-- Logs begin at Thu 2021-11-04 08:09:47 UTC, end at Thu 2021-11-04 10:33:51 UTC. -- Nov 04 08:43:50.063626 n-d-816487-1 systemd[1]: Started Devstack devstack@q-svc.service. Nov 04 08:43:52.834196 n-d-816487-1 neutron-server[102446]: INFO neutron.common.config [-] Logging enabled! Nov 04 08:43:52.834823 n-d-816487-1 neutron-server[102446]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev20 Nov 04 08:43:52.834959 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102446) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 04 08:43:52.838208 n-d-816487-1 neutron-server[102446]: INFO neutron.common.config [-] Logging enabled! Nov 04 08:43:52.838459 n-d-816487-1 neutron-server[102446]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.0.1.dev20 Nov 04 08:43:52.838770 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102446) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 04 08:43:52.839699 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 08:43:52.839958 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 08:43:52.840314 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 08:43:52.840554 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 08:43:52.840784 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 08:43:52.841097 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.841393 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.841686 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.841913 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.842207 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.842495 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.842771 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.843054 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.844000 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.844286 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.844566 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.844847 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.845075 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.845353 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.845639 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.845925 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.846145 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] debug = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.846422 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.846842 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.847248 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.847525 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.847810 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.848124 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.848381 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.848652 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.848929 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.849248 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] host = n-d-816487-1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.849519 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.849805 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.850086 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.850365 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.850633 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.850905 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.851183 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.851452 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.851723 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] log_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.852020 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.852305 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.852588 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.852872 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.853091 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.853308 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.853592 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.853876 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.854150 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.854421 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.854691 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.854962 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.855231 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.855496 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.855781 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.856086 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.856367 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.856637 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.856907 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.857174 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.857440 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.857722 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.857992 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.858262 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.858530 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.858843 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.859104 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.859427 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.859758 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.860072 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.860355 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.860641 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.860912 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.861192 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.861463 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.861732 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.862000 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] use_json = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.862268 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.862535 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.862812 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.863079 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.863346 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.863614 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.863900 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.864182 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:52.864478 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.864773 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.865071 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.865351 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.865644 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.865923 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.866205 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.866478 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.866763 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.867047 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.867329 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.867603 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.867907 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.868184 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.868474 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.868775 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.869065 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.869350 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.869625 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.869897 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.870169 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.870443 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.870726 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.870999 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.871282 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.871565 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.871839 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.872142 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.872432 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.872718 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.872988 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.873263 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.873549 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.873823 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.874349 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.874713 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.875006 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.875278 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.875547 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.875827 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.876131 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.876400 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.876669 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.876944 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.877230 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.877502 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.877768 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.878038 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.878310 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.878577 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.878857 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.879130 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.879398 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.879671 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.879973 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.880246 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.880516 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.880787 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.881058 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.881333 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.881600 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.881869 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.882138 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.882406 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.882674 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.882942 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.883209 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.883480 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.883746 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.884042 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.884312 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.884585 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.884860 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.885146 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.885442 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.885718 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.885995 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.886269 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.886543 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.886818 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.887091 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.887364 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.887637 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.887942 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.888233 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.888513 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.888822 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.889076 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.889349 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.889650 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.889925 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.890738 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.891029 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.891362 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.891646 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.891954 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.892253 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.892548 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.892841 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.893133 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.893424 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.893705 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.894012 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.894292 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:52.894509 n-d-816487-1 neutron-server[102446]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 08:43:52.894747 n-d-816487-1 neutron-server[102446]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102446) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 04 08:43:53.245699 n-d-816487-1 neutron-server[102446]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 08:43:53.245900 n-d-816487-1 neutron-server[102446]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 08:43:53.246188 n-d-816487-1 neutron-server[102446]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Nov 04 08:43:53.246518 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 04 08:43:53.639729 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.640097 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.640462 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.641758 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.642026 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.642287 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.677881 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.678152 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.678418 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.693710 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.693986 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.694253 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.722749 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.723021 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.723280 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.763119 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.763393 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.763658 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.996271 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.996862 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.996862 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.997019 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:53.997662 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.118504 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.118803 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.119085 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.119352 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.119613 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.119941 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.120200 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.120451 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.120699 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.120973 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.121228 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.121484 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.121731 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.121976 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.122224 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.122481 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.122729 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.122990 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.123249 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.123499 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.123760 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.124451 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.124661 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.125046 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.125293 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.125535 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.125924 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.126162 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.126395 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.126626 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.126858 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.127089 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.127446 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 04 08:43:54.130539 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 04 08:43:54.134596 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 04 08:43:54.138286 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Nov 04 08:43:54.139981 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 04 08:43:54.140470 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 04 08:43:54.140831 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 04 08:43:54.141217 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 04 08:43:54.144047 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 04 08:43:54.144300 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 04 08:43:54.144645 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 08:43:54.149868 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 04 08:43:54.172729 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 04 08:43:54.173172 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.173469 n-d-816487-1 neutron-server[102446]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102446) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 04 08:43:54.173823 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.175363 n-d-816487-1 neutron-server[102446]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102446) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 04 08:43:54.175644 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 04 08:43:54.175909 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 04 08:43:54.179101 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.179379 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.242911 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 04 08:43:54.243146 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 04 08:43:54.243382 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 04 08:43:54.243754 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 04 08:43:54.267766 n-d-816487-1 neutron-server[102446]: DEBUG oslo_db.sqlalchemy.engines [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102446) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 04 08:43:54.794133 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing driver for type 'gre' Nov 04 08:43:54.794632 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] gre ID ranges: [(1, 1000)] Nov 04 08:43:54.845177 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing driver for type 'local' Nov 04 08:43:54.845489 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing driver for type 'vlan' Nov 04 08:43:54.858047 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] VlanTypeDriver initialization complete Nov 04 08:43:54.858405 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing driver for type 'vxlan' Nov 04 08:43:54.858912 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] vxlan ID ranges: [(1, 1000)] Nov 04 08:43:54.911777 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing extension driver 'port_security' Nov 04 08:43:54.912137 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.extensions.port_security [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] PortSecurityExtensionDriver initialization complete Nov 04 08:43:54.912475 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing mechanism driver 'openvswitch' Nov 04 08:43:54.912807 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing mechanism driver 'hyperv' Nov 04 08:43:54.919464 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.plugin [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102446) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:43:54.920187 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.920562 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.920918 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.922040 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 08:43:54.922547 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnet after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.922923 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnet after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.923249 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.923644 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 08:43:54.924088 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.924438 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.924778 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.925171 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 08:43:54.925586 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > security_group after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.925960 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > security_group after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.926300 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.926831 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 08:43:54.927247 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.927600 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.927974 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.928376 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 08:43:54.928782 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > address_group after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.929129 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > address_group after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.929470 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.929863 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102446) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 04 08:43:54.930245 n-d-816487-1 neutron-server[102446]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] ML2 OVO RPC backend initialized. {{(pid=102446) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 04 08:43:54.930954 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.931308 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.931725 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.932097 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > networks before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.932443 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.932785 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > ports before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.933127 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnet before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.933470 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnets before_response 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.933815 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.934153 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.934486 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.934828 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.935166 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.935502 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.935838 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnet after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.936262 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnet after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.936598 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.937840 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.plugin [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Modular L2 Plugin initialization complete Nov 04 08:43:54.938168 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading services supported by the core plugin {{(pid=102446) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 04 08:43:54.938495 n-d-816487-1 neutron-server[102446]: INFO neutron.plugins.ml2.managers [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Got port-security extension from driver 'port_security' Nov 04 08:43:54.938967 n-d-816487-1 neutron-server[102446]: INFO neutron.extensions.vlantransparent [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Disabled vlantransparent extension. Nov 04 08:43:54.939448 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102446) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 04 08:43:54.939762 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: router Nov 04 08:43:54.975584 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.975998 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router after_create 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.976372 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router before_create 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.976738 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.977111 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.977470 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router after_delete 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.977828 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > floatingip after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.978176 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.978537 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router after_create 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.978889 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router after_update 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.979238 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router after_update 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.979585 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.979972 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router after_update 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.980384 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_update 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.980750 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: port after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.981088 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: port after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.981428 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: subnet after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.981766 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.982114 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.982461 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_create 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.982799 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: port before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.983144 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.983498 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router after_update 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.984361 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.984788 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_create 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.985198 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.985533 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_update 55549900 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.985895 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > agent after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.986244 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > agent after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.986587 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > network after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.987445 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Tracking information for resource: router configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.987777 n-d-816487-1 neutron-server[102446]: DEBUG neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Tracking information for resource: floatingip configured {{(pid=102446) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 04 08:43:54.992804 n-d-816487-1 neutron-server[102446]: INFO neutron.db.l3_agentschedulers_db [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 04 08:43:54.993382 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: port after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.993742 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: port after_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.994093 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: port after_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.994443 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: port after_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.995253 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router before_create 55550100 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.995619 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.996017 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_create 55550100 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:54.996375 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > router precommit_update 55550100 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.002359 n-d-816487-1 neutron-server[102446]: DEBUG neutron.services.provider_configuration [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service providers = [] {{(pid=102446) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 04 08:43:55.002733 n-d-816487-1 neutron-server[102446]: DEBUG neutron.db.servicetype_db [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102446) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 04 08:43:55.005804 n-d-816487-1 neutron-server[102446]: DEBUG neutron.services.service_base [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 08:43:55.006154 n-d-816487-1 neutron-server[102446]: DEBUG neutron.services.service_base [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 08:43:55.006496 n-d-816487-1 neutron-server[102446]: DEBUG neutron.services.service_base [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 08:43:55.007398 n-d-816487-1 neutron-server[102446]: DEBUG neutron.services.service_base [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102446) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 04 08:43:55.007771 n-d-816487-1 neutron-server[102446]: INFO neutron.services.service_base [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 04 08:43:55.008184 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.008503 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 04 08:43:55.019567 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.019930 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: auto_allocate Nov 04 08:43:55.025855 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: network precommit_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.026224 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: network precommit_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.026748 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.027069 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: tag Nov 04 08:43:55.033834 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.034164 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: timestamp Nov 04 08:43:55.038236 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.038572 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: network_ip_availability Nov 04 08:43:55.044080 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.044503 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.044813 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.045537 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.045857 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: flavors Nov 04 08:43:55.051185 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.051520 n-d-816487-1 neutron-server[102446]: INFO neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading Plugin: revisions Nov 04 08:43:55.055843 n-d-816487-1 neutron-server[102446]: DEBUG neutron.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102446) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 04 08:43:55.056260 n-d-816487-1 neutron-server[102446]: DEBUG oslo_concurrency.lockutils [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=102446) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Nov 04 08:43:55.057012 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102446) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 04 08:43:55.057349 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Initializing extension manager. Nov 04 08:43:55.057857 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: __init__.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.058199 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: __pycache__ {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.058535 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.058866 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: address_group.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.059617 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.060220 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: address-group Nov 04 08:43:55.060545 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: address_scope.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.061454 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.062528 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: address-scope Nov 04 08:43:55.062848 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.063784 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.064324 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: router-admin-state-down-before-update Nov 04 08:43:55.064647 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: agent.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.065351 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.065852 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: agent Nov 04 08:43:55.066172 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: agent_resources_synced.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.067088 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.067589 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: agent-resources-synced Nov 04 08:43:55.067946 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: allowedaddresspairs.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.069769 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.070280 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: allowed-address-pairs Nov 04 08:43:55.070607 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: auto_allocated_topology.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.071694 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.072239 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: auto-allocated-topology Nov 04 08:43:55.072565 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: availability_zone.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.073259 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.073765 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: availability_zone Nov 04 08:43:55.074087 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: availability_zone_filter.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.075004 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.075508 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: availability_zone_filter Nov 04 08:43:55.075830 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: data_plane_status.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.076774 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.077278 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension data-plane-status not supported by any of loaded plugins Nov 04 08:43:55.077809 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: default_subnetpools.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.078782 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.079425 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: default-subnetpools Nov 04 08:43:55.079830 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.080673 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.081179 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: dhcp_agent_scheduler Nov 04 08:43:55.081505 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: dns.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.082434 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.082934 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension dns-integration not supported by any of loaded plugins Nov 04 08:43:55.083258 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: dns_domain_ports.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.084207 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.084709 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 04 08:43:55.085032 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.085966 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.086467 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 04 08:43:55.086790 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: dvr.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.087463 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.087997 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: dvr Nov 04 08:43:55.088318 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: ecmp_routes.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.089243 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.089750 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension ecmp_routes not supported by any of loaded plugins Nov 04 08:43:55.090071 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: empty_string_filtering.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.090996 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.091501 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: empty-string-filtering Nov 04 08:43:55.091822 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.092780 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.093494 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 04 08:43:55.093819 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.094750 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.095257 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 04 08:43:55.095577 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: external_net.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.096527 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.097691 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: external-net Nov 04 08:43:55.097691 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.098259 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.098763 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: extra_dhcp_opt Nov 04 08:43:55.099087 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: extraroute.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.100045 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.100544 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: extraroute Nov 04 08:43:55.100864 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: extraroute_atomic.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.101902 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.102413 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: extraroute-atomic Nov 04 08:43:55.102733 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: filter_validation.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.103397 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.103923 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: filter-validation Nov 04 08:43:55.104248 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: fip_pf_description.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.105161 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.105657 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 04 08:43:55.105977 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: fip_port_details.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.106903 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.107404 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: fip-port-details Nov 04 08:43:55.107726 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: flavors.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.109527 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.110042 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: flavors Nov 04 08:43:55.110365 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.112086 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.112616 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 04 08:43:55.112952 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: floatingip_pools.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.113661 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.114171 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: floatingip-pools Nov 04 08:43:55.114500 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: ip_allocation.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.115434 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.115966 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension ip_allocation not supported by any of loaded plugins Nov 04 08:43:55.116296 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.117221 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.117727 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: ip-substring-filtering Nov 04 08:43:55.118055 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l2_adjacency.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.118989 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.119491 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension l2_adjacency not supported by any of loaded plugins Nov 04 08:43:55.119815 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l3.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.120936 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.121458 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: router Nov 04 08:43:55.121787 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.124911 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.125441 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 04 08:43:55.125771 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.126719 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.127230 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: ext-gw-mode Nov 04 08:43:55.127561 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.128517 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.129026 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: l3-ha Nov 04 08:43:55.129353 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l3_flavors.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.130274 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.130778 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: l3-flavors Nov 04 08:43:55.131105 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.132066 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.132573 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: l3-port-ip-change-not-allowed Nov 04 08:43:55.132900 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: l3agentscheduler.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.133938 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.134449 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: l3_agent_scheduler Nov 04 08:43:55.134776 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: logging.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.136304 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.136818 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension logging not supported by any of loaded plugins Nov 04 08:43:55.137149 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: metering.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.137898 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.138468 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: metering Nov 04 08:43:55.138796 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.139979 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.140566 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: metering_source_and_destination_fields Nov 04 08:43:55.140818 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: multiprovidernet.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.141753 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.142260 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: multi-provider Nov 04 08:43:55.142588 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: netmtu.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.143509 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.144045 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: net-mtu Nov 04 08:43:55.144372 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: netmtu_writable.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.145292 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.145795 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: net-mtu-writable Nov 04 08:43:55.146115 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: network_availability_zone.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.146789 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.147289 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: network_availability_zone Nov 04 08:43:55.147609 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: network_ip_availability.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.148754 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.149263 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: network-ip-availability Nov 04 08:43:55.149590 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: network_segment_range.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.150362 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.150859 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension network-segment-range not supported by any of loaded plugins Nov 04 08:43:55.151179 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: pagination.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.152189 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.152521 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: pagination Nov 04 08:43:55.152844 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: port_device_profile.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.153769 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.154280 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: port-device-profile Nov 04 08:43:55.154602 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.155577 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.156267 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: port-mac-address-regenerate Nov 04 08:43:55.156596 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.157534 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.158045 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: port-numa-affinity-policy Nov 04 08:43:55.158370 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: port_resource_request.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.159411 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.159948 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension port-resource-request not supported by any of loaded plugins Nov 04 08:43:55.160276 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: portbindings.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.161222 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.161731 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: binding Nov 04 08:43:55.162055 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: portbindings_extended.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.163348 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.163880 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: binding-extended Nov 04 08:43:55.164218 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: portsecurity.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.165143 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.165651 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: port-security Nov 04 08:43:55.165974 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: project_id.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.166958 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.167287 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: project-id Nov 04 08:43:55.167610 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: providernet.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.168572 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.169084 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: provider Nov 04 08:43:55.169405 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.173696 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.174227 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos not supported by any of loaded plugins Nov 04 08:43:55.174562 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.175814 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.176359 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 04 08:43:55.176693 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.177618 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.178129 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 04 08:43:55.178457 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_default.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.179376 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.179918 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-default not supported by any of loaded plugins Nov 04 08:43:55.180250 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_fip.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.180909 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.181407 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-fip not supported by any of loaded plugins Nov 04 08:43:55.181729 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_gateway_ip.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.182656 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.183160 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 04 08:43:55.183487 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_port_network_policy.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.184436 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.184943 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 04 08:43:55.185265 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_pps_rule.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.186442 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.187497 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-pps not supported by any of loaded plugins Nov 04 08:43:55.187820 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_rule_type_details.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.188776 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.189282 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 04 08:43:55.189604 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: qos_rules_alias.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.190681 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.191187 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 04 08:43:55.191510 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: quotasv2.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.192460 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.192789 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: quotas Nov 04 08:43:55.193111 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: quotasv2_detail.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.196467 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.196808 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: quota_details Nov 04 08:43:55.197136 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: rbac.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.198202 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.198720 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: rbac-policies Nov 04 08:43:55.199053 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: rbac_address_group.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.200026 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.200539 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: rbac-address-group Nov 04 08:43:55.200866 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: rbac_address_scope.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.201790 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.202297 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: rbac-address-scope Nov 04 08:43:55.202692 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: rbac_security_groups.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.203622 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.204161 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: rbac-security-groups Nov 04 08:43:55.204487 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: rbac_subnetpool.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.205406 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.205910 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: rbac-subnetpool Nov 04 08:43:55.206230 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: revisionifmatch.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.207156 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.207665 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: revision-if-match Nov 04 08:43:55.208026 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: revisions.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.209150 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.209659 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: standard-attr-revisions Nov 04 08:43:55.209984 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: router_availability_zone.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.210661 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.211165 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: router_availability_zone Nov 04 08:43:55.211488 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: routerservicetype.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.212432 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.212937 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension router-service-type not supported by any of loaded plugins Nov 04 08:43:55.213267 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.214198 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.214705 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: security-groups-normalized-cidr Nov 04 08:43:55.215029 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.215984 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.216491 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: port-security-groups-filtering Nov 04 08:43:55.216815 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.217744 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.218298 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: security-groups-remote-address-group Nov 04 08:43:55.218622 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: securitygroup.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.230526 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.231072 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: security-group Nov 04 08:43:55.231636 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: segment.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.232395 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.232896 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension segment not supported by any of loaded plugins Nov 04 08:43:55.233269 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.235124 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.235647 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 04 08:43:55.236055 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: servicetype.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.237396 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.238031 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: service-type Nov 04 08:43:55.238433 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: sorting.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.239540 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.239941 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: sorting Nov 04 08:43:55.240272 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: standard_attr_segment.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.241289 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.241839 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 04 08:43:55.242207 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: standardattrdescription.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.242937 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.243508 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: standard-attr-description Nov 04 08:43:55.243828 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: stateful_security_group.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.244854 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.245446 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: stateful-security-group Nov 04 08:43:55.245808 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: stdattrs_common.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.246443 n-d-816487-1 neutron-server[102446]: WARNING neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 04 08:43:55.246773 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.247794 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.248329 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 04 08:43:55.248653 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: subnet_onboard.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.250727 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.251241 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: subnet_onboard Nov 04 08:43:55.251569 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.252542 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.253052 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 04 08:43:55.253386 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: subnet_service_types.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.254322 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.254836 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: subnet-service-types Nov 04 08:43:55.255162 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: subnetallocation.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.256325 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.256838 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: subnet_allocation Nov 04 08:43:55.257167 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.257848 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.258356 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: subnetpool-prefix-ops Nov 04 08:43:55.258679 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.259640 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.260181 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 04 08:43:55.260507 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: tagging.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.261606 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.262119 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: standard-attr-tag Nov 04 08:43:55.262447 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: timestamp.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.263685 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.264226 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loaded extension: standard-attr-timestamp Nov 04 08:43:55.264558 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: trunk.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.265702 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.266210 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension trunk not supported by any of loaded plugins Nov 04 08:43:55.266536 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: trunk_details.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.267462 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.267997 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension trunk-details not supported by any of loaded plugins Nov 04 08:43:55.268321 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: uplink_status_propagation.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.269247 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.269751 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 04 08:43:55.270073 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Loading extension file: vlantransparent.py {{(pid=102446) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 04 08:43:55.270753 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102446) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 04 08:43:55.271254 n-d-816487-1 neutron-server[102446]: INFO neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extension vlan-transparent not supported by any of loaded plugins Nov 04 08:43:55.273745 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:network Nov 04 08:43:55.274277 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:subnet Nov 04 08:43:55.274677 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 08:43:55.275070 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:port Nov 04 08:43:55.276378 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.276817 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service FLAVORS assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.277440 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.277860 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.278188 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:router Nov 04 08:43:55.278627 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:floatingip Nov 04 08:43:55.279099 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service METERING assigned prefix: /metering {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.281145 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.281521 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.281877 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102446) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:43:55.282893 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 08:43:55.283333 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:security_group Nov 04 08:43:55.283767 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 08:43:55.284396 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service CORE assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.284729 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 08:43:55.285085 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] subnetpool is already registered Nov 04 08:43:55.285505 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service CORE assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.285829 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 08:43:55.286161 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] subnetpool is already registered Nov 04 08:43:55.288490 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.288920 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service FLAVORS assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.289510 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.289931 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.290264 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:router Nov 04 08:43:55.290601 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] router is already registered Nov 04 08:43:55.291009 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:floatingip Nov 04 08:43:55.291363 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] floatingip is already registered Nov 04 08:43:55.291796 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service METERING assigned prefix: /metering {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.292485 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of CountableResource for resource:rbac_policy Nov 04 08:43:55.292812 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] rbac_policy is already registered Nov 04 08:43:55.293227 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:security_group Nov 04 08:43:55.293561 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] security_group is already registered Nov 04 08:43:55.293959 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:security_group_rule Nov 04 08:43:55.294290 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] security_group_rule is already registered Nov 04 08:43:55.294961 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service CORE assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.295236 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 08:43:55.295566 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] subnetpool is already registered Nov 04 08:43:55.296013 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.v2.resource_helper [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Service CORE assigned prefix: {{(pid=102446) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 04 08:43:55.296898 n-d-816487-1 neutron-server[102446]: INFO neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Creating instance of TrackedResource for resource:subnetpool Nov 04 08:43:55.297365 n-d-816487-1 neutron-server[102446]: WARNING neutron.quota.resource_registry [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] subnetpool is already registered Nov 04 08:43:55.297953 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: extensions {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.299481 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: address-groups {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.300992 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: address-scopes {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.302306 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: agents {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.303502 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: auto-allocated-topology {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.304778 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: availability_zones {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.305999 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: dhcp-networks {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.307623 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: dhcp-agents {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.309076 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: routers {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.311291 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: flavors {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.312805 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: service_profiles {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.314029 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: next_providers {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.315500 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: service_profiles {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.317094 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: floatingip-pools {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.318328 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: routers {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.320470 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: floatingips {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.321747 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: l3-routers {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.323155 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: l3-agents {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.324611 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: metering-labels {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.325968 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: metering-label-rules {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.327245 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: network-ip-availabilities {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.328614 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: bindings {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.331112 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: quotas {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.332608 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: quotas {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.334045 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: rbac-policies {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.335229 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: security-groups {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.336580 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: security-group-rules {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.337848 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: service-providers {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.339062 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: subnetpools {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.340513 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: subnetpools {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.341967 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.344239 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.346053 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.347847 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.349648 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.351502 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.353324 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.355231 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.357019 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.359349 n-d-816487-1 neutron-server[102446]: DEBUG neutron.api.extensions [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Extended resource: tags {{(pid=102446) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 04 08:43:55.365455 n-d-816487-1 neutron-server[102446]: WARNING keystonemiddleware.auth_token [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 04 08:43:55.370239 n-d-816487-1 neutron-server[102446]: WARNING keystonemiddleware.auth_token [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 04 08:43:55.379463 n-d-816487-1 neutron-server[102446]: DEBUG oslo_concurrency.lockutils [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Acquired lock "singleton_lock" {{(pid=102446) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 04 08:43:55.379962 n-d-816487-1 neutron-server[102446]: DEBUG oslo_concurrency.lockutils [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Releasing lock "singleton_lock" {{(pid=102446) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 04 08:43:55.380605 n-d-816487-1 neutron-server[102446]: INFO oslo_service.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Starting 2 workers Nov 04 08:43:55.385397 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Started child 102555 {{(pid=102446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 08:43:55.389763 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Started child 102556 {{(pid=102446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 08:43:55.390919 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:43:55.391784 n-d-816487-1 neutron-server[102446]: INFO neutron.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Neutron service started, listening on 0.0.0.0:9696 Nov 04 08:43:55.392178 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Notify callbacks [] for process, before_spawn {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:43:55.392432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [-] (102555) wsgi starting up on http://0.0.0.0:9696 Nov 04 08:43:55.394678 n-d-816487-1 neutron-server[102446]: INFO oslo_service.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Starting 1 workers Nov 04 08:43:55.394841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:43:55.396262 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [-] (102556) wsgi starting up on http://0.0.0.0:9696 Nov 04 08:43:55.399875 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Started child 102557 {{(pid=102446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 08:43:55.400453 n-d-816487-1 neutron-server[102446]: INFO oslo_service.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Starting 1 workers Nov 04 08:43:55.403846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] calling RpcWorker wait() {{(pid=102557) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 04 08:43:55.404378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] returning from RpcWorker wait() {{(pid=102557) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 04 08:43:55.404856 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Started child 102558 {{(pid=102446) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 04 08:43:55.406340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:43:55.406440 n-d-816487-1 neutron-server[102446]: DEBUG neutron_lib.callbacks.manager [None req-53b58a18-cbdb-4962-8105-1810f4c803ba None None] Notify callbacks [] for process, after_spawn {{(pid=102446) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:43:55.406907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:43:55.408404 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102446) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 04 08:43:55.408626 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 08:43:55.408807 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 08:43:55.409046 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 08:43:55.409371 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 08:43:55.409540 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 08:43:55.410060 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.410345 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.410475 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:43:55.410981 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.410981 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.411231 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.411747 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.412038 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.412279 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.412562 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.412799 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.412976 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.413143 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.413407 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.413663 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.413976 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.414253 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.414513 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.414772 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.414942 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.415188 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.415453 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.415706 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.416010 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] debug = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.416255 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.416764 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.417008 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.417261 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.417482 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.417766 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.418008 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.418283 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.418528 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.418750 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.418988 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.419239 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.419487 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.419699 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.419945 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.420223 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.420448 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.420936 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] host = n-d-816487-1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.421247 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.422023 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.422290 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.422541 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.422791 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.423007 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.423284 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.423538 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.423794 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.424047 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.424311 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.424559 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.424798 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.425041 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.425205 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_options = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.425457 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.425712 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.425984 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.426174 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.426342 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.426522 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.426777 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.426939 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.427196 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.427436 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.427656 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.427898 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.428140 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.428379 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.428632 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.428891 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.429128 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.429342 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.429594 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.429823 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.430051 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.430298 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.430523 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.430764 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.430980 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.431228 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.431463 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.431695 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.431933 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.432176 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.432413 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.432696 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.432948 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.433203 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.433485 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.433720 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.433952 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.434186 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.434465 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.434694 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.434966 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.435230 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.435451 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.435729 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.435986 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.436206 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.436424 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_json = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.436645 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.436912 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.437175 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.437414 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.437652 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.437868 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.438101 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.438335 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.438773 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.439059 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.439399 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.439631 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.439885 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.440134 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.440390 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.440643 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.441089 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.441426 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.441763 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.441992 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.442294 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.442525 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.443033 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.443370 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.443641 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.443970 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.444298 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.444442 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.444658 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.445194 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.445478 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.445733 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.445969 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.446200 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.446631 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.446975 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.447240 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.447517 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.447822 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.448104 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.448355 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.448598 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.448845 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.449061 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.449299 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.449576 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.449799 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.450014 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.450240 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.450488 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.450703 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.450931 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.451212 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.451451 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.451690 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.451957 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.452192 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.453947 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.453947 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.453947 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.453947 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.453947 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.453947 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.454359 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.454359 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.454492 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.454692 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.454919 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.455158 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.455378 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.456651 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.456651 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.456651 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.456651 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.456651 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.457026 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.457026 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.457165 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.457562 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.457562 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.457823 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.458050 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.458317 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.458709 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.458933 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.459036 n-d-816487-1 neutron-server[102558]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:43:55.459164 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.459565 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.459790 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.460031 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.460266 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.460506 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.461803 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.461803 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.461803 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.461803 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.461803 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.462158 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.462228 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.462570 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.462826 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.463086 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.463344 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.464833 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.464833 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.464833 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.464833 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.464833 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.464833 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.465532 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.465532 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.465532 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.465761 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.465851 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.466087 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.466332 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.466586 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.466804 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.467050 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.467319 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.467584 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.467883 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.468723 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.468982 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.469231 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.469629 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.470117 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.470729 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.471130 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.471790 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.472122 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.472398 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.472658 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.472931 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.473377 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.473829 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.474275 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.474672 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.475068 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.475453 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.477307 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.477753 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.478178 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.478588 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.478994 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.479474 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.485831 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.486135 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.486370 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.486610 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.486904 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.487177 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.487432 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.487713 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.488832 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.489082 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.490620 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.491087 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.492243 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.492524 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.492787 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.493029 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.493291 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.493538 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.493779 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.494014 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.494240 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.494505 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.494734 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.494974 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.495220 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.495443 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.495687 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.495973 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.496196 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.496420 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.496662 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.496885 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.497122 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.497361 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.497593 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.497874 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.498100 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.498371 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.498625 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.498841 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.499359 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.499758 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.500048 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.500268 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.500517 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.500937 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.501153 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.501367 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.501589 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.501802 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.502035 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.502263 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.502475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.502719 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.502973 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.503463 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.503729 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.503985 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.504237 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.504458 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.504708 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.504958 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.505178 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.505393 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.505630 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.505848 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.506121 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.506340 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.506600 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.506806 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.507019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.507230 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.507443 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.507673 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.508125 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.508390 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.508781 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.509060 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.509301 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.509515 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.509965 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.510181 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.510394 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.510618 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.510836 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.511045 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.511269 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.511476 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.511684 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.511924 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.512144 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.512353 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.512577 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.512828 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.513035 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.513260 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.513497 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.513705 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.513930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.514141 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.514350 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.514600 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.514815 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.515147 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.515901 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.515901 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.515901 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.516144 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.516646 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.516646 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.516825 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.517223 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.517618 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.518039 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.518431 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.518841 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.519090 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.519393 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.519715 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.519843 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.520222 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.520618 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.520865 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.521120 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.521495 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.521797 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.522054 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.522307 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.522579 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.522851 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.523135 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.523341 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.523644 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.524002 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.524288 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.524572 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.524801 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.525035 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.525260 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.525477 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.525708 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.525944 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.526157 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.526392 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.526683 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.526910 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.527142 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.527399 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.527615 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.527904 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.528122 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.528339 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.528571 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.528727 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 08:43:55.529237 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102446) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 04 08:43:55.529396 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 04 08:43:55.529551 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 04 08:43:55.529712 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 04 08:43:55.529874 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 04 08:43:55.530172 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 04 08:43:55.531062 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.531276 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.531434 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.531575 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.531783 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.531915 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.532077 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.532231 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.532390 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.532548 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.532683 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.532832 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.532996 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.533149 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.533295 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.533453 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.533606 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.533759 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.533919 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.534069 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.534224 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.534378 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.534680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:43:55.534795 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] debug = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.534969 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.535183 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.535450 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.535606 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.535763 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.535941 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.536097 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.536251 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.536407 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.536561 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.536715 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.536869 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.537025 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.537179 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.537334 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.537490 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.537645 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.537800 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] host = n-d-816487-1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.537955 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.538109 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.538264 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.538432 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.538561 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.538717 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.538871 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.539026 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.539181 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.539334 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.539488 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.539642 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.539796 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.539971 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.540127 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_options = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.540284 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.540440 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.540589 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.540769 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.540929 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.541084 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.541232 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.541389 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.541544 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.541697 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.541850 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.542004 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.542158 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.542310 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.542458 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.542614 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.542768 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.542926 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.543081 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.543234 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.543389 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.543542 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.543697 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.543875 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.544022 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.544176 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.544330 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.544546 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.544641 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.544778 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.544930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.545144 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.545249 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.545373 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.545711 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.546006 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.546920 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.547071 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.547223 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.547381 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.547535 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.547705 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.547895 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.548039 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.548181 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.548313 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.548467 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_json = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.548619 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.548919 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.549211 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.549518 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.549807 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.550106 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.550263 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.550422 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 04 08:43:55.550618 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.550779 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.550949 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.551111 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.551308 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.551473 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.551618 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.551768 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.551984 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.552074 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.552188 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.552343 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.552654 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.552981 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.553137 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.553298 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.553455 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.553616 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.553774 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.553930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.554090 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.554248 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.554415 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.554572 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.554729 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.554885 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.555047 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.555219 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.555366 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.555507 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.555647 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.555800 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.556008 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.556149 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.556306 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.556464 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.556621 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.556778 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.556935 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.557092 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.557273 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.557433 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.557594 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.557753 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.557909 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.558068 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.558223 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.558378 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.558687 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.558856 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.558998 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.559139 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.559279 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.559451 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.559581 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.559749 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.559955 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.560097 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.560238 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.560376 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.560525 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.560682 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.560838 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.560996 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.561154 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.561311 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.561481 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.561638 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.562335 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.562495 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.562658 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.562815 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.562972 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.563129 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.563286 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.563443 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.563600 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.563756 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.563943 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.564102 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.564260 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.564421 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.564596 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.564748 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.564871 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.565034 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.565180 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.565333 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.565489 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.565655 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.565826 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.565982 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.566139 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.566296 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.566452 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.566609 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.566765 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.566922 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.567078 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.567236 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.567392 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.567548 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.567699 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.567875 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.568031 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.568187 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.568343 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.568499 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.568654 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.568811 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.568967 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.569124 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.569281 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.569437 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.569593 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.569750 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.569916 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.570074 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.570234 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.570391 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.570554 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.570726 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.570882 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.571224 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.571548 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.571904 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.572246 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.572411 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.572566 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.572764 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.572959 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.573094 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.573497 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.573497 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.573497 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.574907 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.575780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.575780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.575780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.575780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.575780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.575780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.575780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.576864 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580019 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580475 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.580930 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.581333 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.581333 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.581333 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.581598 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.581598 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.581720 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.581875 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.582015 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.582175 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.582334 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.582499 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.582676 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.582838 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.582998 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.583158 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.583332 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.583468 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.583624 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.583780 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.583961 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.584121 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.584279 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.584437 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.584598 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.584756 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.584913 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.585072 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.585220 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.585379 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.585518 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.585689 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.585846 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.586005 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.586161 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.586321 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.586477 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.586646 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.586803 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.586960 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.587116 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.587271 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.587428 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.587597 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.587753 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.587940 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.588097 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.588250 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.588397 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.588554 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.588711 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.588868 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.589025 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.589182 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.589338 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.589503 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.589660 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.589822 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.589997 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.590154 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.590311 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.590477 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.590634 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.590792 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.590950 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.591107 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.591266 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.591420 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.591577 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.591734 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.591953 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.592070 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.592227 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.592388 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.592556 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.592714 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.592873 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.593088 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.593267 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.593425 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.593748 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.593914 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.594083 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.594248 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.594407 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.594572 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.594738 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.594903 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.595061 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.595224 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.595393 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.595550 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.595708 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.595880 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.596041 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.596198 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.596355 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.596512 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.596668 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.596824 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.596984 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.597175 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.597335 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.597514 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.597672 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.597830 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.597987 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.598145 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.598302 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.598459 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 04 08:43:55.598611 n-d-816487-1 neutron-server[102446]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102446) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 04 08:43:55.737946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35074) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:43:55.746933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067766 Nov 04 08:44:07.324121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e63b6f2-a8a6-49e9-98b4-bb7bf65e9009 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 08:44:07.409721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e63b6f2-a8a6-49e9-98b4-bb7bf65e9009 None None] No non-hosted networks {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 04 08:44:07.449100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7badb26b-09ca-4408-b6d9-a3216952b845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534714'] for agent, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:09.899909 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e3e9a7f-4506-4622-83a3-cded4c9ca536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534714'] for agent, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:09.966679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c46cc6d0-b188-4541-aa63-466914dbad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:10.145166 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534714'] for agent, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:10.148044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.148613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.150651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.151702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.152812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.153676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.154399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.156479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.157024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.157567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.160192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.160764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:10.161564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816487-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:10.180199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816487-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:11.077947 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534714'] for agent, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:12.528787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534714'] for agent, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:13.691255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:14.188224 n-d-816487-1 neutron-server[102556]: WARNING oslo_policy.policy [None req-bc916a43-656b-4456-a9cb-eae7cb4e65f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:14.188968 n-d-816487-1 neutron-server[102556]: WARNING oslo_policy.policy [None req-bc916a43-656b-4456-a9cb-eae7cb4e65f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:14.251125 n-d-816487-1 neutron-server[102557]: INFO neutron.db.l3_hamode_db [None req-982815bd-1857-4082-b066-eeecc94da9b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 04 08:44:14.327405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982815bd-1857-4082-b066-eeecc94da9b1 None None] Routers set() bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:44:14.327708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982815bd-1857-4082-b066-eeecc94da9b1 None None] Router IDs set() for agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 08:44:14.425558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-bc916a43-656b-4456-a9cb-eae7cb4e65f2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:44:14.426663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bc916a43-656b-4456-a9cb-eae7cb4e65f2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7343946 Nov 04 08:44:16.841792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35178) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:17.153730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:44:17.247051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.policy [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102556) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 04 08:44:17.293122 n-d-816487-1 neutron-server[102556]: WARNING oslo_policy.policy [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:17.293486 n-d-816487-1 neutron-server[102556]: WARNING oslo_policy.policy [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:17.302187 n-d-816487-1 neutron-server[102556]: INFO neutron.quota [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] Loaded quota_driver: . Nov 04 08:44:17.389791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776659796006', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776659796595', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776659817420', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776659813886', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776657341374', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776659765562', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1620791', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2057805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-946071', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-973118'] for rbac-policy, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:17.454549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:17.455754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-23678d93-a6f4-4282-84d1-ca1ffdf99ee0 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6122553 Nov 04 08:44:20.120557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35190) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:20.421724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Request body: {'network': {'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'name': 'private', 'project_id': 'a9a64e5c49324668b0f03c835774d2bb'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:44:20.450311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Made reservation on behalf of a9a64e5c49324668b0f03c835774d2bb for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:44:20.453801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.472594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.588787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.592729 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.613874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:44:20.643393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776657288196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.644031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Unsubscribe: segment precommit_create {{(pid=102556) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 08:44:20.644513 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Added segment f8c13cf7-190e-48af-aa64-54d08acb0673 of type vlan for network c8a448a5-3c2a-4817-8db5-ceede4f4716e Nov 04 08:44:20.661962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74dd5960-b24e-4ea1-80d0-50d5c1d1457a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:20.713203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.713539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.713870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.714193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.714513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.714844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.715280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.715624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.716032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.716351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.716694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.717509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Tracked resource versions report: Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: pushed versions: Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: { 'AddressGroup': {'1.2'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Log': {'1.0'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Network': {'1.1'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Port': {'1.7'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'PortForwarding': {'1.2'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'QosPolicy': {'1.9'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'SecurityGroup': {'1.4'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'SubPort': {'1.0'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Subnet': {'1.1'}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Trunk': {'1.1'}} Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: consumer versions: Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: L3 agent@n-d-816487-1: {}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: Metadata agent@n-d-816487-1: {}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: Metering agent@n-d-816487-1: {}, Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'ConntrackHelper': '1.0', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Log': '1.0', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Network': '1.1', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Port': '1.7', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'PortForwarding': '1.2', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'QosPolicy': '1.9', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'SecurityGroup': '1.4', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'SecurityGroupRule': '1.2', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'SubPort': '1.0', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Subnet': '1.1', Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: 'Trunk': '1.1'}} Nov 04 08:44:20.718609 n-d-816487-1 neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:44:20.766727 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.806407 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.807512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:20.808174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:20.896730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7751029 Nov 04 08:44:20.910597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c86585-a7c6-46fb-adee-762f1bb061f7 admin admin] Pushing event updated for resources: {'Network': ['ID=c8a448a5-3c2a-4817-8db5-ceede4f4716e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:20.927138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:44:23.598591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:24.084866 n-d-816487-1 neutron-server[102555]: WARNING oslo_policy.policy [None req-42856768-cb6f-42b6-aaab-1e82097f8a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:24.085444 n-d-816487-1 neutron-server[102555]: WARNING oslo_policy.policy [None req-42856768-cb6f-42b6-aaab-1e82097f8a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:24.541880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.policy [None req-42856768-cb6f-42b6-aaab-1e82097f8a62 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102555) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 04 08:44:24.588938 n-d-816487-1 neutron-server[102555]: WARNING oslo_policy.policy [None req-42856768-cb6f-42b6-aaab-1e82097f8a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:24.589310 n-d-816487-1 neutron-server[102555]: WARNING oslo_policy.policy [None req-42856768-cb6f-42b6-aaab-1e82097f8a62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 04 08:44:24.598380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42856768-cb6f-42b6-aaab-1e82097f8a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:24.600301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42856768-cb6f-42b6-aaab-1e82097f8a62 admin admin] 10.222.0.53 "GET /v2.0/networks/c8a448a5-3c2a-4817-8db5-ceede4f4716e HTTP/1.1" status: 200 len: 825 time: 0.9996219 Nov 04 08:44:24.641473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-04c8474b-29b4-41bd-8b6a-9884b0c3ff31 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/6cac6edf-5480-4cb9-a713-8c6554f0e371 HTTP/1.1" status: 200 len: 734 time: 0.0348952 Nov 04 08:44:24.651036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Request body: {'subnet': {'subnetpool_id': '6cac6edf-5480-4cb9-a713-8c6554f0e371', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'gateway_ip': '172.20.0.1', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:44:24.652650 n-d-816487-1 neutron-server[102555]: INFO neutron.quota [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Loaded quota_driver: . Nov 04 08:44:24.692248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Made reservation on behalf of a9a64e5c49324668b0f03c835774d2bb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:44:24.694990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:24.980220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:25.051487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Checking segment: {'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:44:25.051881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Network hostable DHCP agents. Network: c8a448a5-3c2a-4817-8db5-ceede4f4716e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:44:25.060914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:25.075264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.075766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.076696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.077027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.077354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.077677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.077995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.078311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.078626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.078940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.079254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.079567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Tracked resource versions report: Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: pushed versions: Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: { 'AddressGroup': {'1.2'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Log': {'1.0'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Network': {'1.1'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Port': {'1.7'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'PortForwarding': {'1.2'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'QosPolicy': {'1.9'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'SecurityGroup': {'1.4'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'SubPort': {'1.0'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Subnet': {'1.1'}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Trunk': {'1.1'}} Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: consumer versions: Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: L3 agent@n-d-816487-1: {}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: Metadata agent@n-d-816487-1: {}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: Metering agent@n-d-816487-1: {}, Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'ConntrackHelper': '1.0', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Log': '1.0', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Network': '1.1', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Port': '1.7', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'PortForwarding': '1.2', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'QosPolicy': '1.9', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'SecurityGroup': '1.4', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'SecurityGroupRule': '1.2', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'SubPort': '1.0', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Subnet': '1.1', Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: 'Trunk': '1.1'}} Nov 04 08:44:25.080709 n-d-816487-1 neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:44:25.111820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:44:25.128701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, c8a448a5-3c2a-4817-8db5-ceede4f4716e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:44:25.133412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:25.134028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:25.141001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1fd1b7-5154-4f1b-9618-a5f66b424579 None None] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:44:25.156023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0f3760a1-9d31-40cb-9f2d-9da838247411 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5084152 Nov 04 08:44:25.459514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'fixed_ips': [{'subnet_id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:44:25.460790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:25.736152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Allocated IP 172.20.0.2 (c8a448a5-3c2a-4817-8db5-ceede4f4716e/59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96/c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:44:25.936400 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:25.944647 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:26.039420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:44:26.044081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:44:26.055224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:44:26.065254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Pushing event updated for resources: {'Port': ['ID=c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:26.094504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.094844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.095177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.095505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.095827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.096177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.096496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.096813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.097128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.097583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.097899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.098213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Tracked resource versions report: Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: pushed versions: Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: { 'AddressGroup': {'1.2'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Log': {'1.0'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Network': {'1.1'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Port': {'1.7'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'PortForwarding': {'1.2'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'QosPolicy': {'1.9'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'SecurityGroup': {'1.4'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'SubPort': {'1.0'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Subnet': {'1.1'}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Trunk': {'1.1'}} Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: consumer versions: Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: L3 agent@n-d-816487-1: {}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: Metadata agent@n-d-816487-1: {}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: Metering agent@n-d-816487-1: {}, Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'ConntrackHelper': '1.0', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Log': '1.0', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Network': '1.1', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Port': '1.7', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'PortForwarding': '1.2', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'QosPolicy': '1.9', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'SecurityGroup': '1.4', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'SecurityGroupRule': '1.2', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'SubPort': '1.0', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Subnet': '1.1', Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: 'Trunk': '1.1'}} Nov 04 08:44:26.099340 n-d-816487-1 neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:44:26.149822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Attempting to bind port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:44:26.150452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Attempting to bind port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:44:26.150630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Attempting to bind port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f on network c8a448a5-3c2a-4817-8db5-ceede4f4716e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:44:26.155911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:44:26.156314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Checking segment: {'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:44:26.156782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:26.157168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Bound using segment: {'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:44:26.157666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Bound port: c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:44:26.158081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:26.222564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] For port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:44:26.226990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] For port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f,segment=NetworkSegment(f8c13cf7-190e-48af-aa64-54d08acb0673),segment_id=f8c13cf7-190e-48af-aa64-54d08acb0673)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:44:26.232190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:26.304112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd6413-9677-4994-862a-bb3980339d19 None None] Pushing event updated for resources: {'Port': ['ID=c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:27.654561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35224) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:27.965839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-ae83e438-d7c5-4b7d-a77b-dcac2a6a71a8 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:44:27.979874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ae83e438-d7c5-4b7d-a77b-dcac2a6a71a8 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3120756 Nov 04 08:44:30.429526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35232) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:30.751777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-ac1f3ee0-edfc-4da1-be44-f9a5eb5dec69 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:44:30.752815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ac1f3ee0-edfc-4da1-be44-f9a5eb5dec69 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3222878 Nov 04 08:44:33.468395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35242) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:33.791007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-30a78612-3d23-4307-ac4c-64859fde540f admin admin] Request body: {'router': {'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'name': 'router1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:44:33.817512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a78612-3d23-4307-ac4c-64859fde540f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:33.819054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a78612-3d23-4307-ac4c-64859fde540f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:33.954347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a78612-3d23-4307-ac4c-64859fde540f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:33.959172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a78612-3d23-4307-ac4c-64859fde540f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:33.974620 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30a78612-3d23-4307-ac4c-64859fde540f admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:33.975755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-30a78612-3d23-4307-ac4c-64859fde540f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5062897 Nov 04 08:44:34.481968 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:44:34.869307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0501df-3806-40fa-92c7-8eb8fe4ddeaf None None] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:44:34.989023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-496ced93-ffb7-4bbd-9403-6df35b94e5d4 None None] Provisioning complete for port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:34.989411 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-496ced93-ffb7-4bbd-9403-6df35b94e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:35.172147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-496ced93-ffb7-4bbd-9403-6df35b94e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:35.209094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-496ced93-ffb7-4bbd-9403-6df35b94e5d4 None None] For port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f,segment=NetworkSegment(f8c13cf7-190e-48af-aa64-54d08acb0673),segment_id=f8c13cf7-190e-48af-aa64-54d08acb0673)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:44:35.213034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-496ced93-ffb7-4bbd-9403-6df35b94e5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:35.267940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ced93-ffb7-4bbd-9403-6df35b94e5d4 None None] Pushing event updated for resources: {'Port': ['ID=c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:35.433659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-96beea60-0d53-43a2-93ff-5420d007e7b0 None None] Provisioning complete for port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:35.433951 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-96beea60-0d53-43a2-93ff-5420d007e7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:35.693813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:44:35.744485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:35.744858 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:36.400042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:36.710461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-b13ff991-e262-4860-a960-922329d7d0a0 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:44:36.711457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b13ff991-e262-4860-a960-922329d7d0a0 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104763 Nov 04 08:44:37.224807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-41880a30-0141-4160-bfe4-eb113fb6caa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.120164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:39.431354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:44:39.453828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Made reservation on behalf of d54d0f9e9e50412a82e88ee2aa0a08b7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:44:39.456244 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.472225 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.575717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.579366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.593307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Reserving flat network on physical network physnet1 {{(pid=102555) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 04 08:44:39.617711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c88d109-e475-4f54-bfa7-7e42d95ae420,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:39.622749 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776657288196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.623686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Unsubscribe: segment precommit_create {{(pid=102555) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 04 08:44:39.624200 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Added segment 65eb1496-0207-419f-9348-eb5ef4dc7245 of type flat for network 0338a73d-2a05-42d1-904b-d8b739255f68 Nov 04 08:44:39.676776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.716490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.717416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:39.717983 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:39.818216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6969757 Nov 04 08:44:39.830515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4229d-a022-4ec4-81ee-594401a7b65d admin admin] Pushing event updated for resources: {'Network': ['ID=0338a73d-2a05-42d1-904b-d8b739255f68,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:39.842985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0338a73d-2a05-42d1-904b-d8b739255f68 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:44:39.911358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33821436-eddf-4355-ad74-c6bae5fb2e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:40.139250 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:41.012739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:42.238809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:42.425768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3144a5b-c2e5-4f95-8dc4-a09d258e29f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:42.427129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3144a5b-c2e5-4f95-8dc4-a09d258e29f9 admin admin] 10.222.0.53 "GET /v2.0/subnets/59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96 HTTP/1.1" status: 200 len: 849 time: 0.1873612 Nov 04 08:44:42.457588 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:42.587411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60a405b9-6086-4cce-b087-5541e59807d6 admin admin] 10.222.0.53 "GET /v2.0/routers/d3ec79ed-7102-4c56-a5b6-bb8d08a27532 HTTP/1.1" status: 200 len: 704 time: 0.1540985 Nov 04 08:44:42.849740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.142175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Allocated IP 172.20.0.1 (c8a448a5-3c2a-4817-8db5-ceede4f4716e/59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96/5606d8a7-1a19-452f-9d26-642fe1c6777d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:44:43.295259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.362223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.433666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:44:43.438052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:44:43.444716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:44:43.445282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.469489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Pushing event updated for resources: {'Port': ['ID=5606d8a7-1a19-452f-9d26-642fe1c6777d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:43.672271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-09536957-b62e-4b76-ae5c-6e098cfc986f None None] Provisioning complete for port 5606d8a7-1a19-452f-9d26-642fe1c6777d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:43.672871 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09536957-b62e-4b76-ae5c-6e098cfc986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.690441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.705612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-09536957-b62e-4b76-ae5c-6e098cfc986f None None] Port 5606d8a7-1a19-452f-9d26-642fe1c6777d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:44:43.894371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.898690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.899427 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:43.979510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Pushing event updated for resources: {'Port': ['ID=5606d8a7-1a19-452f-9d26-642fe1c6777d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:44.022230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:44:44.023478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:44:44.179814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:44:44.227383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1d8f684c-6a06-4c8a-8b98-a02889608799 None None] Provisioning complete for port 5606d8a7-1a19-452f-9d26-642fe1c6777d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:44.227745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d8f684c-6a06-4c8a-8b98-a02889608799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:44.261199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1d8f684c-6a06-4c8a-8b98-a02889608799 None None] Port 5606d8a7-1a19-452f-9d26-642fe1c6777d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:44:44.270939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:44:44.276399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d9b62b6-fc27-434d-a111-99eca0914980 admin admin] 10.222.0.53 "PUT /v2.0/routers/d3ec79ed-7102-4c56-a5b6-bb8d08a27532/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6829157 Nov 04 08:44:44.280837 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Sync routers for ids ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:44:44.295032 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Routers {'d3ec79ed-7102-4c56-a5b6-bb8d08a27532'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:44:44.295753 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:44.476427 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Set router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:44:44.905030 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'name': 'router1', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:44:33Z', 'updated_at': '2021-11-04T08:44:43Z', 'revision_number': 2, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'gw_port_host': None, '_interfaces': [{'id': '5606d8a7-1a19-452f-9d26-642fe1c6777d', 'name': '', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'mac_address': 'fa:16:3e:0c:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:42Z', 'updated_at': '2021-11-04T08:44:43Z', 'revision_number': 2, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'subnets': [{'id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cac6edf-5480-4cb9-a713-8c6554f0e371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:44.956115 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Checking router: d3ec79ed-7102-4c56-a5b6-bb8d08a27532 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:44:44.956491 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Updating router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 port 5606d8a7-1a19-452f-9d26-642fe1c6777d binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:44:45.004457 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:45.519727 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:45.526570 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:45.697272 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Attempting to bind port 5606d8a7-1a19-452f-9d26-642fe1c6777d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:44:45.697690 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Attempting to bind port 5606d8a7-1a19-452f-9d26-642fe1c6777d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:44:45.698109 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Attempting to bind port 5606d8a7-1a19-452f-9d26-642fe1c6777d on network c8a448a5-3c2a-4817-8db5-ceede4f4716e {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:44:45.702407 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Pushing event updated for resources: {'Port': ['ID=5606d8a7-1a19-452f-9d26-642fe1c6777d,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:45.707828 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:44:45.708267 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Checking segment: {'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:44:45.708750 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:45.709139 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Bound using segment: {'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:44:45.709645 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Bound port: 5606d8a7-1a19-452f-9d26-642fe1c6777d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8c13cf7-190e-48af-aa64-54d08acb0673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:44:45.710041 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:45.724027 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.724378 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.724718 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.725053 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.725383 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.725709 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.726032 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.726355 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.726675 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.726995 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.727311 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.727654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Tracked resource versions report: Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: pushed versions: Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: { 'AddressGroup': {'1.2'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'ConntrackHelper': {'1.0'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Log': {'1.0'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Network': {'1.1'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Port': {'1.7'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'PortForwarding': {'1.2'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'QosPolicy': {'1.9'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'SecurityGroup': {'1.4'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'SubPort': {'1.0'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Subnet': {'1.1'}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Trunk': {'1.1'}} Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: consumer versions: Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: L3 agent@n-d-816487-1: {}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: Metadata agent@n-d-816487-1: {}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: Metering agent@n-d-816487-1: {}, Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'ConntrackHelper': '1.0', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Log': '1.0', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Network': '1.1', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Port': '1.7', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'PortForwarding': '1.2', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'QosPolicy': '1.9', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'SecurityGroup': '1.4', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'SecurityGroupRule': '1.2', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'SubPort': '1.0', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Subnet': '1.1', Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: 'Trunk': '1.1'}} Nov 04 08:44:45.728801 n-d-816487-1 neutron-server[102558]: {{(pid=102558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:44:45.795341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7d986356-4002-4a98-9aae-6402498a462e None None] Provisioning complete for port 5606d8a7-1a19-452f-9d26-642fe1c6777d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:45.795967 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d986356-4002-4a98-9aae-6402498a462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:45.800688 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] For port 5606d8a7-1a19-452f-9d26-642fe1c6777d, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:44:45.823155 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] For port 5606d8a7-1a19-452f-9d26-642fe1c6777d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5606d8a7-1a19-452f-9d26-642fe1c6777d,segment=NetworkSegment(f8c13cf7-190e-48af-aa64-54d08acb0673),segment_id=f8c13cf7-190e-48af-aa64-54d08acb0673)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:44:45.828934 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:45.836460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7d986356-4002-4a98-9aae-6402498a462e None None] Port 5606d8a7-1a19-452f-9d26-642fe1c6777d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:44:45.877473 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Routers {'d3ec79ed-7102-4c56-a5b6-bb8d08a27532'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:44:45.878096 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:45.955878 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfd771-f6b3-4e00-b137-eaa6fd080ea5 None None] Pushing event updated for resources: {'Port': ['ID=5606d8a7-1a19-452f-9d26-642fe1c6777d,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:45.979339 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] Set router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:44:46.055317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3e904799-8127-48de-9213-91daf0c0ee4e None None] Provisioning complete for port 5606d8a7-1a19-452f-9d26-642fe1c6777d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:46.055898 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e904799-8127-48de-9213-91daf0c0ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:46.134219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e904799-8127-48de-9213-91daf0c0ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:46.170399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3e904799-8127-48de-9213-91daf0c0ee4e None None] For port 5606d8a7-1a19-452f-9d26-642fe1c6777d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5606d8a7-1a19-452f-9d26-642fe1c6777d,segment=NetworkSegment(f8c13cf7-190e-48af-aa64-54d08acb0673),segment_id=f8c13cf7-190e-48af-aa64-54d08acb0673)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:44:46.174999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e904799-8127-48de-9213-91daf0c0ee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:46.201232 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'name': 'router1', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:44:33Z', 'updated_at': '2021-11-04T08:44:43Z', 'revision_number': 2, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'gw_port_host': None, '_interfaces': [{'id': '5606d8a7-1a19-452f-9d26-642fe1c6777d', 'name': '', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'mac_address': 'fa:16:3e:0c:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:42Z', 'updated_at': '2021-11-04T08:44:45Z', 'revision_number': 4, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'subnets': [{'id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cac6edf-5480-4cb9-a713-8c6554f0e371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:46.222150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e904799-8127-48de-9213-91daf0c0ee4e None None] Pushing event updated for resources: {'Port': ['ID=5606d8a7-1a19-452f-9d26-642fe1c6777d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:46.237134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df44274-7dfb-4102-aa1c-93504bc483c6 None None] The sync data for ids ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'] in n-d-816487-1 is: [{'id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'name': 'router1', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:44:33Z', 'updated_at': '2021-11-04T08:44:43Z', 'revision_number': 2, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'gw_port_host': None, '_interfaces': [{'id': '5606d8a7-1a19-452f-9d26-642fe1c6777d', 'name': '', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'mac_address': 'fa:16:3e:0c:1d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:42Z', 'updated_at': '2021-11-04T08:44:45Z', 'revision_number': 4, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'subnets': [{'id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cac6edf-5480-4cb9-a713-8c6554f0e371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:44:46.568010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35300) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:46.714198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd6b1f-e56a-4abb-9993-8133fcb0af32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:46.715613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d4cd6b1f-e56a-4abb-9993-8133fcb0af32 admin admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 842 time: 0.1466596 Nov 04 08:44:46.725914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'name': 'public-subnet'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:44:46.751154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Made reservation on behalf of d54d0f9e9e50412a82e88ee2aa0a08b7 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:44:46.753804 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:47.136658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 08:44:47.137156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:47.197470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=903cab78-66f9-4ec0-a0dc-ff9345301056,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:47.208458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:44:47.208777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Network hostable DHCP agents. Network: 0338a73d-2a05-42d1-904b-d8b739255f68, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:44:47.232522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:44:47.243920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0338a73d-2a05-42d1-904b-d8b739255f68) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:44:47.248929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:47.249623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:47.256365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c51238b-b5cc-45ca-b8ca-bb1ff0313afb None None] Network 0338a73d-2a05-42d1-904b-d8b739255f68 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:44:47.283929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1e53a192-4685-4da4-8f29-371e6cca1d92 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5435879 Nov 04 08:44:47.390481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c5b849-5ec9-4ef2-b082-1deee372d679 None None] Network 0338a73d-2a05-42d1-904b-d8b739255f68 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:44:49.576275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35308) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:49.791067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-681a9d12-bc9a-450d-9243-523e7b2aa65c admin admin] 10.222.0.53 "GET /v2.0/routers/d3ec79ed-7102-4c56-a5b6-bb8d08a27532 HTTP/1.1" status: 200 len: 710 time: 0.2134631 Nov 04 08:44:49.882176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e89fce-11a9-4835-b98a-680eba0c60ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:44:49.883536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-67e89fce-11a9-4835-b98a-680eba0c60ae admin admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 886 time: 0.0858274 Nov 04 08:44:49.893315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:44:50.135423 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:50.374490 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:50.495763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:50.652393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Allocated IP 172.25.3.238 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:44:50.760090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:50.817405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:50.889445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:44:50.894206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:44:50.900465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:44:50.942892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Pushing event updated for resources: {'Port': ['ID=e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:51.195662 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:51.396803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:51.402295 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:51.525217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:44:51.634143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:44:51.641146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:51.641968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a3fd537b-f6e1-48c5-a011-804c7fbdcbeb admin admin] 10.222.0.53 "PUT /v2.0/routers/d3ec79ed-7102-4c56-a5b6-bb8d08a27532 HTTP/1.1" status: 200 len: 890 time: 1.7517722 Nov 04 08:44:51.719673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5606d8a7-1a19-452f-9d26-642fe1c6777d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:44:51.771552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5606d8a7-1a19-452f-9d26-642fe1c6777d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:51.771955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:52.771706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Sync routers for ids ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:44:52.782191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Routers {'d3ec79ed-7102-4c56-a5b6-bb8d08a27532'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:44:52.782900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:52.993723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Set router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:44:53.402081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'name': 'router1', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:44:33Z', 'updated_at': '2021-11-04T08:44:51Z', 'revision_number': 4, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'gw_port': {'id': 'e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:50Z', 'updated_at': '2021-11-04T08:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '5606d8a7-1a19-452f-9d26-642fe1c6777d', 'name': '', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'mac_address': 'fa:16:3e:0c:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:42Z', 'updated_at': '2021-11-04T08:44:46Z', 'revision_number': 5, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'subnets': [{'id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cac6edf-5480-4cb9-a713-8c6554f0e371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:53.455428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Checking router: d3ec79ed-7102-4c56-a5b6-bb8d08a27532 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:44:53.455765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Updating router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:44:53.503681 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:53.817342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:53.822539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:53.870078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Attempting to bind port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:44:53.870440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Attempting to bind port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:44:53.870796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Attempting to bind port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:44:53.879918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b719f-bee9-4833-bbac-89a43a6f2e01 None None] Pushing event updated for resources: {'Port': ['ID=e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:53.883967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:44:53.884337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:44:53.884729 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:53.885505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:44:53.885969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Bound port: e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:44:53.886359 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:53.937912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] For port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:44:53.941571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] For port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:44:53.946363 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:54.008161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b719f-bee9-4833-bbac-89a43a6f2e01 None None] Pushing event updated for resources: {'Port': ['ID=e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:54.011882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Routers {'d3ec79ed-7102-4c56-a5b6-bb8d08a27532'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:44:54.012495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:54.104324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35320) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:44:54.196202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] Set router d3ec79ed-7102-4c56-a5b6-bb8d08a27532 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:44:54.218977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-44c07334-48ae-4167-b24d-ae1af1001ad7 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1135201 Nov 04 08:44:54.419793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'name': 'router1', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:44:33Z', 'updated_at': '2021-11-04T08:44:51Z', 'revision_number': 4, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'gw_port': {'id': 'e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:50Z', 'updated_at': '2021-11-04T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '5606d8a7-1a19-452f-9d26-642fe1c6777d', 'name': '', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'mac_address': 'fa:16:3e:0c:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:42Z', 'updated_at': '2021-11-04T08:44:46Z', 'revision_number': 5, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'subnets': [{'id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cac6edf-5480-4cb9-a713-8c6554f0e371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:44:54.445951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1ca95a-c15b-49fd-a4d7-dcd4bb07d542 None None] The sync data for ids ['d3ec79ed-7102-4c56-a5b6-bb8d08a27532'] in n-d-816487-1 is: [{'id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'name': 'router1', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': 'e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:44:33Z', 'updated_at': '2021-11-04T08:44:51Z', 'revision_number': 4, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'gw_port': {'id': 'e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:50Z', 'updated_at': '2021-11-04T08:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '5606d8a7-1a19-452f-9d26-642fe1c6777d', 'name': '', 'network_id': 'c8a448a5-3c2a-4817-8db5-ceede4f4716e', 'tenant_id': 'a9a64e5c49324668b0f03c835774d2bb', 'mac_address': 'fa:16:3e:0c:1d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ec79ed-7102-4c56-a5b6-bb8d08a27532', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:44:42Z', 'updated_at': '2021-11-04T08:44:46Z', 'revision_number': 5, 'project_id': 'a9a64e5c49324668b0f03c835774d2bb', 'subnets': [{'id': '59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6cac6edf-5480-4cb9-a713-8c6554f0e371'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:44:55.696818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:44:55.747269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:55.747744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:55.822816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:55.843820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:44:55.847947 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:44:55.898051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:44:57.707845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:44:57.778072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e86f7c5e-913e-4f50-b2dd-9bf4ddb93a14 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:44:57.778906 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:07.227699 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86f6c3a0-8f6a-4415-ac3c-26d21b02b617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:09.883996 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cefa4b9c-1777-493d-b4a7-cb1cf221b0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:10.147638 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:11.020178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:11.482073 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:45:12.494303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:37.230569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66fad3ad-516c-45ed-81d5-f346885f683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:39.889137 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c3dada6-54ce-4fc8-91db-59fefc59b0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:40.143197 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:41.023434 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:42.484372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:45:48.485122 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:46:07.228073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b5a0362c-6632-458a-a764-e976d6551559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:09.890678 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ba80318e-5274-4553-a3fa-39d6b6c87888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:10.145012 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:11.026345 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:12.488006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:25.485265 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:46:36.796633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:36.857622 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2589c74c-9ce9-4441-87c8-1c8dba8dc19b admin admin] GET failed (client error): The resource could not be found. Nov 04 08:46:36.858932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2589c74c-9ce9-4441-87c8-1c8dba8dc19b admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613556 Nov 04 08:46:37.016141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee55cbc-2364-4063-a7fe-bf4a319c1879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:37.017610 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eee55cbc-2364-4063-a7fe-bf4a319c1879 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1540041 Nov 04 08:46:37.229216 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56f96c2f-63d7-4100-9ef1-72986daff312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:39.237937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:39.331124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819f11ed-c173-46ef-9d14-a7bf828f6d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:39.332505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-819f11ed-c173-46ef-9d14-a7bf828f6d9b admin admin] 10.222.0.53 "GET /v2.0/subnets/59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96 HTTP/1.1" status: 200 len: 849 time: 0.0935547 Nov 04 08:46:39.342573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:46:39.428265 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:39.566935 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776657541425'] for subnet, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:39.599634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:39.601420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:39.602201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] 10.222.0.53 "PUT /v2.0/subnets/59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96 HTTP/1.1" status: 200 len: 868 time: 0.2631936 Nov 04 08:46:39.619241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3955e095-4f5b-4a4b-9a18-472942359269 None None] Network c8a448a5-3c2a-4817-8db5-ceede4f4716e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:46:39.622479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:46:39.629765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.630111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.630453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.630793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.631126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.631454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.631897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.632356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.632571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.632901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.633230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.633555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8228d03a-6108-42df-a0a7-368839fe8a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:46:39.891999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-794a28a2-bdbc-438b-a6ba-19d96c803c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:40.002312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c09d7856-3e5d-4aa0-82d1-a103995acddb None None] Provisioning complete for port 5606d8a7-1a19-452f-9d26-642fe1c6777d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:46:40.002850 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c09d7856-3e5d-4aa0-82d1-a103995acddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:40.105718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c09d7856-3e5d-4aa0-82d1-a103995acddb None None] Provisioning complete for port c8ce1418-1fa7-4978-86e3-7a0fd7d2c41f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:46:40.105982 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c09d7856-3e5d-4aa0-82d1-a103995acddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:40.158601 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:41.030956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:41.847755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:42.122035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd86c8f-f0f7-4001-a21f-7393e19aa90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:42.122896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd86c8f-f0f7-4001-a21f-7393e19aa90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:42.124466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1cd86c8f-f0f7-4001-a21f-7393e19aa90c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2755842 Nov 04 08:46:42.485645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:46:44.354528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35940) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:44.615581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a1d24c-52d2-4b69-99d2-483d75a124e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:44.616069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a1d24c-52d2-4b69-99d2-483d75a124e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:44.617839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-79a1d24c-52d2-4b69-99d2-483d75a124e5 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2623723 Nov 04 08:46:46.865586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:46.987282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1ee343-8b0b-4105-8ffc-a4f3ae3d8667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:46.988686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2f1ee343-8b0b-4105-8ffc-a4f3ae3d8667 admin admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 886 time: 0.1215672 Nov 04 08:46:49.202583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:49.348219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34fd956-6b0f-446c-94d5-e10781dedd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:49.349574 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d34fd956-6b0f-446c-94d5-e10781dedd38 admin admin] 10.222.0.53 "GET /v2.0/networks/c8a448a5-3c2a-4817-8db5-ceede4f4716e HTTP/1.1" status: 200 len: 869 time: 0.1460154 Nov 04 08:46:51.586454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35966) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:51.710820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e831ba-8bf5-4485-8f05-34f65ecae03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:51.710947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e831ba-8bf5-4485-8f05-34f65ecae03e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:51.712460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d9e831ba-8bf5-4485-8f05-34f65ecae03e admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250496 Nov 04 08:46:53.920472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35974) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:54.011150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f9516-d43f-4616-90c6-d25f05ff0c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:54.011938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f9516-d43f-4616-90c6-d25f05ff0c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:54.013120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f47f9516-d43f-4616-90c6-d25f05ff0c5f admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917063 Nov 04 08:46:56.233578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:56.333531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c3762-0231-4564-9c00-d01561ce3f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:56.335379 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f31c3762-0231-4564-9c00-d01561ce3f2f admin admin] 10.222.0.53 "GET /v2.0/subnets/59fa21c4-47e2-49c4-9ee6-16dcfa3d2d96 HTTP/1.1" status: 200 len: 868 time: 0.1003401 Nov 04 08:46:58.553115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35990) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:46:58.641661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027eb35-416f-473e-a222-c3e5fdc6b4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:46:58.642985 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1027eb35-416f-473e-a222-c3e5fdc6b4df admin admin] 10.222.0.53 "GET /v2.0/subnets/903cab78-66f9-4ec0-a0dc-ff9345301056 HTTP/1.1" status: 200 len: 816 time: 0.0887146 Nov 04 08:47:02.484084 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:47:07.230086 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a317a839-f5c1-45d2-a28d-3f6d222f0735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:09.893867 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab878036-fd5e-4b78-b9ba-4e0cbf29fba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:10.150279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:11.033913 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:12.496686 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:23.002282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36044) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:47:23.052377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-f4aeaf68-5e4c-411c-bb08-79d5ac84039e admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:47:23.053916 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f4aeaf68-5e4c-411c-bb08-79d5ac84039e admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506446 Nov 04 08:47:25.362534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36052) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:47:25.423567 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dbe9724-2a1b-4e08-9c6c-800d1f63fc57 admin admin] GET failed (client error): The resource could not be found. Nov 04 08:47:25.424898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3dbe9724-2a1b-4e08-9c6c-800d1f63fc57 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613701 Nov 04 08:47:25.564291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348137fb-d8d0-4e36-afae-114521372733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:47:25.565748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-348137fb-d8d0-4e36-afae-114521372733 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1356342 Nov 04 08:47:27.771229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36060) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:47:27.819164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:47:27.840716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Made reservation on behalf of d54d0f9e9e50412a82e88ee2aa0a08b7 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:47:27.843198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:27.877591 n-d-816487-1 neutron-server[102556]: WARNING neutron.services.revisions.revision_plugin [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Could not find related network for resource to bump revision. Nov 04 08:47:27.890929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:47:27.901693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:27.902056 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Added segment 8a25ae1d-22e1-409d-94f8-f2b11c241471 of type vlan for network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 Nov 04 08:47:27.943327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:27.967565 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:27.968492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:47:27.969151 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:28.025801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2534015 Nov 04 08:47:28.030594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Pushing event updated for resources: {'Network': ['ID=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:47:28.038372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.038717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.039057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.039391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.039727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.040099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.040414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.040741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.041053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.041372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.041691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.042007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78cecee-8e6a-4c93-985e-28d5d70a372a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:28.054535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:47:30.258332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:47:30.320461 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fbbc72-0f8a-4592-831c-af4f75928e85 admin admin] GET failed (client error): The resource could not be found. Nov 04 08:47:30.321832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-32fbbc72-0f8a-4592-831c-af4f75928e85 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0625427 Nov 04 08:47:30.401199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b555b31-d88c-42b3-a91b-c9bdb3ba8c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:47:30.402688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b555b31-d88c-42b3-a91b-c9bdb3ba8c1e admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0762520 Nov 04 08:47:30.414039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:47:30.444113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Made reservation on behalf of d54d0f9e9e50412a82e88ee2aa0a08b7 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:47:30.446407 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:30.616518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:30.672433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b634876-a46e-4632-8627-3656b9346bad,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:47:30.680076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:47:30.680433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Network hostable DHCP agents. Network: dc19b2a4-62f3-4f2a-84d7-3b07788c1e31, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:47:30.696505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:47:30.705502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, dc19b2a4-62f3-4f2a-84d7-3b07788c1e31) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:47:30.710608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:47:30.711206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:30.717675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d716963e-56ee-42b8-9855-4142601c0ede None None] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:47:30.728485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-86ef2ed5-4814-47fa-9c80-d2f12fcb64b4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3187633 Nov 04 08:47:30.884585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'tenant_id': 'd54d0f9e9e50412a82e88ee2aa0a08b7', 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:47:30.885533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:31.121107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Allocated IP 192.168.233.2 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/318addc6-2418-487d-af11-da1ad4fcb546) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:47:31.272719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:31.278095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:31.313939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:47:31.316880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:47:31.322028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:47:31.330410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Pushing event updated for resources: {'Port': ['ID=318addc6-2418-487d-af11-da1ad4fcb546,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:47:31.342471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.342820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.343198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.343534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.343873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.344209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.344536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.344860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.345180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.345500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.345824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.346139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:47:31.395551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Attempting to bind port 318addc6-2418-487d-af11-da1ad4fcb546 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:47:31.395965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Attempting to bind port 318addc6-2418-487d-af11-da1ad4fcb546 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:47:31.396322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Attempting to bind port 318addc6-2418-487d-af11-da1ad4fcb546 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:47:31.410583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:47:31.410958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:47:31.411361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:31.411764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:47:31.412283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Bound port: 318addc6-2418-487d-af11-da1ad4fcb546, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:47:31.413356 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:31.479767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] For port 318addc6-2418-487d-af11-da1ad4fcb546, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:47:31.482881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] For port 318addc6-2418-487d-af11-da1ad4fcb546, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=318addc6-2418-487d-af11-da1ad4fcb546,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:47:31.488118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:31.545397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b496224-5c92-4747-8663-55d5581557a7 None None] Pushing event updated for resources: {'Port': ['ID=318addc6-2418-487d-af11-da1ad4fcb546,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:47:31.863025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 318addc6-2418-487d-af11-da1ad4fcb546 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:47:31.917896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 318addc6-2418-487d-af11-da1ad4fcb546 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:47:31.918246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:31.999375 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:32.032164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 318addc6-2418-487d-af11-da1ad4fcb546, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=318addc6-2418-487d-af11-da1ad4fcb546,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:47:32.036786 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:32.083322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=318addc6-2418-487d-af11-da1ad4fcb546,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:47:32.392923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b1a5d5-3d3c-425f-9702-cde3a813c7da None None] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:47:32.459137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6652c293-32e2-4465-81e7-86d4509767e6 None None] Provisioning complete for port 318addc6-2418-487d-af11-da1ad4fcb546 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:47:32.459507 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6652c293-32e2-4465-81e7-86d4509767e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:32.838117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-26731bdb-521c-4af3-be5a-5626843a3a08 None None] Provisioning complete for port 318addc6-2418-487d-af11-da1ad4fcb546 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:47:32.838494 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-26731bdb-521c-4af3-be5a-5626843a3a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:33.795973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 318addc6-2418-487d-af11-da1ad4fcb546 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:47:33.849271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 318addc6-2418-487d-af11-da1ad4fcb546 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:47:33.849677 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:37.231139 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9464f45c-891f-43e5-9b8a-e3a69a53b3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:39.541662 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:47:39.894530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4375-211d-4bd3-b17e-23d1f3db9b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:40.151342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:41.036282 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:47:42.502497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:07.232763 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d919dde8-5a23-4f12-81c4-380989e8fcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:09.898665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9a04f504-48a7-472d-b160-42c96c10bd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:10.153095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:11.041960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:12.506644 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:16.481322 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:48:37.234502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f0f3d16c-4b62-4a07-aac1-9bbad62e24c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:39.899263 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1a876be-1be6-4502-aae4-66b7542e1a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:40.153760 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:41.042887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:42.509191 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:43.780335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:48:43.786612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-35156ec3-619d-4bfc-bc1e-935edcd2960b tempest-verify_tempest_config-2143233042 tempest-verify_tempest_config-2143233042-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:48:43.787566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-35156ec3-619d-4bfc-bc1e-935edcd2960b tempest-verify_tempest_config-2143233042 tempest-verify_tempest_config-2143233042-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063362 Nov 04 08:48:44.082272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36138) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:48:44.184146 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:44.255986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:44.259795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:44.305301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aab8dd-fca5-43fd-a07d-3d2f1ebef7e1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:48:44.309714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e98568d4de154462b790a7e8df12c0fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2263885 Nov 04 08:48:44.312512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36142) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:48:44.314414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.314745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.315076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.315404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.315727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.316089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.316441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.316764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.317083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.317398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.317713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.318027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bfd6c2-a9aa-4d03-b587-2d5b66a8fe1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.367089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:44.389829 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:44.478120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:44.480668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:48:44.481798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3aab8dd-fca5-43fd-a07d-3d2f1ebef7e1 HTTP/1.1" status: 204 len: 168 time: 0.1682599 Nov 04 08:48:44.490384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aab8dd-fca5-43fd-a07d-3d2f1ebef7e1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:48:44.496811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.497148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.497480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.497808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.498130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.498453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.498770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.499350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.499667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.500007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.500323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:44.500635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fc121f-d240-4b1f-ba50-0bc2fa2a5b41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:48:53.479211 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:49:07.235196 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06bc94cf-bb08-4727-adab-0b9840d113ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:09.898942 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-44fde87c-5551-4166-8142-d9132674ca3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:10.155310 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:11.043844 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:12.510415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:30.479199 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:49:37.235798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4e944ef9-7495-4a1c-b425-d3af453cddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:39.900037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9b01bbdf-a505-462e-81e6-5468fa9e1ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:40.156456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:41.045744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:49:42.513628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:07.236050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-620dd73c-1e5a-44fd-b3cc-dcd8690595e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:07.477343 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:50:09.900999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0f5acbe-2f3e-4863-9fa4-fa2cb9393c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:10.157569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:11.048717 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:12.517130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:37.238455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-212dcfbf-2709-4969-a238-5d76d1f78c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:39.902343 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b14df2e0-fbdd-43da-83d1-9de19d78dbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:40.159278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:41.055866 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:42.519554 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:50:44.477022 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:51:07.240037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db4b452e-cffd-479a-8c46-7a64fea2bfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:09.902494 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afe92e5a-65b3-47d2-9799-d983d783f026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:10.161752 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:11.056645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:12.525950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:21.475811 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 5 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:51:37.247109 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-518755ea-85e2-433c-baca-3c26fe13c4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:39.902638 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9ea6cec-e120-4d20-8651-3b401763cfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:40.163109 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:41.059358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:42.526385 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:45.254091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534714'] for agent, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:45.932877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-534714'] for agent, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:51:58.474308 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:52:07.247846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d6d0fbff-28be-468b-86c7-15f34b730539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:09.902780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59cf7842-3192-47dc-8ff0-e2cb23b789da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:10.164723 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:11.062493 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:12.529211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:15.222958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:15.903491 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:35.474064 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:52:36.106749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:52:36.211227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4bed1740-7106-4523-949e-01f1cdce93a3 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1033714 Nov 04 08:52:37.250482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1840e037-cc81-42dd-a757-8587f9caf2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:38.485527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:52:38.543790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90c1a2b6-8152-4eba-a94c-71068bdd93c1 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0571263 Nov 04 08:52:39.902870 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8a71baa-b29c-48a3-b05e-eb9215c1efb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:40.164756 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:41.064523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:42.532383 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:45.232600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:52:45.905479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:07.251557 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dbc63a80-21be-4a2d-acd4-3e12b9e57e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:09.902449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cd923771-cc7c-4cff-a51f-cbfc0d3e727b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:10.164973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:11.070158 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:12.475901 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:53:12.539650 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:15.231602 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:15.919374 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:37.252700 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33e031f3-2263-49da-a758-0d5ae9685a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:39.902157 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ccc67517-bc8c-4223-8411-e2f9701409f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:40.167229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:41.070509 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:42.541808 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:45.234640 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:45.917812 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:53:49.475870 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:54:07.257785 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a9a274f-3ade-4bc9-a4bc-8e41601d229c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:09.906890 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9e700a9-2bfc-4b1a-837b-1504353c7091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:10.167761 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:11.080127 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:12.555468 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:15.236658 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:15.926905 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.165734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:16.424756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:16.549359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-network', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:16.574142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Made reservation on behalf of 9d67cd6106804e44b9f74a1d9f908543 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:16.576675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.588980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.671782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.677034 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.701528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:54:16.712331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f613c35-86b8-4fb6-b1e7-579c2cfa4fa4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:16.723901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.724520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.724858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.725193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.725507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.725821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.726141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.726457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.726770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.727080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.727561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.727750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Tracked resource versions report: Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: pushed versions: Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: { 'AddressGroup': {'1.2'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'ConntrackHelper': {'1.0'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Log': {'1.0'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Network': {'1.1'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Port': {'1.7'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'PortForwarding': {'1.2'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'QosPolicy': {'1.9'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'SecurityGroup': {'1.4'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'SubPort': {'1.0'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Subnet': {'1.1'}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Trunk': {'1.1'}} Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: consumer versions: Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: HyperV agent@n-h1-816487-1: {}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: HyperV agent@n-h2-816487-1: {}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: L3 agent@n-d-816487-1: {}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: Metadata agent@n-d-816487-1: {}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: Metering agent@n-d-816487-1: {}, Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'ConntrackHelper': '1.0', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Log': '1.0', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Network': '1.1', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Port': '1.7', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'PortForwarding': '1.2', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'QosPolicy': '1.9', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'SecurityGroup': '1.4', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'SecurityGroupRule': '1.2', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'SubPort': '1.0', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Subnet': '1.1', Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: 'Trunk': '1.1'}} Nov 04 08:54:16.728875 n-d-816487-1 neutron-server[102555]: {{(pid=102555) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:54:16.748700 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.749163 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Added segment 6fde4293-5805-4ff4-8ed8-c17b38d93973 of type vlan for network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 Nov 04 08:54:16.808085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2e8a7fe4-9b9c-487c-a396-c271707b0342 tempest-AutoAllocateNetworkTest-759862102 tempest-AutoAllocateNetworkTest-759862102-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=91328360959344ec9228131465faf6a3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3812969 Nov 04 08:54:16.810735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36480) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:16.855307 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.978008 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:16.978974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:16.979554 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.040990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8728237 Nov 04 08:54:17.041388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36496) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:17.047476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Request body: {'subnet': {'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-subnet', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:17.070877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Made reservation on behalf of 9d67cd6106804e44b9f74a1d9f908543 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:17.073787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.085090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db535ea-1e85-4777-8f25-9b3fbe873ac2 tempest-AutoAllocateNetworkTest-759862102 tempest-AutoAllocateNetworkTest-759862102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:17.086726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9db535ea-1e85-4777-8f25-9b3fbe873ac2 tempest-AutoAllocateNetworkTest-759862102 tempest-AutoAllocateNetworkTest-759862102-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2746940 Nov 04 08:54:17.089627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:17.158763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c373ea1-8670-447a-b279-c85e95d92eff tempest-AutoAllocateNetworkTest-759862102 tempest-AutoAllocateNetworkTest-759862102-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672441 Nov 04 08:54:17.166930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36504) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:17.205828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-87b6fb66-3c36-49c9-bcea-56d125778d35 tempest-AutoAllocateNetworkTest-759862102 tempest-AutoAllocateNetworkTest-759862102-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=91328360959344ec9228131465faf6a3 HTTP/1.1" status: 200 len: 208 time: 0.0377214 Nov 04 08:54:17.215820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a281c18a-a8ea-4861-b44d-433e6701a323 admin admin] Pushing event updated for resources: {'Network': ['ID=678f165a-4683-4d3c-9f73-4ae9dcfe8d50,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:17.226375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:54:17.330484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.405244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20db2eaf-fa90-4e47-a991-ece1a8be9613,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:17.414224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.414854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.415441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.415778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.416132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.416458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.417083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.417569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.418048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.418527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.419011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.419782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Tracked resource versions report: Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: pushed versions: Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: { 'AddressGroup': {'1.2'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'ConntrackHelper': {'1.0'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Log': {'1.0'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Network': {'1.1'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Port': {'1.7'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'PortForwarding': {'1.2'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'QosPolicy': {'1.9'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'SecurityGroup': {'1.4'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'SubPort': {'1.0'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Subnet': {'1.1'}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Trunk': {'1.1'}} Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: consumer versions: Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: HyperV agent@n-h1-816487-1: {}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: HyperV agent@n-h2-816487-1: {}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: L3 agent@n-d-816487-1: {}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: Metadata agent@n-d-816487-1: {}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: Metering agent@n-d-816487-1: {}, Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'ConntrackHelper': '1.0', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Log': '1.0', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Network': '1.1', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Port': '1.7', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'PortForwarding': '1.2', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'QosPolicy': '1.9', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'SecurityGroup': '1.4', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'SecurityGroupRule': '1.2', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'SubPort': '1.0', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Subnet': '1.1', Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: 'Trunk': '1.1'}} Nov 04 08:54:17.421058 n-d-816487-1 neutron-server[102556]: {{(pid=102556) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:54:17.454584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Checking segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:17.455933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Network hostable DHCP agents. Network: 678f165a-4683-4d3c-9f73-4ae9dcfe8d50, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:54:17.477592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:54:17.494039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 678f165a-4683-4d3c-9f73-4ae9dcfe8d50) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:17.501108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:17.501987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.505485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1649d97f-f44f-4d55-8ca6-3cb8041fbde1 None None] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:54:17.526212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3740a311-6c2f-44f4-a70d-bdf4f91152b2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4803391 Nov 04 08:54:17.526317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36520) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:17.530478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:17.588202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.589792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.694445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.696038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:54:17.696832 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.876864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:17.990097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Allocated IP 172.20.0.2 (678f165a-4683-4d3c-9f73-4ae9dcfe8d50/20db2eaf-fa90-4e47-a991-ece1a8be9613/257c0ef1-c4ed-4ad8-8993-04b910fcfa59) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:18.063029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36544) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:18.230006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.244211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.341620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Pushing event updated for resources: {'Port': ['ID=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:18.344185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.359688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.360239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.360738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.361326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.361806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.362567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.363274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.363842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.364470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.364958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.365426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.365914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:18.366221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Tracked resource versions report: Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: pushed versions: Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: { 'AddressGroup': {'1.2'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'ConntrackHelper': {'1.0'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Log': {'1.0'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Network': {'1.1'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Port': {'1.7'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'PortForwarding': {'1.2'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'QosPolicy': {'1.9'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'SecurityGroup': {'1.4'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'SubPort': {'1.0'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Subnet': {'1.1'}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Trunk': {'1.1'}} Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: consumer versions: Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: HyperV agent@n-h1-816487-1: {}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: HyperV agent@n-h2-816487-1: {}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: L3 agent@n-d-816487-1: {}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: Metadata agent@n-d-816487-1: {}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: Metering agent@n-d-816487-1: {}, Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'ConntrackHelper': '1.0', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Log': '1.0', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Network': '1.1', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Port': '1.7', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'PortForwarding': '1.2', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'QosPolicy': '1.9', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'SecurityGroup': '1.4', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'SecurityGroupRule': '1.2', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'SubPort': '1.0', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Subnet': '1.1', Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: 'Trunk': '1.1'}} Nov 04 08:54:18.367032 n-d-816487-1 neutron-server[102557]: {{(pid=102557) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:54:18.374567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:18.376086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:18.378396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:18.470965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Attempting to bind port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:18.471324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Attempting to bind port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:18.471681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Attempting to bind port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:18.477038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:18.477390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Checking segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:18.477984 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.478519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Bound using segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:18.479129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Bound port: 257c0ef1-c4ed-4ad8-8993-04b910fcfa59, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:18.479702 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.562127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] For port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:18.566057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] For port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:18.572409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.575387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Allocated IP 172.25.3.219 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0ef9c925-2eca-477d-a32c-5338d0d6c3e7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:18.639652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9aa26f-0b69-4cb0-812c-bf6dcfbc0934 None None] Pushing event updated for resources: {'Port': ['ID=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:18.664117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dadf0d2-66ba-4ce1-96ab-b74e9d3d85a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.698545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.751750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.817534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:18.822820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:18.823482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dadf0d2-66ba-4ce1-96ab-b74e9d3d85a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.827546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:18.837189 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dadf0d2-66ba-4ce1-96ab-b74e9d3d85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:18.837385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Pushing event updated for resources: {'Port': ['ID=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:18.911567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadf0d2-66ba-4ce1-96ab-b74e9d3d85a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e1a35a-875c-430c-8e8a-32808c45260a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:18.919320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7dadf0d2-66ba-4ce1-96ab-b74e9d3d85a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91328360959344ec9228131465faf6a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8546116 Nov 04 08:54:18.920119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36578) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:18.991210 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49c93d55-ad43-4c4b-82d2-82366818bf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:19.037546 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49c93d55-ad43-4c4b-82d2-82366818bf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:19.086950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49c93d55-ad43-4c4b-82d2-82366818bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:19.090612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49c93d55-ad43-4c4b-82d2-82366818bf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:19.092225 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-49c93d55-ad43-4c4b-82d2-82366818bf69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17e1a35a-875c-430c-8e8a-32808c45260a HTTP/1.1" status: 204 len: 168 time: 0.1707098 Nov 04 08:54:19.101955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c93d55-ad43-4c4b-82d2-82366818bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e1a35a-875c-430c-8e8a-32808c45260a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:19.234361 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:19.484161 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:19.658661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Router 568705e0-6ffc-450a-b6c6-847d67852ec0 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:54:19.826615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:54:19.840097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Sync routers for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:54:19.858996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:19.859719 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:19.861169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b8a0e83b-4642-4afa-809b-b38f51dd86ba admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3339396 Nov 04 08:54:19.863483 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:19.865151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36616) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:20.067985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f632eb-55de-44d4-ba30-e740affccf6b None None] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:54:20.166881 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:20.192586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:20.228623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c6275f60-83fa-4b8f-913e-d78b2513558b None None] Provisioning complete for port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:20.230479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c6275f60-83fa-4b8f-913e-d78b2513558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.231112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:20.359910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:20.364550 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.366826 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:18Z', 'revision_number': 3, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:20.399555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Checking router: 568705e0-6ffc-450a-b6c6-847d67852ec0 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:54:20.400082 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Updating router 568705e0-6ffc-450a-b6c6-847d67852ec0 port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:54:20.427348 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.454391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90a5b354-60f4-4575-a180-56e850c6b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.615095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90a5b354-60f4-4575-a180-56e850c6b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.627126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c6275f60-83fa-4b8f-913e-d78b2513558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.629692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90a5b354-60f4-4575-a180-56e850c6b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.714174 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.726239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5b354-60f4-4575-a180-56e850c6b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30c58bf-62f1-4d97-9f17-1442a75f02a5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:20.726855 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.728556 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.747775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c6275f60-83fa-4b8f-913e-d78b2513558b None None] For port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:20.761907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90a5b354-60f4-4575-a180-56e850c6b64f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4ce6a52910d41f18d7b1d534800eec0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5295625 Nov 04 08:54:20.764783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:20.774869 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c6275f60-83fa-4b8f-913e-d78b2513558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.856768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 08:54:20.857433 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 08:54:20.858885 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Attempting to bind port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:20.859389 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Attempting to bind port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:20.859955 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Attempting to bind port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:20.872133 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Pushing event updated for resources: {'Port': ['ID=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:20.875164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.902371 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.902724 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.903064 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.903395 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.903726 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.904083 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.904402 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.907258 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.907877 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.912747 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.913511 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.914196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:54:20.916238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6275f60-83fa-4b8f-913e-d78b2513558b None None] Pushing event updated for resources: {'Port': ['ID=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:20.917689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aee2ac5b-536a-4e84-9a0b-3bf296d7ae09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Tracked resource versions report: Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: pushed versions: Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: { 'AddressGroup': {'1.2'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'ConntrackHelper': {'1.0'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Log': {'1.0'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Network': {'1.1'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Port': {'1.7'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'PortForwarding': {'1.2'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'QosPolicy': {'1.9'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'SecurityGroup': {'1.4'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'SecurityGroupRule': {'1.2'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'SubPort': {'1.0'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Subnet': {'1.1'}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Trunk': {'1.1'}} Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: consumer versions: Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: { DHCP agent@n-d-816487-1: {}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: HyperV agent@n-h1-816487-1: {}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: HyperV agent@n-h2-816487-1: {}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: L3 agent@n-d-816487-1: {}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: Metadata agent@n-d-816487-1: {}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: Metering agent@n-d-816487-1: {}, Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: Open vSwitch agent@n-d-816487-1: { 'AddressGroup': '1.2', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'ConntrackHelper': '1.0', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Log': '1.0', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Network': '1.1', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Port': '1.7', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'PortForwarding': '1.2', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'QosPolicy': '1.9', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'SecurityGroup': '1.4', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'SecurityGroupRule': '1.2', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'SubPort': '1.0', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Subnet': '1.1', Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: 'Trunk': '1.1'}} Nov 04 08:54:20.917883 n-d-816487-1 neutron-server[102558]: {{(pid=102558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 04 08:54:20.946804 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:20.947697 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:20.948937 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.951692 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:20.952528 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Bound port: 0ef9c925-2eca-477d-a32c-5338d0d6c3e7, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:20.953096 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:20.985115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aee2ac5b-536a-4e84-9a0b-3bf296d7ae09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.039770 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] For port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:21.044025 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] For port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:21.054491 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.064810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aee2ac5b-536a-4e84-9a0b-3bf296d7ae09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.070580 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aee2ac5b-536a-4e84-9a0b-3bf296d7ae09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.072624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aee2ac5b-536a-4e84-9a0b-3bf296d7ae09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f30c58bf-62f1-4d97-9f17-1442a75f02a5 HTTP/1.1" status: 204 len: 168 time: 0.3068995 Nov 04 08:54:21.081698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2ac5b-536a-4e84-9a0b-3bf296d7ae09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30c58bf-62f1-4d97-9f17-1442a75f02a5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:21.142500 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:21.143124 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:21.177783 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1be82-bcbb-4a3b-a15e-db21096ac3d3 None None] Pushing event updated for resources: {'Port': ['ID=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:21.211220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0288a077-1126-499b-b4b0-de9e3055a9f8 None None] Provisioning complete for port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:21.212199 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0288a077-1126-499b-b4b0-de9e3055a9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.311447 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:21.410692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Allocated IP 172.20.0.1 (678f165a-4683-4d3c-9f73-4ae9dcfe8d50/20db2eaf-fa90-4e47-a991-ece1a8be9613/53a5585d-08ff-434f-8952-4b624e0334ad) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:21.647603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.713645 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:18Z', 'revision_number': 3, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:21.721202 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.735166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:21.775975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b67156-32ce-4621-99e1-cd2ed43189d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.811181 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80311ed-dc79-4cee-8291-5e88587c33a0 None None] The sync data for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 is: [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:18Z', 'revision_number': 3, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:54:21.865723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:21.878851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:21.884491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:21.887226 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:21.959970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36724) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:22.025313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b67156-32ce-4621-99e1-cd2ed43189d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.031935 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b67156-32ce-4621-99e1-cd2ed43189d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.098505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c2b67156-32ce-4621-99e1-cd2ed43189d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d04eb72eb026400d9ae8cc2180c60e86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3616469 Nov 04 08:54:22.099144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36734) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:22.099811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b67156-32ce-4621-99e1-cd2ed43189d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed5b531-73e0-4bb3-9fe5-f359c042d89e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:22.117950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Pushing event updated for resources: {'Port': ['ID=53a5585d-08ff-434f-8952-4b624e0334ad,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:22.132419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:22.177282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81b82477-d370-4c5f-a317-d46741b2d14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.208831 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81b82477-d370-4c5f-a317-d46741b2d14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.217699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:22.218244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.344592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81b82477-d370-4c5f-a317-d46741b2d14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.348124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81b82477-d370-4c5f-a317-d46741b2d14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.352191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-81b82477-d370-4c5f-a317-d46741b2d14b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ed5b531-73e0-4bb3-9fe5-f359c042d89e HTTP/1.1" status: 204 len: 168 time: 0.2466514 Nov 04 08:54:22.364252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b82477-d370-4c5f-a317-d46741b2d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed5b531-73e0-4bb3-9fe5-f359c042d89e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:22.440136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0ee6a8ff-ba1f-4390-9a88-c516a8936b94 None None] Provisioning complete for port 53a5585d-08ff-434f-8952-4b624e0334ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:22.441364 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a8ff-ba1f-4390-9a88-c516a8936b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.489960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0ee6a8ff-ba1f-4390-9a88-c516a8936b94 None None] Port 53a5585d-08ff-434f-8952-4b624e0334ad cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:22.500372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.726333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.737138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14608851-b448-424d-9dd6-04200becbbb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.739592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.740403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:22.845747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Pushing event updated for resources: {'Port': ['ID=53a5585d-08ff-434f-8952-4b624e0334ad,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:22.963546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:22.967045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:22.974232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36766) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:22.975826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:23.018603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14608851-b448-424d-9dd6-04200becbbb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.132444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14608851-b448-424d-9dd6-04200becbbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.170829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-14608851-b448-424d-9dd6-04200becbbb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f349c3f55f6e471fa9bba2d4deb01c8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2100346 Nov 04 08:54:23.173711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36776) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:23.182576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Router 568705e0-6ffc-450a-b6c6-847d67852ec0 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:54:23.266588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e55b44f-0efb-4783-b325-b3540c6d5956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.281321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14608851-b448-424d-9dd6-04200becbbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80734ac-093a-46da-a754-70293eb98988,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:23.298689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14c3fd7c-f177-4777-9933-03068dd098ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.326492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0e68a8c7-69b7-4813-8348-7d87a5ce11fb None None] Provisioning complete for port 53a5585d-08ff-434f-8952-4b624e0334ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:23.327113 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e68a8c7-69b7-4813-8348-7d87a5ce11fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.396103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7305523-d2eb-4df7-9603-f6254faffb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.409934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0e68a8c7-69b7-4813-8348-7d87a5ce11fb None None] Port 53a5585d-08ff-434f-8952-4b624e0334ad cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:23.446898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:54:23.449545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e55b44f-0efb-4783-b325-b3540c6d5956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.450047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7305523-d2eb-4df7-9603-f6254faffb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.455295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-38f5c277-adbb-409c-ab77-0e091a5fe496 admin admin] 10.222.0.53 "PUT /v2.0/routers/568705e0-6ffc-450a-b6c6-847d67852ec0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5889382 Nov 04 08:54:23.465184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e55b44f-0efb-4783-b325-b3540c6d5956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.520737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7305523-d2eb-4df7-9603-f6254faffb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.525780 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7305523-d2eb-4df7-9603-f6254faffb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.527548 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c7305523-d2eb-4df7-9603-f6254faffb3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f80734ac-093a-46da-a754-70293eb98988 HTTP/1.1" status: 204 len: 168 time: 0.3526905 Nov 04 08:54:23.534174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55b44f-0efb-4783-b325-b3540c6d5956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b914a0f-8cce-4aae-a944-afaaf4bde28c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:23.539025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7305523-d2eb-4df7-9603-f6254faffb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80734ac-093a-46da-a754-70293eb98988,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:23.552448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5e55b44f-0efb-4783-b325-b3540c6d5956 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70ff41df1bb24e85a5630dfc37fa8ade&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5737462 Nov 04 08:54:23.552448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:23.581157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14c3fd7c-f177-4777-9933-03068dd098ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.593083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14c3fd7c-f177-4777-9933-03068dd098ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.637022 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a533725-2610-4842-aed0-1b937f1774c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.673248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3fd7c-f177-4777-9933-03068dd098ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebb9197-4212-4d63-ac89-ec56d08ffdae,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:23.683384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-14c3fd7c-f177-4777-9933-03068dd098ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=993b4575cc9447bf92434e6f40a02865&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7128847 Nov 04 08:54:23.684203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:23.701344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a533725-2610-4842-aed0-1b937f1774c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.765592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a533725-2610-4842-aed0-1b937f1774c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.769942 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a533725-2610-4842-aed0-1b937f1774c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.772336 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4a533725-2610-4842-aed0-1b937f1774c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b914a0f-8cce-4aae-a944-afaaf4bde28c HTTP/1.1" status: 204 len: 168 time: 0.2190826 Nov 04 08:54:23.779730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2956-09fb-4048-ab10-f2d3c409f8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.782724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a533725-2610-4842-aed0-1b937f1774c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b914a0f-8cce-4aae-a944-afaaf4bde28c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:23.886099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36818) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:23.889778 n-d-816487-1 neutron-server[102555]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 04 08:54:23.929690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-42237376-c244-4761-a754-f1b435aeaaf2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=a38fa98456264756b0ca5235f29c583d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401955 Nov 04 08:54:23.933041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2956-09fb-4048-ab10-f2d3c409f8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.985971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2956-09fb-4048-ab10-f2d3c409f8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.988949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f6f2956-09fb-4048-ab10-f2d3c409f8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:23.998840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6f6f2956-09fb-4048-ab10-f2d3c409f8a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ebb9197-4212-4d63-ac89-ec56d08ffdae HTTP/1.1" status: 204 len: 168 time: 0.3079102 Nov 04 08:54:24.009595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f2956-09fb-4048-ab10-f2d3c409f8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebb9197-4212-4d63-ac89-ec56d08ffdae,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:24.099935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Sync routers for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:54:24.111918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:24.113187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:24.199874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:24.203647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-ae93915c-6ed7-441d-aff9-7be3b28115b5 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:24.211758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-ae93915c-6ed7-441d-aff9-7be3b28115b5 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795632 Nov 04 08:54:24.224537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-16d8aef8-f5ab-4e8e-8c24-98131eb60b70 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/quotas/a38fa98456264756b0ca5235f29c583d HTTP/1.1" status: 200 len: 375 time: 0.0115907 Nov 04 08:54:24.297171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-18041bfa-168c-4a69-bd1f-5752ea2a6eb2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a38fa98456264756b0ca5235f29c583d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657520 Nov 04 08:54:24.386197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:24.420133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:24.420839 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.624744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.658768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:24.671403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:24.671732 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e15d3b19-9fa5-43fb-9170-1e8df2e59072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.682272 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.752870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:24.768655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e15d3b19-9fa5-43fb-9170-1e8df2e59072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.773901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e15d3b19-9fa5-43fb-9170-1e8df2e59072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.778985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:24.790865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 2, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:24.800929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2344758-08a0-403c-8f49-3f1b04d710c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.821229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Checking router: 568705e0-6ffc-450a-b6c6-847d67852ec0 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:54:24.821399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d3b19-9fa5-43fb-9170-1e8df2e59072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d7060-7945-47b6-a71f-82e24c0934e3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:24.821991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Updating router 568705e0-6ffc-450a-b6c6-847d67852ec0 port 53a5585d-08ff-434f-8952-4b624e0334ad binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:54:24.838806 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e15d3b19-9fa5-43fb-9170-1e8df2e59072 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78d7a72550284de980a3e53818304801&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1788194 Nov 04 08:54:24.842751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36860) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:24.863256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.914722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-846f597e-1f3c-42a9-b95c-4351a7f0345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.914975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2344758-08a0-403c-8f49-3f1b04d710c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.921037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2344758-08a0-403c-8f49-3f1b04d710c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.951261 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-846f597e-1f3c-42a9-b95c-4351a7f0345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:24.986305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d2344758-08a0-403c-8f49-3f1b04d710c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b7d93d50f994c289d3a9cec9baf375a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2052968 Nov 04 08:54:24.987307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2344758-08a0-403c-8f49-3f1b04d710c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7aa4b85-020e-456b-ab27-de29bc89d31c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:24.990733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:25.059218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-846f597e-1f3c-42a9-b95c-4351a7f0345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.061166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-025e73d4-ed6c-49eb-a453-0c4bbbb7cd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.062953 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-846f597e-1f3c-42a9-b95c-4351a7f0345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.064397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-846f597e-1f3c-42a9-b95c-4351a7f0345e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e05d7060-7945-47b6-a71f-82e24c0934e3 HTTP/1.1" status: 204 len: 168 time: 0.2204092 Nov 04 08:54:25.082795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f597e-1f3c-42a9-b95c-4351a7f0345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05d7060-7945-47b6-a71f-82e24c0934e3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:25.091950 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-025e73d4-ed6c-49eb-a453-0c4bbbb7cd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.116950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36870) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:25.133751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a533f09-f11b-4d26-bcb4-45ca9454d589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.170943 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-025e73d4-ed6c-49eb-a453-0c4bbbb7cd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.176028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-025e73d4-ed6c-49eb-a453-0c4bbbb7cd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.182057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-025e73d4-ed6c-49eb-a453-0c4bbbb7cd10 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7aa4b85-020e-456b-ab27-de29bc89d31c HTTP/1.1" status: 204 len: 168 time: 0.1901798 Nov 04 08:54:25.194244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e73d4-ed6c-49eb-a453-0c4bbbb7cd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7aa4b85-020e-456b-ab27-de29bc89d31c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:25.260103 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.266020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a533f09-f11b-4d26-bcb4-45ca9454d589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.268322 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.277114 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a533f09-f11b-4d26-bcb4-45ca9454d589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.326037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5a533f09-f11b-4d26-bcb4-45ca9454d589 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f4b0c5b231047719c6c05d3bf001304&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2077429 Nov 04 08:54:25.327184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453ff3d-f9eb-4a78-9100-96921236f695 None None] Pushing event updated for resources: {'Port': ['ID=53a5585d-08ff-434f-8952-4b624e0334ad,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:25.328462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:25.336326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a533f09-f11b-4d26-bcb4-45ca9454d589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8effe3-8ccf-4a7b-b3b5-717e867015f7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:25.419533 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f3c180-b2cf-4090-8b39-2703f67b97b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.438440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Attempting to bind port 53a5585d-08ff-434f-8952-4b624e0334ad on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:25.438900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Attempting to bind port 53a5585d-08ff-434f-8952-4b624e0334ad by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:25.439170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Attempting to bind port 53a5585d-08ff-434f-8952-4b624e0334ad on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:25.454020 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f3c180-b2cf-4090-8b39-2703f67b97b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.467005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:25.472596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Checking segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:25.473034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.473427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Bound using segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:25.473917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Bound port: 53a5585d-08ff-434f-8952-4b624e0334ad, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:25.474297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.577252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f3c180-b2cf-4090-8b39-2703f67b97b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.579845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54f3c180-b2cf-4090-8b39-2703f67b97b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.581015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-54f3c180-b2cf-4090-8b39-2703f67b97b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3b8effe3-8ccf-4a7b-b3b5-717e867015f7 HTTP/1.1" status: 204 len: 168 time: 0.2510750 Nov 04 08:54:25.593884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] For port 53a5585d-08ff-434f-8952-4b624e0334ad, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:25.599324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] For port 53a5585d-08ff-434f-8952-4b624e0334ad, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=53a5585d-08ff-434f-8952-4b624e0334ad,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:25.599567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3c180-b2cf-4090-8b39-2703f67b97b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8effe3-8ccf-4a7b-b3b5-717e867015f7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:25.608066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.618964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36890) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:25.793075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:25.793768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:25.795658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a772cde5-9efd-489f-b1de-a779467b8efc None None] Provisioning complete for port 53a5585d-08ff-434f-8952-4b624e0334ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:25.796057 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a772cde5-9efd-489f-b1de-a779467b8efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:25.798652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1453ff3d-f9eb-4a78-9100-96921236f695 None None] Pushing event updated for resources: {'Port': ['ID=53a5585d-08ff-434f-8952-4b624e0334ad,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:26.003329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:26.065681 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a772cde5-9efd-489f-b1de-a779467b8efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:26.146222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:26.209954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a772cde5-9efd-489f-b1de-a779467b8efc None None] For port 53a5585d-08ff-434f-8952-4b624e0334ad, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=53a5585d-08ff-434f-8952-4b624e0334ad,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:26.219834 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a772cde5-9efd-489f-b1de-a779467b8efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:26.336778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772cde5-9efd-489f-b1de-a779467b8efc None None] Pushing event updated for resources: {'Port': ['ID=53a5585d-08ff-434f-8952-4b624e0334ad,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:26.351458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:26.351847 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:26.399281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aba27196-7c9b-45cd-b51f-83420c5d0e79 None None] Provisioning complete for port 53a5585d-08ff-434f-8952-4b624e0334ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:26.399668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aba27196-7c9b-45cd-b51f-83420c5d0e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:26.461698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:25Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:26.478599 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:54:26.502653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d51ed-7277-477c-ae22-b9c2bd30bf5d None None] The sync data for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 is: [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:25Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:54:26.759632 n-d-816487-1 neutron-server[102556]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 04 08:54:26.864525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ff6e5c9a-0671-4fc2-bd65-1309a493eb6f req-a8aea90d-1f43-4607-a569-47353b4e88da tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 210 time: 1.2443461 Nov 04 08:54:27.012326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:27.017877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-network', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:27.043242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Made reservation on behalf of 586de148fcc44e98ad1c668bb026ad65 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:27.052142 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.061456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.189391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.201188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.244683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:54:27.255393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96d395c-2989-47c5-8f0d-5bb4cc5ea843,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:27.260520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.260861 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Added segment 1ab9aae0-53f8-4750-ade9-9c93195f43d5 of type vlan for network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 Nov 04 08:54:27.314667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.346051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.347362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:27.348059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.380313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3661792 Nov 04 08:54:27.383114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:27.388320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Request body: {'subnet': {'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-subnet', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:27.412705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.55', 57217) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:27.434055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Made reservation on behalf of 586de148fcc44e98ad1c668bb026ad65 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:27.439916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.464810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-1a8576d0-aa0d-4882-8665-50bc3984d8d5 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a38fa98456264756b0ca5235f29c583d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509827 Nov 04 08:54:27.467937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae396fba-5a3c-4254-a256-d3f3f4b04297 admin admin] Pushing event updated for resources: {'Network': ['ID=e8892ac9-ec16-46c3-9421-1c8ac6bf4705,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:27.479619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:54:27.807443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:27.856762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-731bdbbb-4058-46dd-aabe-04dfac42a159 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:27.858324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-731bdbbb-4058-46dd-aabe-04dfac42a159 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3865249 Nov 04 08:54:27.901307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6468359-d8d3-420a-8e2e-6ffec4833bf4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:27.944194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Checking segment: {'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:27.944549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Network hostable DHCP agents. Network: e8892ac9-ec16-46c3-9421-1c8ac6bf4705, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:54:27.960613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Request body: {'port': {'device_id': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': 'a38fa98456264756b0ca5235f29c583d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:27.963604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:54:27.979012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, e8892ac9-ec16-46c3-9421-1c8ac6bf4705) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:27.989603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8c11e9-2d4a-4f37-b954-d033091ed0dc None None] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:54:27.995676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:27.996411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.031359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ac920a9e-01e6-4602-8010-b53d0f0cf865 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6471250 Nov 04 08:54:28.033135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:28.046063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:28.127743 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.132837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.216302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 53a5585d-08ff-434f-8952-4b624e0334ad up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:28.327282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1c0f3df-4948-4666-9173-3682873cbf1b req-4ec05aee-24bf-4a04-b9ee-5066a9573d94 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 210 time: 0.1790023 Nov 04 08:54:28.427202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.480585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Made reservation on behalf of a38fa98456264756b0ca5235f29c583d for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:28.488663 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.504492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.508231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 53a5585d-08ff-434f-8952-4b624e0334ad triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:28.512179 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.571373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-e8892ac9-ec16-46c3-9421-1c8ac6bf4705', 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'fixed_ips': [{'subnet_id': 'd6468359-d8d3-420a-8e2e-6ffec4833bf4'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:54:28.575182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.632641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.686453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.693679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:28.934954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:28.982119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Allocated IP 172.20.0.2 (e8892ac9-ec16-46c3-9421-1c8ac6bf4705/d6468359-d8d3-420a-8e2e-6ffec4833bf4/e9fcaba8-5e52-424a-b93a-bf0c13a18f7a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:29.105791 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.140185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.256638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Allocated IP 192.168.233.69 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/42534ded-2f6a-4c11-9768-8a44e7b630de) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:29.356533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.378290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.427288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:29.431488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:29.444064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:29.485188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Allocated IP 172.25.3.103 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/b5fd1309-6137-4a16-9548-4275b97c65e1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:29.498173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Pushing event updated for resources: {'Port': ['ID=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:29.532615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Attempting to bind port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:29.534346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Attempting to bind port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:29.535266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Attempting to bind port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a on network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:29.543727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:29.544639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Checking segment: {'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:29.545274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.545820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Bound using segment: {'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:29.546433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Bound port: e9fcaba8-5e52-424a-b93a-bf0c13a18f7a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:29.546964 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.710293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-459a2145-34e3-4993-b024-822145a7e669 None None] For port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:29.715563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-459a2145-34e3-4993-b024-822145a7e669 None None] For port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,segment=NetworkSegment(1ab9aae0-53f8-4750-ade9-9c93195f43d5),segment_id=1ab9aae0-53f8-4750-ade9-9c93195f43d5)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:29.724789 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.804323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57201382-78d4-4b61-8bf1-c1a07cd2dd07 req-f8a376d1-c1fb-41a1-9621-6710cf81b048 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 210 time: 0.0588920 Nov 04 08:54:29.810682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.851692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.883827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459a2145-34e3-4993-b024-822145a7e669 None None] Pushing event updated for resources: {'Port': ['ID=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:29.888290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:29.971243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:30.029585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:30.067477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:30.073146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:30.191490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:30.208881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:30.225424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Pushing event updated for resources: {'Port': ['ID=42534ded-2f6a-4c11-9768-8a44e7b630de,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:30.275966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:30.303394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:30.317664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:30.393963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-96290938-9aa8-474b-96c2-f922a536f6db tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4383271 Nov 04 08:54:30.462747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Pushing event updated for resources: {'Port': ['ID=b5fd1309-6137-4a16-9548-4275b97c65e1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:30.546142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-dd165c7e-4954-487a-89e9-43a95a67385e tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:54:30.547644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-dd165c7e-4954-487a-89e9-43a95a67385e tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058687 Nov 04 08:54:30.600168 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:30.754796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-18fe5310-3823-4f29-a202-fec7f7b1fcb7 None None] Provisioning complete for port 42534ded-2f6a-4c11-9768-8a44e7b630de triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:30.755412 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18fe5310-3823-4f29-a202-fec7f7b1fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:30.892637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-18fe5310-3823-4f29-a202-fec7f7b1fcb7 None None] Port 42534ded-2f6a-4c11-9768-8a44e7b630de cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:31.247514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37166) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:31.466601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf14de2-17fd-42e4-bf76-00d7a40f8119 req-785248e9-1b05-4c3c-b097-9d950eeb732f tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:31.475521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bf14de2-17fd-42e4-bf76-00d7a40f8119 req-785248e9-1b05-4c3c-b097-9d950eeb732f tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 935 time: 0.2787735 Nov 04 08:54:31.551660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bf14de2-17fd-42e4-bf76-00d7a40f8119 req-abf57887-d06a-4d20-ad51-e95e20cc601f tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750213 Nov 04 08:54:31.579757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fe5f27-fcc5-45cf-97a2-35a904c66570 None None] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:54:31.586608 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:31.666971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-befafa82-6f66-434f-be7c-3a7567401c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:31.850795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ed7f0682-9635-44c3-9a2e-6469c832ff6a None None] Provisioning complete for port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:31.852177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0682-9635-44c3-9a2e-6469c832ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:31.875787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-befafa82-6f66-434f-be7c-3a7567401c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:31.882988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-befafa82-6f66-434f-be7c-3a7567401c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:31.901761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Router 9e3055c6-fc02-453f-971b-af7dfab98463 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:54:31.947537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-befafa82-6f66-434f-be7c-3a7567401c36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a577e8509ea74c8dbc75230a825acb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964042 Nov 04 08:54:31.950574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37190) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:32.112656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Request body: {'port': {'device_id': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'device_owner': 'compute:tempest-test_az-91676827', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:32.129184 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0682-9635-44c3-9a2e-6469c832ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:32.181473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:54:32.205104 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Sync routers for ids ['9e3055c6-fc02-453f-971b-af7dfab98463'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:54:32.216431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e9fcaba8-5e52-424a-b93a-bf0c13a18f7a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:32.230571 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Routers {'9e3055c6-fc02-453f-971b-af7dfab98463'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:32.231393 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e3055c6-fc02-453f-971b-af7dfab98463'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:32.236529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:32.239089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-39f427e4-adcf-4579-a446-f30aafc30624 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2013271 Nov 04 08:54:32.241908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:32.242080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ed7f0682-9635-44c3-9a2e-6469c832ff6a None None] For port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,segment=NetworkSegment(1ab9aae0-53f8-4750-ade9-9c93195f43d5),segment_id=1ab9aae0-53f8-4750-ade9-9c93195f43d5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:32.249028 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed7f0682-9635-44c3-9a2e-6469c832ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:32.399410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7f0682-9635-44c3-9a2e-6469c832ff6a None None] Pushing event updated for resources: {'Port': ['ID=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:32.409706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37198) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:32.417925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:32.419208 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:32.537146 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Set router 9e3055c6-fc02-453f-971b-af7dfab98463 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:32.740211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8ef627c2-afee-4977-bc0b-2321ba156960 None None] Provisioning complete for port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:32.740609 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ef627c2-afee-4977-bc0b-2321ba156960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:32.793021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35978c7c-3994-40ea-b06f-f43aa7e8ca61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:32.799301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befafa82-6f66-434f-be7c-3a7567401c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23926dec-aa0d-42ff-a43c-186b7da9e93d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:33.063306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3f657-c36a-4c03-b238-dfe03c1cea36 req-817beceb-c8ad-4f1b-a2fc-e3eedb3d071d tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:33.067619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7a3f657-c36a-4c03-b238-dfe03c1cea36 req-817beceb-c8ad-4f1b-a2fc-e3eedb3d071d tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 935 time: 0.2016559 Nov 04 08:54:33.125297 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.142096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35978c7c-3994-40ea-b06f-f43aa7e8ca61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.172592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda8a8d-f45d-4d13-813f-1893ae3e07dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.185982 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:54:30Z', 'revision_number': 3, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port': {'id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:29Z', 'updated_at': '2021-11-04T08:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:33.256282 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Checking router: 9e3055c6-fc02-453f-971b-af7dfab98463 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:54:33.257441 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Updating router 9e3055c6-fc02-453f-971b-af7dfab98463 port b5fd1309-6137-4a16-9548-4275b97c65e1 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:54:33.294264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda8a8d-f45d-4d13-813f-1893ae3e07dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.303120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bda8a8d-f45d-4d13-813f-1893ae3e07dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.331649 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.574633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7a3f657-c36a-4c03-b238-dfe03c1cea36 req-c8e060db-aba3-4887-a577-6517cfb4dac5 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968226 Nov 04 08:54:33.579119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7bda8a8d-f45d-4d13-813f-1893ae3e07dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97e1f71157c24a41ae228686cb75f415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1638668 Nov 04 08:54:33.588388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37224) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:33.590439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda8a8d-f45d-4d13-813f-1893ae3e07dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b1b97f-b738-4bce-befc-3253b5f1bfbe,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:33.717435 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.726139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35978c7c-3994-40ea-b06f-f43aa7e8ca61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.730597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35978c7c-3994-40ea-b06f-f43aa7e8ca61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.735917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-35978c7c-3994-40ea-b06f-f43aa7e8ca61 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23926dec-aa0d-42ff-a43c-186b7da9e93d HTTP/1.1" status: 204 len: 168 time: 1.7826869 Nov 04 08:54:33.752724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35978c7c-3994-40ea-b06f-f43aa7e8ca61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23926dec-aa0d-42ff-a43c-186b7da9e93d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:33.836483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42534ded-2f6a-4c11-9768-8a44e7b630de {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:54:33.846164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.872578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Transition to ACTIVE for port object 42534ded-2f6a-4c11-9768-8a44e7b630de will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:54:33.880281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:33.955912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e663f644-c732-4afc-af96-e81977d6fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.014817 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.032596 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.056138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Pushing event updated for resources: {'Port': ['ID=42534ded-2f6a-4c11-9768-8a44e7b630de,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:34.108864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Attempting to bind port 42534ded-2f6a-4c11-9768-8a44e7b630de on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:34.109467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Attempting to bind port 42534ded-2f6a-4c11-9768-8a44e7b630de by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:34.109816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Attempting to bind port 42534ded-2f6a-4c11-9768-8a44e7b630de on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:34.120605 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Attempting to bind port b5fd1309-6137-4a16-9548-4275b97c65e1 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:34.120605 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Attempting to bind port b5fd1309-6137-4a16-9548-4275b97c65e1 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:34.120797 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Attempting to bind port b5fd1309-6137-4a16-9548-4275b97c65e1 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:34.129571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Port 42534ded-2f6a-4c11-9768-8a44e7b630de on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:54:34.131503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Attempting to bind port 42534ded-2f6a-4c11-9768-8a44e7b630de on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:34.160037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:34.160037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:34.160346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:34.160658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Bound port: 42534ded-2f6a-4c11-9768-8a44e7b630de, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:34.161000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.165532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e9fcaba8-5e52-424a-b93a-bf0c13a18f7a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:34.286885 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:34.288086 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:34.288517 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.288932 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:34.289410 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Bound port: b5fd1309-6137-4a16-9548-4275b97c65e1, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:34.289869 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.357429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Allocated IP 172.20.0.1 (e8892ac9-ec16-46c3-9421-1c8ac6bf4705/d6468359-d8d3-420a-8e2e-6ffec4833bf4/cf8f4b5e-961d-46a1-832f-8f23b69c5817) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:34.378554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:34.380735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.399588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] For port 42534ded-2f6a-4c11-9768-8a44e7b630de, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:34.412207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] For port 42534ded-2f6a-4c11-9768-8a44e7b630de, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42534ded-2f6a-4c11-9768-8a44e7b630de,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:34.418264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.419574 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3788992-c0f9-4db3-a0a2-f77a94fef50a None None] Pushing event updated for resources: {'Port': ['ID=b5fd1309-6137-4a16-9548-4275b97c65e1,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:34.436324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e663f644-c732-4afc-af96-e81977d6fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.460517 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] For port b5fd1309-6137-4a16-9548-4275b97c65e1, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:34.470236 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] For port b5fd1309-6137-4a16-9548-4275b97c65e1, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b5fd1309-6137-4a16-9548-4275b97c65e1,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:34.480118 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.536467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:34.537119 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.541848 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] 10.222.0.55 "PUT /v2.0/ports/42534ded-2f6a-4c11-9768-8a44e7b630de HTTP/1.1" status: 200 len: 1115 time: 3.0397053 Nov 04 08:54:34.543783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'tag': '42534ded-2f6a-4c11-9768-8a44e7b630de'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:54:34.645327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-89e9211a-ae04-4f43-b57c-5a3a624b30bf tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1641927 Nov 04 08:54:34.684803 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3788992-c0f9-4db3-a0a2-f77a94fef50a None None] Pushing event updated for resources: {'Port': ['ID=b5fd1309-6137-4a16-9548-4275b97c65e1,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:34.691700 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Routers {'9e3055c6-fc02-453f-971b-af7dfab98463'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:34.705015 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e3055c6-fc02-453f-971b-af7dfab98463'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:34.728184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e663f644-c732-4afc-af96-e81977d6fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.745348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e663f644-c732-4afc-af96-e81977d6fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:34.747948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e663f644-c732-4afc-af96-e81977d6fd37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8b1b97f-b738-4bce-befc-3253b5f1bfbe HTTP/1.1" status: 204 len: 168 time: 1.1579866 Nov 04 08:54:34.894381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663f644-c732-4afc-af96-e81977d6fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b1b97f-b738-4bce-befc-3253b5f1bfbe,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:34.966797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ded22-2fdd-4438-b8e9-1e5b54dfdc80 service neutron] Pushing event updated for resources: {'Port': ['ID=42534ded-2f6a-4c11-9768-8a44e7b630de,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:34.976282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:35.099713 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] Set router 9e3055c6-fc02-453f-971b-af7dfab98463 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:35.136989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-629337ac-a23d-4de4-be05-ba4f5ed4d685 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:35.147097 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-629337ac-a23d-4de4-be05-ba4f5ed4d685 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5003521 Nov 04 08:54:35.151316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-0dd439c5-b49d-4103-9532-b7a053bd72ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:35.174188 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-0dd439c5-b49d-4103-9532-b7a053bd72ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a38fa98456264756b0ca5235f29c583d&device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 1118 time: 0.3605502 Nov 04 08:54:35.179206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37264) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:35.180444 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-93f4b5de-ef36-4981-8bb2-2646eef439c9 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/quotas/c148835e19e04ea1bb7e8dc4d0201ec4 HTTP/1.1" status: 200 len: 375 time: 0.0227766 Nov 04 08:54:35.181939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:35.240431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc29ca6e-957e-4204-9b2d-ce336226ddbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:35.429386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Pushing event updated for resources: {'Port': ['ID=cf8f4b5e-961d-46a1-832f-8f23b69c5817,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:35.446897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-38ad8c1a-4d61-4a9f-96de-9bbf645f2c24 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2334671 Nov 04 08:54:35.457589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37272) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:35.461586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:35.463390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:35.481724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-2e97a74d-b6a4-44b8-806c-dd563800c0be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=42534ded-2f6a-4c11-9768-8a44e7b630de HTTP/1.1" status: 200 len: 217 time: 0.2187095 Nov 04 08:54:35.491087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:35.494563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:35.528481 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:54:30Z', 'revision_number': 3, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port': {'id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:29Z', 'updated_at': '2021-11-04T08:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:35.545801 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "a9d0f4be-7e68-4d1a-a809-3d81188669ba", "tag": "42534ded-2f6a-4c11-9768-8a44e7b630de"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:54:35.606049 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c611eb-5d60-4d78-a45c-c96397091946 None None] The sync data for ids ['9e3055c6-fc02-453f-971b-af7dfab98463'] in n-d-816487-1 is: [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:54:30Z', 'revision_number': 3, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port': {'id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:29Z', 'updated_at': '2021-11-04T08:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:54:35.760107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f6167-915b-401a-a3fb-2010dfde9bd3 req-94118d22-2566-45a9-b8c1-2a9175e400b1 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:35.767775 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c0f6167-915b-401a-a3fb-2010dfde9bd3 req-94118d22-2566-45a9-b8c1-2a9175e400b1 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.4166985 Nov 04 08:54:35.774439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-393e18be-c626-4158-a58d-66a734113f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:35.775882 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-393e18be-c626-4158-a58d-66a734113f82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2565489 Nov 04 08:54:35.778896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37278) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:35.948106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2b36772-02c7-4be6-b8ea-13c2bb0bfcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:35.951390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc29ca6e-957e-4204-9b2d-ce336226ddbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.006912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-747b5e66-9154-4918-9a72-248ec8e80a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:36.010962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-747b5e66-9154-4918-9a72-248ec8e80a21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1952615 Nov 04 08:54:36.028038 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc29ca6e-957e-4204-9b2d-ce336226ddbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.032669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8dafce4c-e722-48d0-b00b-deeaa8bc4b84 None None] Provisioning complete for port cf8f4b5e-961d-46a1-832f-8f23b69c5817 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:36.033209 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dafce4c-e722-48d0-b00b-deeaa8bc4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.056395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c0f6167-915b-401a-a3fb-2010dfde9bd3 req-8c4a42c9-0467-4260-9e15-34ce50333259 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793787 Nov 04 08:54:36.087520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f78117a-b441-468e-a50e-0a11e2f2bcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.171391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8dafce4c-e722-48d0-b00b-deeaa8bc4b84 None None] Port cf8f4b5e-961d-46a1-832f-8f23b69c5817 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:36.338854 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.385645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2b36772-02c7-4be6-b8ea-13c2bb0bfcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.423448 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040624bb-8e09-400e-84ed-6d9d3436eadb x-openstack-request-id: req-040624bb-8e09-400e-84ed-6d9d3436eadb {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:54:36.423719 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9d0f4be-7e68-4d1a-a809-3d81188669ba", "tag": "42534ded-2f6a-4c11-9768-8a44e7b630de", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:54:36.424013 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-040624bb-8e09-400e-84ed-6d9d3436eadb {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:54:36.425065 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'tag': '42534ded-2f6a-4c11-9768-8a44e7b630de', 'status': 'completed', 'code': 200} Nov 04 08:54:36.447410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f2b36772-02c7-4be6-b8ea-13c2bb0bfcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.542151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ca6e-957e-4204-9b2d-ce336226ddbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2a29c-4d8e-4c38-bced-b7155f17cbec,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:36.567208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cc29ca6e-957e-4204-9b2d-ce336226ddbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfb964eb024745e58c01d49856f6513b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3807061 Nov 04 08:54:36.577444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37320) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:36.662786 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f2b36772-02c7-4be6-b8ea-13c2bb0bfcfc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b44b1257911f422d8943e7c17d37fa29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8821588 Nov 04 08:54:36.667737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:36.668870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b36772-02c7-4be6-b8ea-13c2bb0bfcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfe8ca0-8aa0-4a14-aab7-12ac62c924dc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:36.709745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b5e3783-144c-4d4c-a0a2-7a94d7550975 req-1d415e6b-7a0b-4c53-8e1b-7f990de71b86 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 210 time: 0.3213897 Nov 04 08:54:36.795763 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-8895b78a-8869-4039-961d-c9378c4de149 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631023 Nov 04 08:54:36.843212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5dacbfd2-af7b-4814-b6c4-42ce5e60ed59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.845448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-096214a5-8104-43f8-9c08-987209e055e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.901613 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-096214a5-8104-43f8-9c08-987209e055e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.914702 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f78117a-b441-468e-a50e-0a11e2f2bcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:36.924457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4f78117a-b441-468e-a50e-0a11e2f2bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.092475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5dacbfd2-af7b-4814-b6c4-42ce5e60ed59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.223749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:37.262137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78117a-b441-468e-a50e-0a11e2f2bcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28982623-3259-4d06-966a-64bcd7f601b2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:37.274329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4f78117a-b441-468e-a50e-0a11e2f2bcb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9209570729124ff0a65cb42682e79aa2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8149071 Nov 04 08:54:37.284316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37340) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:37.285279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aac8f4eb-5297-447e-a546-c54f0c396561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.360102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5dacbfd2-af7b-4814-b6c4-42ce5e60ed59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.363761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5dacbfd2-af7b-4814-b6c4-42ce5e60ed59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.385434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5dacbfd2-af7b-4814-b6c4-42ce5e60ed59 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bfe8ca0-8aa0-4a14-aab7-12ac62c924dc HTTP/1.1" status: 204 len: 168 time: 0.7009056 Nov 04 08:54:37.451269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-096214a5-8104-43f8-9c08-987209e055e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.472028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55a7f323-97ec-4387-b4d3-f5cc4c58ebc7 req-cacb60c3-6961-4fa5-90aa-81fd84e1963d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704690 Nov 04 08:54:37.474979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08e3771-981f-4754-9ea4-eaeb60db3c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.481850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-096214a5-8104-43f8-9c08-987209e055e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.489469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-096214a5-8104-43f8-9c08-987209e055e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2f2a29c-4d8e-4c38-bced-b7155f17cbec HTTP/1.1" status: 204 len: 168 time: 0.9098501 Nov 04 08:54:37.524950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dacbfd2-af7b-4814-b6c4-42ce5e60ed59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfe8ca0-8aa0-4a14-aab7-12ac62c924dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:37.528906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08e3771-981f-4754-9ea4-eaeb60db3c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.551623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.595719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096214a5-8104-43f8-9c08-987209e055e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2a29c-4d8e-4c38-bced-b7155f17cbec,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:37.647647 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.651348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:37.897028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d94bf4-3816-4c0a-9ce8-358ed385ea2c req-db16e8d3-2e21-4170-a6b9-92268a2eeae0 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:37.915882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90d94bf4-3816-4c0a-9ce8-358ed385ea2c req-db16e8d3-2e21-4170-a6b9-92268a2eeae0 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.6742251 Nov 04 08:54:37.999521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18963a03-54e8-4fcc-8d6a-78b77d8e5fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.139578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38475f42-f6e4-477e-87b1-8082f9447361 req-94fb4201-6aa0-4008-9e09-80096fce9945 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 210 time: 0.1743906 Nov 04 08:54:38.203050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08e3771-981f-4754-9ea4-eaeb60db3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.211187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b08e3771-981f-4754-9ea4-eaeb60db3c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.219918 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b08e3771-981f-4754-9ea4-eaeb60db3c4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28982623-3259-4d06-966a-64bcd7f601b2 HTTP/1.1" status: 204 len: 168 time: 0.9308612 Nov 04 08:54:38.263244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Pushing event updated for resources: {'Port': ['ID=cf8f4b5e-961d-46a1-832f-8f23b69c5817,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:38.270065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-3edb6608-4cf8-46ae-bc1b-1b48335cbe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:38.280311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-3edb6608-4cf8-46ae-bc1b-1b48335cbe58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a38fa98456264756b0ca5235f29c583d&device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 1118 time: 0.6561317 Nov 04 08:54:38.284069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3771-981f-4754-9ea4-eaeb60db3c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28982623-3259-4d06-966a-64bcd7f601b2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:38.304505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b5fd1309-6137-4a16-9548-4275b97c65e1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:38.417978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90d94bf4-3816-4c0a-9ce8-358ed385ea2c req-eff5677c-bb13-42ef-b8e4-4d008793ba45 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998264 Nov 04 08:54:38.549091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b5fd1309-6137-4a16-9548-4275b97c65e1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:38.550389 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.623568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:38.642407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:38.719823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.70', 50242) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:38.722994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-4124fa0a-524e-4762-84b6-a4650cfa0998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:38.727472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-4124fa0a-524e-4762-84b6-a4650cfa0998 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4246087 Nov 04 08:54:38.814429 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-a11b3d97-940e-445c-9f46-27be1e75828f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856457 Nov 04 08:54:38.856844 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.903437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port b5fd1309-6137-4a16-9548-4275b97c65e1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b5fd1309-6137-4a16-9548-4275b97c65e1,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:38.916457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18963a03-54e8-4fcc-8d6a-78b77d8e5fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.922808 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.941446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18963a03-54e8-4fcc-8d6a-78b77d8e5fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:38.979941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-f70c2052-f70a-42c4-8c23-1db5ccee8ced service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=42534ded-2f6a-4c11-9768-8a44e7b630de HTTP/1.1" status: 200 len: 217 time: 0.1646199 Nov 04 08:54:39.079150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18963a03-54e8-4fcc-8d6a-78b77d8e5fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e2f998-27ff-4574-9e4f-af81b91a999f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:39.101010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-18963a03-54e8-4fcc-8d6a-78b77d8e5fd6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d945008ed34046dbbec3001958695943&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8700459 Nov 04 08:54:39.108404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:39.123519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=b5fd1309-6137-4a16-9548-4275b97c65e1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:39.161968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Router 9e3055c6-fc02-453f-971b-af7dfab98463 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:54:39.173697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-7322df42-64fe-4741-85d8-b906ff204874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:39.176162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-7322df42-64fe-4741-85d8-b906ff204874 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1582737 Nov 04 08:54:39.231480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cac37e8a-ed56-41e7-be05-43b3bd6dec7a None None] Provisioning complete for port cf8f4b5e-961d-46a1-832f-8f23b69c5817 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:39.231889 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cac37e8a-ed56-41e7-be05-43b3bd6dec7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:39.318936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cac37e8a-ed56-41e7-be05-43b3bd6dec7a None None] Port cf8f4b5e-961d-46a1-832f-8f23b69c5817 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:39.336896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-5c622fd6-cfe3-46c4-98b9-107a98a551e9 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:39.338893 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-5c622fd6-cfe3-46c4-98b9-107a98a551e9 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5031106 Nov 04 08:54:39.341169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37394) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:39.364418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5582c17-9b96-4b41-a544-bb2f2241f68a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:39.389781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-307ab3ab-9e71-4225-890d-4ffa111d3ef9 req-769f924b-f420-40e7-8c73-005a1d47d291 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 210 time: 0.0829511 Nov 04 08:54:39.392158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad7a2-cded-4516-b9c9-23313d8c00ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:39.407097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-8e71dab2-1e53-47dc-8a1a-1ea1ef6b98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:39.409419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-8e71dab2-1e53-47dc-8a1a-1ea1ef6b98c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955132 Nov 04 08:54:39.432680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Request body: {'port': {'device_id': '48f72de4-996c-440d-8dc7-f07d57992c31', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': 'c148835e19e04ea1bb7e8dc4d0201ec4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:39.473955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5582c17-9b96-4b41-a544-bb2f2241f68a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:39.586917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:54:39.604142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Sync routers for ids ['9e3055c6-fc02-453f-971b-af7dfab98463'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:54:39.610273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be162ad1-0397-463e-83b2-28e157fd704f admin admin] 10.222.0.53 "PUT /v2.0/routers/9e3055c6-fc02-453f-971b-af7dfab98463/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3666303 Nov 04 08:54:39.627825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Routers {'9e3055c6-fc02-453f-971b-af7dfab98463'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:39.631133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e3055c6-fc02-453f-971b-af7dfab98463'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:39.653700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e424f9-6e09-4073-bcdb-651443008a20 req-025d9ab8-76c1-4da1-833d-13690473baae tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:39.657725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-52e424f9-6e09-4073-bcdb-651443008a20 req-025d9ab8-76c1-4da1-833d-13690473baae tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.0926461 Nov 04 08:54:39.659955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5582c17-9b96-4b41-a544-bb2f2241f68a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:39.665903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5582c17-9b96-4b41-a544-bb2f2241f68a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:39.668943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f5582c17-9b96-4b41-a544-bb2f2241f68a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/56e2f998-27ff-4574-9e4f-af81b91a999f HTTP/1.1" status: 204 len: 168 time: 0.5530367 Nov 04 08:54:39.726174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5582c17-9b96-4b41-a544-bb2f2241f68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e2f998-27ff-4574-9e4f-af81b91a999f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:39.772178 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-52e424f9-6e09-4073-bcdb-651443008a20 req-03e30c5a-2db0-4ab3-bbd4-9441f23b286b tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014421 Nov 04 08:54:39.918986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Set router 9e3055c6-fc02-453f-971b-af7dfab98463 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:40.060477 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad7a2-cded-4516-b9c9-23313d8c00ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.080143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-f96c64d4-f8fc-4974-9d8b-6dc23727e209 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182549 Nov 04 08:54:40.089861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea0ad7a2-cded-4516-b9c9-23313d8c00ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.147297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Made reservation on behalf of c148835e19e04ea1bb7e8dc4d0201ec4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:40.160006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.227677 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-50793989-0588-488c-ab90-081ec4c6b300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.240722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b5fd1309-6137-4a16-9548-4275b97c65e1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:40.261573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.303004 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.343375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:54:36Z', 'revision_number': 4, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port': {'id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:29Z', 'updated_at': '2021-11-04T08:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'cf8f4b5e-961d-46a1-832f-8f23b69c5817', 'name': '', 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'mac_address': 'fa:16:3e:86:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd6468359-d8d3-420a-8e2e-6ffec4833bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:33Z', 'updated_at': '2021-11-04T08:54:36Z', 'revision_number': 2, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'subnets': [{'id': 'd6468359-d8d3-420a-8e2e-6ffec4833bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:40.360778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ad7a2-cded-4516-b9c9-23313d8c00ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0758ca-4039-4c24-b509-18981b512b55,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:40.376172 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ea0ad7a2-cded-4516-b9c9-23313d8c00ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7428c70718124d898e37fcfcdb80a858&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0328155 Nov 04 08:54:40.379601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:40.423373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Checking router: 9e3055c6-fc02-453f-971b-af7dfab98463 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:54:40.428789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Updating router 9e3055c6-fc02-453f-971b-af7dfab98463 port cf8f4b5e-961d-46a1-832f-8f23b69c5817 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:54:40.538744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.543538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b5fd1309-6137-4a16-9548-4275b97c65e1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:40.550287 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.658417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c601ede-ba5b-4b3d-b911-456c45aa1333 req-0c496f4a-9c71-458e-bb14-b5841a836b1f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 210 time: 0.0823078 Nov 04 08:54:40.669673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1837671d-d031-47a6-9b8a-db6332270d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.727758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1837671d-d031-47a6-9b8a-db6332270d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.801596 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc5bdf6d-3152-4a64-8f67-0e1ae5e02bfc req-220a191a-b54f-4218-90ef-f66ccd656b25 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261567 Nov 04 08:54:40.834049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1837671d-d031-47a6-9b8a-db6332270d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.837824 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1837671d-d031-47a6-9b8a-db6332270d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.840683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1837671d-d031-47a6-9b8a-db6332270d7e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad0758ca-4039-4c24-b509-18981b512b55 HTTP/1.1" status: 204 len: 168 time: 0.4590371 Nov 04 08:54:40.863272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837671d-d031-47a6-9b8a-db6332270d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0758ca-4039-4c24-b509-18981b512b55,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:40.873651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.880435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:40.971017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad24bea-24a6-43b1-9672-d6d23869c0da,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:41.172201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454c60e-7221-4179-9e84-41fb8665a0c4 req-a73a6b83-94c3-49bd-b37f-bf1c0381895c tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:41.187675 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4454c60e-7221-4179-9e84-41fb8665a0c4 req-a73a6b83-94c3-49bd-b37f-bf1c0381895c tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.1892536 Nov 04 08:54:41.244254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Allocated IP 192.168.233.241 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/9579903e-180f-4257-84cd-a81a81cf56bf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:41.280516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4454c60e-7221-4179-9e84-41fb8665a0c4 req-4a92eb44-4a42-43a8-a62a-022a19b14a53 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914619 Nov 04 08:54:41.309816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.389490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37436) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:41.429113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1c33738-69ac-4cda-a8d1-52d53eccb9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.640354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.676298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.688025 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.694721 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.794493 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1c33738-69ac-4cda-a8d1-52d53eccb9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.806021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1c33738-69ac-4cda-a8d1-52d53eccb9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.855427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Attempting to bind port cf8f4b5e-961d-46a1-832f-8f23b69c5817 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:41.856062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Attempting to bind port cf8f4b5e-961d-46a1-832f-8f23b69c5817 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:41.856662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Attempting to bind port cf8f4b5e-961d-46a1-832f-8f23b69c5817 on network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:41.858968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54252d-da16-4806-b64c-58ed8aa57454 None None] Pushing event updated for resources: {'Port': ['ID=cf8f4b5e-961d-46a1-832f-8f23b69c5817,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:41.864510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:41.867283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:41.867777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Checking segment: {'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:41.868298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.868791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Bound using segment: {'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:41.869511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Bound port: cf8f4b5e-961d-46a1-832f-8f23b69c5817, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab9aae0-53f8-4750-ade9-9c93195f43d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:41.869993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:41.879715 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f1c33738-69ac-4cda-a8d1-52d53eccb9c7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a63c8aa29dff4f8fb237a8e4cd6a8c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889109 Nov 04 08:54:41.881131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:41.884381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37446) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:41.886514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Pushing event updated for resources: {'Port': ['ID=9579903e-180f-4257-84cd-a81a81cf56bf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:41.913949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:41.929045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:41.931032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.021052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] For port cf8f4b5e-961d-46a1-832f-8f23b69c5817, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:42.031307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] For port cf8f4b5e-961d-46a1-832f-8f23b69c5817, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cf8f4b5e-961d-46a1-832f-8f23b69c5817,segment=NetworkSegment(1ab9aae0-53f8-4750-ade9-9c93195f43d5),segment_id=1ab9aae0-53f8-4750-ade9-9c93195f43d5)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:42.043476 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.080250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-0a026085-2d38-4979-8b23-6fc8b111dfb1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6463058 Nov 04 08:54:42.106251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-e748d721-bee9-4b1a-a93f-eb21d44f4495 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:54:42.108355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-e748d721-bee9-4b1a-a93f-eb21d44f4495 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178487 Nov 04 08:54:42.124238 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cf5-1115-4dff-9f32-d0d2d0ec511b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.126405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c33738-69ac-4cda-a8d1-52d53eccb9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5268b1-7888-424f-a68c-b3042eba05cd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:42.178077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e54252d-da16-4806-b64c-58ed8aa57454 None None] Pushing event updated for resources: {'Port': ['ID=cf8f4b5e-961d-46a1-832f-8f23b69c5817,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:42.188810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cf5-1115-4dff-9f32-d0d2d0ec511b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.204891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38352d03-ed3a-4c1b-a8e2-126a623dda7a req-3f5bcd97-4ecf-4b35-975f-0ab3603c9829 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:42.206687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38352d03-ed3a-4c1b-a8e2-126a623dda7a req-3f5bcd97-4ecf-4b35-975f-0ab3603c9829 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.3391747 Nov 04 08:54:42.226403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Routers {'9e3055c6-fc02-453f-971b-af7dfab98463'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:54:42.228816 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:54:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e3055c6-fc02-453f-971b-af7dfab98463'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:42.304761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cf5-1115-4dff-9f32-d0d2d0ec511b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.308936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-33fb4cf5-1115-4dff-9f32-d0d2d0ec511b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.314582 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-33fb4cf5-1115-4dff-9f32-d0d2d0ec511b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8f5268b1-7888-424f-a68c-b3042eba05cd HTTP/1.1" status: 204 len: 168 time: 0.4288144 Nov 04 08:54:42.335341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb4cf5-1115-4dff-9f32-d0d2d0ec511b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5268b1-7888-424f-a68c-b3042eba05cd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:42.391628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38352d03-ed3a-4c1b-a8e2-126a623dda7a req-6398d25c-10e4-472e-b095-89ac78cbd487 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730556 Nov 04 08:54:42.481988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e5778214-2d5e-41c4-8c83-657f977e4515 None None] Provisioning complete for port cf8f4b5e-961d-46a1-832f-8f23b69c5817 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:42.483916 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5778214-2d5e-41c4-8c83-657f977e4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.716025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0eddc0-bce9-4c63-9438-3913d600bd00 req-15f36859-5d20-410a-9d4d-98e794879a4c tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:42.721790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d0eddc0-bce9-4c63-9438-3913d600bd00 req-15f36859-5d20-410a-9d4d-98e794879a4c tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.1127808 Nov 04 08:54:42.803016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.806503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5778214-2d5e-41c4-8c83-657f977e4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:42.846977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d0eddc0-bce9-4c63-9438-3913d600bd00 req-a185cd4b-097a-452f-a2c3-c85b2b3b6b0f tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145103 Nov 04 08:54:42.947962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e5778214-2d5e-41c4-8c83-657f977e4515 None None] For port cf8f4b5e-961d-46a1-832f-8f23b69c5817, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cf8f4b5e-961d-46a1-832f-8f23b69c5817,segment=NetworkSegment(1ab9aae0-53f8-4750-ade9-9c93195f43d5),segment_id=1ab9aae0-53f8-4750-ade9-9c93195f43d5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:42.961968 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5778214-2d5e-41c4-8c83-657f977e4515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:43.017469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] Set router 9e3055c6-fc02-453f-971b-af7dfab98463 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:54:43.117772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5778214-2d5e-41c4-8c83-657f977e4515 None None] Pushing event updated for resources: {'Port': ['ID=cf8f4b5e-961d-46a1-832f-8f23b69c5817,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:43.169563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d1f07479-2c22-48e0-b610-3af8bd2763c3 None None] Provisioning complete for port 9579903e-180f-4257-84cd-a81a81cf56bf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:43.170049 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1f07479-2c22-48e0-b610-3af8bd2763c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:43.284551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d1f07479-2c22-48e0-b610-3af8bd2763c3 None None] Port 9579903e-180f-4257-84cd-a81a81cf56bf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:43.350109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d1f07479-2c22-48e0-b610-3af8bd2763c3 None None] Provisioning complete for port cf8f4b5e-961d-46a1-832f-8f23b69c5817 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:43.352376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1f07479-2c22-48e0-b610-3af8bd2763c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:43.490364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:54:36Z', 'revision_number': 4, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port': {'id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:29Z', 'updated_at': '2021-11-04T08:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'cf8f4b5e-961d-46a1-832f-8f23b69c5817', 'name': '', 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'mac_address': 'fa:16:3e:86:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd6468359-d8d3-420a-8e2e-6ffec4833bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:33Z', 'updated_at': '2021-11-04T08:54:42Z', 'revision_number': 4, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'subnets': [{'id': 'd6468359-d8d3-420a-8e2e-6ffec4833bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:54:43.522402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38144400-1202-494b-b3fc-4889ccc39c64 None None] The sync data for ids ['9e3055c6-fc02-453f-971b-af7dfab98463'] in n-d-816487-1 is: [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:54:36Z', 'revision_number': 4, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port': {'id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:29Z', 'updated_at': '2021-11-04T08:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'cf8f4b5e-961d-46a1-832f-8f23b69c5817', 'name': '', 'network_id': 'e8892ac9-ec16-46c3-9421-1c8ac6bf4705', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'mac_address': 'fa:16:3e:86:38:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'd6468359-d8d3-420a-8e2e-6ffec4833bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:33Z', 'updated_at': '2021-11-04T08:54:42Z', 'revision_number': 4, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'subnets': [{'id': 'd6468359-d8d3-420a-8e2e-6ffec4833bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:54:43.720717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f01730-14f2-455b-8d3b-3eb6a531663b req-85e9ee7b-0135-4a57-bc95-c90896e05080 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:43.732337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c2f01730-14f2-455b-8d3b-3eb6a531663b req-85e9ee7b-0135-4a57-bc95-c90896e05080 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.2064829 Nov 04 08:54:43.772799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37484) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:43.778343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-334492e4-e00c-4336-a2be-f2332f5191c9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115724775', 'description': 'tempest-description--1650728386'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:43.801403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c2f01730-14f2-455b-8d3b-3eb6a531663b req-b4130759-3d4a-4fe1-924d-37f7280c68dd tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677476 Nov 04 08:54:43.845069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-334492e4-e00c-4336-a2be-f2332f5191c9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:43.959021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-334492e4-e00c-4336-a2be-f2332f5191c9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:43.967135 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-334492e4-e00c-4336-a2be-f2332f5191c9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.010021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-334492e4-e00c-4336-a2be-f2332f5191c9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.015595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:44.027801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2833bde2-37a1-4d40-a698-2917d2018d4c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'security_group_rule': {'security_group_id': '773b051c-77bd-4022-83f8-faf49fcc9dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:44.031057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-334492e4-e00c-4336-a2be-f2332f5191c9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2411358 Nov 04 08:54:44.160611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2833bde2-37a1-4d40-a698-2917d2018d4c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.280461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cf8f4b5e-961d-46a1-832f-8f23b69c5817 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:44.297488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334492e4-e00c-4336-a2be-f2332f5191c9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773b051c-77bd-4022-83f8-faf49fcc9dd6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:44.354542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e176e806-6f35-4256-b562-5975a81fea69 req-3f28b857-9d25-4de6-9052-45e7d850c992 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:44.358816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e176e806-6f35-4256-b562-5975a81fea69 req-3f28b857-9d25-4de6-9052-45e7d850c992 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.3210983 Nov 04 08:54:44.390137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cf8f4b5e-961d-46a1-832f-8f23b69c5817 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:44.391150 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.455244 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2833bde2-37a1-4d40-a698-2917d2018d4c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.462102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2833bde2-37a1-4d40-a698-2917d2018d4c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.507885 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e176e806-6f35-4256-b562-5975a81fea69 req-963ea598-58dc-44e4-bcd9-dbc89c374f1a tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404748 Nov 04 08:54:44.566270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833bde2-37a1-4d40-a698-2917d2018d4c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54647189-d2f0-4e17-9c79-5adc39c87918,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:44.577789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2833bde2-37a1-4d40-a698-2917d2018d4c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.583068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2833bde2-37a1-4d40-a698-2917d2018d4c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5606389 Nov 04 08:54:44.584136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37504) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:44.597834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ec49d87f-2499-4da4-979e-e585f9800142 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'security_group_rule': {'security_group_id': '773b051c-77bd-4022-83f8-faf49fcc9dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:44.661121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec49d87f-2499-4da4-979e-e585f9800142 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.788614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec49d87f-2499-4da4-979e-e585f9800142 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.794496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec49d87f-2499-4da4-979e-e585f9800142 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.817388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49d87f-2499-4da4-979e-e585f9800142 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cfce0d-0880-43b6-a3fb-ebee72649eba,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:44.839368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec49d87f-2499-4da4-979e-e585f9800142 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:44.840840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec49d87f-2499-4da4-979e-e585f9800142 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2555203 Nov 04 08:54:44.847812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37514) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:44.855039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:44.903052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:45.053214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a806a66-43ec-42c7-ab30-2dee4dec77de req-6412a3b3-35e9-4af0-b87e-50e7ef974e3d tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:45.065505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a806a66-43ec-42c7-ab30-2dee4dec77de req-6412a3b3-35e9-4af0-b87e-50e7ef974e3d tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.1121902 Nov 04 08:54:45.130488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:45.184127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a806a66-43ec-42c7-ab30-2dee4dec77de req-e2a7bdbb-6213-412b-80c4-450ed285ed8b tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134596 Nov 04 08:54:45.272546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:45.308502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Allocated IP 172.25.3.236 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/068b7d09-1f57-4662-9f55-6799063cdd98) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:45.732200 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-6da1debc-26c1-41ad-8e6e-e3c015f8f6f6 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6026f7591f2b408faf6213c2d18126b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334787 Nov 04 08:54:45.732552 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:45.821996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:45.902401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:45.910601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:45.913637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:45.956408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:45.970242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-f3071e0b-f835-4022-8a9b-4ec91610faf2 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:45.972849 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-f3071e0b-f835-4022-8a9b-4ec91610faf2 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2397745 Nov 04 08:54:46.022072 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-6f1cc4d6-c190-4c77-a5f2-2f7045d6b63a tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/quotas/6026f7591f2b408faf6213c2d18126b3 HTTP/1.1" status: 200 len: 375 time: 0.0375552 Nov 04 08:54:46.036619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:46.038127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event updated for resources: {'Port': ['ID=068b7d09-1f57-4662-9f55-6799063cdd98,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:46.068975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-ab702e0d-e0de-4903-b88b-bdc2bc7a55a0 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6026f7591f2b408faf6213c2d18126b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457776 Nov 04 08:54:46.141058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:46.310997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741037b4-5bb9-492b-bdcd-69289edfaf68 req-ae354f3d-297e-4c59-9033-7233a437f3ac tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:46.319323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-741037b4-5bb9-492b-bdcd-69289edfaf68 req-ae354f3d-297e-4c59-9033-7233a437f3ac tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.4846144 Nov 04 08:54:46.385828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-741037b4-5bb9-492b-bdcd-69289edfaf68 req-53a336fd-072e-4a70-bc9d-cc30a4c2efc3 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654254 Nov 04 08:54:46.484498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:46.503271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:46.525668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5992ea28-a600-44f4-9e8b-d12c332a2db7 req-970cd0c3-7e22-406f-843e-91c9fb00f3ed tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 210 time: 0.0378804 Nov 04 08:54:46.579278 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:46.647334 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:46.664132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8147404 Nov 04 08:54:46.667146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f081a77-291b-4a24-8c2b-f7cb8986e237 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event updated for resources: {'Port': ['ID=068b7d09-1f57-4662-9f55-6799063cdd98,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:46.732767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90110ff9-b2cf-4473-aae5-169a9aa8778b req-27b29927-96bf-4f8c-a4e9-0a3de3b3a226 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:46.745289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90110ff9-b2cf-4473-aae5-169a9aa8778b req-27b29927-96bf-4f8c-a4e9-0a3de3b3a226 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.2808683 Nov 04 08:54:46.803449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90110ff9-b2cf-4473-aae5-169a9aa8778b req-75c28cfa-1f44-478e-8567-c32e9c44cda0 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492260 Nov 04 08:54:47.131530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-a18c113c-b07e-485d-b42c-98a20c45ac61 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2115724775&fields=id&tenant_id=9d67cd6106804e44b9f74a1d9f908543 HTTP/1.1" status: 200 len: 267 time: 0.0730829 Nov 04 08:54:47.160700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:47.336594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53582947-f7c8-4212-ad47-a4bc80a29a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:47.391391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-b9832a36-7838-4f2b-9cc9-4f72b75ec413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:47.394140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-b9832a36-7838-4f2b-9cc9-4f72b75ec413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 823 time: 0.2609611 Nov 04 08:54:47.413714 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-82503128-af2d-4537-a9c4-f93eaae0348b tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/quotas/9d67cd6106804e44b9f74a1d9f908543 HTTP/1.1" status: 200 len: 375 time: 0.0128276 Nov 04 08:54:47.485758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53582947-f7c8-4212-ad47-a4bc80a29a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:47.491197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53582947-f7c8-4212-ad47-a4bc80a29a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:47.559821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37314d88-bf6a-48b2-a75e-d20b31f4abee tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1396117 Nov 04 08:54:47.570347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-53582947-f7c8-4212-ad47-a4bc80a29a21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b35095a360794c11b501b8d35d60f22d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077554 Nov 04 08:54:47.573373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37632) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:47.581185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53582947-f7c8-4212-ad47-a4bc80a29a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8162d-42f7-4d13-b6fd-b15f3d7fd29e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:47.635773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c6516ff-281b-47ac-91aa-6bd67205f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:47.672178 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c6516ff-281b-47ac-91aa-6bd67205f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:47.736615 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c6516ff-281b-47ac-91aa-6bd67205f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:47.739195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c6516ff-281b-47ac-91aa-6bd67205f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:47.743357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3c6516ff-281b-47ac-91aa-6bd67205f6fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84f8162d-42f7-4d13-b6fd-b15f3d7fd29e HTTP/1.1" status: 204 len: 168 time: 0.1657617 Nov 04 08:54:47.755131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6516ff-281b-47ac-91aa-6bd67205f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8162d-42f7-4d13-b6fd-b15f3d7fd29e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:47.793975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-28444692-0e08-4694-b8dc-f2a9e05dae43 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:54:47.796397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-28444692-0e08-4694-b8dc-f2a9e05dae43 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0877862 Nov 04 08:54:47.904361 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-ca10bfd9-9e65-4a81-82e6-47d09b8c448d service neutron] 10.222.0.53 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009948 Nov 04 08:54:48.007905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42534ded-2f6a-4c11-9768-8a44e7b630de details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:54:48.202693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42534ded-2f6a-4c11-9768-8a44e7b630de, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42534ded-2f6a-4c11-9768-8a44e7b630de,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:48.207738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-032a9aaf-4ec5-4de2-9c98-e8db06737be9 service neutron] 10.222.0.53 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949541 Nov 04 08:54:48.229555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '42534ded-2f6a-4c11-9768-8a44e7b630de', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '42534ded-2f6a-4c11-9768-8a44e7b630de', 'mac_address': 'fa:16:3e:c7:46:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:tempest-test_az-91676827', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:54:48.279634 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.314951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42534ded-2f6a-4c11-9768-8a44e7b630de {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:54:48.319895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f049572-13c9-4960-9be0-8d59762da9ac req-d292830c-8c43-4be0-82a0-06c443888e7b tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:48.321620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f049572-13c9-4960-9be0-8d59762da9ac req-d292830c-8c43-4be0-82a0-06c443888e7b tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 967 time: 0.0637815 Nov 04 08:54:48.363018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42534ded-2f6a-4c11-9768-8a44e7b630de, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42534ded-2f6a-4c11-9768-8a44e7b630de,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:48.371254 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.388212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f049572-13c9-4960-9be0-8d59762da9ac req-74578d70-0e34-485d-8895-b0802fbeeada tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489271 Nov 04 08:54:48.418683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37648) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:48.434878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=42534ded-2f6a-4c11-9768-8a44e7b630de,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:48.442937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23180516-762d-447f-ac4b-1ecde6b01973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.575963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd7f3470-37c8-4b8d-82c0-832678d7afe8 req-2cdf1a64-ce8d-4047-899a-9e9c50b97373 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 210 time: 0.0384223 Nov 04 08:54:48.596980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23180516-762d-447f-ac4b-1ecde6b01973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.602990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-23180516-762d-447f-ac4b-1ecde6b01973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.658226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-23180516-762d-447f-ac4b-1ecde6b01973 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3208a63c6f24c6e83e5a007384f2e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377939 Nov 04 08:54:48.661018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:48.698199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23180516-762d-447f-ac4b-1ecde6b01973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e98e4-e98c-4c90-b066-21ba950d81e7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:48.736429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['42534ded-2f6a-4c11-9768-8a44e7b630de'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:54:48.786471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a33a4448-9499-4d77-adb3-1fd7fcc9fa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.797719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733e4e9-f10c-4c2f-879d-740562856013 req-cd0f5f77-ac24-4113-a6ec-a8cd7124ffa1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:48.819830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a733e4e9-f10c-4c2f-879d-740562856013 req-cd0f5f77-ac24-4113-a6ec-a8cd7124ffa1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.0907905 Nov 04 08:54:48.828785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a33a4448-9499-4d77-adb3-1fd7fcc9fa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.902431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a733e4e9-f10c-4c2f-879d-740562856013 req-d4b80952-5cbd-4ab7-bc51-3f811189b9cb tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811970 Nov 04 08:54:48.966642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a33a4448-9499-4d77-adb3-1fd7fcc9fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.973590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a33a4448-9499-4d77-adb3-1fd7fcc9fa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:48.985123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a33a4448-9499-4d77-adb3-1fd7fcc9fa66 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da6e98e4-e98c-4c90-b066-21ba950d81e7 HTTP/1.1" status: 204 len: 168 time: 0.3185627 Nov 04 08:54:49.014774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a4448-9499-4d77-adb3-1fd7fcc9fa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e98e4-e98c-4c90-b066-21ba950d81e7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:49.350946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f18e60a-238d-4c38-aa0f-fd1d6de3b8d1 req-6c341a5b-5254-4f3a-ab8c-6da01254d88b tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 210 time: 0.0549061 Nov 04 08:54:49.764137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a63aec-7b54-4e27-9f00-5824e5b8b236 req-530e41ff-1134-4df3-ad68-3f98566fc404 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:49.774295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22a63aec-7b54-4e27-9f00-5824e5b8b236 req-530e41ff-1134-4df3-ad68-3f98566fc404 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 968 time: 0.0663741 Nov 04 08:54:49.827869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22a63aec-7b54-4e27-9f00-5824e5b8b236 req-ebfc85f4-8337-4a56-9d61-fcbbd8604d97 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525589 Nov 04 08:54:49.974327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42534ded-2f6a-4c11-9768-8a44e7b630de up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:54:49.995688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c850601-4602-41d3-8979-4e23c5f2a6cc req-42546a21-044b-4151-8061-13728d5e7a8a tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 210 time: 0.0685825 Nov 04 08:54:50.099109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 42534ded-2f6a-4c11-9768-8a44e7b630de completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:54:50.109255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 42534ded-2f6a-4c11-9768-8a44e7b630de triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:50.109856 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:50.181932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b2aaa-12b4-4c99-83a5-7078e08a500d req-63a4aa34-218b-47e4-8333-a1b43dbf7603 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:50.188475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-354b2aaa-12b4-4c99-83a5-7078e08a500d req-63a4aa34-218b-47e4-8333-a1b43dbf7603 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.0899646 Nov 04 08:54:50.247784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-354b2aaa-12b4-4c99-83a5-7078e08a500d req-d4e4f529-b682-4406-b74c-ae35d8ba8911 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542197 Nov 04 08:54:50.331126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:50.415234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42534ded-2f6a-4c11-9768-8a44e7b630de'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:54:50.547408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa6ba866-9839-4ca3-938f-69d37be85dd6 req-1a05a809-1116-44ac-86b6-e7d8113547ba tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 210 time: 0.0381663 Nov 04 08:54:50.696690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42534ded-2f6a-4c11-9768-8a44e7b630de, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42534ded-2f6a-4c11-9768-8a44e7b630de,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:50.701720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:50.768312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=42534ded-2f6a-4c11-9768-8a44e7b630de,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:51.018354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b98a4c-2894-4b8c-a372-6e5c5656f7e5 req-86a579d8-7c4e-4bf6-846d-80cd1db8bed2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:51.020111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76b98a4c-2894-4b8c-a372-6e5c5656f7e5 req-86a579d8-7c4e-4bf6-846d-80cd1db8bed2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 969 time: 0.0854905 Nov 04 08:54:51.093334 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96b6206-a0f5-4a45-a5a3-1ed2c5701157" -d '{"events": [{"server_uuid": "a9d0f4be-7e68-4d1a-a809-3d81188669ba", "name": "network-vif-plugged", "status": "completed", "tag": "42534ded-2f6a-4c11-9768-8a44e7b630de"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:54:51.097939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76b98a4c-2894-4b8c-a372-6e5c5656f7e5 req-f2b14aeb-6251-4469-ae58-dbdfa97720a4 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694625 Nov 04 08:54:51.211558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-636da28e-fa2a-4592-8517-cb0414607fc5 req-abb91387-e918-4677-99b5-09dca173a18e tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 210 time: 0.0418580 Nov 04 08:54:51.329302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37760) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:51.504001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f5c28-15ff-4b42-b419-47da7be0726d req-c661362a-83d7-4030-a8c8-dd7484ded86f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:51.505788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-114f5c28-15ff-4b42-b419-47da7be0726d req-c661362a-83d7-4030-a8c8-dd7484ded86f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.0565388 Nov 04 08:54:51.552536 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b363ba2-9069-4c81-b192-233674eee0a2 x-openstack-request-id: req-1b363ba2-9069-4c81-b192-233674eee0a2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:54:51.552856 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0f4be-7e68-4d1a-a809-3d81188669ba", "name": "network-vif-plugged", "status": "completed", "tag": "42534ded-2f6a-4c11-9768-8a44e7b630de", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:54:51.553099 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a8bbfcd-6762-4d41-aaee-79b5d80f2727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.553209 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1b363ba2-9069-4c81-b192-233674eee0a2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:54:51.553555 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42534ded-2f6a-4c11-9768-8a44e7b630de', 'code': 200} Nov 04 08:54:51.592785 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-114f5c28-15ff-4b42-b419-47da7be0726d req-6e3e5969-9f81-4052-890e-5a884dc4b4f7 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800521 Nov 04 08:54:51.695847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a8bbfcd-6762-4d41-aaee-79b5d80f2727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.701413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a8bbfcd-6762-4d41-aaee-79b5d80f2727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.740076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bbfcd-6762-4d41-aaee-79b5d80f2727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc99f59-4107-4eb1-ad96-0731c62d0faa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:51.766369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ee940-42f4-4d0c-9c92-0e1147924198 req-f1058366-147e-43d5-a51b-4bce3a0184ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:51.768387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d65ee940-42f4-4d0c-9c92-0e1147924198 req-f1058366-147e-43d5-a51b-4bce3a0184ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 1120 time: 0.1315212 Nov 04 08:54:51.773841 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a8bbfcd-6762-4d41-aaee-79b5d80f2727 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97df168c712849e588c0bb142d0a163f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4401529 Nov 04 08:54:51.773949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:51.806438 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d65ee940-42f4-4d0c-9c92-0e1147924198 req-0b90c59a-f5dd-448d-9ed9-424dd9ff1f8c service neutron] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.861743 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c362458-6b33-45bf-b3dc-bb2bcabd7de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.900930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c362458-6b33-45bf-b3dc-bb2bcabd7de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.942962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b51cf975-bc19-4caa-aa55-2ce735df8966 req-1c1b9c63-c636-44ca-9fd1-0e9a742d1e57 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 210 time: 0.1098325 Nov 04 08:54:51.980521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c362458-6b33-45bf-b3dc-bb2bcabd7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.983352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c362458-6b33-45bf-b3dc-bb2bcabd7de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:51.984754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0c362458-6b33-45bf-b3dc-bb2bcabd7de2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dc99f59-4107-4eb1-ad96-0731c62d0faa HTTP/1.1" status: 204 len: 168 time: 0.2092869 Nov 04 08:54:52.005659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c362458-6b33-45bf-b3dc-bb2bcabd7de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc99f59-4107-4eb1-ad96-0731c62d0faa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:52.106330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d65ee940-42f4-4d0c-9c92-0e1147924198 req-0b90c59a-f5dd-448d-9ed9-424dd9ff1f8c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:52.114014 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d65ee940-42f4-4d0c-9c92-0e1147924198 req-0b90c59a-f5dd-448d-9ed9-424dd9ff1f8c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:52.156402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Request body: {'port': {'device_id': '48f72de4-996c-440d-8dc7-f07d57992c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:52.163967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d65ee940-42f4-4d0c-9c92-0e1147924198 req-0b90c59a-f5dd-448d-9ed9-424dd9ff1f8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883550 Nov 04 08:54:52.202669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90c59a-f5dd-448d-9ed9-424dd9ff1f8c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ec873d6b-b5ad-436e-97c5-2d3e30083fba,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:52.272031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:52.300773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc118c7-bb6b-4df1-90b3-9b2512106c61 req-2767c6fb-2b69-45cb-9e8c-8f8e1c6025b4 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:52.303126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdc118c7-bb6b-4df1-90b3-9b2512106c61 req-2767c6fb-2b69-45cb-9e8c-8f8e1c6025b4 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 969 time: 0.0958014 Nov 04 08:54:52.368359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-1ec4242f-b785-42aa-b5c8-5f2b040a9a6b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287611 Nov 04 08:54:52.464461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdc118c7-bb6b-4df1-90b3-9b2512106c61 req-8aabbad2-49a8-4134-928e-f8a85b7caee2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371191 Nov 04 08:54:52.548645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-0dcbd67f-329a-447f-8467-3234a8899d3b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:52.559137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-0dcbd67f-329a-447f-8467-3234a8899d3b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896338 Nov 04 08:54:52.582008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-75c17f48-6c8b-4a95-8a22-95c024e616c2 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/quotas/09cff0741c8641a79ef9ed66d901c2e5 HTTP/1.1" status: 200 len: 375 time: 0.0184681 Nov 04 08:54:52.584234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:52.600236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.70', 50250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:52.615729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dad1ce5-30c7-4d8a-a1c9-a5279690bfb5 req-b0dc08c4-74ae-4373-9d5a-87b1fcdcb963 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 210 time: 0.0505867 Nov 04 08:54:52.647477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-48015829-89cc-4034-8356-97eb103fa617 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645223 Nov 04 08:54:52.686495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-79ce27c0-2acc-46d0-ab50-f939f754b250 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=6026f7591f2b408faf6213c2d18126b3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0645859 Nov 04 08:54:52.827689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2644-3b18-4931-a822-a98ef736319f req-6f50b441-ea89-408f-be56-9711cc14a862 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:52.829524 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411f2644-3b18-4931-a822-a98ef736319f req-6f50b441-ea89-408f-be56-9711cc14a862 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 936 time: 0.1250813 Nov 04 08:54:52.852503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2091247a-1c37-45cd-a373-310939cf487f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:52.875415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9579903e-180f-4257-84cd-a81a81cf56bf {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:54:52.887459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37828) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:52.903770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:52.906223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a309d05d-5128-431a-9b9d-929bd2746bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:52.944234 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411f2644-3b18-4931-a822-a98ef736319f req-3ece2741-ee6a-4aaf-938f-bf4eee4392bd tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936687 Nov 04 08:54:52.951583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Transition to ACTIVE for port object 9579903e-180f-4257-84cd-a81a81cf56bf will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:54:52.967381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-5107cd01-0514-4fbe-aa5d-7e3f2afa21d6 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:52.969129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-5107cd01-0514-4fbe-aa5d-7e3f2afa21d6 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775285 Nov 04 08:54:52.971362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-682f9004-45f7-4acf-9987-c0e6323d7664 req-3d6ee55c-eb02-4fa6-b69d-78cb00f3a84c tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 210 time: 0.0701966 Nov 04 08:54:52.974486 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.004432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Request body: {'port': {'device_id': '7714820b-6907-4fea-8820-749a8937484e', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '6026f7591f2b408faf6213c2d18126b3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:53.065243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9579903e-180f-4257-84cd-a81a81cf56bf,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:53.125652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.70', 50252) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:53.367458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2091247a-1c37-45cd-a373-310939cf487f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.375823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2091247a-1c37-45cd-a373-310939cf487f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.431896 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e402833c-2f4d-4123-8fb3-15af31770295 req-877cdf87-12ad-43c6-82f8-4cb60234b650 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 210 time: 0.3260372 Nov 04 08:54:53.449757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Made reservation on behalf of 6026f7591f2b408faf6213c2d18126b3 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:53.454229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.460264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Attempting to bind port 9579903e-180f-4257-84cd-a81a81cf56bf on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:53.460596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Attempting to bind port 9579903e-180f-4257-84cd-a81a81cf56bf by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:53.460911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Attempting to bind port 9579903e-180f-4257-84cd-a81a81cf56bf on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:53.464181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2091247a-1c37-45cd-a373-310939cf487f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=488b284eb7104880974c76b3ecd0b1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8765478 Nov 04 08:54:53.468466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37838) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:53.470119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.473595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091247a-1c37-45cd-a373-310939cf487f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770bd1fa-a5ab-4f3a-820f-a5d927ca8e00,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:53.505019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Port 9579903e-180f-4257-84cd-a81a81cf56bf on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:54:53.505388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Attempting to bind port 9579903e-180f-4257-84cd-a81a81cf56bf on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:53.537561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:53.537955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:53.538281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:53.538751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Bound port: 9579903e-180f-4257-84cd-a81a81cf56bf, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:53.539095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.572774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a309d05d-5128-431a-9b9d-929bd2746bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.591456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a309d05d-5128-431a-9b9d-929bd2746bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.619576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240f24-cf45-40e8-ac60-9a6d6059d056 req-b68fd508-82fd-4457-8568-9009e0e61091 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:53.621082 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc240f24-cf45-40e8-ac60-9a6d6059d056 req-b68fd508-82fd-4457-8568-9009e0e61091 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 969 time: 0.0839987 Nov 04 08:54:53.641433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eae9d4a0-8a77-46d3-9676-b76fc51cfe33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.657184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.667146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-1aed9bab-57a6-483a-9f24-4de608a69182 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:53.667728 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.668608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-1aed9bab-57a6-483a-9f24-4de608a69182 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.70 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 823 time: 0.5170696 Nov 04 08:54:53.715044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309d05d-5128-431a-9b9d-929bd2746bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9a2c79-1e80-4651-b096-f303dd032bbe,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:53.723383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc240f24-cf45-40e8-ac60-9a6d6059d056 req-b60719b6-c967-4919-8504-efe03d7f54a0 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918100 Nov 04 08:54:53.729925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a309d05d-5128-431a-9b9d-929bd2746bf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c026f6be69e6457484e7ebcab57d24c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8413911 Nov 04 08:54:53.737032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eae9d4a0-8a77-46d3-9676-b76fc51cfe33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.754066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37844) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:53.788069 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a446e49b-98d6-44be-9cb5-c6871b99e822 req-74ab7c19-a0fa-43fa-a6cd-d9223935f5f6 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 210 time: 0.0838928 Nov 04 08:54:53.793564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96036724-633d-4631-8939-73d83f1d0bf0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:53.810005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] For port 9579903e-180f-4257-84cd-a81a81cf56bf, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:53.859237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] For port 9579903e-180f-4257-84cd-a81a81cf56bf, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9579903e-180f-4257-84cd-a81a81cf56bf,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:53.868354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.873422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-aca2b3aa-0712-4766-ba72-f622b02885df tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d67cd6106804e44b9f74a1d9f908543 HTTP/1.1" status: 200 len: 380 time: 0.1856062 Nov 04 08:54:53.911181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'port': {'device_id': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'admin_state_up': True, 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'security_groups': ['773b051c-77bd-4022-83f8-faf49fcc9dd6']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:53.921622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Allocated IP 192.168.233.101 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/e9ff3b74-111e-4c1f-8dc8-6df5250b505d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:53.977577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:53.978138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:53.979693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] 10.222.0.70 "PUT /v2.0/ports/9579903e-180f-4257-84cd-a81a81cf56bf HTTP/1.1" status: 200 len: 1096 time: 2.1355369 Nov 04 08:54:53.980981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f72de4-996c-440d-8dc7-f07d57992c31', 'tag': '9579903e-180f-4257-84cd-a81a81cf56bf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:54:53.983254 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151" -d '{"events": [{"name": "network-changed", "server_uuid": "48f72de4-996c-440d-8dc7-f07d57992c31", "tag": "9579903e-180f-4257-84cd-a81a81cf56bf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:54:54.009793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eae9d4a0-8a77-46d3-9676-b76fc51cfe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.010552 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eae9d4a0-8a77-46d3-9676-b76fc51cfe33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.013615 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eae9d4a0-8a77-46d3-9676-b76fc51cfe33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/770bd1fa-a5ab-4f3a-820f-a5d927ca8e00 HTTP/1.1" status: 204 len: 168 time: 0.5420237 Nov 04 08:54:54.044864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bccb7c7-3a91-4a9f-9332-032b299a90f1 service neutron] Pushing event updated for resources: {'Port': ['ID=9579903e-180f-4257-84cd-a81a81cf56bf,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:54.055760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9d4a0-8a77-46d3-9676-b76fc51cfe33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770bd1fa-a5ab-4f3a-820f-a5d927ca8e00,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:54.057496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c7b71-6098-4c87-a840-f30dff0f6c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.134899 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad34dec0-d67c-4afe-8f4c-647ee28caaa4 x-openstack-request-id: req-ad34dec0-d67c-4afe-8f4c-647ee28caaa4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:54:54.135531 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f72de4-996c-440d-8dc7-f07d57992c31", "tag": "9579903e-180f-4257-84cd-a81a81cf56bf", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:54:54.135784 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad34dec0-d67c-4afe-8f4c-647ee28caaa4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:54:54.136762 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48f72de4-996c-440d-8dc7-f07d57992c31', 'tag': '9579903e-180f-4257-84cd-a81a81cf56bf', 'status': 'completed', 'code': 200} Nov 04 08:54:54.188564 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c7b71-6098-4c87-a840-f30dff0f6c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.196565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Made reservation on behalf of 9d67cd6106804e44b9f74a1d9f908543 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:54.200970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.306259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ff9bd02-96c5-4f85-a080-7ab72e787982 req-d5b45f49-32f6-445e-a3e5-353e3f6e86ab tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 210 time: 0.0761354 Nov 04 08:54:54.315150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c2494-c7b1-446f-86ee-63ad1bcbeb30 req-50354e6f-316d-4bd8-92cc-71ba05f06394 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:54.316846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be7c2494-c7b1-446f-86ee-63ad1bcbeb30 req-50354e6f-316d-4bd8-92cc-71ba05f06394 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 948 time: 0.1354663 Nov 04 08:54:54.376704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-8dac2cbf-483f-4a46-a1b3-7e8d5fd72b8d tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395994 Nov 04 08:54:54.462121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-827d3abb-c860-4b32-8ba4-f90525c4fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:54.463770 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-827d3abb-c860-4b32-8ba4-f90525c4fb87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 1099 time: 0.2914617 Nov 04 08:54:54.495134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.510939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c7b71-6098-4c87-a840-f30dff0f6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.513542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c7b71-6098-4c87-a840-f30dff0f6c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.520030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-294c7b71-6098-4c87-a840-f30dff0f6c64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec9a2c79-1e80-4651-b096-f303dd032bbe HTTP/1.1" status: 204 len: 168 time: 0.7644913 Nov 04 08:54:54.551225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be7c2494-c7b1-446f-86ee-63ad1bcbeb30 req-30232dc0-e837-4ed0-bd2f-7f5e8c1805d9 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104185 Nov 04 08:54:54.552247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.572753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:54.594196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-7566503b-c1a6-44c0-ad77-2dba94e8a20a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9579903e-180f-4257-84cd-a81a81cf56bf HTTP/1.1" status: 200 len: 217 time: 0.0919898 Nov 04 08:54:54.617343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:54.624306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:54.630197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:54.630831 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.659440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6738806 Nov 04 08:54:54.664445 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e33743-4500-4e0a-9729-187c1958361e req-98021547-c852-441a-b5f5-4bdeb5c58a53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 210 time: 0.1265905 Nov 04 08:54:54.665423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c7b71-6098-4c87-a840-f30dff0f6c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9a2c79-1e80-4651-b096-f303dd032bbe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:54.676319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Request body: {'port': {'device_id': '7714820b-6907-4fea-8820-749a8937484e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:54.719077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:54.736290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeffb800-111b-41ca-a986-db27144fa508 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Pushing event updated for resources: {'Port': ['ID=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:54.749085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8248b7d-9dc3-466b-bdc9-d356d7b77c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.791149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-5e8a44c3-a83e-4d83-82df-a8dda082162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:54.792664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-5e8a44c3-a83e-4d83-82df-a8dda082162e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1885016 Nov 04 08:54:54.793896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:54.800368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Allocated IP 172.20.0.9 (678f165a-4683-4d3c-9f73-4ae9dcfe8d50/20db2eaf-fa90-4e47-a991-ece1a8be9613/b13ad3ee-f315-4514-968b-39d708a4167f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:54.812815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-839b2e9b-ae2a-44e0-8b05-3fc5b82fdcdd tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:54.814562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-839b2e9b-ae2a-44e0-8b05-3fc5b82fdcdd tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4274883 Nov 04 08:54:54.891138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Request body: {'port': {'device_id': '37498d29-318c-4167-8019-d81639825a28', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '09cff0741c8641a79ef9ed66d901c2e5'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:55.027086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-330386f9-9279-498e-9c0e-0a684a127498 None None] Provisioning complete for port e9ff3b74-111e-4c1f-8dc8-6df5250b505d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:55.028662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-330386f9-9279-498e-9c0e-0a684a127498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.052874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-276c82c6-ec07-40c1-bf6c-09e93f8db729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:55.054536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-276c82c6-ec07-40c1-bf6c-09e93f8db729 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2515259 Nov 04 08:54:55.076710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8248b7d-9dc3-466b-bdc9-d356d7b77c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.083763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-330386f9-9279-498e-9c0e-0a684a127498 None None] Port e9ff3b74-111e-4c1f-8dc8-6df5250b505d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:55.096993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369ea21-4cc7-4ab0-bf29-5b90d90c4a86 req-8c712f2e-8ab2-4c40-b23d-309278a9d59c tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:55.098515 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8369ea21-4cc7-4ab0-bf29-5b90d90c4a86 req-8c712f2e-8ab2-4c40-b23d-309278a9d59c tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 969 time: 0.2318122 Nov 04 08:54:55.106895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e8248b7d-9dc3-466b-bdc9-d356d7b77c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.156542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce2337-da8e-40ab-9422-ae9a33755225 req-aeb19d40-e6f4-4999-ad37-3e675108a01f tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:55.158571 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-08ce2337-da8e-40ab-9422-ae9a33755225 req-aeb19d40-e6f4-4999-ad37-3e675108a01f tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 936 time: 0.2566111 Nov 04 08:54:55.216974 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e8248b7d-9dc3-466b-bdc9-d356d7b77c44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0e64f0e18334465a25c15b37bf9b6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4889247 Nov 04 08:54:55.228284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:55.230320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8248b7d-9dc3-466b-bdc9-d356d7b77c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1054f27e-ff2b-4212-bc67-3b3af442235d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:55.245820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8369ea21-4cc7-4ab0-bf29-5b90d90c4a86 req-75fe5541-387b-4a90-b73f-6884ea6562ec tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230958 Nov 04 08:54:55.283338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Made reservation on behalf of 09cff0741c8641a79ef9ed66d901c2e5 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:54:55.287044 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.295389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.323363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-08ce2337-da8e-40ab-9422-ae9a33755225 req-979e4be1-bf02-4197-9a88-48ad50491ae4 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531882 Nov 04 08:54:55.329488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.347180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-dcc825e9-dae2-4012-9f87-4066d7b33118 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837875 Nov 04 08:54:55.391721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ff3b74-111e-4c1f-8dc8-6df5250b505d {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:54:55.411054 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.441723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Transition to ACTIVE for port object e9ff3b74-111e-4c1f-8dc8-6df5250b505d will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:54:55.446526 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.498263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-982a6fb4-ab9e-45e8-ac5b-fbda11fcb69b req-8b102479-e875-4cb4-9278-b214718a54ce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 210 time: 0.0597978 Nov 04 08:54:55.502353 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-681c9088-1c06-4c63-8872-f00e97288259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.507948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.604067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-681c9088-1c06-4c63-8872-f00e97288259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.637406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:55.651907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:55.669146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1743f015-5905-4a56-a197-f479dbed5eb6 req-3697a480-ce74-4463-9dea-15a89ff5a8b5 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094893 Nov 04 08:54:55.670022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:55.676040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:55.676804 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.701416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:55.707397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event updated for resources: {'Port': ['ID=b13ad3ee-f315-4514-968b-39d708a4167f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:55.722884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ce295-70ca-4001-b511-8db16e319880 req-761fa975-1214-47a5-8485-1315ec4cf3b8 tempest-AggregatesAdminTestJSON-272718515 tempest-AggregatesAdminTestJSON-272718515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:55.726185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c30ce295-70ca-4001-b511-8db16e319880 req-761fa975-1214-47a5-8485-1315ec4cf3b8 tempest-AggregatesAdminTestJSON-272718515 tempest-AggregatesAdminTestJSON-272718515-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 1120 time: 0.2678413 Nov 04 08:54:55.750034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Attempting to bind port e9ff3b74-111e-4c1f-8dc8-6df5250b505d on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:55.752216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Attempting to bind port e9ff3b74-111e-4c1f-8dc8-6df5250b505d by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:55.752749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Attempting to bind port e9ff3b74-111e-4c1f-8dc8-6df5250b505d on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:55.767719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Port e9ff3b74-111e-4c1f-8dc8-6df5250b505d on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:54:55.767948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Attempting to bind port e9ff3b74-111e-4c1f-8dc8-6df5250b505d on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:55.774263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:55.774628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:55.775193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:55.775659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Bound port: e9ff3b74-111e-4c1f-8dc8-6df5250b505d, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:55.776413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.793043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c30ce295-70ca-4001-b511-8db16e319880 req-40795f6a-12a7-4f71-ad31-e396300ce8fc tempest-AggregatesAdminTestJSON-272718515 tempest-AggregatesAdminTestJSON-272718515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.816613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.826310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-4f7fc887-2f8c-405a-8607-766a081d8d53 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9245725 Nov 04 08:54:55.837335 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.900849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] For port e9ff3b74-111e-4c1f-8dc8-6df5250b505d, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:55.931949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] For port e9ff3b74-111e-4c1f-8dc8-6df5250b505d, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:55.936955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.949040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Request body: {'port': {'device_id': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:55.972113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:55.972997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:55.974675 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] 10.222.0.70 "PUT /v2.0/ports/e9ff3b74-111e-4c1f-8dc8-6df5250b505d HTTP/1.1" status: 200 len: 1096 time: 1.3045251 Nov 04 08:54:55.976965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7714820b-6907-4fea-8820-749a8937484e', 'tag': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:54:56.052523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b48c7c27-9a6a-4a2b-83c6-43e4f5fecb25 None None] Provisioning complete for port b13ad3ee-f315-4514-968b-39d708a4167f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:56.053041 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b48c7c27-9a6a-4a2b-83c6-43e4f5fecb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:56.134160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b48c7c27-9a6a-4a2b-83c6-43e4f5fecb25 None None] Port b13ad3ee-f315-4514-968b-39d708a4167f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:56.157368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e127c-6e6a-4120-bda6-915179862fab service neutron] Pushing event updated for resources: {'Port': ['ID=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:56.184267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-b3deb1d2-ff2b-462a-a43d-fae0be7995e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:56.186749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-b3deb1d2-ff2b-462a-a43d-fae0be7995e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6026f7591f2b408faf6213c2d18126b3&device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 1099 time: 0.1364417 Nov 04 08:54:56.248042 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "7714820b-6907-4fea-8820-749a8937484e", "tag": "e9ff3b74-111e-4c1f-8dc8-6df5250b505d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:54:56.281594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-a431cff2-3823-499d-a532-f277f3ecb6ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e9ff3b74-111e-4c1f-8dc8-6df5250b505d HTTP/1.1" status: 200 len: 217 time: 0.0829270 Nov 04 08:54:56.315874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-681c9088-1c06-4c63-8872-f00e97288259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:56.318431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-681c9088-1c06-4c63-8872-f00e97288259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:56.319576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-681c9088-1c06-4c63-8872-f00e97288259 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1054f27e-ff2b-4212-bc67-3b3af442235d HTTP/1.1" status: 204 len: 168 time: 1.0888793 Nov 04 08:54:56.336049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-a7db1e85-3308-4ca7-86f0-a64041eef366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:56.337527 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-a7db1e85-3308-4ca7-86f0-a64041eef366 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 1099 time: 0.5927360 Nov 04 08:54:56.364147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:56.370926 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c30ce295-70ca-4001-b511-8db16e319880 req-40795f6a-12a7-4f71-ad31-e396300ce8fc tempest-AggregatesAdminTestJSON-272718515 tempest-AggregatesAdminTestJSON-272718515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:56.373375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-de3f3dd3-5b34-4b4a-aaf8-baac80eb44a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:56.373787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598214c-9982-4b5f-8e9a-2fe0c775cf2b req-2fe813e8-387b-468a-8f75-7a93a67e47b8 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:56.375223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-de3f3dd3-5b34-4b4a-aaf8-baac80eb44a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0864916 Nov 04 08:54:56.375537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f598214c-9982-4b5f-8e9a-2fe0c775cf2b req-2fe813e8-387b-468a-8f75-7a93a67e47b8 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 948 time: 0.6939206 Nov 04 08:54:56.391921 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c30ce295-70ca-4001-b511-8db16e319880 req-40795f6a-12a7-4f71-ad31-e396300ce8fc tempest-AggregatesAdminTestJSON-272718515 tempest-AggregatesAdminTestJSON-272718515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:56.457229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Allocated IP 192.168.233.129 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/5caea693-d053-400d-bf35-49b28b574a58) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:54:56.459396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c9088-1c06-4c63-8872-f00e97288259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1054f27e-ff2b-4212-bc67-3b3af442235d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:56.473598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:56.473794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c30ce295-70ca-4001-b511-8db16e319880 req-40795f6a-12a7-4f71-ad31-e396300ce8fc tempest-AggregatesAdminTestJSON-272718515 tempest-AggregatesAdminTestJSON-272718515-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353823 Nov 04 08:54:56.517459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40795f6a-12a7-4f71-ad31-e396300ce8fc tempest-AggregatesAdminTestJSON-272718515 tempest-AggregatesAdminTestJSON-272718515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec20343-ddb1-4ec1-bc74-c9cd9d0208ed,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:56.542096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-121446e6-4ee1-4209-a668-8859eeed6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:56.543732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-121446e6-4ee1-4209-a668-8859eeed6a9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1602328 Nov 04 08:54:56.581993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f598214c-9982-4b5f-8e9a-2fe0c775cf2b req-4ee7861c-9e33-46c3-a020-04734194efec tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893909 Nov 04 08:54:56.637444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-a372d6de-90c1-4f7c-83b5-41dba61ed977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:56.638981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-a372d6de-90c1-4f7c-83b5-41dba61ed977 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2783365 Nov 04 08:54:56.708764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4566c-9271-4580-ab9d-aceaf0794e5f req-bdf1f4ee-0969-42bc-920f-34988b5c8ab4 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:56.710259 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1cb4566c-9271-4580-ab9d-aceaf0794e5f req-bdf1f4ee-0969-42bc-920f-34988b5c8ab4 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 931 time: 0.0694034 Nov 04 08:54:56.776399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1cb4566c-9271-4580-ab9d-aceaf0794e5f req-5e7718a3-089f-40aa-b8bd-834f47a52ff2 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588417 Nov 04 08:54:56.790893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-2166fd5e-4d43-4121-94a9-1cc035166923 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367113 Nov 04 08:54:56.792587 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e342f19-36fd-431c-b14b-55b69900bba3 x-openstack-request-id: req-7e342f19-36fd-431c-b14b-55b69900bba3 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:54:56.792872 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7714820b-6907-4fea-8820-749a8937484e", "tag": "e9ff3b74-111e-4c1f-8dc8-6df5250b505d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:54:56.793126 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e342f19-36fd-431c-b14b-55b69900bba3 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:54:56.793585 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7714820b-6907-4fea-8820-749a8937484e', 'tag': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d', 'status': 'completed', 'code': 200} Nov 04 08:54:56.931486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-3e43cc0b-f905-452f-a4e4-d956aaf9f280 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=9579903e-180f-4257-84cd-a81a81cf56bf HTTP/1.1" status: 200 len: 217 time: 0.2573278 Nov 04 08:54:57.046110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.092486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-61030bdc-bc6f-469d-919e-dfee73a31b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.094028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-61030bdc-bc6f-469d-919e-dfee73a31b76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1537194 Nov 04 08:54:57.119597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5510f97-af7b-431a-8ca1-b22085a9b8f4 req-5c7f78df-e1c0-47c1-a377-72fdd171d3ff service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180387 Nov 04 08:54:57.143481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9ee6b-3ce1-475d-bc38-95db6ae85d65 req-c550b29c-74f1-4341-8e38-b27372e250ca tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.146138 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63a9ee6b-3ce1-475d-bc38-95db6ae85d65 req-c550b29c-74f1-4341-8e38-b27372e250ca tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 948 time: 0.2357833 Nov 04 08:54:57.150656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13ad3ee-f315-4514-968b-39d708a4167f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:54:57.177584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.223833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-db336218-6ea2-44e9-8241-98e2e7e78c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.226038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-db336218-6ea2-44e9-8241-98e2e7e78c84 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6026f7591f2b408faf6213c2d18126b3&device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 1099 time: 0.0597756 Nov 04 08:54:57.226154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Transition to ACTIVE for port object b13ad3ee-f315-4514-968b-39d708a4167f will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:54:57.242922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.281468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.290001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63a9ee6b-3ce1-475d-bc38-95db6ae85d65 req-978882db-0e3e-4f8c-bb4a-0d473fc4bac2 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177645 Nov 04 08:54:57.318843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-be15fcd0-d5d3-4f9a-9e15-6d6cab537264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.320449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-be15fcd0-d5d3-4f9a-9e15-6d6cab537264 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2181282 Nov 04 08:54:57.352788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:54:57.388900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b13ad3ee-f315-4514-968b-39d708a4167f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:57.391461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:54:57.412373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:54:57.416820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.417452 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.497943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcbfb8-9344-40f7-9a7e-603f9ad3502c req-b1806a07-8596-4ce1-9196-f96c27a700c8 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.499709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bdfcbfb8-9344-40f7-9a7e-603f9ad3502c req-b1806a07-8596-4ce1-9196-f96c27a700c8 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 936 time: 0.2481272 Nov 04 08:54:57.542703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Attempting to bind port b13ad3ee-f315-4514-968b-39d708a4167f on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:57.543327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Attempting to bind port b13ad3ee-f315-4514-968b-39d708a4167f by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:57.543877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Attempting to bind port b13ad3ee-f315-4514-968b-39d708a4167f on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:57.578533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7460361 Nov 04 08:54:57.579290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-6268af19-2ae8-4399-bb5f-02b13693e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.581492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-6268af19-2ae8-4399-bb5f-02b13693e12f service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3442483 Nov 04 08:54:57.584405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bdfcbfb8-9344-40f7-9a7e-603f9ad3502c req-ad2b4b2e-c817-41d4-b4ff-9fff1c9adbbd tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658958 Nov 04 08:54:57.590947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Port b13ad3ee-f315-4514-968b-39d708a4167f on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:54:57.598084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Attempting to bind port b13ad3ee-f315-4514-968b-39d708a4167f on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:57.600766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12100f82-c6e0-4c6d-9ff7-2e7f92e3bf47 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Pushing event updated for resources: {'Port': ['ID=5caea693-d053-400d-bf35-49b28b574a58,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:57.617072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Request body: {'port': {'device_id': '37498d29-318c-4167-8019-d81639825a28', 'device_owner': 'compute:tempest-test_az-91676827', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:54:57.652658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:57.653000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Checking segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:57.653392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Bound using segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:57.653845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Bound port: b13ad3ee-f315-4514-968b-39d708a4167f, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:57.654204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.677875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-21085b18-ec2d-4fbd-b89b-fe21b447b4fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=e9ff3b74-111e-4c1f-8dc8-6df5250b505d HTTP/1.1" status: 200 len: 217 time: 0.0777731 Nov 04 08:54:57.771898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-9715f615-60bd-4623-94e1-8f948f290978 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417145 Nov 04 08:54:57.808230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-236e30a4-538c-4482-80aa-c6e14e24dc82 None None] Provisioning complete for port 5caea693-d053-400d-bf35-49b28b574a58 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:54:57.809293 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-236e30a4-538c-4482-80aa-c6e14e24dc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.875149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-5e04a2d8-5929-40c6-9603-1dd98be30090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.877408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-5e04a2d8-5929-40c6-9603-1dd98be30090 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1843467 Nov 04 08:54:57.880488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-236e30a4-538c-4482-80aa-c6e14e24dc82 None None] Port 5caea693-d053-400d-bf35-49b28b574a58 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:54:57.922856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd6730-e834-4b26-bff0-c6f177cb08a1 req-2f2eb8b1-7921-4838-b156-101612ec3d74 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.924624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cfd6730-e834-4b26-bff0-c6f177cb08a1 req-2f2eb8b1-7921-4838-b156-101612ec3d74 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 948 time: 0.1255591 Nov 04 08:54:57.944062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:57.955913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-c6599158-72b3-4d29-84e6-bb63100a24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:57.957626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-c6599158-72b3-4d29-84e6-bb63100a24a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0698273 Nov 04 08:54:58.007120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-f65f6c08-1e07-4951-8e2c-2cd2f2340dba tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567682 Nov 04 08:54:58.025198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cfd6730-e834-4b26-bff0-c6f177cb08a1 req-685576bf-0632-49f9-8762-945fe162139b tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899217 Nov 04 08:54:58.081563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] For port b13ad3ee-f315-4514-968b-39d708a4167f, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:58.100428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-f9788c44-196a-42a6-924f-d368ddfe0a07 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312022 Nov 04 08:54:58.157975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] For port b13ad3ee-f315-4514-968b-39d708a4167f, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b13ad3ee-f315-4514-968b-39d708a4167f,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:58.174197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:58.184129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7b8bd4-c6b8-4c31-bb61-213d1eb33151 req-ee208c33-8f61-482d-ab99-c2eb19484342 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430417 Nov 04 08:54:58.247043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63b2a6-1724-4597-a5a4-6abcbaad7bab req-d54fee73-45bf-4a45-ad20-1f980b0e642e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:58.248878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce63b2a6-1724-4597-a5a4-6abcbaad7bab req-d54fee73-45bf-4a45-ad20-1f980b0e642e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 943 time: 0.0849342 Nov 04 08:54:58.260086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0828aae-72a3-4fde-a237-f44b7a2a6ac3 req-f8fa14cb-adb3-4a86-8b17-70b6c611d0eb service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518219 Nov 04 08:54:58.297515 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce63b2a6-1724-4597-a5a4-6abcbaad7bab req-490fe152-28f2-4717-b010-4ae472d4f622 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364714 Nov 04 08:54:58.314968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:58.316027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:58.317838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/b13ad3ee-f315-4514-968b-39d708a4167f HTTP/1.1" status: 200 len: 1091 time: 2.3777592 Nov 04 08:54:58.318722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:54:58.321425 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc864e49-cf68-4fc9-823d-19157aa0dd90" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:54:58.421234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1aef9-0802-43ec-86c4-06434223d4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=b13ad3ee-f315-4514-968b-39d708a4167f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:58.431336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-22541ce7-b50d-4d2e-abbc-0d84a5544afd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:58.440199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-22541ce7-b50d-4d2e-abbc-0d84a5544afd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3823361 Nov 04 08:54:58.491624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-d99d1e55-6df0-4fb8-bd7b-3aba53a6d613 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/quotas/32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 375 time: 0.0504088 Nov 04 08:54:58.534466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-dd471ee0-0bf3-4bad-a08f-1965624b7252 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417571 Nov 04 08:54:58.569725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-d9fa3e42-391b-48f4-8ca2-1385593042a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:58.570915 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-d9fa3e42-391b-48f4-8ca2-1385593042a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 1094 time: 0.2000968 Nov 04 08:54:58.617057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:58.639033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc4148-23a1-425f-91fa-5d3ffd7f31d4 req-fa789d63-1c9a-4d07-84bb-37868f01a35f tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:58.639382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-eaa83eaf-97dc-42e1-a028-26bd8a638d30 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b13ad3ee-f315-4514-968b-39d708a4167f HTTP/1.1" status: 200 len: 217 time: 0.0585244 Nov 04 08:54:58.647361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6fc4148-23a1-425f-91fa-5d3ffd7f31d4 req-fa789d63-1c9a-4d07-84bb-37868f01a35f tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 948 time: 0.0729434 Nov 04 08:54:58.695264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6fc4148-23a1-425f-91fa-5d3ffd7f31d4 req-0948ddb7-504a-4a14-8b11-7f55d954435d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468190 Nov 04 08:54:58.695694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-0f9cd2c2-609b-485d-97d2-36bcec24868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:58.697165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-0f9cd2c2-609b-485d-97d2-36bcec24868f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 200 len: 862 time: 0.0488117 Nov 04 08:54:58.766573 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9285510-6227-441b-a99d-71e793434e46 x-openstack-request-id: req-c9285510-6227-441b-a99d-71e793434e46 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:54:58.767095 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:54:58.767461 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9285510-6227-441b-a99d-71e793434e46 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:54:58.767946 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'status': 'completed', 'code': 200} Nov 04 08:54:58.786145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5caea693-d053-400d-bf35-49b28b574a58 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:54:58.797468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:58.798656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2218-0c73-4cf6-b2fd-1f9ce59625da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:58.818146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9579903e-180f-4257-84cd-a81a81cf56bf details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:54:58.890293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b521ff9-0120-4da7-b1b3-85fd48afaa7d req-61ff62ce-211a-412a-a372-ac351c75f836 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:58.898528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b521ff9-0120-4da7-b1b3-85fd48afaa7d req-61ff62ce-211a-412a-a372-ac351c75f836 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 936 time: 0.1018467 Nov 04 08:54:58.956556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9579903e-180f-4257-84cd-a81a81cf56bf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9579903e-180f-4257-84cd-a81a81cf56bf,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:58.974090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b521ff9-0120-4da7-b1b3-85fd48afaa7d req-e2e71529-e688-4ea2-b129-7e9f9212e4fa tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745807 Nov 04 08:54:58.977503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '9579903e-180f-4257-84cd-a81a81cf56bf', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '9579903e-180f-4257-84cd-a81a81cf56bf', 'mac_address': 'fa:16:3e:0f:1f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:54:59.021252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2218-0c73-4cf6-b2fd-1f9ce59625da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.026660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e6b2218-0c73-4cf6-b2fd-1f9ce59625da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.035404 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.052606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9579903e-180f-4257-84cd-a81a81cf56bf {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:54:59.074458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b2218-0c73-4cf6-b2fd-1f9ce59625da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336609de-0276-4ba6-9827-64afbdc01518,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:59.082494 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7e6b2218-0c73-4cf6-b2fd-1f9ce59625da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a85e01e7d1e488698655d230d87e299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640181 Nov 04 08:54:59.083632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:59.096148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9973f4b-b6e9-47c6-8c25-decb1f2a42bd req-6de72d27-7aa4-4641-a65c-282fd759a713 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 210 time: 0.3018236 Nov 04 08:54:59.101177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-39bf0cbe-852c-4a5a-bb0c-36523144372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:59.102877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-39bf0cbe-852c-4a5a-bb0c-36523144372a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3940659 Nov 04 08:54:59.106013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Transition to ACTIVE for port object 5caea693-d053-400d-bf35-49b28b574a58 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:54:59.109021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9579903e-180f-4257-84cd-a81a81cf56bf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9579903e-180f-4257-84cd-a81a81cf56bf,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:54:59.117416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.122004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.147921 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-283d37e5-3c2c-476b-8239-ca2227f185ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.194804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-283d37e5-3c2c-476b-8239-ca2227f185ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.224439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=9579903e-180f-4257-84cd-a81a81cf56bf,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:59.225886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Pushing event updated for resources: {'Port': ['ID=5caea693-d053-400d-bf35-49b28b574a58,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:59.279521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-283d37e5-3c2c-476b-8239-ca2227f185ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.286957 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-283d37e5-3c2c-476b-8239-ca2227f185ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.289133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-283d37e5-3c2c-476b-8239-ca2227f185ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/336609de-0276-4ba6-9827-64afbdc01518 HTTP/1.1" status: 204 len: 168 time: 0.2031331 Nov 04 08:54:59.299924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d37e5-3c2c-476b-8239-ca2227f185ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336609de-0276-4ba6-9827-64afbdc01518,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:59.451161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9579903e-180f-4257-84cd-a81a81cf56bf'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:54:59.453299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb3491-3033-4122-acfb-8c725ca2cf51 req-abb23545-0d11-4338-b830-cd88ca200f3b tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:59.455583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbdb3491-3033-4122-acfb-8c725ca2cf51 req-abb23545-0d11-4338-b830-cd88ca200f3b tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 949 time: 0.2169511 Nov 04 08:54:59.457009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Attempting to bind port 5caea693-d053-400d-bf35-49b28b574a58 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:54:59.457342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Attempting to bind port 5caea693-d053-400d-bf35-49b28b574a58 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:54:59.457664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Attempting to bind port 5caea693-d053-400d-bf35-49b28b574a58 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:59.461319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-a81221a9-4061-41b8-915a-9c76b5c87245 service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504949 Nov 04 08:54:59.495723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Port 5caea693-d053-400d-bf35-49b28b574a58 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:54:59.496082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Attempting to bind port 5caea693-d053-400d-bf35-49b28b574a58 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:54:59.498565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a09494-c890-4730-81d6-edb361b3f2c7 req-5ab58e37-81e0-4244-bde4-35d5c0251f9c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:59.508174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3a09494-c890-4730-81d6-edb361b3f2c7 req-5ab58e37-81e0-4244-bde4-35d5c0251f9c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 943 time: 0.0722928 Nov 04 08:54:59.575049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:54:59.575398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:54:59.575931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:54:59.576279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Bound port: 5caea693-d053-400d-bf35-49b28b574a58, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:54:59.576640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.587232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3a09494-c890-4730-81d6-edb361b3f2c7 req-9547f1cd-1a0c-4dd2-986d-4f56229f9b31 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744567 Nov 04 08:54:59.601565 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbdb3491-3033-4122-acfb-8c725ca2cf51 req-447781db-0ec5-4a27-80af-453ac8d52688 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383200 Nov 04 08:54:59.702633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-382c9ef4-cfff-4600-837d-acd2d7ee6b4a req-83a70054-f1ea-4479-9cda-82cbaa3e6529 service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171292 Nov 04 08:54:59.703643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] For port 5caea693-d053-400d-bf35-49b28b574a58, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:54:59.709953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] For port 5caea693-d053-400d-bf35-49b28b574a58, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5caea693-d053-400d-bf35-49b28b574a58,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:54:59.715516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.759795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:59.760441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.761954 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] 10.222.0.55 "PUT /v2.0/ports/5caea693-d053-400d-bf35-49b28b574a58 HTTP/1.1" status: 200 len: 1116 time: 2.1583817 Nov 04 08:54:59.849523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:54:59.864019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8791-ac84-4f78-a7e4-2afaf067adca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.865308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bd07f-7b1f-40b3-b666-c29ac3ad075b service neutron] Pushing event updated for resources: {'Port': ['ID=5caea693-d053-400d-bf35-49b28b574a58,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:54:59.900231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-f6f5171f-c1db-4cbb-9717-b4db3b2cfb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:59.901817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-f6f5171f-c1db-4cbb-9717-b4db3b2cfb9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 1094 time: 0.1371729 Nov 04 08:54:59.943598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140037d-6f65-449f-a2dd-9549786efc32 req-a4865caa-db39-403e-befa-b418d3165489 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:54:59.945279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1140037d-6f65-449f-a2dd-9549786efc32 req-a4865caa-db39-403e-befa-b418d3165489 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 948 time: 0.1314752 Nov 04 08:54:59.984973 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8791-ac84-4f78-a7e4-2afaf067adca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:54:59.993030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d1b8791-ac84-4f78-a7e4-2afaf067adca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.019623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-14e3e160-b5dc-4550-a7c4-c76bcdb1b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.021337 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-14e3e160-b5dc-4550-a7c4-c76bcdb1b878 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 1119 time: 0.1792660 Nov 04 08:55:00.047407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b8791-ac84-4f78-a7e4-2afaf067adca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a0f0bd-72fe-46b8-874e-c44590cc3586,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:00.071744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d1b8791-ac84-4f78-a7e4-2afaf067adca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dfb8435e4fb34d8b94080c9e5cabaf3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2211287 Nov 04 08:55:00.074271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:00.076380 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-9468828f-f7fb-4d80-b198-688edb037548 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5caea693-d053-400d-bf35-49b28b574a58 HTTP/1.1" status: 200 len: 217 time: 0.0404136 Nov 04 08:55:00.103348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1140037d-6f65-449f-a2dd-9549786efc32 req-2b5f5eba-d694-49fc-884b-9729ac51396e tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108165 Nov 04 08:55:00.142321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.55', 57230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:00.173621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-7fc20fea-09de-4a76-938b-341ecefbce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.175190 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-7fc20fea-09de-4a76-938b-341ecefbce84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0885108 Nov 04 08:55:00.182877 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-9c66910e-2d10-4748-af66-e340be512a6a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348034 Nov 04 08:55:00.227997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-50f3d6bd-ccae-4099-98ee-1dbdb1ecf7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.229830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-50f3d6bd-ccae-4099-98ee-1dbdb1ecf7b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 924 time: 0.3184655 Nov 04 08:55:00.247818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cda034f2-1d91-4b48-9942-91bc8c92def2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.257233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01990a81-51e3-43a7-aee6-50011f105979 req-d86be8b7-5f8a-461d-8233-2edf56aabc9f tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.258794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01990a81-51e3-43a7-aee6-50011f105979 req-d86be8b7-5f8a-461d-8233-2edf56aabc9f tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 968 time: 0.1560361 Nov 04 08:55:00.283016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-5df1cf91-66e7-4b23-9e24-159243723933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.284708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-5df1cf91-66e7-4b23-9e24-159243723933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1007488 Nov 04 08:55:00.288321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-ce7d37b9-18a6-4dcc-8d3f-6466b46a4f72 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b13ad3ee-f315-4514-968b-39d708a4167f HTTP/1.1" status: 200 len: 217 time: 0.0501738 Nov 04 08:55:00.311047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cda034f2-1d91-4b48-9942-91bc8c92def2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.324173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-830fd1bd-c4ca-4e93-89d3-78291ae7bcbf req-c3a43c05-5918-4980-aae0-87d8a1c0fb1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 210 time: 0.0839791 Nov 04 08:55:00.415492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01990a81-51e3-43a7-aee6-50011f105979 req-134e774d-5543-46f6-a662-523606af8d26 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469681 Nov 04 08:55:00.436612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-f4ff2a9c-8107-4efa-a1d2-4c8b77d2ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.438223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-f4ff2a9c-8107-4efa-a1d2-4c8b77d2ab39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 200 len: 862 time: 0.1331131 Nov 04 08:55:00.445816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-3d9243f0-f330-44b3-b522-ae612f87cc73 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.447295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-3d9243f0-f330-44b3-b522-ae612f87cc73 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569125 Nov 04 08:55:00.467371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Request body: {'port': {'device_id': '0c8167c8-f4db-417a-b806-893053bed4fa', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '32d17854c04044c49225fa15a6d5872b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:00.473486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cda034f2-1d91-4b48-9942-91bc8c92def2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.476075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cda034f2-1d91-4b48-9942-91bc8c92def2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.479590 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cda034f2-1d91-4b48-9942-91bc8c92def2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10a0f0bd-72fe-46b8-874e-c44590cc3586 HTTP/1.1" status: 204 len: 168 time: 0.4017153 Nov 04 08:55:00.515386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-53ea06d5-3d12-48bc-8992-1cce51b2aeb0 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114749 Nov 04 08:55:00.546982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda034f2-1d91-4b48-9942-91bc8c92def2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a0f0bd-72fe-46b8-874e-c44590cc3586,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:00.617499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-81866660-394d-4f77-8d3e-84dd25f3cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.622309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-81866660-394d-4f77-8d3e-84dd25f3cc42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765347 Nov 04 08:55:00.742951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Made reservation on behalf of 32d17854c04044c49225fa15a6d5872b for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:00.748807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.767660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.769239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37498d29-318c-4167-8019-d81639825a28', 'tag': '5caea693-d053-400d-bf35-49b28b574a58'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:00.771161 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49da9287-3dfc-4e8d-a94c-b212df5c7260" -d '{"events": [{"name": "network-changed", "server_uuid": "37498d29-318c-4167-8019-d81639825a28", "tag": "5caea693-d053-400d-bf35-49b28b574a58"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:00.791228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8abce38-e868-4bcc-9b2c-e1aad1e1d7b7 req-7cd8fe6e-95af-4c30-aaab-7cf9fa772aa3 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677572 Nov 04 08:55:00.807519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e9ff3b74-111e-4c1f-8dc8-6df5250b505d details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:00.811386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb846cf-d0c5-465f-bf74-0609bac957f1 req-0dea4e8d-725c-4a6b-a56a-d5eafb44eeee tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:00.830870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cb846cf-d0c5-465f-bf74-0609bac957f1 req-0dea4e8d-725c-4a6b-a56a-d5eafb44eeee tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 943 time: 0.1435871 Nov 04 08:55:00.839710 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-7a6ca868-ee5d-4723-b09d-c6ff69d23c83 service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072058 Nov 04 08:55:00.852512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9579903e-180f-4257-84cd-a81a81cf56bf up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:00.951608 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.968553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:00.997212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 9579903e-180f-4257-84cd-a81a81cf56bf completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:01.006963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 9579903e-180f-4257-84cd-a81a81cf56bf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:01.007579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.047058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12d1f9-5cd2-46c1-a085-d55abf7c320d req-2d86ae6b-9a19-498c-b352-30e1dd60d480 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.055568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e12d1f9-5cd2-46c1-a085-d55abf7c320d req-2d86ae6b-9a19-498c-b352-30e1dd60d480 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 949 time: 0.1113753 Nov 04 08:55:01.083892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cb846cf-d0c5-465f-bf74-0609bac957f1 req-206071fe-63aa-4f66-8b05-874d1430bb86 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744490 Nov 04 08:55:01.088507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce324959-1651-4356-84ca-85ea74f04197,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:01.106222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc864e49-cf68-4fc9-823d-19157aa0dd90 req-18e82a72-8359-46b8-9e4d-90fcb56910c1 service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480328 Nov 04 08:55:01.154945 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e12d1f9-5cd2-46c1-a085-d55abf7c320d req-970d5b53-980c-4f27-a157-a149dd2ee64c tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981610 Nov 04 08:55:01.171552 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d22bf637-7153-4b11-8818-9066722e3863 x-openstack-request-id: req-d22bf637-7153-4b11-8818-9066722e3863 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:01.172038 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37498d29-318c-4167-8019-d81639825a28", "tag": "5caea693-d053-400d-bf35-49b28b574a58", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:01.173725 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d22bf637-7153-4b11-8818-9066722e3863 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:01.174382 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37498d29-318c-4167-8019-d81639825a28', 'tag': '5caea693-d053-400d-bf35-49b28b574a58', 'status': 'completed', 'code': 200} Nov 04 08:55:01.201158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e9ff3b74-111e-4c1f-8dc8-6df5250b505d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:01.220658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Allocated IP 192.168.233.11 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/b29bbb0f-02f9-4e9d-bc91-214e16811af0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:01.228372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d', 'mac_address': 'fa:16:3e:8f:b5:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:01.240116 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.297006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f72de4-996c-440d-8dc7-f07d57992c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9579903e-180f-4257-84cd-a81a81cf56bf'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:01.305248 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b561d5-c018-4607-9812-8f6c81ecc266" -d '{"events": [{"server_uuid": "48f72de4-996c-440d-8dc7-f07d57992c31", "name": "network-vif-plugged", "status": "completed", "tag": "9579903e-180f-4257-84cd-a81a81cf56bf"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:01.332097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-63b3e066-a67a-41df-9b69-60de6ba436f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.334583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-63b3e066-a67a-41df-9b69-60de6ba436f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 1119 time: 0.1310394 Nov 04 08:55:01.358185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9579903e-180f-4257-84cd-a81a81cf56bf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9579903e-180f-4257-84cd-a81a81cf56bf,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:01.365713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.384496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ff3b74-111e-4c1f-8dc8-6df5250b505d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:01.388780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.436286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc579d-e523-48ac-9d05-97302b859180 req-8656ec02-cbf2-4b59-892a-936a9c03f836 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.437404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f7bc579d-e523-48ac-9d05-97302b859180 req-8656ec02-cbf2-4b59-892a-936a9c03f836 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 948 time: 0.1538424 Nov 04 08:55:01.472584 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d2ef71-4a7d-41f8-bfaf-03d0bcd3cad5 x-openstack-request-id: req-14d2ef71-4a7d-41f8-bfaf-03d0bcd3cad5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:01.473237 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f72de4-996c-440d-8dc7-f07d57992c31", "name": "network-vif-plugged", "status": "completed", "tag": "9579903e-180f-4257-84cd-a81a81cf56bf", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:01.473775 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14d2ef71-4a7d-41f8-bfaf-03d0bcd3cad5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:01.474357 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f72de4-996c-440d-8dc7-f07d57992c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9579903e-180f-4257-84cd-a81a81cf56bf', 'code': 200} Nov 04 08:55:01.476172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=9579903e-180f-4257-84cd-a81a81cf56bf,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:01.500480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e9ff3b74-111e-4c1f-8dc8-6df5250b505d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:01.508750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.517427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f7bc579d-e523-48ac-9d05-97302b859180 req-24601a63-85be-417f-bb43-d4585a2e3e8e tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722501 Nov 04 08:55:01.586167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:01.594725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-316699f3-427c-402c-aa5d-94d83abd0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.596227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.597891 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-316699f3-427c-402c-aa5d-94d83abd0fa9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2541556 Nov 04 08:55:01.649622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.671237 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-4e4d7767-ee20-43b5-8002-d5b370a360b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=5caea693-d053-400d-bf35-49b28b574a58 HTTP/1.1" status: 200 len: 217 time: 0.0534170 Nov 04 08:55:01.686899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54955197-cdcb-4b5b-980f-8c0f0d5d1f67 req-6628d9da-ca7f-443d-a849-8f7458ba92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.689899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54955197-cdcb-4b5b-980f-8c0f0d5d1f67 req-6628d9da-ca7f-443d-a849-8f7458ba92bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 1101 time: 0.1603062 Nov 04 08:55:01.717614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:01.722712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:01.727272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:01.733191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.736444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e9ff3b74-111e-4c1f-8dc8-6df5250b505d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:01.740177 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.775953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:01.796851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-188544ff-b9cc-4899-b165-e1ea1bda4424 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3337109 Nov 04 08:55:01.801474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54955197-cdcb-4b5b-980f-8c0f0d5d1f67 req-702ffb73-bf98-4ecf-bafb-30f3276c8c0f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995984 Nov 04 08:55:01.804440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-91a329c1-15e6-42d3-9891-37732b898cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.811832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Request body: {'port': {'device_id': '0c8167c8-f4db-417a-b806-893053bed4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:01.817200 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-91a329c1-15e6-42d3-9891-37732b898cf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1258934 Nov 04 08:55:01.835311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affbcca-5f5d-45ca-a3d4-f78eb6f9f2a3 req-95527b41-74c3-4494-be28-f002a0e0bc2f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.841102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8affbcca-5f5d-45ca-a3d4-f78eb6f9f2a3 req-95527b41-74c3-4494-be28-f002a0e0bc2f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 935 time: 0.2118831 Nov 04 08:55:01.925114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8affbcca-5f5d-45ca-a3d4-f78eb6f9f2a3 req-b613fd6d-572d-4d9a-9b07-2a2f67516dcd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715203 Nov 04 08:55:01.930838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-e0ed8616-f70e-4acf-837c-8e9d6836e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:01.933423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-e0ed8616-f70e-4acf-837c-8e9d6836e876 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0909228 Nov 04 08:55:01.953758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:01.999586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38320c3-16d2-4d7f-8ddc-24ff99643e4a req-c8b0af7f-917a-4524-8988-f9443059857c tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:02.009119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d38320c3-16d2-4d7f-8ddc-24ff99643e4a req-c8b0af7f-917a-4524-8988-f9443059857c tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 968 time: 0.1666951 Nov 04 08:55:02.090875 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-e84f24b4-478f-4e40-b683-f1b8f6399c53 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495187 Nov 04 08:55:02.096727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d38320c3-16d2-4d7f-8ddc-24ff99643e4a req-6ed7a692-91ee-402b-adf3-1a60f6b0b981 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763168 Nov 04 08:55:02.141504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6ee9e44f-3a81-4777-8d89-da845229d5ff None None] Provisioning complete for port b29bbb0f-02f9-4e9d-bc91-214e16811af0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:02.144814 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ee9e44f-3a81-4777-8d89-da845229d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:02.217236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6ee9e44f-3a81-4777-8d89-da845229d5ff None None] Port b29bbb0f-02f9-4e9d-bc91-214e16811af0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:55:02.255616 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49da9287-3dfc-4e8d-a94c-b212df5c7260 req-6b0a1b2d-e4fc-4b14-be20-32b5326287bb service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576269 Nov 04 08:55:02.374548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361f562-aea1-48f9-a35e-b1b95fc16357 req-19cf4061-2981-4c82-9748-6f36ad32b16f tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:02.375199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b361f562-aea1-48f9-a35e-b1b95fc16357 req-19cf4061-2981-4c82-9748-6f36ad32b16f tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 943 time: 0.0968618 Nov 04 08:55:02.424052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523ee54-d064-4f06-86e9-980eafd1162b req-d36235a7-f50d-4971-a2c0-ee8ff0f00be8 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:02.425681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3523ee54-d064-4f06-86e9-980eafd1162b req-d36235a7-f50d-4971-a2c0-ee8ff0f00be8 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 950 time: 0.0590296 Nov 04 08:55:02.447052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29bbb0f-02f9-4e9d-bc91-214e16811af0 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:02.456769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:02.461480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b361f562-aea1-48f9-a35e-b1b95fc16357 req-5f21137c-45cb-4fe0-ae8a-91bf7d37e1a4 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560889 Nov 04 08:55:02.482529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Transition to ACTIVE for port object b29bbb0f-02f9-4e9d-bc91-214e16811af0 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:02.482766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3523ee54-d064-4f06-86e9-980eafd1162b req-ef267162-daa5-43a5-bfaf-fd950877a5b5 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447941 Nov 04 08:55:02.488625 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:02.585982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:02.603241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:02.603575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:02.603930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:02.609919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:02.610235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:02.616129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:02.616737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:02.617166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:02.617608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Bound port: b29bbb0f-02f9-4e9d-bc91-214e16811af0, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:02.618553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:02.712845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617a22-11e6-4bd2-8876-32a284a7c4f2 req-31dfd37e-c809-48b6-a39d-8faa2a289d6a tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:02.715422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26617a22-11e6-4bd2-8876-32a284a7c4f2 req-31dfd37e-c809-48b6-a39d-8faa2a289d6a tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 949 time: 0.0754960 Nov 04 08:55:02.720612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:02.726232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:02.734795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:02.771642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26617a22-11e6-4bd2-8876-32a284a7c4f2 req-8c922120-93da-4022-b1fd-67ee65d924d8 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Nov 04 08:55:02.780438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:02.781602 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:02.783845 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] 10.222.0.55 "PUT /v2.0/ports/b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 1095 time: 0.9771760 Nov 04 08:55:02.797064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:02.800214 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19eb8cc-5083-4125-854f-058ab5aa1a14" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:02.812066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b13ad3ee-f315-4514-968b-39d708a4167f details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:02.815295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e9ff3b74-111e-4c1f-8dc8-6df5250b505d up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:02.881578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb112d-0642-42ad-8eb3-60d2a7305746 service neutron] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:02.911356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-c828d708-46c8-4ec7-b56e-2db60666daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:02.913614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-c828d708-46c8-4ec7-b56e-2db60666daf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1098 time: 0.0760987 Nov 04 08:55:02.926717 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ed8cb4-9cca-4989-9abf-9c50c998c88e x-openstack-request-id: req-f7ed8cb4-9cca-4989-9abf-9c50c998c88e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:02.927124 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:02.927377 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7ed8cb4-9cca-4989-9abf-9c50c998c88e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:02.928019 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'status': 'completed', 'code': 200} Nov 04 08:55:02.966294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-aec17a11-16b5-4586-ad0d-972f9c84f80a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0373704 Nov 04 08:55:02.977814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e9ff3b74-111e-4c1f-8dc8-6df5250b505d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:02.988989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e9ff3b74-111e-4c1f-8dc8-6df5250b505d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:02.989572 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.043967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-65679052-290f-4116-80d8-b9208e3ba7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.045962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-65679052-290f-4116-80d8-b9208e3ba7f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0723271 Nov 04 08:55:03.081658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port b13ad3ee-f315-4514-968b-39d708a4167f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b13ad3ee-f315-4514-968b-39d708a4167f,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:03.097521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'port_id': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'mac_address': 'fa:16:3e:e2:1d:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:03.129511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1765870562', 'description': 'tempest-description-666594086'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:03.162060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.170039 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.174889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.193307 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.228692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13ad3ee-f315-4514-968b-39d708a4167f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:03.237298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e9ff3b74-111e-4c1f-8dc8-6df5250b505d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:03.244340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.275273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port b13ad3ee-f315-4514-968b-39d708a4167f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b13ad3ee-f315-4514-968b-39d708a4167f,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:03.278027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.281845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.282197 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.304762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:03.307888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd16aa5-6865-4a70-bcc3-3bf9ac4b87a5 req-f94efab5-2d89-4b29-9995-c325668c25d8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.316017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fd16aa5-6865-4a70-bcc3-3bf9ac4b87a5 req-f94efab5-2d89-4b29-9995-c325668c25d8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 947 time: 0.2649286 Nov 04 08:55:03.326620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-904f4b81-6d11-4e24-8033-b4111209f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.328205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-904f4b81-6d11-4e24-8033-b4111209f5e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2678728 Nov 04 08:55:03.358075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=b13ad3ee-f315-4514-968b-39d708a4167f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:03.404267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fd16aa5-6865-4a70-bcc3-3bf9ac4b87a5 req-aa9e49f9-06e2-4b43-8f08-83d9bf8dacdc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871921 Nov 04 08:55:03.457471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-e5fce00d-7377-4360-bfc9-9ca0392a485d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204624 Nov 04 08:55:03.475971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7714820b-6907-4fea-8820-749a8937484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:03.478415 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c5418c-9cca-42b0-bd08-8e425b2bb63d" -d '{"events": [{"server_uuid": "7714820b-6907-4fea-8820-749a8937484e", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff3b74-111e-4c1f-8dc8-6df5250b505d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:03.480035 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:55:03.539534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b13ad3ee-f315-4514-968b-39d708a4167f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:03.547039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59df2565-5928-40b3-9c8c-caaa7d6d59b9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:03.590329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.594283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.607311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f313a749-641b-46c6-b765-4d4fb01a2603 req-5f8e1c04-3627-4eb9-b350-54bb74aa6ad4 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423926 Nov 04 08:55:03.621312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb8fb4-798b-49c4-9583-7822919b0805 req-a2a66912-413b-42d9-af15-f3da2cb8d0aa tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.623121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3fb8fb4-798b-49c4-9583-7822919b0805 req-a2a66912-413b-42d9-af15-f3da2cb8d0aa tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 968 time: 0.0789599 Nov 04 08:55:03.626773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:03.628174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-938330b8-6034-44b2-a71a-cb87a3878ae8 req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5035939 Nov 04 08:55:03.630091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5de03-2790-47bb-935a-4f59583349cc tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a367cdf-3edb-479a-aa45-2f6fa5836cc2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:03.682204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3fb8fb4-798b-49c4-9583-7822919b0805 req-097c2ded-d616-4120-8e07-b94e4739814a tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453155 Nov 04 08:55:03.717765 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46ec279-57d7-4057-8b4a-12cc1a4c4447 x-openstack-request-id: req-a46ec279-57d7-4057-8b4a-12cc1a4c4447 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:03.718270 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7714820b-6907-4fea-8820-749a8937484e", "name": "network-vif-plugged", "status": "completed", "tag": "e9ff3b74-111e-4c1f-8dc8-6df5250b505d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:03.718527 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a46ec279-57d7-4057-8b4a-12cc1a4c4447 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:03.719560 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7714820b-6907-4fea-8820-749a8937484e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d', 'code': 200} Nov 04 08:55:03.743945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-6f3741e3-a08f-47f6-bfef-00fda9bbbc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.750412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-6f3741e3-a08f-47f6-bfef-00fda9bbbc8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1098 time: 0.0715868 Nov 04 08:55:03.858916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32e41c-9f24-4417-a3d4-0aab3df5e711 req-aac7f904-7505-46ca-9750-a88601ca37cc tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.861194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a32e41c-9f24-4417-a3d4-0aab3df5e711 req-aac7f904-7505-46ca-9750-a88601ca37cc tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 950 time: 0.0799210 Nov 04 08:55:03.866876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a256c-41af-4f5a-867b-d75deb4c3b12 req-e0a6d3a1-7254-4710-b1cb-97ae0f3063a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.868461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d8a256c-41af-4f5a-867b-d75deb4c3b12 req-e0a6d3a1-7254-4710-b1cb-97ae0f3063a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 1101 time: 0.0612893 Nov 04 08:55:03.879428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e900-44a4-48ee-be55-fdba31278299 req-a45b72f2-a98f-4479-b164-f544817762a9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.880923 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39a8e900-44a4-48ee-be55-fdba31278299 req-a45b72f2-a98f-4479-b164-f544817762a9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 944 time: 0.1018684 Nov 04 08:55:03.886143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-1b49efd8-e82e-46cc-8029-2319984cd1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:03.887518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-1b49efd8-e82e-46cc-8029-2319984cd1e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1294310 Nov 04 08:55:03.919798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a32e41c-9f24-4417-a3d4-0aab3df5e711 req-6817422a-3671-4ed1-ace3-ba82e8f01386 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Nov 04 08:55:03.930604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d8a256c-41af-4f5a-867b-d75deb4c3b12 req-0f402b3c-c87c-40e9-b0c7-394512eba1c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479610 Nov 04 08:55:03.945511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-111263a6-9325-4e6a-97ed-bbf8415f18fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0498354 Nov 04 08:55:03.949404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-b5529782-380b-4155-af3a-5a5ad32e4909 req-2854dc30-44b0-4235-b044-049529581840 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1405395741', 'description': 'tempest-description-1437700659'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:03.965198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39a8e900-44a4-48ee-be55-fdba31278299 req-11f0c73d-1ea0-4549-9ed6-4e81573ead21 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767291 Nov 04 08:55:03.973778 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b5529782-380b-4155-af3a-5a5ad32e4909 req-2854dc30-44b0-4235-b044-049529581840 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.015640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-abfa86d3-37c7-4252-bbff-9ba6cf973ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:04.017837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-abfa86d3-37c7-4252-bbff-9ba6cf973ba1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0612433 Nov 04 08:55:04.058856 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b5529782-380b-4155-af3a-5a5ad32e4909 req-2854dc30-44b0-4235-b044-049529581840 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.063571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b5529782-380b-4155-af3a-5a5ad32e4909 req-2854dc30-44b0-4235-b044-049529581840 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.075300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-d828aa0c-a7a2-440b-b36f-b7660320dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:04.077130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-d828aa0c-a7a2-440b-b36f-b7660320dee2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0520778 Nov 04 08:55:04.096635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5caea693-d053-400d-bf35-49b28b574a58 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:04.100788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b5529782-380b-4155-af3a-5a5ad32e4909 req-2854dc30-44b0-4235-b044-049529581840 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.102563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b5529782-380b-4155-af3a-5a5ad32e4909 req-2854dc30-44b0-4235-b044-049529581840 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.1570983 Nov 04 08:55:04.104132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854dc30-44b0-4235-b044-049529581840 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d589e14-3180-4e57-97f6-2c4ed868b5ff,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:04.210594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a110ca6-1682-4163-b416-3ded6eaa9b46 req-6012e904-e79c-4c28-8598-e5b5a0c252f0 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:04.212203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a110ca6-1682-4163-b416-3ded6eaa9b46 req-6012e904-e79c-4c28-8598-e5b5a0c252f0 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 950 time: 0.1094446 Nov 04 08:55:04.218145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-cd6f69ba-e988-4396-8243-6ba3f633945e service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333225 Nov 04 08:55:04.250096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5caea693-d053-400d-bf35-49b28b574a58, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5caea693-d053-400d-bf35-49b28b574a58,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:04.268054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '5caea693-d053-400d-bf35-49b28b574a58', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '5caea693-d053-400d-bf35-49b28b574a58', 'mac_address': 'fa:16:3e:03:1e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:tempest-test_az-91676827', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:04.303749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2019610807', 'description': 'tempest-description-1904187103'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:04.307142 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.309782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a110ca6-1682-4163-b416-3ded6eaa9b46 req-161dcb8f-42bb-419d-a16e-f62fface3888 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890944 Nov 04 08:55:04.323828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5caea693-d053-400d-bf35-49b28b574a58 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:04.340609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.350911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5caea693-d053-400d-bf35-49b28b574a58, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5caea693-d053-400d-bf35-49b28b574a58,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:04.352700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c19eb8cc-5083-4125-854f-058ab5aa1a14 req-3948492f-7790-493d-b17a-91399b16369d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236527 Nov 04 08:55:04.354873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.355992 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.410993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5caea693-d053-400d-bf35-49b28b574a58,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:04.439791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.445835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.482049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4bc258-14e7-4f79-98e1-80dffa526c1d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:04.518856 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.522801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.558615 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.559842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f734f5a-5287-416a-87c0-ae9d7d751829 req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2604468 Nov 04 08:55:04.561723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e5bb0-a7dd-4851-b37c-6e9b611e2491 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c948665a-023e-4d4e-b874-7dada4f5d55a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:04.604409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ddd526a9-1f87-4603-9252-0e932030cc76 req-6d53211f-dbe8-47cc-b7e1-d4ce2d6c3912 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1600696085', 'description': 'tempest-description-819041125'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:04.611669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5caea693-d053-400d-bf35-49b28b574a58'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:04.612067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a31b5c-3c1f-4375-81b7-6760aa5422e7 req-b18e7169-2a36-41df-8a46-2ec4143b52ab tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:04.613660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12a31b5c-3c1f-4375-81b7-6760aa5422e7 req-b18e7169-2a36-41df-8a46-2ec4143b52ab tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 947 time: 0.0562780 Nov 04 08:55:04.627264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddd526a9-1f87-4603-9252-0e932030cc76 req-6d53211f-dbe8-47cc-b7e1-d4ce2d6c3912 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.654582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12a31b5c-3c1f-4375-81b7-6760aa5422e7 req-66407e55-9f5a-4875-a52f-657d98c27822 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Nov 04 08:55:04.706625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddd526a9-1f87-4603-9252-0e932030cc76 req-6d53211f-dbe8-47cc-b7e1-d4ce2d6c3912 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.716103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddd526a9-1f87-4603-9252-0e932030cc76 req-6d53211f-dbe8-47cc-b7e1-d4ce2d6c3912 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.741994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddd526a9-1f87-4603-9252-0e932030cc76 req-6d53211f-dbe8-47cc-b7e1-d4ce2d6c3912 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.748330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddd526a9-1f87-4603-9252-0e932030cc76 req-6d53211f-dbe8-47cc-b7e1-d4ce2d6c3912 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1430709 Nov 04 08:55:04.748330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d53211f-dbe8-47cc-b7e1-d4ce2d6c3912 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a3a207-ea98-4946-afed-c9eb6f7de80d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:04.838485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b13ad3ee-f315-4514-968b-39d708a4167f up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:04.851223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a5f31-f73f-4089-b1d5-7ea961700eed req-a7dd98f1-a6c7-48bd-acb4-03e8adf00f33 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:04.853122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f00a5f31-f73f-4089-b1d5-7ea961700eed req-a7dd98f1-a6c7-48bd-acb4-03e8adf00f33 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 969 time: 0.0501876 Nov 04 08:55:04.891189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port b13ad3ee-f315-4514-968b-39d708a4167f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:04.895550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port b13ad3ee-f315-4514-968b-39d708a4167f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:04.895960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:04.898692 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f00a5f31-f73f-4089-b1d5-7ea961700eed req-b1427fcc-5d59-459b-9360-a87dcac1bda8 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391157 Nov 04 08:55:04.991879 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:05.032040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port b13ad3ee-f315-4514-968b-39d708a4167f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b13ad3ee-f315-4514-968b-39d708a4167f,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:05.037587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:05.086525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc4447c-5d3b-4d94-a60b-79a5d8e6a227 req-eb782499-e789-4147-985f-75afd10f4d6b tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:05.088128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfc4447c-5d3b-4d94-a60b-79a5d8e6a227 req-eb782499-e789-4147-985f-75afd10f4d6b tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 950 time: 0.0489385 Nov 04 08:55:05.099176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=b13ad3ee-f315-4514-968b-39d708a4167f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:05.108748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-ff9e5a60-9dda-418f-9acb-f0b01e087437 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45082 time: 0.2875483 Nov 04 08:55:05.152642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfc4447c-5d3b-4d94-a60b-79a5d8e6a227 req-ab1102aa-851b-453a-97e1-b2c01fc7268d tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511277 Nov 04 08:55:05.159942 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-42a5bd64-8e7e-4f39-a5a9-5406901a2d32 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3ad24bea-24a6-43b1-9672-d6d23869c0da HTTP/1.1" status: 200 len: 2981 time: 0.0439060 Nov 04 08:55:05.224098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-df533f78-3ed7-4aac-bffc-85b4a6b907aa tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/3ad24bea-24a6-43b1-9672-d6d23869c0da HTTP/1.1" status: 200 len: 2981 time: 0.0441771 Nov 04 08:55:05.267143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-cb8881ac-6ccc-4949-af76-ad2a668082c5 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4f613c35-86b8-4fb6-b1e7-579c2cfa4fa4 HTTP/1.1" status: 200 len: 2977 time: 0.0363417 Nov 04 08:55:05.293082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e4260-2470-4e40-a724-35b1c1b20e34 req-c7c11124-0ff0-416e-a184-6df9aa7b5eba tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:05.294549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a83e4260-2470-4e40-a724-35b1c1b20e34 req-c7c11124-0ff0-416e-a184-6df9aa7b5eba tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 945 time: 0.0502479 Nov 04 08:55:05.309519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-5b47e751-93b6-4b51-bf0c-5ec3803000d5 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/4f613c35-86b8-4fb6-b1e7-579c2cfa4fa4 HTTP/1.1" status: 200 len: 2977 time: 0.0356140 Nov 04 08:55:05.334980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a83e4260-2470-4e40-a724-35b1c1b20e34 req-44b559f0-e9ac-46a4-bd92-35c013f5e4a9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Nov 04 08:55:05.356414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-9ff40199-2274-474f-866f-23e9fc505f2c tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/59df2565-5928-40b3-9c8c-caaa7d6d59b9 HTTP/1.1" status: 200 len: 2981 time: 0.0401103 Nov 04 08:55:05.398913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-4dfecbd0-b425-4c4a-aa43-427802fbfabd tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/59df2565-5928-40b3-9c8c-caaa7d6d59b9 HTTP/1.1" status: 200 len: 2981 time: 0.0358508 Nov 04 08:55:05.440521 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-aa494a4c-3357-4fbb-8ab5-effc47297be9 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/74dd5960-b24e-4ea1-80d0-50d5c1d1457a HTTP/1.1" status: 200 len: 2973 time: 0.0356858 Nov 04 08:55:05.482936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-45289fed-d0f2-4f63-ba86-87011d67c8db tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/74dd5960-b24e-4ea1-80d0-50d5c1d1457a HTTP/1.1" status: 200 len: 2973 time: 0.0365856 Nov 04 08:55:05.533855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-57ff8c30-7cde-41a5-b55d-1e4a279d47ee tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8c88d109-e475-4f54-bfa7-7e42d95ae420 HTTP/1.1" status: 200 len: 2977 time: 0.0434778 Nov 04 08:55:05.578125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-deca1907-bdb4-44fc-8206-ee290bd88b7b tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8c88d109-e475-4f54-bfa7-7e42d95ae420 HTTP/1.1" status: 200 len: 2977 time: 0.0365536 Nov 04 08:55:05.624007 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-855e6077-32dd-4e7e-b0cf-93d8823901c8 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/96036724-633d-4631-8939-73d83f1d0bf0 HTTP/1.1" status: 200 len: 2981 time: 0.0383811 Nov 04 08:55:05.669357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-1acf57a9-8a10-43cb-ba7a-a81b0f04321b tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/96036724-633d-4631-8939-73d83f1d0bf0 HTTP/1.1" status: 200 len: 2981 time: 0.0392442 Nov 04 08:55:05.718006 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-c0c18ecc-8faf-4500-94c3-e7d14cb836ef tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a96d395c-2989-47c5-8f0d-5bb4cc5ea843 HTTP/1.1" status: 200 len: 2977 time: 0.0424936 Nov 04 08:55:05.720618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:05.724261 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeebfde-04a4-4995-ab48-99e4c6217d52" -d '{"events": [{"server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "name": "network-vif-plugged", "status": "completed", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:05.772591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-255132bf-5070-4f79-b780-2ef16642329b tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a96d395c-2989-47c5-8f0d-5bb4cc5ea843 HTTP/1.1" status: 200 len: 2977 time: 0.0374382 Nov 04 08:55:05.819508 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-c553b626-ba3b-461c-8e87-fa44dfcb90e8 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bec20343-ddb1-4ec1-bc74-c9cd9d0208ed HTTP/1.1" status: 200 len: 2981 time: 0.0404863 Nov 04 08:55:05.871826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-c182dd33-69ba-433f-a7e8-5332b727ade9 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bec20343-ddb1-4ec1-bc74-c9cd9d0208ed HTTP/1.1" status: 200 len: 2981 time: 0.0460944 Nov 04 08:55:05.896731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10862fc2-3af6-4ca8-bbbc-9e994cbe9ea9 req-7670571c-c664-4e4a-8686-a7b8e196263e tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:05.898217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10862fc2-3af6-4ca8-bbbc-9e994cbe9ea9 req-7670571c-c664-4e4a-8686-a7b8e196263e tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 950 time: 0.0508189 Nov 04 08:55:05.916804 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-6975be2b-8653-4357-b609-0f563c06a1e8 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ce324959-1651-4356-84ca-85ea74f04197 HTTP/1.1" status: 200 len: 2981 time: 0.0393527 Nov 04 08:55:05.940337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10862fc2-3af6-4ca8-bbbc-9e994cbe9ea9 req-e4ec24ea-1aa1-47f4-9e29-5329d7042ac4 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360985 Nov 04 08:55:05.960745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-c38a8a70-164f-40c5-8b58-e2f911cceb76 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ce324959-1651-4356-84ca-85ea74f04197 HTTP/1.1" status: 200 len: 2981 time: 0.0378382 Nov 04 08:55:06.004116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-27cce658-816a-427d-ba3e-62629cf60bbf tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/cf4bc258-14e7-4f79-98e1-80dffa526c1d HTTP/1.1" status: 200 len: 2981 time: 0.0375338 Nov 04 08:55:06.050069 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-cb6a8812-c117-4010-842c-e92d7ce0dad6 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/cf4bc258-14e7-4f79-98e1-80dffa526c1d HTTP/1.1" status: 200 len: 2981 time: 0.0394773 Nov 04 08:55:06.051490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be525389-e761-44d9-a0d2-0614b329a2f2 req-fea1e8e2-fabb-4fdf-9196-a0fc5df7ced2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:06.052989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be525389-e761-44d9-a0d2-0614b329a2f2 req-fea1e8e2-fabb-4fdf-9196-a0fc5df7ced2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 969 time: 0.0503891 Nov 04 08:55:06.090143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be525389-e761-44d9-a0d2-0614b329a2f2 req-515cc0c5-ae3e-4e5f-af4c-b1f977f9423b tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313592 Nov 04 08:55:06.092656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-61395f52-4478-4905-872e-fd581ca77416 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e66e896e-1fa1-4d83-810f-8dc0d9dcddf2 HTTP/1.1" status: 200 len: 2981 time: 0.0359447 Nov 04 08:55:06.111247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:06.138362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-6eda78fb-a0f3-4b2d-bfd3-51a14e2009c6 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/e66e896e-1fa1-4d83-810f-8dc0d9dcddf2 HTTP/1.1" status: 200 len: 2981 time: 0.0397558 Nov 04 08:55:06.178653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5caea693-d053-400d-bf35-49b28b574a58 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:06.189281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-ca7246fd-9950-4c4f-8edc-1ac76cba9709 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ec873d6b-b5ad-436e-97c5-2d3e30083fba HTTP/1.1" status: 200 len: 2981 time: 0.0426702 Nov 04 08:55:06.205745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605f45-92f9-4978-b60e-86dd639348d9 req-31e729bd-0943-4c8e-ae3e-dca2ec6828ec tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:06.208324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65605f45-92f9-4978-b60e-86dd639348d9 req-31e729bd-0943-4c8e-ae3e-dca2ec6828ec tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 947 time: 0.0583606 Nov 04 08:55:06.247092 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-c5b60924-ad7e-455c-9603-1a3affc64750 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ec873d6b-b5ad-436e-97c5-2d3e30083fba HTTP/1.1" status: 200 len: 2981 time: 0.0500910 Nov 04 08:55:06.256442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65605f45-92f9-4978-b60e-86dd639348d9 req-5954a1d2-c029-40ef-b266-6159bfea82b3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425258 Nov 04 08:55:06.302855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-939bc54a-30d8-4c7b-a64c-0c3b4770a9c7 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8 HTTP/1.1" status: 200 len: 2979 time: 0.0475585 Nov 04 08:55:06.320578 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e11054-376a-45a4-9d4e-50ae2fc21acb x-openstack-request-id: req-a0e11054-376a-45a4-9d4e-50ae2fc21acb {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:06.320948 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "name": "network-vif-plugged", "status": "completed", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:06.321140 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0e11054-376a-45a4-9d4e-50ae2fc21acb {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:06.321525 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'code': 200} Nov 04 08:55:06.363742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-656d347f-f34c-43fb-9bc0-51837d690093 req-3cf912bf-2d2f-42d3-acce-29a05f041f0e tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8 HTTP/1.1" status: 200 len: 2979 time: 0.0463977 Nov 04 08:55:06.377364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:06.391429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 5caea693-d053-400d-bf35-49b28b574a58 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:06.411040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'mac_address': 'fa:16:3e:de:30:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:06.411040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 5caea693-d053-400d-bf35-49b28b574a58 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:06.411040 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:06.430478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc46bc-981e-4cd8-8ff5-1883b141a881 req-abbda5da-2607-4372-bd8c-8b826daa1889 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:06.435835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ecffe-6f55-42ee-82af-f7a907af5b5a req-e3b69af7-d8eb-49db-8bf8-3e31861dd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:06.438204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c97ecffe-6f55-42ee-82af-f7a907af5b5a req-e3b69af7-d8eb-49db-8bf8-3e31861dd5c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 1096 time: 0.0625944 Nov 04 08:55:06.438473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28dc46bc-981e-4cd8-8ff5-1883b141a881 req-abbda5da-2607-4372-bd8c-8b826daa1889 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 950 time: 0.0866354 Nov 04 08:55:06.475149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:06.484245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28dc46bc-981e-4cd8-8ff5-1883b141a881 req-7a82963c-75df-441e-8886-a594f0144bba tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Nov 04 08:55:06.494208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29bbb0f-02f9-4e9d-bc91-214e16811af0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:06.498701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c97ecffe-6f55-42ee-82af-f7a907af5b5a req-813b8430-ac0b-405d-ab27-4c1139c91c5a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526016 Nov 04 08:55:06.542945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259bf5f-3198-42ee-9c40-6697ff81ff02 req-95fd139f-b0c7-4f8b-90ba-06a9e62dbef6 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:06.543717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9259bf5f-3198-42ee-9c40-6697ff81ff02 req-95fd139f-b0c7-4f8b-90ba-06a9e62dbef6 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 969 time: 0.0673847 Nov 04 08:55:06.543806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:06.551745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:06.556955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:06.593377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9259bf5f-3198-42ee-9c40-6697ff81ff02 req-d0a4ab7a-3adc-40e1-9b60-89f4d64a7ed6 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374744 Nov 04 08:55:06.639386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5caea693-d053-400d-bf35-49b28b574a58, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5caea693-d053-400d-bf35-49b28b574a58,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:06.640826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:06.645842 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:06.650894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383154e-1890-4a4e-9de5-6118f4522fa5 req-46cc19f0-3398-4ad0-b4b5-ca8446746d94 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:06.652464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e383154e-1890-4a4e-9de5-6118f4522fa5 req-46cc19f0-3398-4ad0-b4b5-ca8446746d94 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 945 time: 0.0561488 Nov 04 08:55:06.692113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e383154e-1890-4a4e-9de5-6118f4522fa5 req-d17504df-b9d2-475f-ad37-396148bcb517 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326293 Nov 04 08:55:06.697640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5caea693-d053-400d-bf35-49b28b574a58,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:06.697986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ea061f8-6075-4f2e-a159-2eb23ed72849 req-1063fdde-5604-4a1c-a1ec-a9d622058a58 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60a2628fc83749e5a95b25705dbd3022 HTTP/1.1" status: 200 len: 6103 time: 0.0736001 Nov 04 08:55:06.753355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ea061f8-6075-4f2e-a159-2eb23ed72849 req-2c8e2ab3-0ce6-4a0a-a54b-c6311de8d3dd tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "GET /v2.0/security-groups/59df2565-5928-40b3-9c8c-caaa7d6d59b9 HTTP/1.1" status: 200 len: 2981 time: 0.0493410 Nov 04 08:55:06.800201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ea061f8-6075-4f2e-a159-2eb23ed72849 req-a6eb69b2-7ca8-491f-b3f5-8164e67f54b7 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "GET /v2.0/security-groups/59df2565-5928-40b3-9c8c-caaa7d6d59b9 HTTP/1.1" status: 200 len: 2981 time: 0.0409613 Nov 04 08:55:06.801726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:06.895029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ec0b637-fe3b-4be4-878f-7b64f2eb9a00 req-18cc2c72-9281-4086-890f-875eb3ad1e1d tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/42a3a207-ea98-4946-afed-c9eb6f7de80d HTTP/1.1" status: 200 len: 1777 time: 0.0470431 Nov 04 08:55:06.953633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6ec0b637-fe3b-4be4-878f-7b64f2eb9a00 req-30adfebd-e900-4312-8a6e-ea3dd6d55464 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:06.977191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6ec0b637-fe3b-4be4-878f-7b64f2eb9a00 req-30adfebd-e900-4312-8a6e-ea3dd6d55464 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:06.999711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-f51e0095-897a-4474-9c58-a301b9ad6a81 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:06.999711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-f51e0095-897a-4474-9c58-a301b9ad6a81 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.55 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 969 time: 0.0656059 Nov 04 08:55:07.009638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a87d84-82ae-4330-acef-c0ac3cddcf3d req-0013d461-1357-44ad-8320-79f4fc3ba209 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:07.011089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5a87d84-82ae-4330-acef-c0ac3cddcf3d req-0013d461-1357-44ad-8320-79f4fc3ba209 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 950 time: 0.0904131 Nov 04 08:55:07.017348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6ec0b637-fe3b-4be4-878f-7b64f2eb9a00 req-30adfebd-e900-4312-8a6e-ea3dd6d55464 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.020244 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6ec0b637-fe3b-4be4-878f-7b64f2eb9a00 req-30adfebd-e900-4312-8a6e-ea3dd6d55464 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.021348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ec0b637-fe3b-4be4-878f-7b64f2eb9a00 req-30adfebd-e900-4312-8a6e-ea3dd6d55464 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/42a3a207-ea98-4946-afed-c9eb6f7de80d HTTP/1.1" status: 204 len: 173 time: 0.1204634 Nov 04 08:55:07.033261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adfebd-e900-4312-8a6e-ea3dd6d55464 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a3a207-ea98-4946-afed-c9eb6f7de80d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:07.106444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd045449-eb66-4ee6-ade9-6c996450e5be req-668179bb-be4d-41a9-965b-b7ec9ddda861 tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "GET /v2.0/security-groups/c948665a-023e-4d4e-b874-7dada4f5d55a HTTP/1.1" status: 200 len: 1778 time: 0.0353014 Nov 04 08:55:07.143207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5a87d84-82ae-4330-acef-c0ac3cddcf3d req-f9c24b3c-5e39-4b87-b38a-a0f4cf44d893 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059248 Nov 04 08:55:07.159116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cd045449-eb66-4ee6-ade9-6c996450e5be req-e53e03bf-ff02-4814-b89c-74193f67412d tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.187992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cd045449-eb66-4ee6-ade9-6c996450e5be req-e53e03bf-ff02-4814-b89c-74193f67412d tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.200127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Deleting port 42534ded-2f6a-4c11-9768-8a44e7b630de {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:55:07.200583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.229598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cd045449-eb66-4ee6-ade9-6c996450e5be req-e53e03bf-ff02-4814-b89c-74193f67412d tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.232290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cd045449-eb66-4ee6-ade9-6c996450e5be req-e53e03bf-ff02-4814-b89c-74193f67412d tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.233409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd045449-eb66-4ee6-ade9-6c996450e5be req-e53e03bf-ff02-4814-b89c-74193f67412d tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/c948665a-023e-4d4e-b874-7dada4f5d55a HTTP/1.1" status: 204 len: 173 time: 0.1201608 Nov 04 08:55:07.241776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e03bf-ff02-4814-b89c-74193f67412d tempest-SecurityGroupsTestAdminJSON-2025106965 tempest-SecurityGroupsTestAdminJSON-2025106965-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c948665a-023e-4d4e-b874-7dada4f5d55a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:07.281871 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5b222cb-67af-453f-84f5-7efb02d2df73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.302531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ddebde3-e55c-4f31-aff8-aa332e30860a req-4911f683-8ac7-4e16-aab0-2b0ebf3c63fa tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "GET /v2.0/security-groups/8d589e14-3180-4e57-97f6-2c4ed868b5ff HTTP/1.1" status: 200 len: 1778 time: 0.0422604 Nov 04 08:55:07.324184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c847cb-e14b-44d8-96a9-a591965f28de req-09af4c97-f1e0-4116-9aad-6ddb86d4961a tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:07.325553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11c847cb-e14b-44d8-96a9-a591965f28de req-09af4c97-f1e0-4116-9aad-6ddb86d4961a tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/ports?device_id=a9d0f4be-7e68-4d1a-a809-3d81188669ba HTTP/1.1" status: 200 len: 969 time: 0.0850029 Nov 04 08:55:07.340518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] For port 42534ded-2f6a-4c11-9768-8a44e7b630de, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42534ded-2f6a-4c11-9768-8a44e7b630de,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:07.340872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.366607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5ddebde3-e55c-4f31-aff8-aa332e30860a req-bc997a50-3839-479b-86c6-4ab5a840dfe6 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.367077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Calling delete_port for 42534ded-2f6a-4c11-9768-8a44e7b630de owned by compute:tempest-test_az-91676827 {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:55:07.389137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5ddebde3-e55c-4f31-aff8-aa332e30860a req-bc997a50-3839-479b-86c6-4ab5a840dfe6 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.412602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11c847cb-e14b-44d8-96a9-a591965f28de req-f3932338-56ee-4e55-8632-9c8c39678ae4 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746913 Nov 04 08:55:07.439237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5ddebde3-e55c-4f31-aff8-aa332e30860a req-bc997a50-3839-479b-86c6-4ab5a840dfe6 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.439237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5ddebde3-e55c-4f31-aff8-aa332e30860a req-bc997a50-3839-479b-86c6-4ab5a840dfe6 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.439237 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ddebde3-e55c-4f31-aff8-aa332e30860a req-bc997a50-3839-479b-86c6-4ab5a840dfe6 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "DELETE /v2.0/security-groups/8d589e14-3180-4e57-97f6-2c4ed868b5ff HTTP/1.1" status: 204 len: 173 time: 0.1277888 Nov 04 08:55:07.452639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc997a50-3839-479b-86c6-4ab5a840dfe6 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d589e14-3180-4e57-97f6-2c4ed868b5ff,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:07.557786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a21a0ec7-ff30-4987-a964-de96a40dd5db req-958937c7-2155-4e68-bff3-597b887549ae tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "GET /v2.0/security-groups/1a367cdf-3edb-479a-aa45-2f6fa5836cc2 HTTP/1.1" status: 200 len: 1777 time: 0.0763822 Nov 04 08:55:07.566454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef40fd-de9c-4d93-a354-f67219ca5603 req-c1053587-83ac-41d9-aa96-5ab5cb8fa57b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:07.568021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85ef40fd-de9c-4d93-a354-f67219ca5603 req-c1053587-83ac-41d9-aa96-5ab5cb8fa57b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 948 time: 0.0490873 Nov 04 08:55:07.592916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.605967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['42534ded-2f6a-4c11-9768-8a44e7b630de'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:07.628928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Pushing event deleted for resources: {'Port': ['ID=42534ded-2f6a-4c11-9768-8a44e7b630de,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:07.644834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85ef40fd-de9c-4d93-a354-f67219ca5603 req-f9457210-a8cd-4884-9f26-46ea7a8bef48 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641727 Nov 04 08:55:07.647444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-3851983f-11a3-4860-a71d-a15dd3a89ce7 tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:07.648971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-3851983f-11a3-4860-a71d-a15dd3a89ce7 tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 1101 time: 0.0758042 Nov 04 08:55:07.706419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] No DVR routers for this DVR port 42534ded-2f6a-4c11-9768-8a44e7b630de on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:07.712757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.720531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68eafe4e-7c08-44ee-a17f-e29b07510ad4 req-db56d952-62ef-4dd9-a5a2-80ec354e27a2 tempest-AggregatesAdminTestJSON-446689422 tempest-AggregatesAdminTestJSON-446689422-project] 10.222.0.55 "DELETE /v2.0/ports/42534ded-2f6a-4c11-9768-8a44e7b630de HTTP/1.1" status: 204 len: 173 time: 0.7056122 Nov 04 08:55:07.720531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'name': 'network-vif-deleted', 'tag': '42534ded-2f6a-4c11-9768-8a44e7b630de'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:07.723303 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46064e2c-09af-4d29-8a82-c805f5eaad3f" -d '{"events": [{"server_uuid": "a9d0f4be-7e68-4d1a-a809-3d81188669ba", "name": "network-vif-deleted", "tag": "42534ded-2f6a-4c11-9768-8a44e7b630de"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:07.726742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a21a0ec7-ff30-4987-a964-de96a40dd5db req-9dfa91c9-1dc0-4414-a2ff-5e3dfa0f7d85 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.754019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a21a0ec7-ff30-4987-a964-de96a40dd5db req-9dfa91c9-1dc0-4414-a2ff-5e3dfa0f7d85 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.782125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Deleting port 9579903e-180f-4257-84cd-a81a81cf56bf {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:55:07.783045 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.824202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a21a0ec7-ff30-4987-a964-de96a40dd5db req-9dfa91c9-1dc0-4414-a2ff-5e3dfa0f7d85 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.833019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a21a0ec7-ff30-4987-a964-de96a40dd5db req-9dfa91c9-1dc0-4414-a2ff-5e3dfa0f7d85 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:07.836823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a21a0ec7-ff30-4987-a964-de96a40dd5db req-9dfa91c9-1dc0-4414-a2ff-5e3dfa0f7d85 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] 10.222.0.53 "DELETE /v2.0/security-groups/1a367cdf-3edb-479a-aa45-2f6fa5836cc2 HTTP/1.1" status: 204 len: 173 time: 0.2716839 Nov 04 08:55:07.859609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa91c9-1dc0-4414-a2ff-5e3dfa0f7d85 tempest-SecurityGroupsTestAdminJSON-2009417882 tempest-SecurityGroupsTestAdminJSON-2009417882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a367cdf-3edb-479a-aa45-2f6fa5836cc2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:07.967071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537fc17-69e0-4410-8243-ad5bf8736d7f req-72b2c57d-b577-4c63-9ebd-dbe3ca4c6bca tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:07.971213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6537fc17-69e0-4410-8243-ad5bf8736d7f req-72b2c57d-b577-4c63-9ebd-dbe3ca4c6bca tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 950 time: 0.0594931 Nov 04 08:55:07.990834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] For port 9579903e-180f-4257-84cd-a81a81cf56bf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9579903e-180f-4257-84cd-a81a81cf56bf,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:07.991725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.019600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Calling delete_port for 9579903e-180f-4257-84cd-a81a81cf56bf owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:55:08.029219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6537fc17-69e0-4410-8243-ad5bf8736d7f req-009c3c98-f3b0-4108-bf7f-e04db8c95f9d tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513322 Nov 04 08:55:08.126536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:08.154679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a6873-9f33-491e-8f83-4ffcb0b202a3 req-2260bca2-581e-404c-a479-72bc0c2e8fa6 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:08.156423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc3a6873-9f33-491e-8f83-4ffcb0b202a3 req-2260bca2-581e-404c-a479-72bc0c2e8fa6 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 970 time: 0.1397448 Nov 04 08:55:08.167448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208fa5a1-8068-4117-9343-d9f28857de73 req-d4656c4c-ec50-4e62-be5c-ac158ed1091c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:08.169014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-208fa5a1-8068-4117-9343-d9f28857de73 req-d4656c4c-ec50-4e62-be5c-ac158ed1091c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 945 time: 0.0573261 Nov 04 08:55:08.194170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port b29bbb0f-02f9-4e9d-bc91-214e16811af0 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:08.194430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38356) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:08.198231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port b29bbb0f-02f9-4e9d-bc91-214e16811af0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:08.198602 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.216367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-208fa5a1-8068-4117-9343-d9f28857de73 req-9270dbd6-de1a-4725-a76c-7bbb2ce0bf66 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390019 Nov 04 08:55:08.256087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc3a6873-9f33-491e-8f83-4ffcb0b202a3 req-1a86c8b9-6b70-4070-9b02-09ad2d3eb24e tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935655 Nov 04 08:55:08.282798 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa605f7-dc54-4554-8c8b-cefb9d0a6d6a x-openstack-request-id: req-4aa605f7-dc54-4554-8c8b-cefb9d0a6d6a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:08.283107 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9d0f4be-7e68-4d1a-a809-3d81188669ba", "name": "network-vif-deleted", "tag": "42534ded-2f6a-4c11-9768-8a44e7b630de", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:08.283376 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4aa605f7-dc54-4554-8c8b-cefb9d0a6d6a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:08.283761 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9d0f4be-7e68-4d1a-a809-3d81188669ba', 'name': 'network-vif-deleted', 'tag': '42534ded-2f6a-4c11-9768-8a44e7b630de', 'status': 'completed', 'code': 200} Nov 04 08:55:08.335012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.340108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37498d29-318c-4167-8019-d81639825a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caea693-d053-400d-bf35-49b28b574a58'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:08.344779 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b74efa5-8493-4522-a784-57438fe3ac58" -d '{"events": [{"server_uuid": "37498d29-318c-4167-8019-d81639825a28", "name": "network-vif-plugged", "status": "completed", "tag": "5caea693-d053-400d-bf35-49b28b574a58"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:08.353267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9579903e-180f-4257-84cd-a81a81cf56bf'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:08.364682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Pushing event deleted for resources: {'Port': ['ID=9579903e-180f-4257-84cd-a81a81cf56bf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:08.416886 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.437374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] No DVR routers for this DVR port 9579903e-180f-4257-84cd-a81a81cf56bf on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:08.442827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.446864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2eeec4f5-d753-4bc6-aa01-03da0f2a58cb req-d002f053-8e70-4ba1-b000-ae9d1d4af74c tempest-DeleteServersAdminTestJSON-1995541583 tempest-DeleteServersAdminTestJSON-1995541583-project-admin] 10.222.0.70 "DELETE /v2.0/ports/9579903e-180f-4257-84cd-a81a81cf56bf HTTP/1.1" status: 204 len: 173 time: 0.7891774 Nov 04 08:55:08.447463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f72de4-996c-440d-8dc7-f07d57992c31', 'name': 'network-vif-deleted', 'tag': '9579903e-180f-4257-84cd-a81a81cf56bf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:08.451019 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a2afbf-af3b-40db-8a91-8ff6ee423b33" -d '{"events": [{"server_uuid": "48f72de4-996c-440d-8dc7-f07d57992c31", "name": "network-vif-deleted", "tag": "9579903e-180f-4257-84cd-a81a81cf56bf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:08.473794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:08.480558 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.576722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5992-0315-423c-b67b-fad163815679 req-8510ce85-480e-4805-ae4f-e84ace8bcaec tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:08.577416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908fa9fa-6f60-48a5-b5df-e1145a7b96c6 req-057d46ef-599b-46e6-9fbe-a304770af713 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:08.578560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-400e5992-0315-423c-b67b-fad163815679 req-8510ce85-480e-4805-ae4f-e84ace8bcaec tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.70 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 950 time: 0.1119046 Nov 04 08:55:08.578960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-908fa9fa-6f60-48a5-b5df-e1145a7b96c6 req-057d46ef-599b-46e6-9fbe-a304770af713 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 945 time: 0.1003535 Nov 04 08:55:08.596918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38370) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:08.601116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13e861-5500-43f8-9be0-959eee6ca2f0 req-bed4196f-8442-4844-b011-f8d322a824c0 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:08.601345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'floatingip': {'port_id': 'b13ad3ee-f315-4514-968b-39d708a4167f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:08.607622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:08.623958 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9c13e861-5500-43f8-9be0-959eee6ca2f0 req-bed4196f-8442-4844-b011-f8d322a824c0 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 950 time: 0.2242858 Nov 04 08:55:08.691654 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b6a5a085-2e8c-4b50-a3fd-f5adfe83b591 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60a2628fc83749e5a95b25705dbd3022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4932358 Nov 04 08:55:08.692189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38376) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:08.701103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.738606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9c13e861-5500-43f8-9be0-959eee6ca2f0 req-7c878a39-af01-4b79-bb36-f254d77e80b8 tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/security-groups?id=96036724-633d-4631-8939-73d83f1d0bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159375 Nov 04 08:55:08.766709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Deleting port e9ff3b74-111e-4c1f-8dc8-6df5250b505d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:55:08.767062 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.801340 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3a8f70-f808-4e03-9eca-deda6b784acc x-openstack-request-id: req-bb3a8f70-f808-4e03-9eca-deda6b784acc {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:08.801662 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37498d29-318c-4167-8019-d81639825a28", "name": "network-vif-plugged", "status": "completed", "tag": "5caea693-d053-400d-bf35-49b28b574a58", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:08.801919 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb3a8f70-f808-4e03-9eca-deda6b784acc {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:08.802311 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37498d29-318c-4167-8019-d81639825a28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5caea693-d053-400d-bf35-49b28b574a58', 'code': 200} Nov 04 08:55:08.844452 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d9f949-f82f-45e3-a88e-c24925909f32 x-openstack-request-id: req-d2d9f949-f82f-45e3-a88e-c24925909f32 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:08.844452 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f72de4-996c-440d-8dc7-f07d57992c31", "name": "network-vif-deleted", "tag": "9579903e-180f-4257-84cd-a81a81cf56bf", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:08.845208 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2d9f949-f82f-45e3-a88e-c24925909f32 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:08.845208 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48f72de4-996c-440d-8dc7-f07d57992c31', 'name': 'network-vif-deleted', 'tag': '9579903e-180f-4257-84cd-a81a81cf56bf', 'status': 'completed', 'code': 200} Nov 04 08:55:08.907838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ec9960-1e3a-4c0d-9cef-e8c8c0a374f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:08.972724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] For port e9ff3b74-111e-4c1f-8dc8-6df5250b505d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:08.973147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.007268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Calling delete_port for e9ff3b74-111e-4c1f-8dc8-6df5250b505d owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:55:09.013535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ec9960-1e3a-4c0d-9cef-e8c8c0a374f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.020082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fef5a5-98c0-466a-ac08-9ad1e7239f71 req-c602370d-e425-4e2f-8f13-553f83f7d47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:09.021719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-64fef5a5-98c0-466a-ac08-9ad1e7239f71 req-c602370d-e425-4e2f-8f13-553f83f7d47a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 1121 time: 0.1362963 Nov 04 08:55:09.037352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6e6e0-a968-4f9a-847b-b9f9cdd69095 req-680536f7-19c8-46df-972e-631ba8bc9661 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:09.044758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0d6e6e0-a968-4f9a-847b-b9f9cdd69095 req-680536f7-19c8-46df-972e-631ba8bc9661 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1469831 Nov 04 08:55:09.202748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0d6e6e0-a968-4f9a-847b-b9f9cdd69095 req-70963339-00d9-4e69-985f-235de84f6b2b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568146 Nov 04 08:55:09.225676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-64fef5a5-98c0-466a-ac08-9ad1e7239f71 req-d31b0469-e699-4c73-8a58-4c437152884c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762128 Nov 04 08:55:09.231820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38396) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:09.242157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ec9960-1e3a-4c0d-9cef-e8c8c0a374f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.246652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27ec9960-1e3a-4c0d-9cef-e8c8c0a374f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.248187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-27ec9960-1e3a-4c0d-9cef-e8c8c0a374f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/59df2565-5928-40b3-9c8c-caaa7d6d59b9 HTTP/1.1" status: 204 len: 168 time: 0.5550647 Nov 04 08:55:09.335081 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.336576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf84ae9a-0972-4f57-b23c-98495cf65169 req-1c341597-a0f2-4b5c-983b-ab779b220975 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=48f72de4-996c-440d-8dc7-f07d57992c31 HTTP/1.1" status: 200 len: 210 time: 0.0869470 Nov 04 08:55:09.355665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec9960-1e3a-4c0d-9cef-e8c8c0a374f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59df2565-5928-40b3-9c8c-caaa7d6d59b9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:09.373847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e9ff3b74-111e-4c1f-8dc8-6df5250b505d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:09.403528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Pushing event deleted for resources: {'Port': ['ID=e9ff3b74-111e-4c1f-8dc8-6df5250b505d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:09.513011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] No DVR routers for this DVR port e9ff3b74-111e-4c1f-8dc8-6df5250b505d on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:09.517615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.521305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-400e5992-0315-423c-b67b-fad163815679 req-5d3cd189-b44d-47a0-9530-ca1070f7492d tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.70 "DELETE /v2.0/ports/e9ff3b74-111e-4c1f-8dc8-6df5250b505d HTTP/1.1" status: 204 len: 173 time: 0.8725398 Nov 04 08:55:09.530405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2480728-e483-4d4b-ae42-f96c8a83f80f req-345409c7-9c85-44ca-839d-9e20ab0accf5 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:09.539471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2480728-e483-4d4b-ae42-f96c8a83f80f req-345409c7-9c85-44ca-839d-9e20ab0accf5 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 970 time: 0.1451583 Nov 04 08:55:09.600004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2480728-e483-4d4b-ae42-f96c8a83f80f req-49792c99-3f36-4e2c-af1a-a81e90062959 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594416 Nov 04 08:55:09.680363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2be59bcb-d52e-46a0-8e6e-e054e9fb5af4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a38fa98456264756b0ca5235f29c583d&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4470389 Nov 04 08:55:09.683092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:09.778633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 08:55:09.794042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80c17f66-2bdb-45a0-8bbb-07755309ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.805814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:09.852013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80c17f66-2bdb-45a0-8bbb-07755309ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.861357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:09.869749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.880270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.914673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9934-36a5-48c1-a804-7b73a4b7b875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.925721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d59f0450-061c-4930-9fa1-69910f896539 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81a3bf4994b5485591789a86ec424bc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177683 Nov 04 08:55:09.926249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9aefe170-f6ae-468e-ba15-45a48830cb14 req-22718e0d-03a8-4e54-893a-385310bb60bb tempest-ServerDiagnosticsNegativeTest-1337848553 tempest-ServerDiagnosticsNegativeTest-1337848553-project] 10.222.0.53 "GET /v2.0/ports?device_id=7714820b-6907-4fea-8820-749a8937484e HTTP/1.1" status: 200 len: 210 time: 0.0617924 Nov 04 08:55:09.926761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38420) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:09.957632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80c17f66-2bdb-45a0-8bbb-07755309ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.972645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80c17f66-2bdb-45a0-8bbb-07755309ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:09.974163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80c17f66-2bdb-45a0-8bbb-07755309ea85 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8 HTTP/1.1" status: 204 len: 168 time: 0.2901235 Nov 04 08:55:09.983462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c17f66-2bdb-45a0-8bbb-07755309ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef76d3ee-8ff1-4a1e-bfac-676f07bb3dc8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:10.050745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cfce992-bf9c-4aa3-acb0-9dc5100fc898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.066711 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69 associated. External IP: 172.25.3.236, port: b13ad3ee-f315-4514-968b-39d708a4167f. Nov 04 08:55:10.140708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cfce992-bf9c-4aa3-acb0-9dc5100fc898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.173940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.208748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f45a550a-e116-4b4c-80c4-69efb00ba729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.277672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cfce992-bf9c-4aa3-acb0-9dc5100fc898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.280211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cfce992-bf9c-4aa3-acb0-9dc5100fc898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.284164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4cfce992-bf9c-4aa3-acb0-9dc5100fc898 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf4bc258-14e7-4f79-98e1-80dffa526c1d HTTP/1.1" status: 204 len: 168 time: 0.3255105 Nov 04 08:55:10.291052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7714820b-6907-4fea-8820-749a8937484e', 'name': 'network-vif-deleted', 'tag': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:10.293656 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb4ee2f-724e-46da-9425-445f85fa1703" -d '{"events": [{"server_uuid": "7714820b-6907-4fea-8820-749a8937484e", "name": "network-vif-deleted", "tag": "e9ff3b74-111e-4c1f-8dc8-6df5250b505d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:10.296454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfce992-bf9c-4aa3-acb0-9dc5100fc898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4bc258-14e7-4f79-98e1-80dffa526c1d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:10.361133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Router 568705e0-6ffc-450a-b6c6-847d67852ec0 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:55:10.365332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e575af9-e39c-481d-b640-0d2b327beabc req-3fe1527a-cd70-40c3-9526-5554984ea676 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:10.366678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e575af9-e39c-481d-b640-0d2b327beabc req-3fe1527a-cd70-40c3-9526-5554984ea676 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0895085 Nov 04 08:55:10.397720 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf29cbf-5b2a-4353-abd3-8490c3aa442a x-openstack-request-id: req-daf29cbf-5b2a-4353-abd3-8490c3aa442a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:10.398336 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7714820b-6907-4fea-8820-749a8937484e", "name": "network-vif-deleted", "tag": "e9ff3b74-111e-4c1f-8dc8-6df5250b505d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:10.398814 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-daf29cbf-5b2a-4353-abd3-8490c3aa442a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:10.399395 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7714820b-6907-4fea-8820-749a8937484e', 'name': 'network-vif-deleted', 'tag': 'e9ff3b74-111e-4c1f-8dc8-6df5250b505d', 'status': 'completed', 'code': 200} Nov 04 08:55:10.422285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f45a550a-e116-4b4c-80c4-69efb00ba729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.435313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f45a550a-e116-4b4c-80c4-69efb00ba729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.467060 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e575af9-e39c-481d-b640-0d2b327beabc req-97b76f50-dfa1-4352-bf49-4d7d5df93c95 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819890 Nov 04 08:55:10.509528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f45a550a-e116-4b4c-80c4-69efb00ba729 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a91b6a30d6b44ffbe782ba4ced772a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6470721 Nov 04 08:55:10.510486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38436) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:10.514092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:10.522181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a550a-e116-4b4c-80c4-69efb00ba729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e883fde-0b56-4505-ae79-ed485db8d4f6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:10.569242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3b5f92b9-3b49-46e1-84de-d2a1ad508649 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3851308900504817ab2e496142ce0d95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538135 Nov 04 08:55:10.569929 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:10.593999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:55:10.602188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.605935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0640-3509-41fc-81b2-ae8c297b0e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.613356 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] Sync routers for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:55:10.626880 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:55:10.628651 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:55:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:10.685924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0640-3509-41fc-81b2-ae8c297b0e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.693736 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e61d4b52-3bc8-4bf5-b8e8-ef55999cdfab tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "PUT /v2.0/floatingips/f9a80759-286d-49e5-b18c-d9e0f3c3ca69 HTTP/1.1" status: 200 len: 991 time: 2.0958021 Nov 04 08:55:10.696733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96d110a-fd71-485f-acf3-061df2cd2125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.746657 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96d110a-fd71-485f-acf3-061df2cd2125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.769356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-0bb35d5d-9525-4350-91d6-1de54eb3a834 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277443 Nov 04 08:55:10.802583 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:55:10.803155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:10.806181 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943d4dfa-311a-4022-b577-40d8fe3f0037" -d '{"events": [{"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-plugged", "status": "completed", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:10.824036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19acea-abf4-45dd-99f5-59711ba5b993 req-7bd8c941-7ce3-4c7a-ad44-cbab3ca0ec4b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:10.825994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a19acea-abf4-45dd-99f5-59711ba5b993 req-7bd8c941-7ce3-4c7a-ad44-cbab3ca0ec4b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 970 time: 0.1153071 Nov 04 08:55:10.832651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0640-3509-41fc-81b2-ae8c297b0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.836004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b2a0640-3509-41fc-81b2-ae8c297b0e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:10.839489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0b2a0640-3509-41fc-81b2-ae8c297b0e42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e883fde-0b56-4505-ae79-ed485db8d4f6 HTTP/1.1" status: 204 len: 168 time: 0.3257096 Nov 04 08:55:10.859555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:10.864972 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f92c47-89b2-4449-af20-e18562f95d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:10.913169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a0640-3509-41fc-81b2-ae8c297b0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e883fde-0b56-4505-ae79-ed485db8d4f6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:10.971593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a19acea-abf4-45dd-99f5-59711ba5b993 req-b1efc824-294c-48f7-949a-e4dd73d0ac94 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318717 Nov 04 08:55:11.088691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:11.209173 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae0442a-df78-47a3-9dd5-142201ca49ba x-openstack-request-id: req-7ae0442a-df78-47a3-9dd5-142201ca49ba {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:11.209715 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-plugged", "status": "completed", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:11.209976 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7ae0442a-df78-47a3-9dd5-142201ca49ba {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:11.210367 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'code': 200} Nov 04 08:55:11.215698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96d110a-fd71-485f-acf3-061df2cd2125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:11.218920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96d110a-fd71-485f-acf3-061df2cd2125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:11.223893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d96d110a-fd71-485f-acf3-061df2cd2125 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bec20343-ddb1-4ec1-bc74-c9cd9d0208ed HTTP/1.1" status: 204 len: 168 time: 0.6527221 Nov 04 08:55:11.237131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-29c2ec93-f217-4780-a1d7-7ab547c10fd3 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:11.238714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-29c2ec93-f217-4780-a1d7-7ab547c10fd3 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4588025 Nov 04 08:55:11.244322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d110a-fd71-485f-acf3-061df2cd2125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec20343-ddb1-4ec1-bc74-c9cd9d0208ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:11.283947 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-f37b84ea-9707-439a-8dc1-9cd7c22d8f13 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/quotas/c148835e19e04ea1bb7e8dc4d0201ec4 HTTP/1.1" status: 200 len: 375 time: 0.0247226 Nov 04 08:55:11.289431 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8211b0df-bc9d-4798-8a62-ba2a453bd6fc x-openstack-request-id: req-8211b0df-bc9d-4798-8a62-ba2a453bd6fc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:11.289933 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:11.290146 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8211b0df-bc9d-4798-8a62-ba2a453bd6fc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:11.290535 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'status': 'completed', 'code': 200} Nov 04 08:55:11.334418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38488) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:11.353539 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-536147d3-6126-495f-a237-db4fe62e53bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:11.415052 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9a80759-286d-49e5-b18c-d9e0f3c3ca69', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'port_id': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'mac_address': 'fa:16:3e:e2:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:54:45Z', 'updated_at': '2021-11-04T08:55:09Z', 'revision_number': 1, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:11.417289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-2321298c-fd87-490d-92b4-2a947b23f0e6 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1322303 Nov 04 08:55:11.453681 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] Checking router: 568705e0-6ffc-450a-b6c6-847d67852ec0 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:55:11.463237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f92c47-89b2-4449-af20-e18562f95d8e req-d2a777df-6906-400d-9f45-10f4750219fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:11.464597 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:55:11.465227 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:55:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:11.479044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f92c47-89b2-4449-af20-e18562f95d8e req-d2a777df-6906-400d-9f45-10f4750219fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 1096 time: 0.1553872 Nov 04 08:55:11.503546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05c623-e055-4de7-a3bf-4588e240221d req-d5da33a8-9d06-41aa-ac4a-b812048e17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:11.512442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-536147d3-6126-495f-a237-db4fe62e53bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:11.518385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-536147d3-6126-495f-a237-db4fe62e53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:11.521624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da05c623-e055-4de7-a3bf-4588e240221d req-d5da33a8-9d06-41aa-ac4a-b812048e17dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1100 time: 0.2147293 Nov 04 08:55:11.621478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da05c623-e055-4de7-a3bf-4588e240221d req-610ec79f-098d-498f-8fc0-384765a8f434 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843234 Nov 04 08:55:11.624208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:11.645231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-536147d3-6126-495f-a237-db4fe62e53bf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71209b9e308546a0845a6a92c5de6e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097734 Nov 04 08:55:11.649363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536147d3-6126-495f-a237-db4fe62e53bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41319e94-1d6c-42be-ad0c-4626ccbada7d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:11.656533 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:55:11.695754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f92c47-89b2-4449-af20-e18562f95d8e req-7e6ef435-e92e-4331-be05-0ce36d257fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:11.697556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f92c47-89b2-4449-af20-e18562f95d8e req-7e6ef435-e92e-4331-be05-0ce36d257fec service neutron] 10.222.0.70 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 924 time: 0.2094555 Nov 04 08:55:11.872990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f92c47-89b2-4449-af20-e18562f95d8e req-0facca0e-e53b-4d2f-a267-c3d6443a7a50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b13ad3ee-f315-4514-968b-39d708a4167f HTTP/1.1" status: 200 len: 999 time: 0.1661274 Nov 04 08:55:11.890829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e114ee2e-c6f3-42c4-bfcd-7173b2265e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:11.960124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e114ee2e-c6f3-42c4-bfcd-7173b2265e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.007447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c53c8-06d8-4ed4-bcfe-fa57ae151183 req-ceb62498-3a6f-4be2-a0cf-750fe484fd32 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:12.017806 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-944c53c8-06d8-4ed4-bcfe-fa57ae151183 req-ceb62498-3a6f-4be2-a0cf-750fe484fd32 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.2453952 Nov 04 08:55:12.023627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f92c47-89b2-4449-af20-e18562f95d8e req-b290f871-d632-4871-86b9-3f960e91574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:12.028441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f92c47-89b2-4449-af20-e18562f95d8e req-b290f871-d632-4871-86b9-3f960e91574a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 200 len: 862 time: 0.1390715 Nov 04 08:55:12.030330 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9a80759-286d-49e5-b18c-d9e0f3c3ca69', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'port_id': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'mac_address': 'fa:16:3e:e2:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:54:45Z', 'updated_at': '2021-11-04T08:55:09Z', 'revision_number': 1, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:12.062745 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae9dea7-bfbe-4143-8b33-a13697a5cbf3 None None] The sync data for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 is: [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9a80759-286d-49e5-b18c-d9e0f3c3ca69', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'port_id': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'mac_address': 'fa:16:3e:e2:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:54:45Z', 'updated_at': '2021-11-04T08:55:09Z', 'revision_number': 1, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:55:12.142402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42534ded-2f6a-4c11-9768-8a44e7b630de no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:12.152195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-944c53c8-06d8-4ed4-bcfe-fa57ae151183 req-24fcfc75-6d06-4b11-9bc9-2821c996c833 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328688 Nov 04 08:55:12.172661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f92c47-89b2-4449-af20-e18562f95d8e req-c5a73305-df68-4c5b-ba01-3026529f0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:12.177803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f92c47-89b2-4449-af20-e18562f95d8e req-c5a73305-df68-4c5b-ba01-3026529f0e36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261702 Nov 04 08:55:12.193883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-22ba4c82-7273-48b7-91eb-8a66ef72e613 req-670262ac-fd2e-4307-a83f-59caaba2b73e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:55:12.195999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22ba4c82-7273-48b7-91eb-8a66ef72e613 req-670262ac-fd2e-4307-a83f-59caaba2b73e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075121 Nov 04 08:55:12.201200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 42534ded-2f6a-4c11-9768-8a44e7b630de {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:55:12.201200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42534ded-2f6a-4c11-9768-8a44e7b630de not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:12.261100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38520) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:12.274661 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e114ee2e-c6f3-42c4-bfcd-7173b2265e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.277386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e114ee2e-c6f3-42c4-bfcd-7173b2265e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.279372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e114ee2e-c6f3-42c4-bfcd-7173b2265e81 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41319e94-1d6c-42be-ad0c-4626ccbada7d HTTP/1.1" status: 204 len: 168 time: 0.6536777 Nov 04 08:55:12.365821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1837e044-3dd9-4055-a492-383eac6c019e req-c15ab286-e973-4ca0-85a4-cad75ace1f14 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 210 time: 0.0814259 Nov 04 08:55:12.395438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114ee2e-c6f3-42c4-bfcd-7173b2265e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41319e94-1d6c-42be-ad0c-4626ccbada7d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:12.493915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f92c47-89b2-4449-af20-e18562f95d8e req-680ebf93-9798-49e0-a412-ada8dc8817a1 service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949264 Nov 04 08:55:12.505038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042706dc-f8fe-48f8-a312-cd02bc3a5510 None None] New status for floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 08:55:12.674809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1e99c371-2b88-458a-b2d0-52612714c621 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6026f7591f2b408faf6213c2d18126b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105060 Nov 04 08:55:12.677068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:12.683114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f780335-04a5-4c8c-8ba2-ba314336adc7 req-0d178e38-aeb4-4df5-a6d0-40b750e048ae tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:12.691181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f780335-04a5-4c8c-8ba2-ba314336adc7 req-0d178e38-aeb4-4df5-a6d0-40b750e048ae tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 970 time: 0.1913943 Nov 04 08:55:12.756530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f780335-04a5-4c8c-8ba2-ba314336adc7 req-32fc31bb-086d-4c58-9a7f-5f98380f6814 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640419 Nov 04 08:55:12.795627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f92c47-89b2-4449-af20-e18562f95d8e req-a77d3d29-9351-4359-b901-4c2787431316 service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707260 Nov 04 08:55:12.802977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec2b407f-c884-4acc-ba09-ea797fabd76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.832862 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec2b407f-c884-4acc-ba09-ea797fabd76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.858865 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.893494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec2b407f-c884-4acc-ba09-ea797fabd76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.897928 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec2b407f-c884-4acc-ba09-ea797fabd76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:12.899614 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec2b407f-c884-4acc-ba09-ea797fabd76c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96036724-633d-4631-8939-73d83f1d0bf0 HTTP/1.1" status: 204 len: 168 time: 0.2187626 Nov 04 08:55:12.907805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e9ff3b74-111e-4c1f-8dc8-6df5250b505d no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:12.910236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2b407f-c884-4acc-ba09-ea797fabd76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96036724-633d-4631-8939-73d83f1d0bf0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:12.965284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e9ff3b74-111e-4c1f-8dc8-6df5250b505d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:55:12.965855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e9ff3b74-111e-4c1f-8dc8-6df5250b505d not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:12.966455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9579903e-180f-4257-84cd-a81a81cf56bf no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:12.994207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 9579903e-180f-4257-84cd-a81a81cf56bf {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:55:12.994783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9579903e-180f-4257-84cd-a81a81cf56bf not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:13.042722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-3663bd0c-6e10-4ee2-82f3-0dd7aaa165ad tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286202 Nov 04 08:55:13.125976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-1acfa46d-8e3e-48fc-aab4-090347f42121 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470381 Nov 04 08:55:13.177458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-272aba8d-0834-48c4-990b-26c118ea88d6 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:13.179799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-272aba8d-0834-48c4-990b-26c118ea88d6 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1308684 Nov 04 08:55:13.198812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Request body: {'port': {'device_id': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': 'c148835e19e04ea1bb7e8dc4d0201ec4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:13.289425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-530fce5c-8e84-4035-a01b-f6aa2c6d5440 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:13.297222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-530fce5c-8e84-4035-a01b-f6aa2c6d5440 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1650229 Nov 04 08:55:13.320394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-76c92845-0643-4af9-bdd2-6953b50fbb8c tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/quotas/09cff0741c8641a79ef9ed66d901c2e5 HTTP/1.1" status: 200 len: 375 time: 0.0210378 Nov 04 08:55:13.384900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-4ebfa249-5502-4e1f-8093-c8bede711645 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634348 Nov 04 08:55:13.387045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7d4cd-d9ec-48cd-a985-d11652a9fce4 req-e6486c22-1825-4df1-9030-0fc172817169 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:13.388760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44b7d4cd-d9ec-48cd-a985-d11652a9fce4 req-e6486c22-1825-4df1-9030-0fc172817169 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0678647 Nov 04 08:55:13.394490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Made reservation on behalf of c148835e19e04ea1bb7e8dc4d0201ec4 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:13.398485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:13.450842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44b7d4cd-d9ec-48cd-a985-d11652a9fce4 req-37fa6083-e9bb-4631-831e-fa672397c54d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385001 Nov 04 08:55:13.580468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-261b5608-bd19-45b8-b462-7efa07efe4f1 req-021f1e97-297a-41d5-8464-bff1562cda6d tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 210 time: 0.0489643 Nov 04 08:55:13.666087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Allocated IP 192.168.233.140 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/4dc068de-d069-49cc-bbac-a11e388a6c9c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:13.805635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:13.832424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46b51efb-9c08-4af2-a8a4-b7040c1a5c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:13.844138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ae7684d-a258-43b8-8ccc-863e8aa0c4ea req-5d45773c-0b68-43d0-b1f0-94401d2ed2fe tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 210 time: 0.0890367 Nov 04 08:55:13.952776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:13.960763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46b51efb-9c08-4af2-a8a4-b7040c1a5c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:13.966606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46b51efb-9c08-4af2-a8a4-b7040c1a5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.002437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.018085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b51efb-9c08-4af2-a8a4-b7040c1a5c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0ac496-f823-435a-bad4-01b13e40226e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:14.068332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-46b51efb-9c08-4af2-a8a4-b7040c1a5c22 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36ef182cb5424305b0be3e39fa27de10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606411 Nov 04 08:55:14.071155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38604) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:14.091415 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:14.093562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:14.097212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Pushing event updated for resources: {'Port': ['ID=4dc068de-d069-49cc-bbac-a11e388a6c9c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:14.115538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:14.123721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:14.124629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.155831 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-d4fd6651-4128-4d38-994a-6e884ce0777f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9664166 Nov 04 08:55:14.190971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Request body: {'port': {'device_id': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:14.194485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2562bc2-4b30-41db-9116-bbb3daae02c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.230742 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2562bc2-4b30-41db-9116-bbb3daae02c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.322646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.382534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec59ce3-bf6f-49cd-be19-a3d49bfffe40 req-fbcae3df-b754-4382-8975-c39cc4566f3c tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:14.394934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec59ce3-bf6f-49cd-be19-a3d49bfffe40 req-fbcae3df-b754-4382-8975-c39cc4566f3c tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1100 time: 0.1479461 Nov 04 08:55:14.418397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec59ce3-bf6f-49cd-be19-a3d49bfffe40 req-64369119-58c0-447f-8954-14f8af05654c tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.450827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2562bc2-4b30-41db-9116-bbb3daae02c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.457466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a2562bc2-4b30-41db-9116-bbb3daae02c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.461106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a2562bc2-4b30-41db-9116-bbb3daae02c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db0ac496-f823-435a-bad4-01b13e40226e HTTP/1.1" status: 204 len: 168 time: 0.3857594 Nov 04 08:55:14.481897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2562bc2-4b30-41db-9116-bbb3daae02c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0ac496-f823-435a-bad4-01b13e40226e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:14.612818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c58fa344-062d-48ae-894b-76b4bc21137a None None] Provisioning complete for port 4dc068de-d069-49cc-bbac-a11e388a6c9c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:14.613525 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c58fa344-062d-48ae-894b-76b4bc21137a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.633019 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec59ce3-bf6f-49cd-be19-a3d49bfffe40 req-64369119-58c0-447f-8954-14f8af05654c tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.645646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec59ce3-bf6f-49cd-be19-a3d49bfffe40 req-64369119-58c0-447f-8954-14f8af05654c tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.715934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec59ce3-bf6f-49cd-be19-a3d49bfffe40 req-64369119-58c0-447f-8954-14f8af05654c tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141387 Nov 04 08:55:14.733912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc068de-d069-49cc-bbac-a11e388a6c9c {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:14.739670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64369119-58c0-447f-8954-14f8af05654c tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8adc5bf-2594-48cc-8982-b8df889acb51,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:14.739895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c58fa344-062d-48ae-894b-76b4bc21137a None None] Port 4dc068de-d069-49cc-bbac-a11e388a6c9c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:55:14.754001 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.785011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Transition to ACTIVE for port object 4dc068de-d069-49cc-bbac-a11e388a6c9c will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:14.819827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:14.897667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498333f-f97f-4e69-83af-4bea80c786d8 req-744bc713-e1e5-4ddb-85f6-9025268fa296 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:14.905518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2498333f-f97f-4e69-83af-4bea80c786d8 req-744bc713-e1e5-4ddb-85f6-9025268fa296 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 948 time: 0.1184819 Nov 04 08:55:14.915740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc068de-d069-49cc-bbac-a11e388a6c9c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:14.965861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-db96eae3-02b9-4cb9-8efe-efe7ce6734ef tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401900 Nov 04 08:55:15.037051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Attempting to bind port 4dc068de-d069-49cc-bbac-a11e388a6c9c on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:15.037662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Attempting to bind port 4dc068de-d069-49cc-bbac-a11e388a6c9c by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:15.038211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Attempting to bind port 4dc068de-d069-49cc-bbac-a11e388a6c9c on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:15.066109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2498333f-f97f-4e69-83af-4bea80c786d8 req-b9f98ceb-eb25-47b9-8d3c-f91ea640e785 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596236 Nov 04 08:55:15.068473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Port 4dc068de-d069-49cc-bbac-a11e388a6c9c on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:15.083832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Attempting to bind port 4dc068de-d069-49cc-bbac-a11e388a6c9c on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:15.097261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:15.097601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:15.097985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:15.098433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Bound port: 4dc068de-d069-49cc-bbac-a11e388a6c9c, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:15.098791 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:15.175173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-407bff84-e260-49c5-b423-a7167a0bf386 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:15.176870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-407bff84-e260-49c5-b423-a7167a0bf386 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057073 Nov 04 08:55:15.194723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Request body: {'port': {'device_id': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '09cff0741c8641a79ef9ed66d901c2e5'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:15.264434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] For port 4dc068de-d069-49cc-bbac-a11e388a6c9c, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:15.301744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ba135f4-36e5-4a14-8a17-ea43e52e6aca req-6c67dd16-97af-4489-b60e-99f8f3b8e081 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 210 time: 0.0339904 Nov 04 08:55:15.309156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:15.320602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] For port 4dc068de-d069-49cc-bbac-a11e388a6c9c, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4dc068de-d069-49cc-bbac-a11e388a6c9c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:15.332843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:15.353169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Made reservation on behalf of 09cff0741c8641a79ef9ed66d901c2e5 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:15.358862 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:15.396843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:15.397432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:15.400516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] 10.222.0.70 "PUT /v2.0/ports/4dc068de-d069-49cc-bbac-a11e388a6c9c HTTP/1.1" status: 200 len: 1096 time: 1.2343886 Nov 04 08:55:15.400991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'tag': '4dc068de-d069-49cc-bbac-a11e388a6c9c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:15.405069 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b" -d '{"events": [{"name": "network-changed", "server_uuid": "34ea8c40-3576-495e-9d62-5d08eff8680e", "tag": "4dc068de-d069-49cc-bbac-a11e388a6c9c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:15.483512 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d63471-3cdd-4c21-b9fe-36f749d318af x-openstack-request-id: req-51d63471-3cdd-4c21-b9fe-36f749d318af {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:15.484149 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ea8c40-3576-495e-9d62-5d08eff8680e", "tag": "4dc068de-d069-49cc-bbac-a11e388a6c9c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:15.484561 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51d63471-3cdd-4c21-b9fe-36f749d318af {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:15.485584 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'tag': '4dc068de-d069-49cc-bbac-a11e388a6c9c', 'status': 'completed', 'code': 200} Nov 04 08:55:15.511840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabb436-9a8d-4f4c-93cb-d830b7428096 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc068de-d069-49cc-bbac-a11e388a6c9c,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:15.529582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-38afeadd-51c4-4d5c-80dc-5440bb034839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:15.531293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-38afeadd-51c4-4d5c-80dc-5440bb034839 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 1099 time: 0.0858698 Nov 04 08:55:15.590688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Allocated IP 192.168.233.191 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/2cde26e6-0ecc-4287-b071-b0d87ccc584e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:15.597606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-87459d97-bc49-457e-945c-b60d3e94cc45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4dc068de-d069-49cc-bbac-a11e388a6c9c HTTP/1.1" status: 200 len: 217 time: 0.0567057 Nov 04 08:55:15.675306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-006054e6-74a8-4395-a857-71e27ab6d78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:15.676815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-006054e6-74a8-4395-a857-71e27ab6d78e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0702822 Nov 04 08:55:15.746202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38676) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:15.755112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-0995216c-0e9c-4008-b1ad-b188e8c608ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:15.756646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-0995216c-0e9c-4008-b1ad-b188e8c608ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0704019 Nov 04 08:55:15.803223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:15.844207 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:15.857626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5caea693-d053-400d-bf35-49b28b574a58'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:15.897220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-0b75ec90-0cd3-4d1a-a799-7550ddd110ee service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270289 Nov 04 08:55:15.968632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:15.977991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:15.984216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:16.004897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:16.005631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.010416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.036021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Pushing event updated for resources: {'Port': ['ID=2cde26e6-0ecc-4287-b071-b0d87ccc584e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:16.069050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4537c997-c8ae-4278-811a-4ae232a1b7e8 req-4f75d6e1-1df8-40de-ace0-790fba44eb25 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690083 Nov 04 08:55:16.077291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-02ba6817-418c-45ef-9ba8-7206166ffbb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8916228 Nov 04 08:55:16.094665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Request body: {'port': {'device_id': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:16.151458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50dff56-06b1-4c08-af9a-e17485f2f344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.239009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.241063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-10b4d318-33f8-449f-bd5b-7a7c13ebb87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:16.243334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-10b4d318-33f8-449f-bd5b-7a7c13ebb87d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 1099 time: 0.1072037 Nov 04 08:55:16.261398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08bdd5-49ed-445e-9737-1eb6beaa85be req-9bef11bd-f405-4d9d-bb59-2024d6ff1fa1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:16.272574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d08bdd5-49ed-445e-9737-1eb6beaa85be req-9bef11bd-f405-4d9d-bb59-2024d6ff1fa1 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 948 time: 0.0874021 Nov 04 08:55:16.361909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b2e9376c-00d8-4c39-82df-393917820d49 None None] Provisioning complete for port 2cde26e6-0ecc-4287-b071-b0d87ccc584e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:16.362630 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2e9376c-00d8-4c39-82df-393917820d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.483134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b2e9376c-00d8-4c39-82df-393917820d49 None None] Port 2cde26e6-0ecc-4287-b071-b0d87ccc584e cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:55:16.545472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-e7bdc699-6f95-45ec-8f3f-350ecdebd34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:16.556409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-e7bdc699-6f95-45ec-8f3f-350ecdebd34f service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2722912 Nov 04 08:55:16.611203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-813b9dbc-49e4-4727-9990-3263048c83df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=4dc068de-d069-49cc-bbac-a11e388a6c9c HTTP/1.1" status: 200 len: 217 time: 0.0539463 Nov 04 08:55:16.637048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d08bdd5-49ed-445e-9737-1eb6beaa85be req-a3964111-5c9d-4374-b069-b8d9560abdb0 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491297 Nov 04 08:55:16.692913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-48149993-ba02-4ef7-ae14-efbe775ce7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:16.694914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-48149993-ba02-4ef7-ae14-efbe775ce7c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0561121 Nov 04 08:55:16.746784 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50dff56-06b1-4c08-af9a-e17485f2f344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.755893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-081b1acc-4d2b-43c1-934d-725eadc31c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:16.758790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-081b1acc-4d2b-43c1-934d-725eadc31c81 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0528514 Nov 04 08:55:16.765627 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50dff56-06b1-4c08-af9a-e17485f2f344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.790750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cde26e6-0ecc-4287-b071-b0d87ccc584e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:16.822919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:16.867162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b50dff56-06b1-4c08-af9a-e17485f2f344 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=564f76f3e9914c25869f88f683f8fa72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1197331 Nov 04 08:55:16.868672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Transition to ACTIVE for port object 2cde26e6-0ecc-4287-b071-b0d87ccc584e will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:16.872875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50dff56-06b1-4c08-af9a-e17485f2f344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2490b3eb-f9b2-4370-928c-2f0d032f724d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:16.875296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38724) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:16.892037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30965229-857a-4fd6-a954-9f9b45982990 req-a30e00f1-8e66-43f1-b92d-868740eb45bc tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:16.894144 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30965229-857a-4fd6-a954-9f9b45982990 req-a30e00f1-8e66-43f1-b92d-868740eb45bc tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 936 time: 0.1518252 Nov 04 08:55:16.896221 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.039283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30965229-857a-4fd6-a954-9f9b45982990 req-bcfd308b-ba58-4329-83c2-984dca68703a tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345975 Nov 04 08:55:17.040647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38732) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:17.051232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Pushing event updated for resources: {'Port': ['ID=2cde26e6-0ecc-4287-b071-b0d87ccc584e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:17.100250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd1bc-9e45-419f-beeb-13ce16a68022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.130268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Attempting to bind port 2cde26e6-0ecc-4287-b071-b0d87ccc584e on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:17.130606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Attempting to bind port 2cde26e6-0ecc-4287-b071-b0d87ccc584e by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:17.133435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e22ef1-287f-4942-bb31-d858322941ab req-78ecef3c-a56f-4db2-94d1-1dc7bbefc881 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:17.134402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Attempting to bind port 2cde26e6-0ecc-4287-b071-b0d87ccc584e on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:17.136618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26e22ef1-287f-4942-bb31-d858322941ab req-78ecef3c-a56f-4db2-94d1-1dc7bbefc881 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.3845530 Nov 04 08:55:17.170194 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd1bc-9e45-419f-beeb-13ce16a68022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.193908 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-aff9c101-d971-4c12-adde-c8da23deb167 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015863 Nov 04 08:55:17.194807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Port 2cde26e6-0ecc-4287-b071-b0d87ccc584e on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:17.195133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Attempting to bind port 2cde26e6-0ecc-4287-b071-b0d87ccc584e on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:17.211758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:17.212124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:17.212510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:17.213036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Bound port: 2cde26e6-0ecc-4287-b071-b0d87ccc584e, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:17.213399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.220182 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26e22ef1-287f-4942-bb31-d858322941ab req-193196fb-14e0-45ec-b1d3-36197ecda2da tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668886 Nov 04 08:55:17.254760 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-f763c68b-6132-4eba-a6cf-cb5c7e75def3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2116528 Nov 04 08:55:17.283100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-360a478f-4072-493f-8522-f504f406ed45 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:55:17.284098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-360a478f-4072-493f-8522-f504f406ed45 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079548 Nov 04 08:55:17.328328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd1bc-9e45-419f-beeb-13ce16a68022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.331426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ebdbd1bc-9e45-419f-beeb-13ce16a68022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.335023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ebdbd1bc-9e45-419f-beeb-13ce16a68022 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2490b3eb-f9b2-4370-928c-2f0d032f724d HTTP/1.1" status: 204 len: 168 time: 0.4547269 Nov 04 08:55:17.347606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdbd1bc-9e45-419f-beeb-13ce16a68022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2490b3eb-f9b2-4370-928c-2f0d032f724d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:17.369566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] For port 2cde26e6-0ecc-4287-b071-b0d87ccc584e, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:17.373471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] For port 2cde26e6-0ecc-4287-b071-b0d87ccc584e, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2cde26e6-0ecc-4287-b071-b0d87ccc584e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:17.386647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.417247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fa246a-4f1d-4be0-9b4a-cb7f71b2080b req-73a8458e-5730-4f6f-8c17-0750201402dc service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937625 Nov 04 08:55:17.448182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:17.449268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:17.451102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] 10.222.0.70 "PUT /v2.0/ports/2cde26e6-0ecc-4287-b071-b0d87ccc584e HTTP/1.1" status: 200 len: 1096 time: 1.3660979 Nov 04 08:55:17.451766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'tag': '2cde26e6-0ecc-4287-b071-b0d87ccc584e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:17.454329 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8367b7c7-862d-40b5-a707-93d56261c2ae" -d '{"events": [{"name": "network-changed", "server_uuid": "c66caa5a-865c-43cf-8278-9af418a7ed90", "tag": "2cde26e6-0ecc-4287-b071-b0d87ccc584e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:17.489085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Pushing event updated for resources: {'Port': ['ID=2cde26e6-0ecc-4287-b071-b0d87ccc584e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:17.502306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.502790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.503240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.503958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.504407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.504980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.505139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.505603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.506240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.506675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.507021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.507836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552401bd-4e89-465e-a493-7d698b7af70e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:17.587211 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe97fa7-376a-4ff2-9c94-17dcf988af6e x-openstack-request-id: req-abe97fa7-376a-4ff2-9c94-17dcf988af6e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:17.587701 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66caa5a-865c-43cf-8278-9af418a7ed90", "tag": "2cde26e6-0ecc-4287-b071-b0d87ccc584e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:17.588169 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abe97fa7-376a-4ff2-9c94-17dcf988af6e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:17.588727 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'tag': '2cde26e6-0ecc-4287-b071-b0d87ccc584e', 'status': 'completed', 'code': 200} Nov 04 08:55:17.599096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-bf94398d-8b7b-4f3e-8a32-ec3369e0db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:17.600840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-bf94398d-8b7b-4f3e-8a32-ec3369e0db09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 1099 time: 0.0893216 Nov 04 08:55:17.691200 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-08ffa8cc-429d-41c1-909c-352df77ced8f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2cde26e6-0ecc-4287-b071-b0d87ccc584e HTTP/1.1" status: 200 len: 217 time: 0.0820358 Nov 04 08:55:17.764676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-12e5bb15-3292-4d6a-b747-ea1f340c6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:17.767055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8ad2a-8101-4b0d-8a36-6f24b04732a1 req-7ba3f873-75d3-4605-b925-356fb223d0bf tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:17.767179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-12e5bb15-3292-4d6a-b747-ea1f340c6407 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0653031 Nov 04 08:55:17.768566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fea8ad2a-8101-4b0d-8a36-6f24b04732a1 req-7ba3f873-75d3-4605-b925-356fb223d0bf tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 948 time: 0.0588760 Nov 04 08:55:17.815813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fea8ad2a-8101-4b0d-8a36-6f24b04732a1 req-0ab8fae3-e92b-4a99-8f0d-031bd5b8d27f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401485 Nov 04 08:55:17.816293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-c205d17f-30b1-4066-ad01-956c786bff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:17.817819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-c205d17f-30b1-4066-ad01-956c786bff2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425923 Nov 04 08:55:17.920924 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-b118d34e-86c4-4965-9160-e629a14af94d service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943933 Nov 04 08:55:18.016882 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e0f91b9-91f2-4948-9e18-0281958a468e req-1139f7cc-3c09-4e21-9f02-e8ffafa124ea service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892825 Nov 04 08:55:18.110886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:18.124193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-35f340ee-baa9-4c04-9974-4cc92562b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:18.126371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-35f340ee-baa9-4c04-9974-4cc92562b1eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 1099 time: 0.0617771 Nov 04 08:55:18.129677 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.202774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad40bf-ca39-44c4-be01-a7a151f29650 req-43cf77b4-a0e0-4535-ac75-ce83fd394a40 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:18.212115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4ad40bf-ca39-44c4-be01-a7a151f29650 req-43cf77b4-a0e0-4535-ac75-ce83fd394a40 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 948 time: 0.0845556 Nov 04 08:55:18.293664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4ad40bf-ca39-44c4-be01-a7a151f29650 req-ec9acfbd-c7e1-4f50-940e-1b1fe89025d3 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803397 Nov 04 08:55:18.352055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:18.433177 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.443476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.530650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90abbc99-cfe5-47a7-8a82-11f00a4391d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.544320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fb237fef7e44b18a5498340c4b22cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4328592 Nov 04 08:55:18.547631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:18.550032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c06dc76-0100-434b-a928-b83f3a3d5795,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:18.597821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.598565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.599087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.599505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.600104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.601066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.601486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.601816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.602360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.602691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.603016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.603376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32cf364a-1e1f-49a6-8aae-b5d65e105629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:18.717246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f724e1e-090c-498b-b9ba-452ae48a03b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.746321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84971966-c3b5-4474-b477-6b8967d09ad4 req-459befc7-5ce2-4d16-8fef-91ec602efec0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:18.755075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-84971966-c3b5-4474-b477-6b8967d09ad4 req-459befc7-5ce2-4d16-8fef-91ec602efec0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1168208 Nov 04 08:55:18.796944 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90abbc99-cfe5-47a7-8a82-11f00a4391d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.799271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-818ea315-48d1-4a3d-9455-1a3d366b729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:18.801068 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f724e1e-090c-498b-b9ba-452ae48a03b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.801322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-818ea315-48d1-4a3d-9455-1a3d366b729f service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.6636870 Nov 04 08:55:18.814024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90abbc99-cfe5-47a7-8a82-11f00a4391d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.821177 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-84971966-c3b5-4474-b477-6b8967d09ad4 req-533cac9d-db54-4849-8c23-68ec2d003578 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Nov 04 08:55:18.886599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90abbc99-cfe5-47a7-8a82-11f00a4391d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=020177a075a94982a2d0e144d782e7d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308423 Nov 04 08:55:18.888871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:18.899365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abbc99-cfe5-47a7-8a82-11f00a4391d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa3fe88-f161-4708-867f-2e2666919b8d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:18.924023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4dc068de-d069-49cc-bbac-a11e388a6c9c details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:18.932546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-54de0b45-5e1a-4d3c-87ce-1f0818917ff8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2cde26e6-0ecc-4287-b071-b0d87ccc584e HTTP/1.1" status: 200 len: 217 time: 0.1101267 Nov 04 08:55:18.944870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f724e1e-090c-498b-b9ba-452ae48a03b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.947671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f724e1e-090c-498b-b9ba-452ae48a03b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:18.951254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0f724e1e-090c-498b-b9ba-452ae48a03b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c06dc76-0100-434b-a928-b83f3a3d5795 HTTP/1.1" status: 204 len: 168 time: 0.3997941 Nov 04 08:55:18.995972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724e1e-090c-498b-b9ba-452ae48a03b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c06dc76-0100-434b-a928-b83f3a3d5795,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:19.025849 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d125e4f0-1549-4211-b898-5d7ac0d8ef05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:19.036983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dedb5-4171-479a-b0e2-cad89e706e2e req-ef442595-1f7f-4ace-9e3b-ce44bebbfa9a tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:19.039517 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe1dedb5-4171-479a-b0e2-cad89e706e2e req-ef442595-1f7f-4ace-9e3b-ce44bebbfa9a tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 948 time: 0.0961428 Nov 04 08:55:19.071812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-7da4d21c-5233-4d27-98bb-54fd462902f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:19.073532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-7da4d21c-5233-4d27-98bb-54fd462902f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1211886 Nov 04 08:55:19.093314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d125e4f0-1549-4211-b898-5d7ac0d8ef05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:19.158199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe1dedb5-4171-479a-b0e2-cad89e706e2e req-6a13db3e-c49a-4765-ac7d-ac6d355ef859 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988867 Nov 04 08:55:19.158634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4dc068de-d069-49cc-bbac-a11e388a6c9c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4dc068de-d069-49cc-bbac-a11e388a6c9c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:19.173171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '4dc068de-d069-49cc-bbac-a11e388a6c9c', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '4dc068de-d069-49cc-bbac-a11e388a6c9c', 'mac_address': 'fa:16:3e:7f:7c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:19.194415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-531fcf74-ddfb-4e86-b022-99dd70d9f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:19.194415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-531fcf74-ddfb-4e86-b022-99dd70d9f38a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102366 Nov 04 08:55:19.196663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d125e4f0-1549-4211-b898-5d7ac0d8ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:19.200056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d125e4f0-1549-4211-b898-5d7ac0d8ef05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:19.201349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d125e4f0-1549-4211-b898-5d7ac0d8ef05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caa3fe88-f161-4708-867f-2e2666919b8d HTTP/1.1" status: 204 len: 168 time: 0.3112271 Nov 04 08:55:19.211166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125e4f0-1549-4211-b898-5d7ac0d8ef05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa3fe88-f161-4708-867f-2e2666919b8d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:19.277621 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:19.299286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc068de-d069-49cc-bbac-a11e388a6c9c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:19.334495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:19.351140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4dc068de-d069-49cc-bbac-a11e388a6c9c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4dc068de-d069-49cc-bbac-a11e388a6c9c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:19.361172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:19.371112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-d168121a-a46c-46c8-b5cc-b117de4b8dc7 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670332 Nov 04 08:55:19.445126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4dc068de-d069-49cc-bbac-a11e388a6c9c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:19.454184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.454497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.462874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.463265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.463683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.464008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.464426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.464766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.465095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.465443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.465734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.466059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:55:19.483559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc334b9-0ba2-488f-b559-35064a1d3417 req-f71694e8-2c79-4c5c-973d-3b59df2ea094 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:19.491310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fc334b9-0ba2-488f-b559-35064a1d3417 req-f71694e8-2c79-4c5c-973d-3b59df2ea094 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 948 time: 0.0860028 Nov 04 08:55:19.542920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8367b7c7-862d-40b5-a707-93d56261c2ae req-3a8e2916-fa52-4553-8fca-2712c5c3e140 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645725 Nov 04 08:55:19.556467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fc334b9-0ba2-488f-b559-35064a1d3417 req-815824fb-d3af-4e40-87b9-366bb591ad1c tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637994 Nov 04 08:55:19.582340 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-d779b718-4725-40d7-bd6d-c66a27694ac6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256672 Nov 04 08:55:19.640460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4dc068de-d069-49cc-bbac-a11e388a6c9c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:19.806756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96d25b84-b8b0-4afd-951d-527e254d2a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:19.811840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-137e87f0-c72d-4369-9122-ede0ec467d90 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:19.820418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-137e87f0-c72d-4369-9122-ede0ec467d90 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310398 Nov 04 08:55:19.847008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-641b3202-1907-44ff-9d2c-27d726e3638d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/quotas/7394e7fd16b5461e92a200b1ca1a390c HTTP/1.1" status: 200 len: 375 time: 0.0256262 Nov 04 08:55:19.894972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-9a2e68a2-007a-45be-9d3f-03840e002681 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460863 Nov 04 08:55:20.008279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38870) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:20.027630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20638525-9e15-4d10-a3ba-21aed5d4cc67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.040926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-22168299-3960-4f3f-b1b1-4ff97df289d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:20.042497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-22168299-3960-4f3f-b1b1-4ff97df289d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1100 time: 0.2108085 Nov 04 08:55:20.168559 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f7dd503-5ed8-419a-9132-c3d9efd8b752 req-097016cb-0295-4dc0-b8ef-71476597ee26 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 210 time: 0.0411260 Nov 04 08:55:20.203436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da38dfe-1074-4133-9b50-b9d99f713678 req-882ef5b0-e392-4849-a5ea-6d54957cd246 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:20.205185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0da38dfe-1074-4133-9b50-b9d99f713678 req-882ef5b0-e392-4849-a5ea-6d54957cd246 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.2247112 Nov 04 08:55:20.212743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20638525-9e15-4d10-a3ba-21aed5d4cc67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.217397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20638525-9e15-4d10-a3ba-21aed5d4cc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.253527 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-20638525-9e15-4d10-a3ba-21aed5d4cc67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4755a5cf811f41c7ac454e5e8d6c6b89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438741 Nov 04 08:55:20.256306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38878) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:20.278641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96d25b84-b8b0-4afd-951d-527e254d2a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.295714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96d25b84-b8b0-4afd-951d-527e254d2a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.312038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-68c08596-3229-4d54-a49b-d884d616eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:20.313902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-68c08596-3229-4d54-a49b-d884d616eba7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2593637 Nov 04 08:55:20.345718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0da38dfe-1074-4133-9b50-b9d99f713678 req-1e16d393-f6a2-43ea-a195-a7f3146093fa tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343946 Nov 04 08:55:20.353820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20638525-9e15-4d10-a3ba-21aed5d4cc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f41239-4364-4caa-a609-e8eeb1cfac44,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:20.385595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f94b4c08-9afe-44c7-9e65-8d3703c9e98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.396030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca251e-36c5-4c26-b34f-0431b08e29c3 req-a2c5af14-59ec-453f-9cc4-ddd62209c580 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:20.404638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dca251e-36c5-4c26-b34f-0431b08e29c3 req-a2c5af14-59ec-453f-9cc4-ddd62209c580 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 949 time: 0.1331580 Nov 04 08:55:20.413358 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-96d25b84-b8b0-4afd-951d-527e254d2a1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=caf8475ccd4e432ca2b5b4e208336035&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0774007 Nov 04 08:55:20.414450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38888) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:20.415072 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-75166a49-0a43-4b95-891f-57a01868360c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0897553 Nov 04 08:55:20.417702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d25b84-b8b0-4afd-951d-527e254d2a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d7fd47-36b7-4735-a722-e0ce5e0dcb44,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:20.492993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-b2a3be2c-9952-43fe-8e09-63a1025f38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:20.495320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-b2a3be2c-9952-43fe-8e09-63a1025f38b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0738449 Nov 04 08:55:20.502785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f94b4c08-9afe-44c7-9e65-8d3703c9e98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.524089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dca251e-36c5-4c26-b34f-0431b08e29c3 req-43104601-6a5d-412e-872d-6a3817d6eb71 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184738 Nov 04 08:55:20.524735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc4d589-e566-4134-8862-145a4c9948da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.567505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-9932e1f4-36b1-4936-9bb9-77ced79b5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:20.569911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-9932e1f4-36b1-4936-9bb9-77ced79b5b23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0658772 Nov 04 08:55:20.570095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc4d589-e566-4134-8862-145a4c9948da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.622079 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f94b4c08-9afe-44c7-9e65-8d3703c9e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.625562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f94b4c08-9afe-44c7-9e65-8d3703c9e98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.627620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f94b4c08-9afe-44c7-9e65-8d3703c9e98b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33f41239-4364-4caa-a609-e8eeb1cfac44 HTTP/1.1" status: 204 len: 168 time: 0.3702848 Nov 04 08:55:20.637584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b4c08-9afe-44c7-9e65-8d3703c9e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f41239-4364-4caa-a609-e8eeb1cfac44,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:20.640673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc4d589-e566-4134-8862-145a4c9948da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.644839 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfc4d589-e566-4134-8862-145a4c9948da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:20.645873 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dfc4d589-e566-4134-8862-145a4c9948da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9d7fd47-36b7-4735-a722-e0ce5e0dcb44 HTTP/1.1" status: 204 len: 168 time: 0.2303650 Nov 04 08:55:20.655021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4d589-e566-4134-8862-145a4c9948da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d7fd47-36b7-4735-a722-e0ce5e0dcb44,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:20.706839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38904) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:20.756898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-984361b0-93f2-4e9e-84ba-cbd14c54eff9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783285 Nov 04 08:55:20.849091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf247c5c-c343-47f3-86b0-4013443c74aa req-e3fa05b9-dfd2-44a4-8adb-635c85f5de31 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:20.850618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf247c5c-c343-47f3-86b0-4013443c74aa req-e3fa05b9-dfd2-44a4-8adb-635c85f5de31 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 948 time: 0.1569333 Nov 04 08:55:20.911640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-f65fd024-172c-4c01-84b9-88be8e282357 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437402 Nov 04 08:55:20.930227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2cde26e6-0ecc-4287-b071-b0d87ccc584e details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:20.935680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4dc068de-d069-49cc-bbac-a11e388a6c9c up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:20.949989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf247c5c-c343-47f3-86b0-4013443c74aa req-d885a1c4-ebe6-486c-b3af-97f7aff00767 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865421 Nov 04 08:55:21.079350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1012018809-network', 'tenant_id': 'bb03225cabdb4b228cb4bc5f908083e0'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:21.124551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Made reservation on behalf of bb03225cabdb4b228cb4bc5f908083e0 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:21.129309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.140550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.162525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2cde26e6-0ecc-4287-b071-b0d87ccc584e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2cde26e6-0ecc-4287-b071-b0d87ccc584e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:21.184173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 4dc068de-d069-49cc-bbac-a11e388a6c9c completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:21.186758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '2cde26e6-0ecc-4287-b071-b0d87ccc584e', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '2cde26e6-0ecc-4287-b071-b0d87ccc584e', 'mac_address': 'fa:16:3e:72:30:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:21.192888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 4dc068de-d069-49cc-bbac-a11e388a6c9c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:21.193263 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.202780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:21.220972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b670-d8f2-42b8-bfe6-ab322be56755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.240725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.248286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.272265 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.296681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cde26e6-0ecc-4287-b071-b0d87ccc584e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:21.311196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:55:21.322085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b670-d8f2-42b8-bfe6-ab322be56755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.328205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebc6b670-d8f2-42b8-bfe6-ab322be56755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.336388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1740ac8-f6bc-4419-9b51-1041236280e1 req-e83632da-8fd2-4f76-af0c-1f08d32485dd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 210 time: 0.0517991 Nov 04 08:55:21.338833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15629faf-4be6-46f0-922a-d0165e073e35,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:21.346560 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.347067 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Added segment 8537af60-20f0-48dd-a4b1-65c2cd621a99 of type vlan for network 534951fa-169c-400b-8e41-6cd2805ce644 Nov 04 08:55:21.373845 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ebc6b670-d8f2-42b8-bfe6-ab322be56755 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=940efeaba8874316a0ee5564029cbab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690657 Nov 04 08:55:21.376794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:21.404086 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.435607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.455792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2cde26e6-0ecc-4287-b071-b0d87ccc584e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2cde26e6-0ecc-4287-b071-b0d87ccc584e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:21.458192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ac645cf-4f2e-4b2b-8186-0fb05e9e92a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.461291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6b670-d8f2-42b8-bfe6-ab322be56755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2559dd99-9dfd-4532-afd8-cf9f1a576a41,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:21.479710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc068de-d069-49cc-bbac-a11e388a6c9c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:21.486357 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9defd1c-3267-4c2c-b7c8-770825f37ced" -d '{"events": [{"server_uuid": "34ea8c40-3576-495e-9d62-5d08eff8680e", "name": "network-vif-plugged", "status": "completed", "tag": "4dc068de-d069-49cc-bbac-a11e388a6c9c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:21.492873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.495055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:21.496495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.512542 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.551382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4dc068de-d069-49cc-bbac-a11e388a6c9c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4dc068de-d069-49cc-bbac-a11e388a6c9c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:21.563207 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.569239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a7cec-4526-4e9d-b8b7-16649cd03373 req-1793a13a-54b5-49e6-87da-f9fb3e3c0bf0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:21.571686 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a54a7cec-4526-4e9d-b8b7-16649cd03373 req-1793a13a-54b5-49e6-87da-f9fb3e3c0bf0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0998607 Nov 04 08:55:21.574648 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ac645cf-4f2e-4b2b-8186-0fb05e9e92a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.578926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-be1b3b81-8f89-4a64-b07c-1f1972c41b74 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663846 Nov 04 08:55:21.587098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8790674 Nov 04 08:55:21.619587 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b4f988-4a90-44a7-8dff-f17e8a1372c5 x-openstack-request-id: req-31b4f988-4a90-44a7-8dff-f17e8a1372c5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:21.620163 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ea8c40-3576-495e-9d62-5d08eff8680e", "name": "network-vif-plugged", "status": "completed", "tag": "4dc068de-d069-49cc-bbac-a11e388a6c9c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:21.623896 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31b4f988-4a90-44a7-8dff-f17e8a1372c5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:21.624430 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc068de-d069-49cc-bbac-a11e388a6c9c', 'code': 200} Nov 04 08:55:21.625033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=2cde26e6-0ecc-4287-b071-b0d87ccc584e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:21.659454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:21.681350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Request body: {'subnet': {'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1012018809-subnet', 'tenant_id': 'bb03225cabdb4b228cb4bc5f908083e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:21.698968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842970e-779f-48f3-b431-af32b16c8741 admin admin] Pushing event updated for resources: {'Network': ['ID=534951fa-169c-400b-8e41-6cd2805ce644,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:21.768530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 534951fa-169c-400b-8e41-6cd2805ce644 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:55:21.838699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4dc068de-d069-49cc-bbac-a11e388a6c9c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:21.856613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d58040-67ed-4dea-8095-b1ef22869280 req-cabe2e61-ca2e-4267-bcf4-a46795e189d6 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:21.858297 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d6d58040-67ed-4dea-8095-b1ef22869280 req-cabe2e61-ca2e-4267-bcf4-a46795e189d6 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 950 time: 0.1324058 Nov 04 08:55:21.860703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec388e-cace-4dc4-b4e4-f3e3bd80ee29 req-5665e537-3a18-48df-a492-33c2acdc0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:21.862273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45ec388e-cace-4dc4-b4e4-f3e3bd80ee29 req-5665e537-3a18-48df-a492-33c2acdc0c25 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 1101 time: 0.0877411 Nov 04 08:55:21.872418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Made reservation on behalf of bb03225cabdb4b228cb4bc5f908083e0 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:21.873443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['2cde26e6-0ecc-4287-b071-b0d87ccc584e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:21.877690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.883393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ac645cf-4f2e-4b2b-8186-0fb05e9e92a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.886689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ac645cf-4f2e-4b2b-8186-0fb05e9e92a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:21.888145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0ac645cf-4f2e-4b2b-8186-0fb05e9e92a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2559dd99-9dfd-4532-afd8-cf9f1a576a41 HTTP/1.1" status: 204 len: 168 time: 0.5051813 Nov 04 08:55:21.911903 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a54a7cec-4526-4e9d-b8b7-16649cd03373 req-d44bbe71-0bc6-415c-9e43-d4440c863b56 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579522 Nov 04 08:55:21.948348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d6d58040-67ed-4dea-8095-b1ef22869280 req-e314d077-dea1-4743-8dc6-ea0405308911 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827999 Nov 04 08:55:21.950342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac645cf-4f2e-4b2b-8186-0fb05e9e92a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2559dd99-9dfd-4532-afd8-cf9f1a576a41,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:21.967329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-286c26e5-70da-43ed-933f-14267b1b5e82 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:21.967329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-286c26e5-70da-43ed-933f-14267b1b5e82 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792732 Nov 04 08:55:21.980516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45ec388e-cace-4dc4-b4e4-f3e3bd80ee29 req-cd59e4d7-b486-428a-9b58-ec8b116f570b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831966 Nov 04 08:55:21.992841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:22.144514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f8a450-c363-4ee5-a63f-77809c1deb8f req-2ad214c1-2178-49a0-943b-687903c8c971 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:22.146696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a2f8a450-c363-4ee5-a63f-77809c1deb8f req-2ad214c1-2178-49a0-943b-687903c8c971 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 949 time: 0.0699713 Nov 04 08:55:22.207092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:22.216894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.234414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.245045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a2f8a450-c363-4ee5-a63f-77809c1deb8f req-eb4d796c-0d8d-4bcc-86ec-0c3f9f33d4f8 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870438 Nov 04 08:55:22.373696 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.485271 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-467792ae-47d2-4982-8098-a7a4cdbf455b req-b875843d-2863-4eb5-a3dc-bd8c47e5ac4e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 210 time: 0.0513763 Nov 04 08:55:22.505425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.508129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e9b36fb-b314-4011-95b7-904c26ff574c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:22.510315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Checking segment: {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:22.510666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Network hostable DHCP agents. Network: 534951fa-169c-400b-8e41-6cd2805ce644, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:55:22.514793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.598500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5b474d-d584-4d11-9199-fd9b5945a408,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:22.601033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Network 534951fa-169c-400b-8e41-6cd2805ce644 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:55:22.646638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 534951fa-169c-400b-8e41-6cd2805ce644) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:22.656102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:22.656229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6732bd8-2815-4e40-9de6-18fb132d24b6 None None] Network 534951fa-169c-400b-8e41-6cd2805ce644 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:22.656729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.688339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a055eb86-861f-43f2-906b-fa1d4fee13ca admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0263169 Nov 04 08:55:22.698042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.78 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/b1a52765-e951-40bf-8bb9-8c745479a4f1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:22.812907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771cd496-7e13-42f1-ae80-04ce42a7d689 None None] Network 534951fa-169c-400b-8e41-6cd2805ce644 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:22.894314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.949656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:22.960212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2cde26e6-0ecc-4287-b071-b0d87ccc584e up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:23.026669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=b1a52765-e951-40bf-8bb9-8c745479a4f1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:23.042392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:23.044990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:23.059515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:23.065961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:23.067165 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.076587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 2cde26e6-0ecc-4287-b071-b0d87ccc584e completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:23.085127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 2cde26e6-0ecc-4287-b071-b0d87ccc584e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:23.085488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.106377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3276580d-711d-4900-9352-ffba9668efb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1236641 Nov 04 08:55:23.119893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff9de3-f994-42de-b93d-f282fba088ca req-94d0c529-abf6-4f49-b8f3-7b70d6b0d9f2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:23.135872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9fff9de3-f994-42de-b93d-f282fba088ca req-94d0c529-abf6-4f49-b8f3-7b70d6b0d9f2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1290023 Nov 04 08:55:23.148056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Request body: {'port': {'device_id': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:23.228460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9fff9de3-f994-42de-b93d-f282fba088ca req-205e4aa5-42ea-4093-b5ce-c972ca4341a3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898387 Nov 04 08:55:23.239497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c14a-8bb2-4cd8-9f81-b2cb43f00ad8 req-55322733-e321-4894-9236-8067d3e1a380 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:23.248046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3a6c14a-8bb2-4cd8-9f81-b2cb43f00ad8 req-55322733-e321-4894-9236-8067d3e1a380 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 950 time: 0.1405194 Nov 04 08:55:23.270047 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.320357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.335230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2cde26e6-0ecc-4287-b071-b0d87ccc584e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2cde26e6-0ecc-4287-b071-b0d87ccc584e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:23.340549 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.427064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=2cde26e6-0ecc-4287-b071-b0d87ccc584e,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:23.443427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-55b72e7d-c5e3-4481-b3af-a1a7bfa42d88 None None] Provisioning complete for port b1a52765-e951-40bf-8bb9-8c745479a4f1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:23.444126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-55b72e7d-c5e3-4481-b3af-a1a7bfa42d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.458366 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3a6c14a-8bb2-4cd8-9f81-b2cb43f00ad8 req-388ed8cc-e1ce-4704-9c35-831d394093e2 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091293 Nov 04 08:55:23.518829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-55b72e7d-c5e3-4481-b3af-a1a7bfa42d88 None None] Port b1a52765-e951-40bf-8bb9-8c745479a4f1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:55:23.625963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde26e6-0ecc-4287-b071-b0d87ccc584e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:23.628323 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f59983-096e-4457-bcc4-c540c9114903" -d '{"events": [{"server_uuid": "c66caa5a-865c-43cf-8278-9af418a7ed90", "name": "network-vif-plugged", "status": "completed", "tag": "2cde26e6-0ecc-4287-b071-b0d87ccc584e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:23.707184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b31a73-17ac-41f9-96ee-8ca4f7107f5b req-a3a4794b-00ce-47e1-8db7-c764caf88fb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:23.708881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7b31a73-17ac-41f9-96ee-8ca4f7107f5b req-a3a4794b-00ce-47e1-8db7-c764caf88fb7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.1017058 Nov 04 08:55:23.714850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a52765-e951-40bf-8bb9-8c745479a4f1 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:23.733719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.777319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7b31a73-17ac-41f9-96ee-8ca4f7107f5b req-04b6b486-17b3-4df9-8447-f27f64cd8e3d tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568867 Nov 04 08:55:23.778813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Transition to ACTIVE for port object b1a52765-e951-40bf-8bb9-8c745479a4f1 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:23.785301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.793185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-05940cb0-dce8-40d2-8c60-a01ec5da3f5a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:23.801184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-05940cb0-dce8-40d2-8c60-a01ec5da3f5a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 822 time: 0.1385815 Nov 04 08:55:23.820549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-ac08c320-b804-4db9-bddc-a112576326cd tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/quotas/bb03225cabdb4b228cb4bc5f908083e0 HTTP/1.1" status: 200 len: 375 time: 0.0183771 Nov 04 08:55:23.876165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-2dc440ec-5001-4e1f-8bdb-5e585db100da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544758 Nov 04 08:55:23.877284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Pushing event updated for resources: {'Port': ['ID=b1a52765-e951-40bf-8bb9-8c745479a4f1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:23.922824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Attempting to bind port b1a52765-e951-40bf-8bb9-8c745479a4f1 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:23.923173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Attempting to bind port b1a52765-e951-40bf-8bb9-8c745479a4f1 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:23.924005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Attempting to bind port b1a52765-e951-40bf-8bb9-8c745479a4f1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:23.937262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Port b1a52765-e951-40bf-8bb9-8c745479a4f1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:23.938580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Attempting to bind port b1a52765-e951-40bf-8bb9-8c745479a4f1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:23.959595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:23.959961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:23.960358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:23.960801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Bound port: b1a52765-e951-40bf-8bb9-8c745479a4f1, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:23.961155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:23.985580 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-55ceac4b-43ea-4b26-8a0d-1900422f2977 service neutron] 10.222.0.53 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078908 Nov 04 08:55:24.022196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2902db3-431e-4598-acf3-cb00f03b039a req-a488dfa4-512e-4a81-be79-48e26fd394fa tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.023978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2902db3-431e-4598-acf3-cb00f03b039a req-a488dfa4-512e-4a81-be79-48e26fd394fa tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 947 time: 0.1483865 Nov 04 08:55:24.108169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] For port b1a52765-e951-40bf-8bb9-8c745479a4f1, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:24.113477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2902db3-431e-4598-acf3-cb00f03b039a req-eafb37dc-9224-48f2-85ba-4e68b64bb87f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826309 Nov 04 08:55:24.120053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-21a68706-da09-4edf-b438-a812f2620496 service neutron] 10.222.0.53 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284919 Nov 04 08:55:24.135028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] For port b1a52765-e951-40bf-8bb9-8c745479a4f1, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:24.135447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:24.177247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.177931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:24.179432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-3ba27a41-1626-4042-975b-2448371de9da service neutron] 10.222.0.55 "PUT /v2.0/ports/b1a52765-e951-40bf-8bb9-8c745479a4f1 HTTP/1.1" status: 200 len: 1095 time: 1.0393934 Nov 04 08:55:24.179966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'tag': 'b1a52765-e951-40bf-8bb9-8c745479a4f1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:24.184434 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ccae11-5d70-44e7-ae64-e5f156caafe1" -d '{"events": [{"name": "network-changed", "server_uuid": "e4daee22-3af8-45e0-a539-3f63c712bc74", "tag": "b1a52765-e951-40bf-8bb9-8c745479a4f1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:24.211736 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873f1202-ab4b-4a04-9a0e-13ddd3e20d71 x-openstack-request-id: req-873f1202-ab4b-4a04-9a0e-13ddd3e20d71 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:24.212467 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66caa5a-865c-43cf-8278-9af418a7ed90", "name": "network-vif-plugged", "status": "completed", "tag": "2cde26e6-0ecc-4287-b071-b0d87ccc584e", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:24.212731 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-873f1202-ab4b-4a04-9a0e-13ddd3e20d71 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:24.213179 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cde26e6-0ecc-4287-b071-b0d87ccc584e', 'code': 200} Nov 04 08:55:24.216058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba27a41-1626-4042-975b-2448371de9da service neutron] Pushing event updated for resources: {'Port': ['ID=b1a52765-e951-40bf-8bb9-8c745479a4f1,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:24.350484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-d01e577b-1efa-41f0-bec5-44494e9e1797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.352312 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-d01e577b-1efa-41f0-bec5-44494e9e1797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 1098 time: 0.1061511 Nov 04 08:55:24.364074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16f46a-4631-4c75-8e41-d429c8c905ec req-697516fc-1cc9-495e-b1e9-3a5b0bd7ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.366285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3e16f46a-4631-4c75-8e41-d429c8c905ec req-697516fc-1cc9-495e-b1e9-3a5b0bd7ef16 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 1101 time: 0.0737960 Nov 04 08:55:24.411219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3e16f46a-4631-4c75-8e41-d429c8c905ec req-19ed35e7-da33-401b-91ee-f4cfa8c37c14 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375671 Nov 04 08:55:24.435266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-47e07c8a-4c0f-4a96-ae3c-28187f9836e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1 HTTP/1.1" status: 200 len: 217 time: 0.0696836 Nov 04 08:55:24.518857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-722758c6-ba1e-44e6-959d-371ba1fa0f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.522181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-722758c6-ba1e-44e6-959d-371ba1fa0f29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0767686 Nov 04 08:55:24.524006 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93af11d-576c-4735-88c3-669014732fa3 x-openstack-request-id: req-c93af11d-576c-4735-88c3-669014732fa3 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:24.524726 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4daee22-3af8-45e0-a539-3f63c712bc74", "tag": "b1a52765-e951-40bf-8bb9-8c745479a4f1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:24.525117 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c93af11d-576c-4735-88c3-669014732fa3 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:24.525572 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'tag': 'b1a52765-e951-40bf-8bb9-8c745479a4f1', 'status': 'completed', 'code': 200} Nov 04 08:55:24.585386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d5a6b4c-c579-4481-a5cb-c4619ce666f5 req-463ef002-fecd-4dbc-ad8b-b4a2d8fb5e87 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 210 time: 0.0319316 Nov 04 08:55:24.613932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-73e32f23-3153-47bc-be36-fc34665fa573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.615453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-73e32f23-3153-47bc-be36-fc34665fa573 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796123 Nov 04 08:55:24.691009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a5cc-2a09-40b4-aa3d-3aff45009ccc req-dfeebe91-0083-4e34-b14c-7c9e0e6edc06 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.696885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0d2a5cc-2a09-40b4-aa3d-3aff45009ccc req-dfeebe91-0083-4e34-b14c-7c9e0e6edc06 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1137524 Nov 04 08:55:24.698435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6854b-123d-4209-896d-ea4b02b30a0e req-bb6d5cd9-d2c8-40f6-b022-ff0c768bbe18 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:24.699915 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-08b6854b-123d-4209-896d-ea4b02b30a0e req-bb6d5cd9-d2c8-40f6-b022-ff0c768bbe18 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 950 time: 0.0520771 Nov 04 08:55:24.744047 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-08b6854b-123d-4209-896d-ea4b02b30a0e req-b9b8f03c-99f8-456c-ade8-51c22626c071 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369580 Nov 04 08:55:24.757006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0d2a5cc-2a09-40b4-aa3d-3aff45009ccc req-62c8e1d8-4f08-4775-aa30-11a0c9dd8071 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573270 Nov 04 08:55:24.764306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-4159c544-d2c9-453f-9340-11e265920e75 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387682 Nov 04 08:55:24.906315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbce55da-6b16-40e7-8889-97bba4c0e2e3 req-80d0bce8-6b69-4d21-b0d3-954e6425893d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351633 Nov 04 08:55:25.044009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b977df9-b102-433d-9542-a700dc983bbc req-fcb13299-dc5c-412e-80fc-fe885bbc5130 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.046903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b977df9-b102-433d-9542-a700dc983bbc req-fcb13299-dc5c-412e-80fc-fe885bbc5130 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.0691297 Nov 04 08:55:25.102342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b977df9-b102-433d-9542-a700dc983bbc req-6ad48e99-96b4-4c59-b58a-d3464e9e0877 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472438 Nov 04 08:55:25.211088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-b3ab5e01-76a4-45fa-85b3-c706615c9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.212620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-b3ab5e01-76a4-45fa-85b3-c706615c9a15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 1098 time: 0.2512021 Nov 04 08:55:25.260495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603030d-6e8d-4607-909a-b2652dbb624f req-7dca34ef-3d8e-4c13-ac2f-f0fbc91e41e4 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.262641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9603030d-6e8d-4607-909a-b2652dbb624f req-7dca34ef-3d8e-4c13-ac2f-f0fbc91e41e4 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 950 time: 0.0664420 Nov 04 08:55:25.303750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9603030d-6e8d-4607-909a-b2652dbb624f req-d5a1715e-863e-46c6-831d-e692057a2cb2 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350425 Nov 04 08:55:25.345767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-85d1f163-cf03-4b73-81bc-206e95354e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.347225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-85d1f163-cf03-4b73-81bc-206e95354e48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1259053 Nov 04 08:55:25.371124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343390df-6b26-4be3-b69b-d211566cc437 req-2df63c08-cfd4-4a77-af99-a6933d1f44c5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.373490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-343390df-6b26-4be3-b69b-d211566cc437 req-2df63c08-cfd4-4a77-af99-a6933d1f44c5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 947 time: 0.0839841 Nov 04 08:55:25.407635 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-576d806a-af2c-4699-8d7c-fedb3bf6f7b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1 HTTP/1.1" status: 200 len: 217 time: 0.0523884 Nov 04 08:55:25.491024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-343390df-6b26-4be3-b69b-d211566cc437 req-4f31b9cb-4bac-4dc3-915c-8ae600f056ba tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776451 Nov 04 08:55:25.505674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-1cc0da2f-8a7e-4816-8bbe-24790b5d0d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.507110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-1cc0da2f-8a7e-4816-8bbe-24790b5d0d52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0882437 Nov 04 08:55:25.601382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-6033ea71-9939-43d5-8f1a-5f80ae97af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.605939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-6033ea71-9939-43d5-8f1a-5f80ae97af8f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884321 Nov 04 08:55:25.706775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:25.737877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-b0c81568-4743-45a3-a4e3-745a63d266da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.740449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-b0c81568-4743-45a3-a4e3-745a63d266da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 822 time: 0.2507875 Nov 04 08:55:25.741109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-fd4ea97d-a468-4faf-a3aa-a06948e0fc43 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222894 Nov 04 08:55:25.776627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6dc1bef-737c-4a3a-9351-45483c50cd65 req-9e435e3d-d8c1-4b52-966b-13505dda1d42 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 210 time: 0.0339866 Nov 04 08:55:25.778441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Request body: {'port': {'device_id': '8da67e4a-771c-4e07-871c-9e129db137a3', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'admin_state_up': True, 'tenant_id': 'bb03225cabdb4b228cb4bc5f908083e0'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:25.882339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38c157d7-5a9d-4e1d-95d8-1105f7af6a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:25.893478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02ccae11-5d70-44e7-ae64-e5f156caafe1 req-6cf288c6-8fe8-4fa2-831a-bda82eaad9de service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203263 Nov 04 08:55:25.917177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69e497-d6ab-47ad-a651-1b032cb539b7 req-ab6b371a-dac6-4440-88d2-748c85412107 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.918662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce69e497-d6ab-47ad-a651-1b032cb539b7 req-ab6b371a-dac6-4440-88d2-748c85412107 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 950 time: 0.1186261 Nov 04 08:55:25.950940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62324de3-2c84-46d1-a641-35f537b05587 req-5f647bbe-fcbc-4015-9f3b-b8fbd53fdeec tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:25.952440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62324de3-2c84-46d1-a641-35f537b05587 req-5f647bbe-fcbc-4015-9f3b-b8fbd53fdeec tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0738266 Nov 04 08:55:25.983231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce69e497-d6ab-47ad-a651-1b032cb539b7 req-dc281268-b08c-4742-ba6f-90d695646130 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551963 Nov 04 08:55:25.989004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Made reservation on behalf of bb03225cabdb4b228cb4bc5f908083e0 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:25.994191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.020570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62324de3-2c84-46d1-a641-35f537b05587 req-a0469402-c75c-407c-8c51-474ee66dcad7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583751 Nov 04 08:55:26.069074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38c157d7-5a9d-4e1d-95d8-1105f7af6a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.075603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38c157d7-5a9d-4e1d-95d8-1105f7af6a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.123019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c157d7-5a9d-4e1d-95d8-1105f7af6a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f0ec91-9e48-469f-82db-2eec43099573,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:26.127403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-38c157d7-5a9d-4e1d-95d8-1105f7af6a05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ebbdfcbd448344e7a3ba356e4ec0a72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193783 Nov 04 08:55:26.130096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:26.159348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Allocated IP 172.20.0.11 (534951fa-169c-400b-8e41-6cd2805ce644/8e9b36fb-b314-4011-95b7-904c26ff574c/1f814460-0701-4166-a478-b34f93e8544f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:26.197244 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c63348d-b33d-45b2-867a-f5f80455033b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.220154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c63348d-b33d-45b2-867a-f5f80455033b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.274195 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c63348d-b33d-45b2-867a-f5f80455033b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.277158 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c63348d-b33d-45b2-867a-f5f80455033b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.278339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1c63348d-b33d-45b2-867a-f5f80455033b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27f0ec91-9e48-469f-82db-2eec43099573 HTTP/1.1" status: 204 len: 168 time: 0.1472936 Nov 04 08:55:26.286914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63348d-b33d-45b2-867a-f5f80455033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f0ec91-9e48-469f-82db-2eec43099573,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:26.315018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbe762-f003-4577-8589-3fd9aec215ee req-c0aade56-72bd-469c-90c4-483d117a922b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:26.324180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5cbe762-f003-4577-8589-3fd9aec215ee req-c0aade56-72bd-469c-90c4-483d117a922b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.1204522 Nov 04 08:55:26.388537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5cbe762-f003-4577-8589-3fd9aec215ee req-648d7578-08f3-45d9-a1b7-17e9110c1c28 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632999 Nov 04 08:55:26.420414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.471229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.515930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Network 534951fa-169c-400b-8e41-6cd2805ce644 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:26.519917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:26.523984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:26.530171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:26.530806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.543140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:26.556536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-6730a949-b9cf-4bab-867f-67bdacfa33a8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7831342 Nov 04 08:55:26.572243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Request body: {'port': {'device_id': '8da67e4a-771c-4e07-871c-9e129db137a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:26.639596 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.648405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39158) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:26.691569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fb39330-c123-4745-a036-278b275308e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:26.769236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889e3b5-456e-4505-9809-38de32294a38 req-3e05759a-3674-40c4-bd5b-d540fc703141 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:26.770747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8889e3b5-456e-4505-9809-38de32294a38 req-3e05759a-3674-40c4-bd5b-d540fc703141 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 947 time: 0.1214952 Nov 04 08:55:26.867780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b9363-a0b6-4003-b7d6-1557b8867fc0 req-fb4b70bf-fab2-4a47-817a-5981f521968a tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:26.872591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de7b9363-a0b6-4003-b7d6-1557b8867fc0 req-fb4b70bf-fab2-4a47-817a-5981f521968a tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.0540917 Nov 04 08:55:26.912250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de7b9363-a0b6-4003-b7d6-1557b8867fc0 req-bcc4e40c-d877-47d8-ad1b-6396e3870d44 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355980 Nov 04 08:55:26.938706 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8889e3b5-456e-4505-9809-38de32294a38 req-7d6c9801-c6b4-40b6-8f33-c5d9afd3cd33 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227441 Nov 04 08:55:26.996027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fb39330-c123-4745-a036-278b275308e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.007009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7fb39330-c123-4745-a036-278b275308e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.053685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236e895-9ba4-462d-9a08-4df7f6f0e54c req-a67c6278-574f-4838-b1b0-449ff9db0682 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:27.055452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c236e895-9ba4-462d-9a08-4df7f6f0e54c req-a67c6278-574f-4838-b1b0-449ff9db0682 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 932 time: 0.0607252 Nov 04 08:55:27.083820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7fb39330-c123-4745-a036-278b275308e1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21f634c4e7f9475bb83bf8a6ff741a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300411 Nov 04 08:55:27.086543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb39330-c123-4745-a036-278b275308e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00083ec7-f3f8-4c73-9fe8-5c97b18a723d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:27.087424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:27.102790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f814460-0701-4166-a478-b34f93e8544f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:27.123532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.132977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c236e895-9ba4-462d-9a08-4df7f6f0e54c req-f2247ec5-dd8c-4030-94cc-25e1db0ae393 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711296 Nov 04 08:55:27.154991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Transition to ACTIVE for port object 1f814460-0701-4166-a478-b34f93e8544f will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:27.160701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.192934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4cd377a-b113-4521-91f8-c27735cb8f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.204153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-64aecf89-17a0-4881-92a6-b3f17cf124bb tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:27.205687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-64aecf89-17a0-4881-92a6-b3f17cf124bb tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 950 time: 0.0981119 Nov 04 08:55:27.221435 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4cd377a-b113-4521-91f8-c27735cb8f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.301150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4cd377a-b113-4521-91f8-c27735cb8f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.303701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4cd377a-b113-4521-91f8-c27735cb8f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.304861 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a4cd377a-b113-4521-91f8-c27735cb8f43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00083ec7-f3f8-4c73-9fe8-5c97b18a723d HTTP/1.1" status: 204 len: 168 time: 0.2158897 Nov 04 08:55:27.306884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:27.316292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd377a-b113-4521-91f8-c27735cb8f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00083ec7-f3f8-4c73-9fe8-5c97b18a723d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:27.333347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d32d8-23da-4f0a-98e7-ed35ad499c85 req-d11114c0-9a11-41af-a83e-f61fc3eca85f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:27.334933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b70d32d8-23da-4f0a-98e7-ed35ad499c85 req-d11114c0-9a11-41af-a83e-f61fc3eca85f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 950 time: 0.0715768 Nov 04 08:55:27.381553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Attempting to bind port 1f814460-0701-4166-a478-b34f93e8544f on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:27.381823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Attempting to bind port 1f814460-0701-4166-a478-b34f93e8544f by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:27.382114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Attempting to bind port 1f814460-0701-4166-a478-b34f93e8544f on network 534951fa-169c-400b-8e41-6cd2805ce644 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:27.382258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b70d32d8-23da-4f0a-98e7-ed35ad499c85 req-f23b8bd3-f453-44d0-bc6c-3bb55f5d2156 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/security-groups?id=3ad24bea-24a6-43b1-9672-d6d23869c0da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Nov 04 08:55:27.408854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55cf6d-2634-4a4c-b3b6-c21ff6563429 req-336f76d1-0b65-4517-9938-4b745f4b8346 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:27.410342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f55cf6d-2634-4a4c-b3b6-c21ff6563429 req-336f76d1-0b65-4517-9938-4b745f4b8346 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1475832 Nov 04 08:55:27.412150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Port 1f814460-0701-4166-a478-b34f93e8544f on network 534951fa-169c-400b-8e41-6cd2805ce644 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:27.412467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Attempting to bind port 1f814460-0701-4166-a478-b34f93e8544f on network 534951fa-169c-400b-8e41-6cd2805ce644 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:27.428433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:27.428769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Checking segment: {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:27.429141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Bound using segment: {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:27.429568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Bound port: 1f814460-0701-4166-a478-b34f93e8544f, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:27.429919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.738698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f55cf6d-2634-4a4c-b3b6-c21ff6563429 req-e33bb8ea-f7a4-49b5-b4c5-8fb7edcc5bf3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193414 Nov 04 08:55:27.746930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Deleting port 4dc068de-d069-49cc-bbac-a11e388a6c9c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:55:27.747536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.815392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:27.835323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:27.847327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.893246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:27.894488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.895558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] 10.222.0.55 "PUT /v2.0/ports/1f814460-0701-4166-a478-b34f93e8544f HTTP/1.1" status: 200 len: 1092 time: 1.3285944 Nov 04 08:55:27.903567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'tag': '1f814460-0701-4166-a478-b34f93e8544f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:27.905735 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ef1f8b-8306-47bd-9ecf-08a627e83439" -d '{"events": [{"name": "network-changed", "server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "tag": "1f814460-0701-4166-a478-b34f93e8544f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:27.921164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] For port 4dc068de-d069-49cc-bbac-a11e388a6c9c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4dc068de-d069-49cc-bbac-a11e388a6c9c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:27.921782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:27.952513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Calling delete_port for 4dc068de-d069-49cc-bbac-a11e388a6c9c owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:55:27.957777 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9484d1-3419-4da7-8e75-14bbb74811e4 x-openstack-request-id: req-fc9484d1-3419-4da7-8e75-14bbb74811e4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:27.958067 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "tag": "1f814460-0701-4166-a478-b34f93e8544f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:27.958412 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc9484d1-3419-4da7-8e75-14bbb74811e4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:27.958693 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'tag': '1f814460-0701-4166-a478-b34f93e8544f', 'status': 'completed', 'code': 200} Nov 04 08:55:28.011491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f6933-4f0c-4fae-a758-d7a3127e8fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:28.098767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744558e-352e-420f-8541-7dcfdb78c1ea req-1c29c452-6f56-4d6c-94b7-ea3039f0f4a7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:28.100755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9744558e-352e-420f-8541-7dcfdb78c1ea req-1c29c452-6f56-4d6c-94b7-ea3039f0f4a7 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.0620341 Nov 04 08:55:28.118213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-1e0cc94f-5984-4de9-8292-f82f6a29f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:28.119713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-1e0cc94f-5984-4de9-8292-f82f6a29f703 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 1095 time: 0.1640170 Nov 04 08:55:28.150244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9744558e-352e-420f-8541-7dcfdb78c1ea req-d1dc18af-cafc-473a-a744-1e96facd889a tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 Nov 04 08:55:28.186417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173f818-be41-450d-ba39-981bbad5fd0c req-1e38a34f-ac63-401b-8953-4aee033f9904 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:28.188124 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d173f818-be41-450d-ba39-981bbad5fd0c req-1e38a34f-ac63-401b-8953-4aee033f9904 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 947 time: 0.1296954 Nov 04 08:55:28.190642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-ea73549f-d672-46b7-bd42-f41333f2a4ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f814460-0701-4166-a478-b34f93e8544f HTTP/1.1" status: 200 len: 217 time: 0.0534611 Nov 04 08:55:28.198392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:28.224234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39232) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:28.254681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b1a52765-e951-40bf-8bb9-8c745479a4f1 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:28.313936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d173f818-be41-450d-ba39-981bbad5fd0c req-53b6f229-0e49-4d56-8e7b-e03a25184edd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185124 Nov 04 08:55:28.316692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-8d289df1-39c7-4829-ba27-6ed621f5812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:28.325269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-8d289df1-39c7-4829-ba27-6ed621f5812d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e9b36fb-b314-4011-95b7-904c26ff574c HTTP/1.1" status: 200 len: 862 time: 0.1126208 Nov 04 08:55:28.333200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717b0d7-a512-451c-8e75-53ad6e854fc2 req-ad3c0673-ccb4-4ba4-ac2e-55311793711e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:28.335041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b717b0d7-a512-451c-8e75-53ad6e854fc2 req-ad3c0673-ccb4-4ba4-ac2e-55311793711e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 944 time: 0.0802615 Nov 04 08:55:28.347893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.365479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4dc068de-d069-49cc-bbac-a11e388a6c9c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:28.367408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e48a2ec6-64c9-4811-aac0-c9308d32a2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.409314 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b717b0d7-a512-451c-8e75-53ad6e854fc2 req-1bf3214a-2409-45c4-bf6b-08ee3933e8b2 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Nov 04 08:55:28.437129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-0bfb7059-dd44-4f5e-a8e7-4bb0a77f85d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=534951fa-169c-400b-8e41-6cd2805ce644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981286 Nov 04 08:55:28.451126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Pushing event deleted for resources: {'Port': ['ID=4dc068de-d069-49cc-bbac-a11e388a6c9c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:28.462069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b1a52765-e951-40bf-8bb9-8c745479a4f1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:28.476303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'b1a52765-e951-40bf-8bb9-8c745479a4f1', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'b1a52765-e951-40bf-8bb9-8c745479a4f1', 'mac_address': 'fa:16:3e:0c:da:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:28.486172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e48a2ec6-64c9-4811-aac0-c9308d32a2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.493964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1747983250-network', 'tenant_id': '19af51fe722143b99fa56ef5946f9baf'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:28.524631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.529450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e48a2ec6-64c9-4811-aac0-c9308d32a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.542142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a52765-e951-40bf-8bb9-8c745479a4f1 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:28.564570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8d22786-338d-4eae-8ced-4c2f6fa41427 req-b1cab941-370e-4c43-bc2c-9ae76183e672 tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.53 "GET /v2.0/ports?device_id=34ea8c40-3576-495e-9d62-5d08eff8680e HTTP/1.1" status: 200 len: 210 time: 0.0506551 Nov 04 08:55:28.577717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b1a52765-e951-40bf-8bb9-8c745479a4f1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:28.578272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Made reservation on behalf of 19af51fe722143b99fa56ef5946f9baf for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:28.584303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.586688 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.602286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] No DVR routers for this DVR port 4dc068de-d069-49cc-bbac-a11e388a6c9c on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:28.608296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.622897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7e631c1-843c-436c-ad7c-be01f3626094 req-a3460367-a917-47dd-90ff-f96c9f93277f tempest-DeleteServersAdminTestJSON-449719275 tempest-DeleteServersAdminTestJSON-449719275-project] 10.222.0.70 "DELETE /v2.0/ports/4dc068de-d069-49cc-bbac-a11e388a6c9c HTTP/1.1" status: 204 len: 173 time: 1.3970599 Nov 04 08:55:28.626630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.633490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5633e28-059c-4e48-a3ae-4cf9edda8c45 req-9f72cd11-0b73-459b-b59c-029e1ecb929c tempest-LiveMigrationNegativeTest-728391511 tempest-LiveMigrationNegativeTest-728391511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:28.635288 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5633e28-059c-4e48-a3ae-4cf9edda8c45 req-9f72cd11-0b73-459b-b59c-029e1ecb929c tempest-LiveMigrationNegativeTest-728391511 tempest-LiveMigrationNegativeTest-728391511-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 1101 time: 0.2242730 Nov 04 08:55:28.647343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e48a2ec6-64c9-4811-aac0-c9308d32a2ba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=260fb3063a0a4ff7948661e0c0050c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478443 Nov 04 08:55:28.648754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a2ec6-64c9-4811-aac0-c9308d32a2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154f38c0-3877-40cb-b84d-37938afeb9b5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:28.653678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39240) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:28.698400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f5633e28-059c-4e48-a3ae-4cf9edda8c45 req-5b70f005-6d68-464e-b1cd-d396555a8c95 tempest-LiveMigrationNegativeTest-728391511 tempest-LiveMigrationNegativeTest-728391511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.701581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b1a52765-e951-40bf-8bb9-8c745479a4f1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:28.739165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-2e409c11-763c-4875-a11d-3ee668e92266 service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838247 Nov 04 08:55:28.760316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97aada22-3270-47f4-b5e0-2383720de669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.802856 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97aada22-3270-47f4-b5e0-2383720de669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.824850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.839842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:28.844264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.889014 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7987cd0e-4079-4be7-94ee-0549609bc5b4 req-a5ee10b4-02db-455c-ab8c-cf12a7afccca service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389127 Nov 04 08:55:28.899657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:55:28.903242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f5633e28-059c-4e48-a3ae-4cf9edda8c45 req-5b70f005-6d68-464e-b1cd-d396555a8c95 tempest-LiveMigrationNegativeTest-728391511 tempest-LiveMigrationNegativeTest-728391511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.908415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f5633e28-059c-4e48-a3ae-4cf9edda8c45 req-5b70f005-6d68-464e-b1cd-d396555a8c95 tempest-LiveMigrationNegativeTest-728391511 tempest-LiveMigrationNegativeTest-728391511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.926362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:28.926729 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Added segment 3747ab3b-f164-44a7-9feb-06998fb25ee0 of type vlan for network 2913280e-717f-43a3-a683-8254fdca979e Nov 04 08:55:28.938112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0e18e0-e3dd-419f-afc3-799203223093,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:28.948082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5633e28-059c-4e48-a3ae-4cf9edda8c45 req-5b70f005-6d68-464e-b1cd-d396555a8c95 tempest-LiveMigrationNegativeTest-728391511 tempest-LiveMigrationNegativeTest-728391511-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021982 Nov 04 08:55:28.950267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70f005-6d68-464e-b1cd-d396555a8c95 tempest-LiveMigrationNegativeTest-728391511 tempest-LiveMigrationNegativeTest-728391511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cd0c0f-847b-485d-ba83-d17174af68e4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:28.955297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d3464-7bec-4906-83ef-684fe02ef922 req-d96efb29-8b45-4d27-8882-2f5a08921831 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:28.958422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f51d3464-7bec-4906-83ef-684fe02ef922 req-d96efb29-8b45-4d27-8882-2f5a08921831 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1356020 Nov 04 08:55:29.014405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.025318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97aada22-3270-47f4-b5e0-2383720de669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.028095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97aada22-3270-47f4-b5e0-2383720de669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.029374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-97aada22-3270-47f4-b5e0-2383720de669 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/154f38c0-3877-40cb-b84d-37938afeb9b5 HTTP/1.1" status: 204 len: 168 time: 0.3711572 Nov 04 08:55:29.038523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-104d6fe0-e0c4-443e-98a5-04d985336b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:29.040177 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-104d6fe0-e0c4-443e-98a5-04d985336b33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 1095 time: 0.0746191 Nov 04 08:55:29.114403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f51d3464-7bec-4906-83ef-684fe02ef922 req-4808ba2c-0442-4b3e-aacc-2650b7200713 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351900 Nov 04 08:55:29.153914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aada22-3270-47f4-b5e0-2383720de669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154f38c0-3877-40cb-b84d-37938afeb9b5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:29.186384 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.191530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:29.192326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.221026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9956965 Nov 04 08:55:29.228743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39256) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:29.236852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Request body: {'subnet': {'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1747983250-subnet', 'tenant_id': '19af51fe722143b99fa56ef5946f9baf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:29.250712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-079f72c1-dac5-409d-a487-c4629a27db01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:29.252847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-079f72c1-dac5-409d-a487-c4629a27db01 service neutron] 10.222.0.55 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 923 time: 0.1967881 Nov 04 08:55:29.274023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ef1f5-7f63-4e41-9984-df510a2cda33 admin admin] Pushing event updated for resources: {'Network': ['ID=2913280e-717f-43a3-a683-8254fdca979e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:29.286860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2913280e-717f-43a3-a683-8254fdca979e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:55:29.323514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-b2b83d04-ad5a-4b9c-817f-1630a4057d82 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f814460-0701-4166-a478-b34f93e8544f HTTP/1.1" status: 200 len: 217 time: 0.0608442 Nov 04 08:55:29.325352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Made reservation on behalf of 19af51fe722143b99fa56ef5946f9baf for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:29.327715 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.430065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ffad24-ffa5-4447-a272-77e3c3839b01 req-7cd98024-752f-44ad-8e67-e59fca04a76d tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:29.431321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39264) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:29.432322 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ffad24-ffa5-4447-a272-77e3c3839b01 req-7cd98024-752f-44ad-8e67-e59fca04a76d tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.0656815 Nov 04 08:55:29.471406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ffad24-ffa5-4447-a272-77e3c3839b01 req-ba314984-f70e-401c-adf2-4c8b42f42733 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326974 Nov 04 08:55:29.481518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-bf8fc60e-e992-4df3-8dd3-f17e1b56e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:29.483261 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-bf8fc60e-e992-4df3-8dd3-f17e1b56e3fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e9b36fb-b314-4011-95b7-904c26ff574c HTTP/1.1" status: 200 len: 862 time: 0.1478751 Nov 04 08:55:29.487180 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5be72a93-311a-4420-b97a-90eea2ceabd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.544215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-d8b91d6c-18f2-4f82-b2af-0678bca1e905 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=534951fa-169c-400b-8e41-6cd2805ce644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443971 Nov 04 08:55:29.581995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769771e-d554-4353-8fbf-d86756803bd6 req-5483bcf2-067d-45f8-93f0-0d07d4052ad7 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:29.583481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8769771e-d554-4353-8fbf-d86756803bd6 req-5483bcf2-067d-45f8-93f0-0d07d4052ad7 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 944 time: 0.0547681 Nov 04 08:55:29.588228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bdb5d-756e-44ba-8441-ace3ae55aa1d req-9e805637-a89a-4ec5-aab5-e7460272e460 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:29.589697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-517bdb5d-756e-44ba-8441-ace3ae55aa1d req-9e805637-a89a-4ec5-aab5-e7460272e460 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 948 time: 0.1638527 Nov 04 08:55:29.621364 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8769771e-d554-4353-8fbf-d86756803bd6 req-60887deb-7272-484a-bcd6-b067cf06b91a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Nov 04 08:55:29.755335 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-517bdb5d-756e-44ba-8441-ace3ae55aa1d req-d02bac1a-7136-48d0-98f3-46eb6a41d784 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340425 Nov 04 08:55:29.792441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-0ce5f097-3178-4431-ad4c-9879334ebbad service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362876 Nov 04 08:55:29.833452 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5be72a93-311a-4420-b97a-90eea2ceabd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.863218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.868706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5be72a93-311a-4420-b97a-90eea2ceabd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:29.961038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'name': 'network-vif-deleted', 'tag': '4dc068de-d069-49cc-bbac-a11e388a6c9c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:29.963299 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14d4a5a-8c95-406a-be6e-33d880262fd2" -d '{"events": [{"server_uuid": "34ea8c40-3576-495e-9d62-5d08eff8680e", "name": "network-vif-deleted", "tag": "4dc068de-d069-49cc-bbac-a11e388a6c9c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:29.980122 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5be72a93-311a-4420-b97a-90eea2ceabd4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4299eeba9caa498c8edee1837bdb04ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361745 Nov 04 08:55:29.981030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be72a93-311a-4420-b97a-90eea2ceabd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a01f6af-4583-4110-addb-fa35494641bd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:29.982962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:29.988183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:30.024643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82ef1f8b-8306-47bd-9ecf-08a627e83439 req-c2ed2cdf-162e-48b1-8604-52ad3f72939d service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226906 Nov 04 08:55:30.025933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:30.026290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Network hostable DHCP agents. Network: 2913280e-717f-43a3-a683-8254fdca979e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:55:30.044994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Network 2913280e-717f-43a3-a683-8254fdca979e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:55:30.054312 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fef1896-a420-464c-a4b2-dd66dafcc954 x-openstack-request-id: req-2fef1896-a420-464c-a4b2-dd66dafcc954 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:30.054756 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ea8c40-3576-495e-9d62-5d08eff8680e", "name": "network-vif-deleted", "tag": "4dc068de-d069-49cc-bbac-a11e388a6c9c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:30.054937 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2fef1896-a420-464c-a4b2-dd66dafcc954 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:30.055327 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ea8c40-3576-495e-9d62-5d08eff8680e', 'name': 'network-vif-deleted', 'tag': '4dc068de-d069-49cc-bbac-a11e388a6c9c', 'status': 'completed', 'code': 200} Nov 04 08:55:30.056848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2913280e-717f-43a3-a683-8254fdca979e) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:30.064062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:30.064667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.066765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095b9cc0-b31e-4fde-b1ef-e18e94166378 None None] Network 2913280e-717f-43a3-a683-8254fdca979e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:30.081034 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e11881cd-3f68-4c6e-b82a-0d183f1240bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.084236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-161f1c55-f93c-47f6-8944-bbfc3676bc12 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8541849 Nov 04 08:55:30.116349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e11881cd-3f68-4c6e-b82a-0d183f1240bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.178645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e11881cd-3f68-4c6e-b82a-0d183f1240bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.181260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e11881cd-3f68-4c6e-b82a-0d183f1240bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.182430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e11881cd-3f68-4c6e-b82a-0d183f1240bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a01f6af-4583-4110-addb-fa35494641bd HTTP/1.1" status: 204 len: 168 time: 0.1986065 Nov 04 08:55:30.190715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11881cd-3f68-4c6e-b82a-0d183f1240bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a01f6af-4583-4110-addb-fa35494641bd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:30.233699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39294) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:30.259424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62831269-0578-436e-b4b4-06e0b0937261 None None] Network 2913280e-717f-43a3-a683-8254fdca979e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:30.279023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ba688-a847-487c-99fd-f754128eaabc req-850308c7-1d5e-4fd1-a1d9-1c095e4369bc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:30.280770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a40ba688-a847-487c-99fd-f754128eaabc req-850308c7-1d5e-4fd1-a1d9-1c095e4369bc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0642576 Nov 04 08:55:30.303933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b1a52765-e951-40bf-8bb9-8c745479a4f1 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:30.329668 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a40ba688-a847-487c-99fd-f754128eaabc req-5e53e595-60b9-42ea-95fa-d7e95bba0d2b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Nov 04 08:55:30.390258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port b1a52765-e951-40bf-8bb9-8c745479a4f1 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:30.415293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port b1a52765-e951-40bf-8bb9-8c745479a4f1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:30.415660 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.517198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.549993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a52765-e951-40bf-8bb9-8c745479a4f1'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:30.552371 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2dd46c-ff05-4f81-8b3c-b8a00c3985c7" -d '{"events": [{"server_uuid": "e4daee22-3af8-45e0-a539-3f63c712bc74", "name": "network-vif-plugged", "status": "completed", "tag": "b1a52765-e951-40bf-8bb9-8c745479a4f1"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:30.584378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b1a52765-e951-40bf-8bb9-8c745479a4f1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:30.589149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.638919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-51bb56c3-c047-430a-8c1e-b196b5cfa5d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c148835e19e04ea1bb7e8dc4d0201ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4040527 Nov 04 08:55:30.642265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39310) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:30.650025 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136c2d5a-fcbc-472c-b66a-f745d29f6b10 x-openstack-request-id: req-136c2d5a-fcbc-472c-b66a-f745d29f6b10 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:30.650676 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4daee22-3af8-45e0-a539-3f63c712bc74", "name": "network-vif-plugged", "status": "completed", "tag": "b1a52765-e951-40bf-8bb9-8c745479a4f1", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:30.652771 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-136c2d5a-fcbc-472c-b66a-f745d29f6b10 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:30.655329 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a52765-e951-40bf-8bb9-8c745479a4f1', 'code': 200} Nov 04 08:55:30.679242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b1a52765-e951-40bf-8bb9-8c745479a4f1,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:30.693173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:30.707930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2676576a-8d8e-4dcf-b80c-39465761d861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.712829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8b117-8047-43c4-bf35-2f53532d71eb req-4cc61ef2-d847-485e-8a76-e57fbbfb4679 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:30.714550 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-68a8b117-8047-43c4-bf35-2f53532d71eb req-4cc61ef2-d847-485e-8a76-e57fbbfb4679 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.1593559 Nov 04 08:55:30.802854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bf83e-c586-419f-928d-04a26296110d req-4dfd39fe-e051-485c-8971-7b29d9c35c88 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:30.804500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee9bf83e-c586-419f-928d-04a26296110d req-4dfd39fe-e051-485c-8971-7b29d9c35c88 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 944 time: 0.0727770 Nov 04 08:55:30.821508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f920338-878f-45e4-8335-7a7af80dad58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.841999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-68a8b117-8047-43c4-bf35-2f53532d71eb req-8d5d1de8-07a5-4331-ba16-17478592ff4f tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195576 Nov 04 08:55:30.854414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2676576a-8d8e-4dcf-b80c-39465761d861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.860366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e130f19-f3fc-44ff-9e32-10725f5171fc req-baf6c691-213d-470d-93f0-0b7055994eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:30.862215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e130f19-f3fc-44ff-9e32-10725f5171fc req-baf6c691-213d-470d-93f0-0b7055994eb8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 1100 time: 0.1414549 Nov 04 08:55:30.867395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f920338-878f-45e4-8335-7a7af80dad58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.878201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-5646e1ad-6d95-4eab-a1ac-efbec1aee6dc tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:30.878503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2676576a-8d8e-4dcf-b80c-39465761d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:30.879525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-5646e1ad-6d95-4eab-a1ac-efbec1aee6dc tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.70 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 950 time: 0.1211593 Nov 04 08:55:30.911407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee9bf83e-c586-419f-928d-04a26296110d req-f6eac0f9-8f23-4e3c-b994-5ce4527ae473 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901487 Nov 04 08:55:30.948556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2676576a-8d8e-4dcf-b80c-39465761d861 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d5d73478c3bf4c7f807df37b7848aa19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541614 Nov 04 08:55:30.949539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676576a-8d8e-4dcf-b80c-39465761d861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee02d30-826a-4d3a-9c54-f8844f06e3d2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:30.951829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39324) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:30.992801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39326) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:30.993032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4dc068de-d069-49cc-bbac-a11e388a6c9c no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:31.006505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-440918277-network', 'tenant_id': '73582600e03944ad8c5a6f898299dcf5'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:31.024479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 4dc068de-d069-49cc-bbac-a11e388a6c9c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:55:31.024721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e130f19-f3fc-44ff-9e32-10725f5171fc req-1612558a-4174-4110-bc51-4cff36336f13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550751 Nov 04 08:55:31.025193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4dc068de-d069-49cc-bbac-a11e388a6c9c not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:31.049716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f920338-878f-45e4-8335-7a7af80dad58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.052240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f920338-878f-45e4-8335-7a7af80dad58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.053867 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f920338-878f-45e4-8335-7a7af80dad58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ad24bea-24a6-43b1-9672-d6d23869c0da HTTP/1.1" status: 204 len: 168 time: 0.4096322 Nov 04 08:55:31.068273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4d30eed-1481-44f8-8bbb-8306a1f54e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.072211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f920338-878f-45e4-8335-7a7af80dad58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad24bea-24a6-43b1-9672-d6d23869c0da,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:31.083721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Made reservation on behalf of 73582600e03944ad8c5a6f898299dcf5 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:31.086084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.104932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc950c3-0d7a-4367-8f7d-4fa7bfbe9470 req-17666824-dcd7-4210-a79b-ddaf9691786d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:31.106210 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.106334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cc950c3-0d7a-4367-8f7d-4fa7bfbe9470 req-17666824-dcd7-4210-a79b-ddaf9691786d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 949 time: 0.0866888 Nov 04 08:55:31.108553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4d30eed-1481-44f8-8bbb-8306a1f54e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.136923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Deleting port 2cde26e6-0ecc-4287-b071-b0d87ccc584e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:55:31.137524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.169685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cc950c3-0d7a-4367-8f7d-4fa7bfbe9470 req-3d0a751f-6251-4ae5-92bd-9a54d0d9e7b9 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534701 Nov 04 08:55:31.192013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4d30eed-1481-44f8-8bbb-8306a1f54e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.204215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4d30eed-1481-44f8-8bbb-8306a1f54e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.204215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b4d30eed-1481-44f8-8bbb-8306a1f54e9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ee02d30-826a-4d3a-9c54-f8844f06e3d2 HTTP/1.1" status: 204 len: 168 time: 0.2433839 Nov 04 08:55:31.206060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d30eed-1481-44f8-8bbb-8306a1f54e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee02d30-826a-4d3a-9c54-f8844f06e3d2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:31.287087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] For port 2cde26e6-0ecc-4287-b071-b0d87ccc584e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2cde26e6-0ecc-4287-b071-b0d87ccc584e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:31.287664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.291332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.299681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.321748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Calling delete_port for 2cde26e6-0ecc-4287-b071-b0d87ccc584e owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:55:31.332459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:55:31.354802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77424cb4-18c4-4832-9e7f-e062909102f7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:31.362371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.362951 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Added segment a2e18e66-b7d3-4ca4-b7b7-1ddd98079ba7 of type vlan for network c6854399-af43-44c4-87cb-60466aebe379 Nov 04 08:55:31.464880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.530202 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.531728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:31.532518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.534431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:31.545289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7a88f-0302-4711-9df9-4a6622b0555c req-962713b6-814f-4f03-87d1-38e2276459d4 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:31.547412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0b7a88f-0302-4711-9df9-4a6622b0555c req-962713b6-814f-4f03-87d1-38e2276459d4 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1098120 Nov 04 08:55:31.553829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1c81b7c-50d3-4f1c-b7e8-ddee9fd5e608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.639461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1c81b7c-50d3-4f1c-b7e8-ddee9fd5e608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.643903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1c81b7c-50d3-4f1c-b7e8-ddee9fd5e608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.654532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6519923 Nov 04 08:55:31.658490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:31.668093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Request body: {'subnet': {'network_id': 'c6854399-af43-44c4-87cb-60466aebe379', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-440918277-subnet', 'tenant_id': '73582600e03944ad8c5a6f898299dcf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:31.668249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ae51c-b0ff-429f-a191-9e2dbd996aea admin admin] Pushing event updated for resources: {'Network': ['ID=c6854399-af43-44c4-87cb-60466aebe379,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:31.680661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network c6854399-af43-44c4-87cb-60466aebe379 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:55:31.689542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0b7a88f-0302-4711-9df9-4a6622b0555c req-36f76028-a532-4bce-94d6-f8425acb093d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975950 Nov 04 08:55:31.694084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.720813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a1c81b7c-50d3-4f1c-b7e8-ddee9fd5e608 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d7c727f9eb640e19dbb5aac177acbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1818299 Nov 04 08:55:31.722216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:31.724330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c81b7c-50d3-4f1c-b7e8-ddee9fd5e608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b715e2-8b92-4540-a59b-48575dfe05c0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:31.725669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Pushing event deleted for resources: {'Port': ['ID=2cde26e6-0ecc-4287-b071-b0d87ccc584e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:31.785486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Made reservation on behalf of 73582600e03944ad8c5a6f898299dcf5 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:31.788123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Notify callbacks [] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.790405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] No DVR routers for this DVR port 2cde26e6-0ecc-4287-b071-b0d87ccc584e on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:31.793859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.795999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['2cde26e6-0ecc-4287-b071-b0d87ccc584e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:31.799805 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf1419d3-48ad-4a0e-a846-eacdf93f995e req-b8c4edae-16e3-43be-b519-fec4eb25efce tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.70 "DELETE /v2.0/ports/2cde26e6-0ecc-4287-b071-b0d87ccc584e HTTP/1.1" status: 204 len: 173 time: 0.9067552 Nov 04 08:55:31.804338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5caea693-d053-400d-bf35-49b28b574a58'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:31.918243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8b26-aef3-46c9-9072-b7a18f00c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:31.960030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8b26-aef3-46c9-9072-b7a18f00c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.073535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'name': 'network-vif-deleted', 'tag': '2cde26e6-0ecc-4287-b071-b0d87ccc584e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:32.076404 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4512964-c7dd-4391-aef9-3adf8ef4f2aa" -d '{"events": [{"server_uuid": "c66caa5a-865c-43cf-8278-9af418a7ed90", "name": "network-vif-deleted", "tag": "2cde26e6-0ecc-4287-b071-b0d87ccc584e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:32.110846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f051e95-05f3-412d-9f22-ef872900640a req-4906632e-7506-4697-950e-9c91ff1ae30c tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:32.114432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da7be516-a693-46ca-af94-8a737ecbc4e2 req-0943c1d6-90ca-4a09-8e57-2f7a4eccafca tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=c66caa5a-865c-43cf-8278-9af418a7ed90 HTTP/1.1" status: 200 len: 210 time: 0.0949872 Nov 04 08:55:32.120863 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f051e95-05f3-412d-9f22-ef872900640a req-4906632e-7506-4697-950e-9c91ff1ae30c tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 944 time: 0.0939322 Nov 04 08:55:32.199032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8b26-aef3-46c9-9072-b7a18f00c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.199968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f051e95-05f3-412d-9f22-ef872900640a req-6028224e-2273-4183-af6e-5ca09e9aa4a0 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Nov 04 08:55:32.201587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bcbf8b26-aef3-46c9-9072-b7a18f00c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.202694 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bcbf8b26-aef3-46c9-9072-b7a18f00c73e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38b715e2-8b92-4540-a59b-48575dfe05c0 HTTP/1.1" status: 204 len: 168 time: 0.4793820 Nov 04 08:55:32.228100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf8b26-aef3-46c9-9072-b7a18f00c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b715e2-8b92-4540-a59b-48575dfe05c0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:32.235670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.253318 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a2b605-b706-421f-af2a-4b0f857139d4 x-openstack-request-id: req-29a2b605-b706-421f-af2a-4b0f857139d4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:32.253980 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66caa5a-865c-43cf-8278-9af418a7ed90", "name": "network-vif-deleted", "tag": "2cde26e6-0ecc-4287-b071-b0d87ccc584e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:32.254546 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29a2b605-b706-421f-af2a-4b0f857139d4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:32.255666 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66caa5a-865c-43cf-8278-9af418a7ed90', 'name': 'network-vif-deleted', 'tag': '2cde26e6-0ecc-4287-b071-b0d87ccc584e', 'status': 'completed', 'code': 200} Nov 04 08:55:32.282631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1f814460-0701-4166-a478-b34f93e8544f details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:32.318907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfd0e98-2ca0-4f6d-885a-2362d9df05a8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:32.321687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Checking segment: {'id': 'a2e18e66-b7d3-4ca4-b7b7-1ddd98079ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c6854399-af43-44c4-87cb-60466aebe379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:32.322352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Network hostable DHCP agents. Network: c6854399-af43-44c4-87cb-60466aebe379, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:55:32.333404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39372) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:32.369641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Network c6854399-af43-44c4-87cb-60466aebe379 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:55:32.385301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, c6854399-af43-44c4-87cb-60466aebe379) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:32.389993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:32.390850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.412121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b1787f8f-a27a-4231-a9ee-991a38ccc79e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7482591 Nov 04 08:55:32.447275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3656a-f3d3-47bb-bad2-6fc51e155dda req-6c14d695-cba7-4fb1-8af5-d9d773ac5bca tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:32.448812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49c3656a-f3d3-47bb-bad2-6fc51e155dda req-6c14d695-cba7-4fb1-8af5-d9d773ac5bca tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 949 time: 0.1082995 Nov 04 08:55:32.466808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:32.481573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88461ad-fc15-475b-b0e1-9df5ee61cdef None None] Network c6854399-af43-44c4-87cb-60466aebe379 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:32.485108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '1f814460-0701-4166-a478-b34f93e8544f', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'port_id': '1f814460-0701-4166-a478-b34f93e8544f', 'mac_address': 'fa:16:3e:b7:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9b36fb-b314-4011-95b7-904c26ff574c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:32.506588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-51431608-network', 'tenant_id': 'e5b8b0c605d845559d5c1cfa4cfb235e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:32.520226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49c3656a-f3d3-47bb-bad2-6fc51e155dda req-f0327d5d-f69b-40ef-b0a2-4125af36a1d9 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629463 Nov 04 08:55:32.548872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Made reservation on behalf of e5b8b0c605d845559d5c1cfa4cfb235e for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:32.551235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.562893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.579709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.596692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f814460-0701-4166-a478-b34f93e8544f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:32.639514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:32.662507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.663726 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.668634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.701534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:55:32.712173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9454095-a16f-41ce-a05b-878fae544d05,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:32.718430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed6089-0f7d-47ea-8043-e63581a7ab29 None None] Network c6854399-af43-44c4-87cb-60466aebe379 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:32.738826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.739177 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Added segment 34b86332-f77c-4f6e-a435-ef1a84e1be1f of type vlan for network 6723244d-7c8e-472c-b61d-e325f971df6c Nov 04 08:55:32.820258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.832179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:32.862470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.863566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:32.864173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:32.880788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fe61c-b76a-4a59-a33b-3262264de64d req-f4bba276-6de5-4c9f-8180-573a92630d5f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:32.893594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b6fe61c-b76a-4a59-a33b-3262264de64d req-f4bba276-6de5-4c9f-8180-573a92630d5f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1065555 Nov 04 08:55:32.921208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5864737 Nov 04 08:55:32.928318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39394) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:32.934307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Request body: {'subnet': {'network_id': '6723244d-7c8e-472c-b61d-e325f971df6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-51431608-subnet', 'tenant_id': 'e5b8b0c605d845559d5c1cfa4cfb235e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:32.949776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708c3e4-c766-464b-9d7e-439b51609b9f admin admin] Pushing event updated for resources: {'Network': ['ID=6723244d-7c8e-472c-b61d-e325f971df6c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:32.960464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b6fe61c-b76a-4a59-a33b-3262264de64d req-c25403db-4fad-4f91-8a21-3b3f56e2f7f2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656877 Nov 04 08:55:32.961277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6723244d-7c8e-472c-b61d-e325f971df6c details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:55:32.963028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Made reservation on behalf of e5b8b0c605d845559d5c1cfa4cfb235e for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:32.969012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:33.025004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['1f814460-0701-4166-a478-b34f93e8544f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:33.434327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-67d3a393-fb93-42c9-816d-bc2a776bba49 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:33.435817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-67d3a393-fb93-42c9-816d-bc2a776bba49 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.1511736 Nov 04 08:55:33.475780 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-76c2c944-134d-4b7d-9dcf-4963c68f12ad tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/quotas/19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 375 time: 0.0160241 Nov 04 08:55:33.498455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4314-69c7-426d-8aeb-92d8baab664e req-5306dcef-a9e8-4511-81b1-67f115bba9a3 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:33.502285 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-981b4314-69c7-426d-8aeb-92d8baab664e req-5306dcef-a9e8-4511-81b1-67f115bba9a3 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 945 time: 0.0690489 Nov 04 08:55:33.520581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-abe76ed9-10f2-405e-85fa-df6c7cf39890 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352321 Nov 04 08:55:33.552660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-981b4314-69c7-426d-8aeb-92d8baab664e req-4108cf2c-9635-4428-a9e6-2ba977bf2578 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435164 Nov 04 08:55:33.631113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:33.715059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ad7f9b-6d7c-492f-9882-65fb29bb3f23,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:33.729867 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-007d6503-de67-48ba-bfac-542cbb1b35c4 service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889749 Nov 04 08:55:33.739470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422c6f5-6429-43a3-adcc-f6374509653d req-293e12a7-4f7e-46f1-b391-e76dffc72544 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:33.742864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8422c6f5-6429-43a3-adcc-f6374509653d req-293e12a7-4f7e-46f1-b391-e76dffc72544 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 970 time: 0.0594168 Nov 04 08:55:33.748328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Checking segment: {'id': '34b86332-f77c-4f6e-a435-ef1a84e1be1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6723244d-7c8e-472c-b61d-e325f971df6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:33.748578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Network hostable DHCP agents. Network: 6723244d-7c8e-472c-b61d-e325f971df6c, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:55:33.795980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8422c6f5-6429-43a3-adcc-f6374509653d req-ae76c618-c4fc-480d-9a4e-1af81ada6b4f tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467660 Nov 04 08:55:33.845076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Network 6723244d-7c8e-472c-b61d-e325f971df6c is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:55:33.880316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6723244d-7c8e-472c-b61d-e325f971df6c) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:33.887629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:33.888698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:33.894041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2659517-5978-4bf0-b85e-f2169c28f65f None None] Network 6723244d-7c8e-472c-b61d-e325f971df6c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:33.904633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-70cd1463-e525-476c-8514-8c2580d23612 service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667290 Nov 04 08:55:33.932296 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bda1033c-4556-4aa0-9739-9f0e90ef04ae admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9982009 Nov 04 08:55:34.032276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088b24e-5381-4f08-b2f4-e9ca18e52d00 req-5abfee32-8d17-4957-a927-5b84707312e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:34.035211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a088b24e-5381-4f08-b2f4-e9ca18e52d00 req-5abfee32-8d17-4957-a927-5b84707312e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 949 time: 0.1299493 Nov 04 08:55:34.118656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a3a301-fc77-489a-bfa5-234e97da00fe None None] Network 6723244d-7c8e-472c-b61d-e325f971df6c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:34.130454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a088b24e-5381-4f08-b2f4-e9ca18e52d00 req-c794a962-a859-4dd3-a289-909cc0b06378 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809031 Nov 04 08:55:34.293238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8734ff0-c9dc-48bb-ba11-bb5cb618e2df req-4e32d52a-9983-45df-9962-a9674220beed tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:34.302299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8734ff0-c9dc-48bb-ba11-bb5cb618e2df req-4e32d52a-9983-45df-9962-a9674220beed tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0627716 Nov 04 08:55:34.363904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8734ff0-c9dc-48bb-ba11-bb5cb618e2df req-ddeae849-1b02-43b5-b792-4302628ca462 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605817 Nov 04 08:55:34.387273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1f814460-0701-4166-a478-b34f93e8544f up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:34.483781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-157ff923-036e-4600-a8c5-17d55c8b5694 req-d6581125-8bf6-4ec9-987e-ab363c2a85ea tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 210 time: 0.0389068 Nov 04 08:55:34.498456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 1f814460-0701-4166-a478-b34f93e8544f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:34.507621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 1f814460-0701-4166-a478-b34f93e8544f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:34.508336 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:34.654659 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:34.681802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f814460-0701-4166-a478-b34f93e8544f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:34.684188 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df0fd1e-177d-47e1-84fa-02c51d3c1641" -d '{"events": [{"server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f814460-0701-4166-a478-b34f93e8544f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:34.700931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:34.706805 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:34.787599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:34.854311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f3f62-53b5-454d-a90e-d60f043f7b72 req-803e0611-3435-4aa0-981e-b9869216aa3b tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:34.856174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c3f3f62-53b5-454d-a90e-d60f043f7b72 req-803e0611-3435-4aa0-981e-b9869216aa3b tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 1100 time: 0.0850708 Nov 04 08:55:34.891266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3c3f3f62-53b5-454d-a90e-d60f043f7b72 req-716eb458-306c-4ba1-a23b-99ea779eb106 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:34.908038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8f203-f496-454c-b000-a44dcbfe316f req-ec506e97-a3a2-4f2a-b192-d84f8c371b3d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:34.909506 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb8f203-f496-454c-b000-a44dcbfe316f req-ec506e97-a3a2-4f2a-b192-d84f8c371b3d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.0934076 Nov 04 08:55:34.944035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0fa89-337b-437c-bbd1-419a55934137 req-3508a7e2-dbc7-4d0d-b206-dbf170c90960 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:34.944901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39490) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:34.945628 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66e0fa89-337b-437c-bbd1-419a55934137 req-3508a7e2-dbc7-4d0d-b206-dbf170c90960 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.55 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 970 time: 0.0966785 Nov 04 08:55:34.950993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-721247840-network', 'tenant_id': 'c513386cfa644899be87a799be6201ec'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:34.993928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Made reservation on behalf of c513386cfa644899be87a799be6201ec for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:35.002871 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.019644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb8f203-f496-454c-b000-a44dcbfe316f req-53fb4836-1a23-411d-a575-7cd695f45bfe tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Nov 04 08:55:35.022333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2cde26e6-0ecc-4287-b071-b0d87ccc584e no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:35.026330 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.035503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3c3f3f62-53b5-454d-a90e-d60f043f7b72 req-716eb458-306c-4ba1-a23b-99ea779eb106 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.043951 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3c3f3f62-53b5-454d-a90e-d60f043f7b72 req-716eb458-306c-4ba1-a23b-99ea779eb106 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.058425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 2cde26e6-0ecc-4287-b071-b0d87ccc584e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:55:35.058785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2cde26e6-0ecc-4287-b071-b0d87ccc584e not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:35.092750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c3f3f62-53b5-454d-a90e-d60f043f7b72 req-716eb458-306c-4ba1-a23b-99ea779eb106 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258749 Nov 04 08:55:35.096436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eb458-306c-4ba1-a23b-99ea779eb106 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e534260-7526-41e2-bea5-93f2d9267c5b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:35.106475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Deleting port 5caea693-d053-400d-bf35-49b28b574a58 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:55:35.106892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.154966 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e68b4-fb63-418d-9d57-49336e39ba88 x-openstack-request-id: req-8e8e68b4-fb63-418d-9d57-49336e39ba88 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:35.155292 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f814460-0701-4166-a478-b34f93e8544f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:35.155662 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e8e68b4-fb63-418d-9d57-49336e39ba88 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:35.156848 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f814460-0701-4166-a478-b34f93e8544f', 'code': 200} Nov 04 08:55:35.191709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.197683 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.224369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:55:35.244328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] For port 5caea693-d053-400d-bf35-49b28b574a58, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5caea693-d053-400d-bf35-49b28b574a58,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:35.245868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.259372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Calling delete_port for 5caea693-d053-400d-bf35-49b28b574a58 owned by compute:tempest-test_az-91676827 {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:55:35.273921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e98447-c3cf-4ee0-850c-cee7ebff4531,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:35.304827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.305279 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Added segment f8618c2e-4ec9-4461-8ca4-0ddee9b74136 of type vlan for network 89ccaf0b-1a1a-4f18-94d6-18e39d9ec915 Nov 04 08:55:35.389040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.410030 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.411474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b7c92-6f41-4b0b-aa47-1e075e5e46ed req-d8662dc9-0e98-4dae-88bb-f926a5351c57 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:35.413290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b06b7c92-6f41-4b0b-aa47-1e075e5e46ed req-d8662dc9-0e98-4dae-88bb-f926a5351c57 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/ports?device_id=37498d29-318c-4167-8019-d81639825a28 HTTP/1.1" status: 200 len: 970 time: 0.1649406 Nov 04 08:55:35.416879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa2179-8c1b-453d-aad7-bf3a74e9d7fe req-9d430478-dff1-4cc8-9e84-c8e9570e970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:35.418454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daa2179-8c1b-453d-aad7-bf3a74e9d7fe req-9d430478-dff1-4cc8-9e84-c8e9570e970a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 1097 time: 0.1690545 Nov 04 08:55:35.427114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5caea693-d053-400d-bf35-49b28b574a58'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:35.476040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Pushing event deleted for resources: {'Port': ['ID=5caea693-d053-400d-bf35-49b28b574a58,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:35.485513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.486552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:35.487227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.501873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daa2179-8c1b-453d-aad7-bf3a74e9d7fe req-f0f14cc6-2324-4755-a83a-3b5836e0fd13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718029 Nov 04 08:55:35.528851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b06b7c92-6f41-4b0b-aa47-1e075e5e46ed req-1251c34c-e2b6-45c4-8633-4a0de290514b tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.53 "GET /v2.0/security-groups?id=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991008 Nov 04 08:55:35.607808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6618130 Nov 04 08:55:35.614885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39502) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:35.631913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Request body: {'subnet': {'network_id': '89ccaf0b-1a1a-4f18-94d6-18e39d9ec915', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-721247840-subnet', 'tenant_id': 'c513386cfa644899be87a799be6201ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:35.638185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c3610-28ee-4363-961a-f30bc9748cd3 admin admin] Pushing event updated for resources: {'Network': ['ID=89ccaf0b-1a1a-4f18-94d6-18e39d9ec915,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:35.650910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 89ccaf0b-1a1a-4f18-94d6-18e39d9ec915 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:55:35.705080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce29785-477c-4f2f-9fca-447b8f2dc1e8 req-1018a7e9-4540-45d2-ac0e-ffcb60d2491b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:35.706832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ce29785-477c-4f2f-9fca-447b8f2dc1e8 req-1018a7e9-4540-45d2-ac0e-ffcb60d2491b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0849328 Nov 04 08:55:35.709836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] No DVR routers for this DVR port 5caea693-d053-400d-bf35-49b28b574a58 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:35.757730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-967e11f1-ae47-4dd6-af3d-42cef2286244 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:35.759378 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-967e11f1-ae47-4dd6-af3d-42cef2286244 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.2846332 Nov 04 08:55:35.763141 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.766874 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66e0fa89-337b-437c-bbd1-419a55934137 req-34d3ba2a-5b83-4f45-b238-cc582bfffb64 tempest-LiveMigrationNegativeTest-1494731506 tempest-LiveMigrationNegativeTest-1494731506-project] 10.222.0.55 "DELETE /v2.0/ports/5caea693-d053-400d-bf35-49b28b574a58 HTTP/1.1" status: 204 len: 173 time: 0.8067214 Nov 04 08:55:35.767474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37498d29-318c-4167-8019-d81639825a28', 'name': 'network-vif-deleted', 'tag': '5caea693-d053-400d-bf35-49b28b574a58'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:35.781340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ce29785-477c-4f2f-9fca-447b8f2dc1e8 req-b9a86022-3aac-4a99-88c2-878d3bacea8d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609910 Nov 04 08:55:35.782968 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be95d8f-9f79-43b5-b1dd-7e5e0feded02" -d '{"events": [{"server_uuid": "37498d29-318c-4167-8019-d81639825a28", "name": "network-vif-deleted", "tag": "5caea693-d053-400d-bf35-49b28b574a58"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:35.797337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Request body: {'port': {'device_id': '518ea242-cff6-46bf-84db-1a57be84b407', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'admin_state_up': True, 'tenant_id': '19af51fe722143b99fa56ef5946f9baf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:35.864995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Made reservation on behalf of c513386cfa644899be87a799be6201ec for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:35.867253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:35.944471 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fce5f9ca-eb26-4e65-9362-9ddad82fad80 req-c32819a6-ee4c-4c00-9f98-a4ef6301e3eb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 210 time: 0.0811033 Nov 04 08:55:36.007882 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8820f54-3dca-4ad8-ab73-2e6625a74e27 x-openstack-request-id: req-d8820f54-3dca-4ad8-ab73-2e6625a74e27 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:36.008270 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37498d29-318c-4167-8019-d81639825a28", "name": "network-vif-deleted", "tag": "5caea693-d053-400d-bf35-49b28b574a58", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:36.008623 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8820f54-3dca-4ad8-ab73-2e6625a74e27 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:36.009115 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37498d29-318c-4167-8019-d81639825a28', 'name': 'network-vif-deleted', 'tag': '5caea693-d053-400d-bf35-49b28b574a58', 'status': 'completed', 'code': 200} Nov 04 08:55:36.084120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Made reservation on behalf of 19af51fe722143b99fa56ef5946f9baf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:36.088172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:36.099118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-d81cc570-65a1-4d5e-9d63-237890587e56 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319674 Nov 04 08:55:36.208255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-710837b9-5736-4692-9066-c12de2768286 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:36.209855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-710837b9-5736-4692-9066-c12de2768286 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1099317 Nov 04 08:55:36.225429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:36.228078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-0ec4d140-2285-4530-a36c-a3c2770399aa tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/quotas/7394e7fd16b5461e92a200b1ca1a390c HTTP/1.1" status: 200 len: 375 time: 0.0122058 Nov 04 08:55:36.310859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9aa3ee-9c5d-4f29-a2cb-afcc6a049cec req-3a632380-6d62-47c9-838e-fb01380efba5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:36.312473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a9aa3ee-9c5d-4f29-a2cb-afcc6a049cec req-3a632380-6d62-47c9-838e-fb01380efba5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.1705973 Nov 04 08:55:36.318709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-b9fe137a-ba7c-4e25-bea0-be465203509d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0807607 Nov 04 08:55:36.357453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d95fdac-bf4d-4c18-bf72-c93086add338,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:36.375995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Allocated IP 172.20.0.6 (2913280e-717f-43a3-a683-8254fdca979e/e3aeb46e-3751-4dc3-bb85-d50fbcae4f34/c0ce6b96-963e-480b-a66f-44e557315675) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:36.403258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Checking segment: {'id': 'f8618c2e-4ec9-4461-8ca4-0ddee9b74136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '89ccaf0b-1a1a-4f18-94d6-18e39d9ec915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:36.403589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Network hostable DHCP agents. Network: 89ccaf0b-1a1a-4f18-94d6-18e39d9ec915, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:55:36.415463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a9aa3ee-9c5d-4f29-a2cb-afcc6a049cec req-3d2520c7-ea07-43e8-90ce-e394d62fbda0 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912712 Nov 04 08:55:36.462725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Network 89ccaf0b-1a1a-4f18-94d6-18e39d9ec915 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:55:36.524352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 89ccaf0b-1a1a-4f18-94d6-18e39d9ec915) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:36.535524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700d9f0-eabc-41b7-b2ef-f53450b51a02 None None] Network 89ccaf0b-1a1a-4f18-94d6-18e39d9ec915 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:36.540036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:36.540644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:36.593459 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3e5f6c6d-62c8-4c05-b842-3295e54e9ec3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9688752 Nov 04 08:55:36.691881 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:36.758706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:36.824145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:36.837604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a1942-3d8d-4814-b1cd-be9df9b56193 None None] Network 89ccaf0b-1a1a-4f18-94d6-18e39d9ec915 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:36.886257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Network 2913280e-717f-43a3-a683-8254fdca979e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:36.894600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:36.904867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:36.919016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:36.919798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:36.951977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] Deleting subnet 34ad7f9b-6d7c-492f-9882-65fb29bb3f23 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:55:36.978755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.016329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:37.091091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-fb55ad88-58af-488b-9f49-64562aca1230 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3043478 Nov 04 08:55:37.106062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Request body: {'port': {'device_id': '518ea242-cff6-46bf-84db-1a57be84b407', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:37.125556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.130550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:37.181795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:37.200889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.260687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9bd86d7-3855-4604-b5d7-b9e5da3a031f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.270218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523a1a38-4939-40e6-88c0-a1e7578405bf req-d61e585b-2d1f-48d1-9348-0de88122ce22 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:37.277756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-523a1a38-4939-40e6-88c0-a1e7578405bf req-d61e585b-2d1f-48d1-9348-0de88122ce22 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.3013847 Nov 04 08:55:37.315063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-beaed73a-ec97-4997-a7bd-0a98107998e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.334495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.365594 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-523a1a38-4939-40e6-88c0-a1e7578405bf req-05158e89-998b-48ab-87f4-ddb641d94211 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821743 Nov 04 08:55:37.454393 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9301c1bc-c6eb-4e2f-804f-b643861ed4c5 req-19c4e374-3d73-4125-b093-6cde647620e2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 210 time: 0.0434394 Nov 04 08:55:37.457042 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.465372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-38ad9f72-8ced-4e92-ac87-2fcc9790f18d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09cff0741c8641a79ef9ed66d901c2e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824543 Nov 04 08:55:37.479477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:37.508915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4630ac-4c67-4a6e-ad26-d73e81c30c5b req-1acbc717-abe2-481b-9bcd-4b6c63298a62 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:37.510753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c4630ac-4c67-4a6e-ad26-d73e81c30c5b req-1acbc717-abe2-481b-9bcd-4b6c63298a62 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 931 time: 0.1248143 Nov 04 08:55:37.533058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ad7f9b-6d7c-492f-9882-65fb29bb3f23,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:37.589919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.593219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1fb8ddef-36c6-49b4-ab0e-978ed97d6b88 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/34ad7f9b-6d7c-492f-9882-65fb29bb3f23 HTTP/1.1" status: 204 len: 168 time: 0.7543569 Nov 04 08:55:37.598302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-beaed73a-ec97-4997-a7bd-0a98107998e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.600810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:37.603932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c4630ac-4c67-4a6e-ad26-d73e81c30c5b req-bd97cc83-4655-4529-b247-ccb077485fb5 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811262 Nov 04 08:55:37.627907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-beaed73a-ec97-4997-a7bd-0a98107998e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.679193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e41fbc55-319d-45ce-a866-2170fa87e26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.726268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaed73a-ec97-4997-a7bd-0a98107998e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d5e4a4-1cf7-444f-b430-94675cea919c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:37.748088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3667a4d-f854-480a-9cfb-5cab972bdaf6 req-be969e28-c2a7-438b-a313-2c791c7e2cea tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:37.755085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-beaed73a-ec97-4997-a7bd-0a98107998e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd485bc4e6ab4a18bb423aead872b647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229322 Nov 04 08:55:37.756105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3667a4d-f854-480a-9cfb-5cab972bdaf6 req-be969e28-c2a7-438b-a313-2c791c7e2cea tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.1701777 Nov 04 08:55:37.758539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:37.761131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.769772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e41fbc55-319d-45ce-a866-2170fa87e26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:37.813113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3667a4d-f854-480a-9cfb-5cab972bdaf6 req-1a38a9c0-3aca-4583-ac47-a3e3c079bcd5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Nov 04 08:55:37.965598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ce6b96-963e-480b-a66f-44e557315675 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:37.975525 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.151813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cba60aee-2569-4b01-9237-046c32388424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.155456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Transition to ACTIVE for port object c0ce6b96-963e-480b-a66f-44e557315675 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:38.160517 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.161248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.164408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e41fbc55-319d-45ce-a866-2170fa87e26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.166945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e41fbc55-319d-45ce-a866-2170fa87e26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.168222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e41fbc55-319d-45ce-a866-2170fa87e26f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e66e896e-1fa1-4d83-810f-8dc0d9dcddf2 HTTP/1.1" status: 204 len: 168 time: 0.6871841 Nov 04 08:55:38.208633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41fbc55-319d-45ce-a866-2170fa87e26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66e896e-1fa1-4d83-810f-8dc0d9dcddf2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:38.220886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.221228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.221986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.222311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > port after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.222648 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.223162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > port after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.223484 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.223998 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.224503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.225406 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.255617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:38.272746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:38.273047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:38.273371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:38.277795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:38.278108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:38.283219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:38.283556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:38.283962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:38.284379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Bound port: c0ce6b96-963e-480b-a66f-44e557315675, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:38.285006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.349529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.349887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.350229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.350555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102555) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:55:38.350932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6723244d-7c8e-472c-b61d-e325f971df6c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:38.387202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:38.388597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b86332-f77c-4f6e-a435-ef1a84e1be1f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:38.389266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b86332-f77c-4f6e-a435-ef1a84e1be1f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:38.393713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:38.401218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.432306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.460617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.472381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:55:38.473029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.485898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:38.486855 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.489106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] 10.222.0.70 "PUT /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 1091 time: 1.3869863 Nov 04 08:55:38.496805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:38.501736 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a53e435-8dfc-4350-862f-898b19f0b7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "tag": "c0ce6b96-963e-480b-a66f-44e557315675"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:38.555006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b20f-7148-4986-9a6b-9ceb4ae42a2c service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: from cryptography.utils import int_from_bytes Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: from cryptography.utils import int_from_bytes Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:55:38.564688 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:55:38.570803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.573696 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cba60aee-2569-4b01-9237-046c32388424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.582000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86531b32-e02a-4a49-821f-cd732114dc76 req-147a9041-7be2-4cc1-8cba-f9b4d9b07b1c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:38.585768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86531b32-e02a-4a49-821f-cd732114dc76 req-147a9041-7be2-4cc1-8cba-f9b4d9b07b1c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1245141 Nov 04 08:55:38.608737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70961b62-c68e-46b7-8e2e-bd0e315caebb req-243d9ace-8b79-4b6b-8a15-6bf3e01f2341 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:38.616995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39608) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:38.617413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70961b62-c68e-46b7-8e2e-bd0e315caebb req-243d9ace-8b79-4b6b-8a15-6bf3e01f2341 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.5020239 Nov 04 08:55:38.630551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-4ed67480-3a5e-4175-b696-b42d922bcbbb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436029 Nov 04 08:55:38.669462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.676333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6723244d-7c8e-472c-b61d-e325f971df6c HTTP/1.1" status: 204 len: 168 time: 1.0689836 Nov 04 08:55:38.677898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:38.698910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9bb65-890c-4283-8566-b703c975e972 admin admin] Pushing event deleted for resources: {'Network': ['ID=6723244d-7c8e-472c-b61d-e325f971df6c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:38.734371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-73d68202-2acc-420b-aa02-f6d1cc82c5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:38.736442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-73d68202-2acc-420b-aa02-f6d1cc82c5e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1094 time: 0.1478353 Nov 04 08:55:38.744658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70961b62-c68e-46b7-8e2e-bd0e315caebb req-9e0f02f5-2c96-412a-9ea8-559da31083db tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264453 Nov 04 08:55:38.791707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-ff3695ab-a80a-4fb3-a0b2-a78b67b22e2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 217 time: 0.0397034 Nov 04 08:55:38.809385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cba60aee-2569-4b01-9237-046c32388424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.812744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cba60aee-2569-4b01-9237-046c32388424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:38.816579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cba60aee-2569-4b01-9237-046c32388424 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8d5e4a4-1cf7-444f-b430-94675cea919c HTTP/1.1" status: 204 len: 168 time: 1.0510783 Nov 04 08:55:38.861945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba60aee-2569-4b01-9237-046c32388424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d5e4a4-1cf7-444f-b430-94675cea919c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:38.885349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-319c8d42-cf8c-4e45-b742-bd591b0f8c35 req-2528dfad-09f5-4d2a-b0c0-b66ce2fec7a2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 210 time: 0.0500865 Nov 04 08:55:38.892543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-4809c1b6-d58a-4581-98d8-76da693fa828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:38.894767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-4809c1b6-d58a-4581-98d8-76da693fa828 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0949268 Nov 04 08:55:38.943276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-8d0e3b5a-e316-472a-a5c4-b9226bc7b98b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391138 Nov 04 08:55:39.043440 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52438015-a7b6-4cfe-8736-4b2d4fafdd8b x-openstack-request-id: req-52438015-a7b6-4cfe-8736-4b2d4fafdd8b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:39.044008 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "tag": "c0ce6b96-963e-480b-a66f-44e557315675", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:39.044158 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52438015-a7b6-4cfe-8736-4b2d4fafdd8b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:39.044544 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675', 'status': 'completed', 'code': 200} Nov 04 08:55:39.081020 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86531b32-e02a-4a49-821f-cd732114dc76 req-eace13fd-82db-41c2-ae81-b221cff72398 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4795144 Nov 04 08:55:39.101054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-48eeb355-dbfa-4dc5-bc5a-f7dc773c02e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=221f02c38ef34561955b0c54430cacb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4795389 Nov 04 08:55:39.101369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39620) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:39.107171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-762ad3a9-ded7-4513-a5fb-f35458fe6c47 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654800 Nov 04 08:55:39.146281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] Deleting subnet 1d95fdac-bf4d-4c18-bf72-c93086add338 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:55:39.190770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-7498cdbb-56b2-4e02-81b7-5eeffd6aeda3 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391851 Nov 04 08:55:39.202257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72c279-896b-4403-82e8-4abaf30ebece req-fb7daa91-11c8-4ae0-b0ed-398af807dc3d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:39.210047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb72c279-896b-4403-82e8-4abaf30ebece req-fb7daa91-11c8-4ae0-b0ed-398af807dc3d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.1693771 Nov 04 08:55:39.225262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.316075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-ebf1c1ae-1992-42a8-b439-955e2d1f0a52 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:39.317856 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-ebf1c1ae-1992-42a8-b439-955e2d1f0a52 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6734893 Nov 04 08:55:39.332363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2a208d0-ec28-473f-8d49-4abb85aa7281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.345111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.350017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb72c279-896b-4403-82e8-4abaf30ebece req-ce066a91-87b0-488e-9eca-f20568e49889 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389005 Nov 04 08:55:39.350304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:39.387077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2a208d0-ec28-473f-8d49-4abb85aa7281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.392177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6851090e-923e-40b4-b2b0-9b9f91723604 req-68c940f0-b9c0-4192-b5a0-f4ae8d7f8074 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789908 Nov 04 08:55:39.415296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.469242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:39.473448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-e7d9b7bb-f4b7-4287-8819-0c1b4dfd7403 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:39.473664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2a208d0-ec28-473f-8d49-4abb85aa7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.475770 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-e7d9b7bb-f4b7-4287-8819-0c1b4dfd7403 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3561354 Nov 04 08:55:39.478310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2a208d0-ec28-473f-8d49-4abb85aa7281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.479141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c2a208d0-ec28-473f-8d49-4abb85aa7281 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43cd0c0f-847b-485d-ba83-d17174af68e4 HTTP/1.1" status: 204 len: 168 time: 0.3766558 Nov 04 08:55:39.491984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:39.505883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ff20a-eab2-4684-950a-2c67e31ba671 req-00bacfb4-e441-48d8-9490-e6c711a82911 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:39.507602 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aba18750-6af6-42a3-95a3-14d8c9f44e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.508110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b4ff20a-eab2-4684-950a-2c67e31ba671 req-00bacfb4-e441-48d8-9490-e6c711a82911 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.2369409 Nov 04 08:55:39.527180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a208d0-ec28-473f-8d49-4abb85aa7281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cd0c0f-847b-485d-ba83-d17174af68e4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:39.617403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-03474af0-6638-467f-b49d-ee56fe5308fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:39.619108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-03474af0-6638-467f-b49d-ee56fe5308fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1094 time: 0.1673028 Nov 04 08:55:39.696580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.702148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b4ff20a-eab2-4684-950a-2c67e31ba671 req-b19a786a-071d-4e33-b058-442909ec3a45 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667078 Nov 04 08:55:39.723580 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aba18750-6af6-42a3-95a3-14d8c9f44e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.732108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aba18750-6af6-42a3-95a3-14d8c9f44e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.772767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d95fdac-bf4d-4c18-bf72-c93086add338,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:39.779819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.788296 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-422683e3-58be-43ff-9e45-614198ae0c5d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1d95fdac-bf4d-4c18-bf72-c93086add338 HTTP/1.1" status: 204 len: 168 time: 1.1067820 Nov 04 08:55:39.788296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:39.788815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:39.795608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.826599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aba18750-6af6-42a3-95a3-14d8c9f44e08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=346baf9abf784afeaad50dfcca58f92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531923 Nov 04 08:55:39.827333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39636) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:39.840362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba18750-6af6-42a3-95a3-14d8c9f44e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1fb087-37fb-404a-9f6c-b6a677cf0398,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:39.847097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:39.855191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:39.902011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-3a3b829c-7853-433f-850e-9ef33fea2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:39.904068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-3a3b829c-7853-433f-850e-9ef33fea2fca service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.2760096 Nov 04 08:55:39.935001 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2381c88-ab37-42aa-a59c-f079425918f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.018911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-ecce9e25-2c5d-43a5-8ed1-faed4157218f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 217 time: 0.0727930 Nov 04 08:55:40.077250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.091125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f8f85-4bcd-496a-921a-f94cc87c51ba req-ae1df9eb-66ec-4e42-b055-f2bc4b27f78e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:40.094608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da93b108-5eb2-493c-a700-a38da65812b9 req-4b7298d4-4176-4ce1-a968-1112e3138741 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 210 time: 0.1057289 Nov 04 08:55:40.099177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-853f8f85-4bcd-496a-921a-f94cc87c51ba req-ae1df9eb-66ec-4e42-b055-f2bc4b27f78e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.2816157 Nov 04 08:55:40.151131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-4cf4dc81-af4c-4af2-bd05-39a8650a35a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:40.152822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-4cf4dc81-af4c-4af2-bd05-39a8650a35a1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1210506 Nov 04 08:55:40.156369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665e6ec4-4311-41be-b138-2dbeaffe28ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.183968 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.229772 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-60ee14ee-a0de-4dcc-a7a1-70e56a39834e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644968 Nov 04 08:55:40.236569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-853f8f85-4bcd-496a-921a-f94cc87c51ba req-147db568-1f5a-4be0-9530-5233eec9ee6e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365499 Nov 04 08:55:40.243503 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665e6ec4-4311-41be-b138-2dbeaffe28ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.284856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.137 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/43678523-5c9f-43a8-97a7-31c622949ba0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:40.352127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5caea693-d053-400d-bf35-49b28b574a58 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:40.354850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33982a-a97c-43d2-8862-2c60ed953457 req-c732844f-33c0-4c4c-9599-a5935ba988d8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:40.356464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e33982a-a97c-43d2-8862-2c60ed953457 req-c732844f-33c0-4c4c-9599-a5935ba988d8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1587234 Nov 04 08:55:40.359703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.396459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ccaf0b-1a1a-4f18-94d6-18e39d9ec915']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:40.414431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8618c2e-4ec9-4461-8ca4-0ddee9b74136') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:40.414662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8618c2e-4ec9-4461-8ca4-0ddee9b74136') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:55:40.431094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 5caea693-d053-400d-bf35-49b28b574a58 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:55:40.431774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5caea693-d053-400d-bf35-49b28b574a58 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:40.432775 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.442646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-2b96c4f2-aa7b-4d84-9fe8-d817c5fb7711 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952770 Nov 04 08:55:40.463962 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.464812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665e6ec4-4311-41be-b138-2dbeaffe28ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.467499 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665e6ec4-4311-41be-b138-2dbeaffe28ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.471594 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-665e6ec4-4311-41be-b138-2dbeaffe28ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc1fb087-37fb-404a-9f6c-b6a677cf0398 HTTP/1.1" status: 204 len: 168 time: 0.6428850 Nov 04 08:55:40.482128 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:55:40.508753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:55:40.509186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:55:40.510958 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:55:40.514572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e33982a-a97c-43d2-8862-2c60ed953457 req-f79acf66-7e10-4839-ae5a-ab8b9efb3cde tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447914 Nov 04 08:55:40.515679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e6ec4-4311-41be-b138-2dbeaffe28ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1fb087-37fb-404a-9f6c-b6a677cf0398,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:40.601577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.638022 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.645605 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.649148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] 10.222.0.53 "DELETE /v2.0/networks/89ccaf0b-1a1a-4f18-94d6-18e39d9ec915 HTTP/1.1" status: 204 len: 168 time: 0.8536456 Nov 04 08:55:40.677684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085387f1-e34d-4530-a1a6-7ce763a86013 req-a492aa98-18a0-4d39-be4f-71198fdfc6d2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:40.679139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-085387f1-e34d-4530-a1a6-7ce763a86013 req-a492aa98-18a0-4d39-be4f-71198fdfc6d2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.1672933 Nov 04 08:55:40.681498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a182e7-9b9b-4811-a1d3-ff46ec2d776f admin admin] Pushing event deleted for resources: {'Network': ['ID=89ccaf0b-1a1a-4f18-94d6-18e39d9ec915,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:40.685399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a53e435-8dfc-4350-862f-898b19f0b7e8 req-2ea13154-d56a-49b8-a22c-34191efc8e15 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302363 Nov 04 08:55:40.692444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc31753-bdac-41a7-a8ff-e58731dd3342 req-9231d365-1e98-4b4f-a324-5d44a7bf7dfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:40.694389 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2cc31753-bdac-41a7-a8ff-e58731dd3342 req-9231d365-1e98-4b4f-a324-5d44a7bf7dfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.0887015 Nov 04 08:55:40.712713 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.723950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:40.739278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-085387f1-e34d-4530-a1a6-7ce763a86013 req-0451723b-6a92-4714-bd85-b64f1d1a7866 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504751 Nov 04 08:55:40.827232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:40.839034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:40.849798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:40.855560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:40.856215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:40.870739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2cc31753-bdac-41a7-a8ff-e58731dd3342 req-70a4b3bf-3e2b-4a4a-8b52-bb3495da0db4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699972 Nov 04 08:55:40.909515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=43678523-5c9f-43a8-97a7-31c622949ba0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:40.919723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.231 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/cb2ec4e4-14a7-4772-aa3b-48d5c964abc5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:40.934298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-53b12b67-4ccc-4bec-a248-c4d9bf8c65e1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6043136 Nov 04 08:55:40.953819 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Request body: {'port': {'device_id': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:40.979168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:41.092228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.113980 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.124368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f57d51e7-94dc-49e0-acbc-a12642747da9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5b8b0c605d845559d5c1cfa4cfb235e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431603 Nov 04 08:55:41.132323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39680) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:41.155393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43938ea1-4052-4033-ab2f-42a0bc7178eb req-1c569807-ade6-4005-8c61-8db448cf94d3 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:41.162572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c404f603-226e-44f8-8a0f-24f58eb54277 None None] Provisioning complete for port 43678523-5c9f-43a8-97a7-31c622949ba0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:41.163658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43938ea1-4052-4033-ab2f-42a0bc7178eb req-1c569807-ade6-4005-8c61-8db448cf94d3 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.1499953 Nov 04 08:55:41.164247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c404f603-226e-44f8-8a0f-24f58eb54277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.221575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43938ea1-4052-4033-ab2f-42a0bc7178eb req-86a3789d-8de4-4843-bee9-091456d28673 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558488 Nov 04 08:55:41.257142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c404f603-226e-44f8-8a0f-24f58eb54277 None None] Port 43678523-5c9f-43a8-97a7-31c622949ba0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:55:41.342903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc664fca-fadb-4814-81f2-64a55c8e3af5 req-0e279e30-b19b-4794-9053-15c6e8354673 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 210 time: 0.1027284 Nov 04 08:55:41.436282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904614f9-b963-437c-be6a-3ba54c11c948 req-f832c979-2aa2-49b0-9aec-39bf450e12d0 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:41.445048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-904614f9-b963-437c-be6a-3ba54c11c948 req-f832c979-2aa2-49b0-9aec-39bf450e12d0 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.1114335 Nov 04 08:55:41.469062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f76820-7c81-45d1-a48b-26fc31eddbcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.508019 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-904614f9-b963-437c-be6a-3ba54c11c948 req-45d71c24-ab77-4513-9012-6b404bc45eb0 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617366 Nov 04 08:55:41.514275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.526294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f76820-7c81-45d1-a48b-26fc31eddbcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.627225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.643163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:41.682608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60677aa5-62af-4b88-87e9-353b7077b6c3 req-d4ad5494-1d46-402c-a359-01f41e93bc53 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:41.692171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60677aa5-62af-4b88-87e9-353b7077b6c3 req-d4ad5494-1d46-402c-a359-01f41e93bc53 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0905335 Nov 04 08:55:41.726330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:41.734360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f76820-7c81-45d1-a48b-26fc31eddbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.737753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-36f76820-7c81-45d1-a48b-26fc31eddbcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.739059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-36f76820-7c81-45d1-a48b-26fc31eddbcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9454095-a16f-41ce-a05b-878fae544d05 HTTP/1.1" status: 204 len: 168 time: 0.6056356 Nov 04 08:55:41.748552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:41.752299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:41.758915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:41.759528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:41.768012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60677aa5-62af-4b88-87e9-353b7077b6c3 req-77aa155b-6df8-4b95-9794-8ab58240a9b7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608876 Nov 04 08:55:41.791520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5de74-4dae-47f2-8fe2-d54a2f035be8 req-2c2b3c62-e562-44f8-8043-fb792307cf90 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:41.793220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-caf5de74-4dae-47f2-8fe2-d54a2f035be8 req-2c2b3c62-e562-44f8-8043-fb792307cf90 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.2174757 Nov 04 08:55:41.833669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f76820-7c81-45d1-a48b-26fc31eddbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9454095-a16f-41ce-a05b-878fae544d05,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:41.850523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:41.902671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-72dd7e7a-ddea-4942-bdf7-397bad02dd08 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4186780 Nov 04 08:55:41.921970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Request body: {'port': {'device_id': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:41.963300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240295f-b9e2-4c86-8d8e-2372bc33fca1 req-661873c9-1774-4df2-b696-5ecd22c17128 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:41.965211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1240295f-b9e2-4c86-8d8e-2372bc33fca1 req-661873c9-1774-4df2-b696-5ecd22c17128 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.1067934 Nov 04 08:55:42.036060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.040334 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-caf5de74-4dae-47f2-8fe2-d54a2f035be8 req-ad9dd412-c807-4eac-adb9-86ef25e654ee tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295315 Nov 04 08:55:42.075980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1240295f-b9e2-4c86-8d8e-2372bc33fca1 req-97091902-d349-4630-bb15-f96e636f2309 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010561 Nov 04 08:55:42.156645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43678523-5c9f-43a8-97a7-31c622949ba0 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:42.182639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.203964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-48851d87-ccb4-4064-9d95-b4c42b6a3a9a None None] Provisioning complete for port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:42.205976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48851d87-ccb4-4064-9d95-b4c42b6a3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.258308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Transition to ACTIVE for port object 43678523-5c9f-43a8-97a7-31c622949ba0 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:42.265988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.290370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-48851d87-ccb4-4064-9d95-b4c42b6a3a9a None None] Port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:55:42.565211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:42.589078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.649404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5603b59f-6fc6-403a-b4d1-4872a66f601c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c513386cfa644899be87a799be6201ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831573 Nov 04 08:55:42.651955 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39748) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:42.714318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8d32254-d1d3-4ae3-92a2-55284f32224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.740361 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8d32254-d1d3-4ae3-92a2-55284f32224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.798993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8d32254-d1d3-4ae3-92a2-55284f32224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.799723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Pushing event updated for resources: {'Port': ['ID=43678523-5c9f-43a8-97a7-31c622949ba0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:42.801611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8d32254-d1d3-4ae3-92a2-55284f32224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.808206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f8d32254-d1d3-4ae3-92a2-55284f32224c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2e98447-c3cf-4ee0-850c-cee7ebff4531 HTTP/1.1" status: 204 len: 168 time: 0.1514118 Nov 04 08:55:42.816026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d32254-d1d3-4ae3-92a2-55284f32224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e98447-c3cf-4ee0-850c-cee7ebff4531,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:42.846967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Attempting to bind port 43678523-5c9f-43a8-97a7-31c622949ba0 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:42.847382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Attempting to bind port 43678523-5c9f-43a8-97a7-31c622949ba0 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:42.847707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Attempting to bind port 43678523-5c9f-43a8-97a7-31c622949ba0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:42.869649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Port 43678523-5c9f-43a8-97a7-31c622949ba0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:42.869649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Attempting to bind port 43678523-5c9f-43a8-97a7-31c622949ba0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:42.880316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:42.880664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:42.881051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:42.881566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Bound port: 43678523-5c9f-43a8-97a7-31c622949ba0, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:42.881929 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:42.962150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f724bc7-1c5d-4b49-85f6-f6039894b180 req-d803deca-1321-4bc1-ab84-73006ac1d549 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:42.972633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4f724bc7-1c5d-4b49-85f6-f6039894b180 req-d803deca-1321-4bc1-ab84-73006ac1d549 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 936 time: 0.2100973 Nov 04 08:55:43.002571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d292d-8bc8-4b1f-95b1-70b1ce7e0222 req-71579350-bfd8-475b-96b0-05ad802706c6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:43.004570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e71d292d-8bc8-4b1f-95b1-70b1ce7e0222 req-71579350-bfd8-475b-96b0-05ad802706c6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.0828869 Nov 04 08:55:43.064738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e71d292d-8bc8-4b1f-95b1-70b1ce7e0222 req-42eb49b4-ff37-4098-bdc1-f00ec1527db4 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516036 Nov 04 08:55:43.073125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c0ce6b96-963e-480b-a66f-44e557315675 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:43.120879 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-906c2742-363f-4f21-ad81-ee33d4cd8689 service neutron] show failed (client error): The resource could not be found. Nov 04 08:55:43.121561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-906c2742-363f-4f21-ad81-ee33d4cd8689 service neutron] 10.222.0.55 "GET /v2.0/ports/b29bbb0f-02f9-4e9d-bc91-214e16811af0/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.2249625 Nov 04 08:55:43.128285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] For port 43678523-5c9f-43a8-97a7-31c622949ba0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:43.137985 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4f724bc7-1c5d-4b49-85f6-f6039894b180 req-ffd6d150-2eaa-4a8e-b217-6c49f8b1f447 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671796 Nov 04 08:55:43.153567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] For port 43678523-5c9f-43a8-97a7-31c622949ba0, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=43678523-5c9f-43a8-97a7-31c622949ba0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:43.162450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.182884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:43.259576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.296590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Transition to ACTIVE for port object cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:43.323457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:43.347577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.351634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c0ce6b96-963e-480b-a66f-44e557315675', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'port_id': 'c0ce6b96-963e-480b-a66f-44e557315675', 'mac_address': 'fa:16:3e:86:6c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aeb46e-3751-4dc3-bb85-d50fbcae4f34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:43.374956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:43.375694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.377205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] 10.222.0.70 "PUT /v2.0/ports/43678523-5c9f-43a8-97a7-31c622949ba0 HTTP/1.1" status: 200 len: 1096 time: 2.4288054 Nov 04 08:55:43.377694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'tag': '43678523-5c9f-43a8-97a7-31c622949ba0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:43.380391 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c19598-7eab-45bf-8ced-8719aa545813" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8867eb-dd2d-478c-a62d-98d70b891e19", "tag": "43678523-5c9f-43a8-97a7-31c622949ba0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:43.434194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c80f8-aa57-4c8e-99ab-199bd0a980f4 service neutron] Pushing event updated for resources: {'Port': ['ID=43678523-5c9f-43a8-97a7-31c622949ba0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:43.536518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-1cfb2449-631e-4a22-b4a9-ae004c123de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:43.542489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-1cfb2449-631e-4a22-b4a9-ae004c123de3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 1099 time: 0.0875578 Nov 04 08:55:43.555481 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.597271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79f3e-3f0e-405b-be3f-9158c0053935 req-7e86a1a3-58cf-4423-b3f3-4203fb1168da tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:43.598142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ce6b96-963e-480b-a66f-44e557315675 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:43.609118 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-03f79f3e-3f0e-405b-be3f-9158c0053935 req-7e86a1a3-58cf-4423-b3f3-4203fb1168da tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.2921059 Nov 04 08:55:43.643133 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c112a9-9003-4a43-a1ce-75d070e49d85 x-openstack-request-id: req-92c112a9-9003-4a43-a1ce-75d070e49d85 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:43.643690 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8867eb-dd2d-478c-a62d-98d70b891e19", "tag": "43678523-5c9f-43a8-97a7-31c622949ba0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:43.644107 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92c112a9-9003-4a43-a1ce-75d070e49d85 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:43.644638 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'tag': '43678523-5c9f-43a8-97a7-31c622949ba0', 'status': 'completed', 'code': 200} Nov 04 08:55:43.665884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-873e4ad0-8106-4f00-82f1-6d9cd5dc92b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=43678523-5c9f-43a8-97a7-31c622949ba0 HTTP/1.1" status: 200 len: 217 time: 0.1125114 Nov 04 08:55:43.672188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Attempting to bind port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:43.672747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Attempting to bind port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:43.673301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Attempting to bind port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:43.682102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:43.682868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Attempting to bind port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:43.685441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:43.693199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:43.715138 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.730443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-03f79f3e-3f0e-405b-be3f-9158c0053935 req-a2ffb05b-56da-4295-966e-089431e7e7db tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200786 Nov 04 08:55:43.736530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:43.739362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:43.740273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:43.740900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Bound port: cb2ec4e4-14a7-4772-aa3b-48d5c964abc5, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:43.744344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.784987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-d0e0a728-37e1-48fc-80d9-46f6d3715cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:43.785998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-2bb9f7cf-f8b3-4f91-8c4c-f813cea976ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:43.787805 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-d0e0a728-37e1-48fc-80d9-46f6d3715cd3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa&tenant_id=32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 1100 time: 0.3381588 Nov 04 08:55:43.790799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-2bb9f7cf-f8b3-4f91-8c4c-f813cea976ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1184254 Nov 04 08:55:43.848392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:43.918913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:43.919762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-d24137d2-9513-4a13-b631-2417b825850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:43.945172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-d24137d2-9513-4a13-b631-2417b825850e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1175025 Nov 04 08:55:43.959392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:43.973011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] For port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:43.978680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c0ce6b96-963e-480b-a66f-44e557315675'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:43.984368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] For port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:44.001571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:44.011086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d42319-3344-49cd-9bce-afd8841c1db0 req-a0b90f0d-163a-47b0-8660-5ac1db53c427 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.018685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3d42319-3344-49cd-9bce-afd8841c1db0 req-a0b90f0d-163a-47b0-8660-5ac1db53c427 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.2033048 Nov 04 08:55:44.112607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3d42319-3344-49cd-9bce-afd8841c1db0 req-ae2fdd94-bb69-43c9-97d0-78fdfae91318 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928783 Nov 04 08:55:44.162350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.163308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:44.165541 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] 10.222.0.70 "PUT /v2.0/ports/cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 HTTP/1.1" status: 200 len: 1096 time: 2.2489383 Nov 04 08:55:44.208459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8688c-1d60-4ea6-a31f-d72af3b7b61a service neutron] Pushing event updated for resources: {'Port': ['ID=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:44.232532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-6f19e761-f4c7-4077-9f81-845afc49e4b2 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861950 Nov 04 08:55:44.379165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-ad13dbf3-c9eb-468b-bba9-eb10b0c68378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.380977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-ad13dbf3-c9eb-468b-bba9-eb10b0c68378 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 1099 time: 0.1666768 Nov 04 08:55:44.409629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d1ca6-1ff1-475b-8d1e-32876f043add req-5277f28a-7d7e-4d63-867f-b41a11990756 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.417408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a3d1ca6-1ff1-475b-8d1e-32876f043add req-5277f28a-7d7e-4d63-867f-b41a11990756 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1831150 Nov 04 08:55:44.488362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-d9a11b6b-2ff9-4e4e-97cb-49f2749b03c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 HTTP/1.1" status: 200 len: 217 time: 0.0951571 Nov 04 08:55:44.545395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a3d1ca6-1ff1-475b-8d1e-32876f043add req-dc0ab3ca-a08c-471b-b973-f566a260f369 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267037 Nov 04 08:55:44.553245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-d57fd8d8-9b7b-4374-9bcd-0cb5e15d1e3d service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985880 Nov 04 08:55:44.627402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:44.657042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-1ae3c265-ae09-4545-96b0-6d535734ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.659074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-1ae3c265-ae09-4545-96b0-6d535734ed9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1589968 Nov 04 08:55:44.684473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c19598-7eab-45bf-8ced-8719aa545813 req-922e3b1f-af9e-4ab4-a165-eec0ad701a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.686689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79c19598-7eab-45bf-8ced-8719aa545813 req-922e3b1f-af9e-4ab4-a165-eec0ad701a8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 1099 time: 0.0488396 Nov 04 08:55:44.775009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:44.786848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcbb26-1d57-42c4-90ea-5af28ce29e02 req-abb58c8e-5a3c-4568-bdc4-87b6d83be881 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.789181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bafcbb26-1d57-42c4-90ea-5af28ce29e02 req-abb58c8e-5a3c-4568-bdc4-87b6d83be881 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 948 time: 0.1687253 Nov 04 08:55:44.819412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c19598-7eab-45bf-8ced-8719aa545813 req-cd91a4d5-65f4-430d-b996-227658175e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.821472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79c19598-7eab-45bf-8ced-8719aa545813 req-cd91a4d5-65f4-430d-b996-227658175e37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1272101 Nov 04 08:55:44.834641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-080e5b8c-4d8c-4bed-b205-459830037b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.836582 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-080e5b8c-4d8c-4bed-b205-459830037b9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1580861 Nov 04 08:55:44.868112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79c19598-7eab-45bf-8ced-8719aa545813 req-d2742880-d235-43e0-8678-037183a72753 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=43678523-5c9f-43a8-97a7-31c622949ba0 HTTP/1.1" status: 200 len: 217 time: 0.0375390 Nov 04 08:55:44.929557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:44.934190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c19598-7eab-45bf-8ced-8719aa545813 req-4c19e79b-212e-49d3-88e5-ea03ffd23a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:44.935720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79c19598-7eab-45bf-8ced-8719aa545813 req-4c19e79b-212e-49d3-88e5-ea03ffd23a30 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0589025 Nov 04 08:55:44.962633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bafcbb26-1d57-42c4-90ea-5af28ce29e02 req-9701238b-17b5-4056-8ba2-28a5d538a3b2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491354 Nov 04 08:55:44.963621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Transition to ACTIVE for port object b29bbb0f-02f9-4e9d-bc91-214e16811af0 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:44.970571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.066577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c19598-7eab-45bf-8ced-8719aa545813 req-69f60293-a7de-44e4-a4c7-b5feff0a91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:45.071184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79c19598-7eab-45bf-8ced-8719aa545813 req-69f60293-a7de-44e4-a4c7-b5feff0a91c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1271746 Nov 04 08:55:45.071366 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-34bbe577-e8e0-4e76-b3a6-40567e7f989b service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246063 Nov 04 08:55:45.071812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:45.075289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] No DVR routers for this DVR port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:45.086933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c0ce6b96-963e-480b-a66f-44e557315675 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:45.091758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:45.179879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c0ce6b96-963e-480b-a66f-44e557315675 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:45.188110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c0ce6b96-963e-480b-a66f-44e557315675 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:45.189682 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.308383 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.326141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d876e5-5078-4cd5-a4fc-369128b1c26f req-9a214e04-5431-427d-b43e-3f76eb98ffad tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:45.333205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90d876e5-5078-4cd5-a4fc-369128b1c26f req-9a214e04-5431-427d-b43e-3f76eb98ffad tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 944 time: 0.2551005 Nov 04 08:55:45.335108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:45.335443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:45.335836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:45.341664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79c19598-7eab-45bf-8ced-8719aa545813 req-b6017039-fcba-4d49-93d6-2f85ce981018 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483475 Nov 04 08:55:45.357900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:45.359495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Attempting to bind port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:45.388739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.414777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90d876e5-5078-4cd5-a4fc-369128b1c26f req-21677fba-81ca-4de7-bb44-da672c04e4ce tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805714 Nov 04 08:55:45.420793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:45.421923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:45.422494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:45.423106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Bound port: b29bbb0f-02f9-4e9d-bc91-214e16811af0, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:45.423662 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.454065 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:45.456758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:45.460256 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc645e7e-906d-4a26-878c-fead2d222f25" -d '{"events": [{"server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "name": "network-vif-plugged", "status": "completed", "tag": "c0ce6b96-963e-480b-a66f-44e557315675"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:45.464687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.506833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12bd8d5d-23ac-414c-a4d2-8d35e5d60c46 req-32fcca1c-5b0d-4d35-84de-92d53ab8ee24 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137905 Nov 04 08:55:45.623362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:45.629648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:45.640491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6452d-5daa-45b0-96e6-b46afbdba36c req-b39e5854-d1b9-4cf7-ba1b-6250c8879c1a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:45.648907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cad6452d-5daa-45b0-96e6-b46afbdba36c req-b39e5854-d1b9-4cf7-ba1b-6250c8879c1a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.1032691 Nov 04 08:55:45.651749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'tag': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'}, {'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:45.652217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:45.654321 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863f95e8-5cab-4769-a622-cbda2fd10d52" -d '{"events": [{"name": "network-changed", "server_uuid": "d4315b3e-89ab-4bd4-b34b-778e6e1722af", "tag": "cb2ec4e4-14a7-4772-aa3b-48d5c964abc5"}, {"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:45.662892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.716796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:45.717418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.719449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] 10.222.0.70 "PUT /v2.0/ports/b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 1095 time: 1.8752949 Nov 04 08:55:45.790740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cad6452d-5daa-45b0-96e6-b46afbdba36c req-6256e099-eb28-4939-b54e-764a06d92b74 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405675 Nov 04 08:55:45.849681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79c19598-7eab-45bf-8ced-8719aa545813 req-b32b9793-5c3d-413d-b22c-7a5cc908fc42 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008163 Nov 04 08:55:45.865224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40649620-60fa-40ed-b828-ef6cf12caeb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:45.884010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06130196-aec1-42ad-9d13-c7478be24fda service neutron] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:45.888004 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4be7d86-7bf7-4a3f-add2-91a96fa7a3f3 x-openstack-request-id: req-f4be7d86-7bf7-4a3f-add2-91a96fa7a3f3 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:45.888635 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "name": "network-vif-plugged", "status": "completed", "tag": "c0ce6b96-963e-480b-a66f-44e557315675", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:45.888954 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4be7d86-7bf7-4a3f-add2-91a96fa7a3f3 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:45.893543 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675', 'code': 200} Nov 04 08:55:45.920203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-a1c999c0-01d6-4976-9b51-71b4adb4faca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:45.922936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-a1c999c0-01d6-4976-9b51-71b4adb4faca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1098 time: 0.1666415 Nov 04 08:55:45.983925 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.038680 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661dd58f-5f60-4c1b-982d-ad6e16f97a61 x-openstack-request-id: req-661dd58f-5f60-4c1b-982d-ad6e16f97a61 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:46.038978 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4315b3e-89ab-4bd4-b34b-778e6e1722af", "tag": "cb2ec4e4-14a7-4772-aa3b-48d5c964abc5", "status": "completed", "code": 200}, {"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-unplugged", "status": "completed", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:46.039227 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-661dd58f-5f60-4c1b-982d-ad6e16f97a61 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:46.039681 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'tag': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', 'status': 'completed', 'code': 200} Nov 04 08:55:46.041007 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'code': 200} Nov 04 08:55:46.065743 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40649620-60fa-40ed-b828-ef6cf12caeb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.080811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40649620-60fa-40ed-b828-ef6cf12caeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.120072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ac30f-0a4b-4969-b733-7ddfa3ba44ad req-a1a714b0-ef8c-430c-9240-380a04e54c4a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.121603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-575ac30f-0a4b-4969-b733-7ddfa3ba44ad req-a1a714b0-ef8c-430c-9240-380a04e54c4a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 947 time: 0.1277306 Nov 04 08:55:46.123914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-d7bf3b67-a4df-49d5-9cbb-00ef6f171434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.124627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b1515-91d5-44b1-b956-5f7325cdfeb5 req-fbf1a160-e4cc-4f44-8c92-448712c32450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.125589 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-d7bf3b67-a4df-49d5-9cbb-00ef6f171434 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1957240 Nov 04 08:55:46.126454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-667b1515-91d5-44b1-b956-5f7325cdfeb5 req-fbf1a160-e4cc-4f44-8c92-448712c32450 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1096 time: 0.1381581 Nov 04 08:55:46.133592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40649620-60fa-40ed-b828-ef6cf12caeb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9be0f3503674466f8cfb5de644e84137&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0361338 Nov 04 08:55:46.133592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40649620-60fa-40ed-b828-ef6cf12caeb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98635996-f738-4a22-83ff-43227df776d7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:46.134581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:46.193885 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-8f3e1d1a-6211-4941-b010-e5d1aaec887e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0473158 Nov 04 08:55:46.195761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-16c5a78e-91cf-4734-bf61-aab65fbe7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.197288 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-16c5a78e-91cf-4734-bf61-aab65fbe7014 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 1099 time: 0.1234906 Nov 04 08:55:46.205219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-667b1515-91d5-44b1-b956-5f7325cdfeb5 req-951c9317-321b-4b6b-88ec-f8a54770be17 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614245 Nov 04 08:55:46.220182 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-575ac30f-0a4b-4969-b733-7ddfa3ba44ad req-3c9a3638-c7d8-41ec-a990-37da817951c9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899930 Nov 04 08:55:46.235273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-7ad6fb55-a272-40f0-bd52-e60c165be349 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=85bfa680f81b43c6ae367e5f0264188f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287604 Nov 04 08:55:46.240131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dfae73a-8583-4875-92c9-ec68c9db5f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.259257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-2947cec4-624b-4c76-bd23-8df9a08ca61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.261016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-2947cec4-624b-4c76-bd23-8df9a08ca61d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0516562 Nov 04 08:55:46.274686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dfae73a-8583-4875-92c9-ec68c9db5f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.348960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f4757-a30b-4660-9df0-08165531eb51 req-887cfa18-c31e-49d4-bb19-66dd4faa5a5d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.350451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c9f4757-a30b-4660-9df0-08165531eb51 req-887cfa18-c31e-49d4-bb19-66dd4faa5a5d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 948 time: 0.0507305 Nov 04 08:55:46.365581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1f814460-0701-4166-a478-b34f93e8544f details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:46.390204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dfae73a-8583-4875-92c9-ec68c9db5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.393019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7dfae73a-8583-4875-92c9-ec68c9db5f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.394502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7dfae73a-8583-4875-92c9-ec68c9db5f1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98635996-f738-4a22-83ff-43227df776d7 HTTP/1.1" status: 204 len: 168 time: 0.2575395 Nov 04 08:55:46.406937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfae73a-8583-4875-92c9-ec68c9db5f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98635996-f738-4a22-83ff-43227df776d7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:46.417796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-f6a90232-1b80-4355-94bb-582435c7e08f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.419791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-f6a90232-1b80-4355-94bb-582435c7e08f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697769 Nov 04 08:55:46.439652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-31050198-6f23-4877-befe-b5c1d0f0225b tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/quotas/85bfa680f81b43c6ae367e5f0264188f HTTP/1.1" status: 200 len: 375 time: 0.0126390 Nov 04 08:55:46.449060 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c9f4757-a30b-4660-9df0-08165531eb51 req-e90abf47-ed72-4f3c-ab47-904e2e884fd4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923984 Nov 04 08:55:46.490690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-f85f6e22-f8eb-44ce-95f0-d4aff015c351 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=85bfa680f81b43c6ae367e5f0264188f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448971 Nov 04 08:55:46.505619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-fa7a2424-73d0-4065-bf36-d79cc69388c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.507135 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-fa7a2424-73d0-4065-bf36-d79cc69388c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092086 Nov 04 08:55:46.527581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-a81d7116-5286-4332-8e9d-7e34f86138a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.529735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-a81d7116-5286-4332-8e9d-7e34f86138a4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1429882 Nov 04 08:55:46.603781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:46.618602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '1f814460-0701-4166-a478-b34f93e8544f', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'port_id': '1f814460-0701-4166-a478-b34f93e8544f', 'mac_address': 'fa:16:3e:b7:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9b36fb-b314-4011-95b7-904c26ff574c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:46.623454 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-6116b421-cd3a-48d8-bdb9-2a144a4f38e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 HTTP/1.1" status: 200 len: 217 time: 0.0827961 Nov 04 08:55:46.678662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.696881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f814460-0701-4166-a478-b34f93e8544f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:46.726682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:46.739955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:46.754237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-a4fb072c-aecd-4f65-b903-9c1e990922b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.755829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-a4fb072c-aecd-4f65-b903-9c1e990922b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1224053 Nov 04 08:55:46.775871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae6872-fa5a-4095-851a-14dd23282bec req-3fe1846f-59ff-4d4b-86e0-4ea61da5f0d3 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.777425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-beae6872-fa5a-4095-851a-14dd23282bec req-3fe1846f-59ff-4d4b-86e0-4ea61da5f0d3 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 945 time: 0.1587102 Nov 04 08:55:46.781308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-4981c39e-c0fb-492b-b7ac-b31e5e60684a service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653513 Nov 04 08:55:46.832169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b76391a-5540-4ecc-85d7-52a35c73ffd0 req-a19000ad-7550-4c50-9f3b-714b4a0a0743 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 210 time: 0.0399489 Nov 04 08:55:46.833234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:46.854949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['1f814460-0701-4166-a478-b34f93e8544f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:46.951541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-dfe6d14f-eb3e-4e34-8fe5-3250c2a8ebfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:46.954218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-dfe6d14f-eb3e-4e34-8fe5-3250c2a8ebfd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1758697 Nov 04 08:55:46.960866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-beae6872-fa5a-4095-851a-14dd23282bec req-0b3825ae-deaf-4f3f-a0dd-06c224c4352a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573212 Nov 04 08:55:46.969773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39922) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:47.018732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6147-f83a-41f2-a77d-5eb59c5ab34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.065040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f01bf7a6-3d60-44ed-a0a7-07c324ce73e9 req-504fb50d-d17f-48c6-85a5-a517dbd99544 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630649 Nov 04 08:55:47.103285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 43678523-5c9f-43a8-97a7-31c622949ba0 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:47.125018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9c015-c21a-4ace-878b-1f6946490cc5 req-87ac56b8-5a06-4064-b79d-bfb4ddd76357 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:47.126602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56b9c015-c21a-4ace-878b-1f6946490cc5 req-87ac56b8-5a06-4064-b79d-bfb4ddd76357 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 945 time: 0.0952146 Nov 04 08:55:47.219982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-ce8eaced-62bb-4577-8fe8-2368855bba3f service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498064 Nov 04 08:55:47.242560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6147-f83a-41f2-a77d-5eb59c5ab34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.250051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d8c6147-f83a-41f2-a77d-5eb59c5ab34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.259314 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56b9c015-c21a-4ace-878b-1f6946490cc5 req-981101f7-ef0e-441d-925c-f4fdb7d4e448 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089897 Nov 04 08:55:47.350074 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1d8c6147-f83a-41f2-a77d-5eb59c5ab34c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3538f25d5ed4e8c8f517decf50e43fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790703 Nov 04 08:55:47.352790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c6147-f83a-41f2-a77d-5eb59c5ab34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d04087-3823-4b46-8a57-3c9187ed437a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:47.356178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39942) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:47.393329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 43678523-5c9f-43a8-97a7-31c622949ba0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=43678523-5c9f-43a8-97a7-31c622949ba0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:47.427356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '43678523-5c9f-43a8-97a7-31c622949ba0', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '43678523-5c9f-43a8-97a7-31c622949ba0', 'mac_address': 'fa:16:3e:7d:79:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:47.427802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c21d2bc-5c95-4032-bf49-f0238582185c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.454125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c21d2bc-5c95-4032-bf49-f0238582185c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.522941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c21d2bc-5c95-4032-bf49-f0238582185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.525769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c21d2bc-5c95-4032-bf49-f0238582185c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.527001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c21d2bc-5c95-4032-bf49-f0238582185c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20d04087-3823-4b46-8a57-3c9187ed437a HTTP/1.1" status: 204 len: 168 time: 0.1695514 Nov 04 08:55:47.531248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.552297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d2bc-5c95-4032-bf49-f0238582185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d04087-3823-4b46-8a57-3c9187ed437a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:47.565207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43678523-5c9f-43a8-97a7-31c622949ba0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:47.591058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 43678523-5c9f-43a8-97a7-31c622949ba0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=43678523-5c9f-43a8-97a7-31c622949ba0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:47.600633 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.674394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=43678523-5c9f-43a8-97a7-31c622949ba0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:47.728682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:47.854448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:47.871023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fc4a8-2d9c-45b2-b7a0-40f87b2bc8df req-3a0701e1-35e0-4a62-ba64-91e03b161206 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:47.876165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c89fc4a8-2d9c-45b2-b7a0-40f87b2bc8df req-3a0701e1-35e0-4a62-ba64-91e03b161206 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 948 time: 0.1146255 Nov 04 08:55:47.943308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c89fc4a8-2d9c-45b2-b7a0-40f87b2bc8df req-189c2d10-5d84-42c0-988f-2f6cd0d26a4b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595567 Nov 04 08:55:47.944881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64e0a928-565d-455e-9970-75c98e38b465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:47.972542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e485c-4117-4c59-90c4-276914dc99d8 req-c2f07d19-9733-4c37-ba92-c92464da0aa7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:47.974063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce0e485c-4117-4c59-90c4-276914dc99d8 req-c2f07d19-9733-4c37-ba92-c92464da0aa7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 947 time: 0.0822878 Nov 04 08:55:47.978186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-863f95e8-5cab-4769-a622-cbda2fd10d52 req-6afa33db-3431-49b6-8a5c-bb50ca3762a4 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513566 Nov 04 08:55:48.040804 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce0e485c-4117-4c59-90c4-276914dc99d8 req-7dc9dde0-362f-4b51-87a8-e4dc028d9ec5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587575 Nov 04 08:55:48.042910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:48.048471 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada2a433-c2fc-4108-a181-8cb4a549ed6e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:48.072342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64e0a928-565d-455e-9970-75c98e38b465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.080030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64e0a928-565d-455e-9970-75c98e38b465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.161917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-64e0a928-565d-455e-9970-75c98e38b465 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d59158dcbc974591a38fdf1b2c5cdc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319043 Nov 04 08:55:48.164823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39974) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:48.170179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0a928-565d-455e-9970-75c98e38b465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd9dfbf-5c7f-428a-a186-89e43bb1ccdc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:48.184477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f85ab9-00b9-4e09-b700-5f2489dffa17 req-9732b89c-3e3a-489d-80f5-5cec196bcec6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.192125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31f85ab9-00b9-4e09-b700-5f2489dffa17 req-9732b89c-3e3a-489d-80f5-5cec196bcec6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 945 time: 0.1065080 Nov 04 08:55:48.234980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31f85ab9-00b9-4e09-b700-5f2489dffa17 req-4e3ef9aa-1c45-402d-9327-643fba1775e7 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Nov 04 08:55:48.291123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5bff-b5de-496b-a0a9-908cfd157845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.294761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f99c1b66-9999-4f4d-9d68-9882b4469eb1 req-d56299ce-bfe9-4e0f-a954-d7f263f37fa5 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 210 time: 0.0649669 Nov 04 08:55:48.347058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-410e5d5c-98ee-43fd-8d47-f12a73308606 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=85bfa680f81b43c6ae367e5f0264188f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312598 Nov 04 08:55:48.353123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5bff-b5de-496b-a0a9-908cfd157845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.392252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1f814460-0701-4166-a478-b34f93e8544f up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:48.418196 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509ebded-ccb7-49e6-8905-871fab909a99 x-openstack-request-id: req-509ebded-ccb7-49e6-8905-871fab909a99 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:48.420015 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:48.420464 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-509ebded-ccb7-49e6-8905-871fab909a99 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:48.422829 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'status': 'completed', 'code': 200} Nov 04 08:55:48.484261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 1f814460-0701-4166-a478-b34f93e8544f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:48.485006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.505827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720dd81-cf7e-4c74-bf7d-c4568a76a8bf req-6d239641-a001-43fe-9e4e-5da05e728a4b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.507460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d720dd81-cf7e-4c74-bf7d-c4568a76a8bf req-6d239641-a001-43fe-9e4e-5da05e728a4b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 945 time: 0.1251118 Nov 04 08:55:48.510626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-037de57f-c4d7-459e-be0f-1e0a03fa2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.511901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-037de57f-c4d7-459e-be0f-1e0a03fa2a3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1098 time: 0.0787189 Nov 04 08:55:48.520070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5bff-b5de-496b-a0a9-908cfd157845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.523170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5bff-b5de-496b-a0a9-908cfd157845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.524468 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f1ce5bff-b5de-496b-a0a9-908cfd157845 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ddd9dfbf-5c7f-428a-a186-89e43bb1ccdc HTTP/1.1" status: 204 len: 168 time: 0.3582678 Nov 04 08:55:48.570833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d720dd81-cf7e-4c74-bf7d-c4568a76a8bf req-4bb67046-9941-4c37-9d80-fae99dd8709a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566802 Nov 04 08:55:48.594883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce5bff-b5de-496b-a0a9-908cfd157845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd9dfbf-5c7f-428a-a186-89e43bb1ccdc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:48.665761 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.668314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-4a478ce5-284a-4b22-96cc-4c32e632a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.670265 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-4a478ce5-284a-4b22-96cc-4c32e632a5d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1098 time: 0.1736004 Nov 04 08:55:48.697785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-d8e16b06-e089-4d43-bfca-91c6a1426718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.698273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f814460-0701-4166-a478-b34f93e8544f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:48.701253 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9876033-d3b9-4b2f-97fb-289f9644ab63" -d '{"events": [{"server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f814460-0701-4166-a478-b34f93e8544f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:48.701566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-d8e16b06-e089-4d43-bfca-91c6a1426718 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1523154 Nov 04 08:55:48.727288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:48.733053 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:48.734243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:48.753514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-90567c48-5b16-49a7-85bd-4a0e568fbc57 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.755402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-90567c48-5b16-49a7-85bd-4a0e568fbc57 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991001 Nov 04 08:55:48.779629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Request body: {'port': {'device_id': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '85bfa680f81b43c6ae367e5f0264188f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:48.783249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-1416ed6e-ed8e-4cdf-97d7-18cce6d8ae8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0691249 Nov 04 08:55:48.854331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-c0e0e594-7b79-4a2c-8e8d-fba37c1cb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.855911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-c0e0e594-7b79-4a2c-8e8d-fba37c1cb413 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0579653 Nov 04 08:55:48.885742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:48.900581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-ba9f8999-ab04-449e-a803-78ec0d54d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.900789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:48.902050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-ba9f8999-ab04-449e-a803-78ec0d54d532 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2171412 Nov 04 08:55:48.939315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-cb61187c-df11-4519-a09c-c3a447f8e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:48.941560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-cb61187c-df11-4519-a09c-c3a447f8e2a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0760684 Nov 04 08:55:48.964279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-ec89f53d-0537-4adf-b30d-035194caa331 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0494418 Nov 04 08:55:49.027302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Made reservation on behalf of 85bfa680f81b43c6ae367e5f0264188f for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:49.031239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.068435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-8e079676-0bca-4644-94ca-8250624db49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:49.069929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-8e079676-0bca-4644-94ca-8250624db49a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0927927 Nov 04 08:55:49.070775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.108132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:49.112371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 43678523-5c9f-43a8-97a7-31c622949ba0 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:49.180335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-75aaa47b-0c90-48fd-a4f6-1de74a6119a2 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292166 Nov 04 08:55:49.191172 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbcb9fa-7c36-4b34-99ee-06f9d5f4df8f x-openstack-request-id: req-fbbcb9fa-7c36-4b34-99ee-06f9d5f4df8f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:49.199898 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "name": "network-vif-plugged", "status": "completed", "tag": "1f814460-0701-4166-a478-b34f93e8544f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:49.200348 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbbcb9fa-7c36-4b34-99ee-06f9d5f4df8f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:49.205217 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f814460-0701-4166-a478-b34f93e8544f', 'code': 200} Nov 04 08:55:49.290926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.316465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.331065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40016) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:49.339312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 43678523-5c9f-43a8-97a7-31c622949ba0 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:49.346616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 43678523-5c9f-43a8-97a7-31c622949ba0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:49.347198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.365797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-49f1ae1c-a107-45eb-8c69-5942f892ee7f service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751010 Nov 04 08:55:49.440157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f931e98-3947-4372-9995-2fe3b5d402bc req-de1e1788-5651-4433-a1ee-46205faba13d tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:49.441774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f931e98-3947-4372-9995-2fe3b5d402bc req-de1e1788-5651-4433-a1ee-46205faba13d tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1096 time: 0.0749702 Nov 04 08:55:49.489674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f931e98-3947-4372-9995-2fe3b5d402bc req-2742f385-8196-424b-a08f-0b926196e24b tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Nov 04 08:55:49.498351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0288020d-1356-4411-868a-6d04faf027d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.514974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:49.537994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', 'mac_address': 'fa:16:3e:9b:44:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:49.549732 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.612429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5691f1-df51-472d-94c0-1e2726c9c595,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:49.638399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 43678523-5c9f-43a8-97a7-31c622949ba0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=43678523-5c9f-43a8-97a7-31c622949ba0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:49.645829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.648721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.650637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a56234-2741-4061-98de-73d44db184e5 req-20d964ea-ae71-4081-82cd-e0803465a68e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:49.651175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153d3f6-ccec-4a59-a8db-0772dc8f58e2 req-f35d5e4e-c5d7-48e9-983d-722af62f6609 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:49.659710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3a56234-2741-4061-98de-73d44db184e5 req-20d964ea-ae71-4081-82cd-e0803465a68e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.1230717 Nov 04 08:55:49.664564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2153d3f6-ccec-4a59-a8db-0772dc8f58e2 req-f35d5e4e-c5d7-48e9-983d-722af62f6609 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 948 time: 0.3513312 Nov 04 08:55:49.667535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:49.674577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-4da5bf6f-bd5a-47cf-8892-018e8c10c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:49.676289 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-4da5bf6f-bd5a-47cf-8892-018e8c10c0db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5787416 Nov 04 08:55:49.686963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-250ac5c0-45de-437b-81e6-d156061aaacd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3717661 Nov 04 08:55:49.754741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:49.768625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.775598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=43678523-5c9f-43a8-97a7-31c622949ba0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:49.840432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24430ef9-841d-47df-bf4f-d0b667a418ec req-105edf7e-45d8-459c-a732-afc0de368a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:49.841943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24430ef9-841d-47df-bf4f-d0b667a418ec req-105edf7e-45d8-459c-a732-afc0de368a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 947 time: 0.0765314 Nov 04 08:55:49.843573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:49.861920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Deleting port 1f814460-0701-4166-a478-b34f93e8544f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:55:49.862244 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:49.969905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24430ef9-841d-47df-bf4f-d0b667a418ec req-d1575cbb-61fd-4532-8720-3d51174977be tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192296 Nov 04 08:55:49.982396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Allocated IP 192.168.233.77 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/b8de46b6-b2fc-43aa-8f89-d6f49fc38007) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:50.018503 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2153d3f6-ccec-4a59-a8db-0772dc8f58e2 req-1a369fcb-c4af-4287-ad61-3092be205f1f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528211 Nov 04 08:55:50.020058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] For port 1f814460-0701-4166-a478-b34f93e8544f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1f814460-0701-4166-a478-b34f93e8544f,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:50.020482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.033835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:50.063506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Calling delete_port for 1f814460-0701-4166-a478-b34f93e8544f owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:55:50.120707 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-bf7bbbdd-d344-4bfe-881b-4bc4a519306c service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237738 Nov 04 08:55:50.263063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ada2a433-c2fc-4108-a181-8cb4a549ed6e req-9eae03eb-2f21-41c3-9af5-096fa0910d1e service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115446 Nov 04 08:55:50.289700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-83a42df0-4790-4a81-aa79-d7db78cb48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:50.291202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-83a42df0-4790-4a81-aa79-d7db78cb48cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 1096 time: 0.4262066 Nov 04 08:55:50.332463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-32242448-3fe9-44ce-a3ae-26eeed6c143d req-f2730285-f3af-4b2d-8559-27024ad22c68 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 210 time: 0.0329595 Nov 04 08:55:50.350940 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0288020d-1356-4411-868a-6d04faf027d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.379950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76506c89-b7b1-47ed-bb12-df0d108ba37a req-fdb5997e-c642-4c2f-85b4-c1774c8a527b tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:50.382426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76506c89-b7b1-47ed-bb12-df0d108ba37a req-fdb5997e-c642-4c2f-85b4-c1774c8a527b tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=8da67e4a-771c-4e07-871c-9e129db137a3 HTTP/1.1" status: 200 len: 946 time: 0.2255647 Nov 04 08:55:50.410060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0288020d-1356-4411-868a-6d04faf027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.469211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76506c89-b7b1-47ed-bb12-df0d108ba37a req-93c4246e-a478-49c0-b33a-cf39e24fefb1 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498164 Nov 04 08:55:50.480349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.502762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['1f814460-0701-4166-a478-b34f93e8544f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:50.539934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event deleted for resources: {'Port': ['ID=1f814460-0701-4166-a478-b34f93e8544f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:50.586076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0288020d-1356-4411-868a-6d04faf027d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6887eaad7ad848a9a77647a5d08899e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1982532 Nov 04 08:55:50.586962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288020d-1356-4411-868a-6d04faf027d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71cf988-4108-48b3-acd3-e04a80f415e2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:50.600449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40044) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:50.603126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] No DVR routers for this DVR port 1f814460-0701-4166-a478-b34f93e8544f on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:55:50.611883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.618178 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3a56234-2741-4061-98de-73d44db184e5 req-eab5f681-1d12-4a20-a30d-9065eadbc2d6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "DELETE /v2.0/ports/1f814460-0701-4166-a478-b34f93e8544f HTTP/1.1" status: 204 len: 173 time: 0.9455006 Nov 04 08:55:50.620351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'name': 'network-vif-deleted', 'tag': '1f814460-0701-4166-a478-b34f93e8544f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:50.626414 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9c0b66-c7cf-4202-a5fd-0a0f79ee89d1" -d '{"events": [{"server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "name": "network-vif-deleted", "tag": "1f814460-0701-4166-a478-b34f93e8544f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:50.710906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb039f7-1f6d-41b5-8061-4edb0f35901e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.715503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca73b56-e2b1-4f49-9be0-fc7d73daed8f req-8fa99b49-2dff-4b50-89de-105d908dd013 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:50.723367 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ca73b56-e2b1-4f49-9be0-fc7d73daed8f req-8fa99b49-2dff-4b50-89de-105d908dd013 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1096 time: 0.2973354 Nov 04 08:55:50.751175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-cce769e1-033e-4974-835d-3cd859380340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:50.752332 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb039f7-1f6d-41b5-8061-4edb0f35901e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.753222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-cce769e1-033e-4974-835d-3cd859380340 service neutron] 10.222.0.70 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 924 time: 0.4160786 Nov 04 08:55:50.804813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.55', 57243) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:50.832059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.872476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ca73b56-e2b1-4f49-9be0-fc7d73daed8f req-8c4ef480-8c35-4fde-a460-5db34e598033 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470242 Nov 04 08:55:50.906887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97bdfc2c-9c43-4957-87c8-2deb7294ff64 req-f84a2546-f773-4d0a-8122-b665a1703848 tempest-FlavorsV2NegativeTest-904920433 tempest-FlavorsV2NegativeTest-904920433-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=07001d660e174d17b531e1767be7b4cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997772 Nov 04 08:55:50.914120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb039f7-1f6d-41b5-8061-4edb0f35901e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.916908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bb039f7-1f6d-41b5-8061-4edb0f35901e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:50.918047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6bb039f7-1f6d-41b5-8061-4edb0f35901e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e71cf988-4108-48b3-acd3-e04a80f415e2 HTTP/1.1" status: 204 len: 168 time: 0.3163598 Nov 04 08:55:50.921933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-388df010-37ec-4a0e-9e87-a9de95b7efeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b13ad3ee-f315-4514-968b-39d708a4167f HTTP/1.1" status: 200 len: 1001 time: 0.1590228 Nov 04 08:55:50.960883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb039f7-1f6d-41b5-8061-4edb0f35901e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71cf988-4108-48b3-acd3-e04a80f415e2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:51.022340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-47337476-9c6b-4b19-9ef0-9efafde66ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.024058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-47337476-9c6b-4b19-9ef0-9efafde66ddf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 200 len: 862 time: 0.0905850 Nov 04 08:55:51.025237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.051724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-80ce6803-a6e3-4845-a862-c3d766e1b4d5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.053272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-80ce6803-a6e3-4845-a862-c3d766e1b4d5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa&tenant_id=32d17854c04044c49225fa15a6d5872b&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 947 time: 0.2451091 Nov 04 08:55:51.055826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-ae4228ca-4171-4009-9ba0-b3c7ec5336f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2501070 Nov 04 08:55:51.124418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:51.129646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:51.133991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:51.136259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bdfc2c-9c43-4957-87c8-2deb7294ff64 req-b27641f0-8a57-4136-bc08-0ca3e8e958a6 tempest-FlavorsV2NegativeTest-904920433 tempest-FlavorsV2NegativeTest-904920433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.143468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97bdfc2c-9c43-4957-87c8-2deb7294ff64 req-b27641f0-8a57-4136-bc08-0ca3e8e958a6 tempest-FlavorsV2NegativeTest-904920433 tempest-FlavorsV2NegativeTest-904920433-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233431 Nov 04 08:55:51.148757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:51.153170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Pushing event updated for resources: {'Port': ['ID=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:51.157589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:51.163278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.164002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.204931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97bdfc2c-9c43-4957-87c8-2deb7294ff64 req-86564810-b0a6-4d86-a450-15df8fc388e3 tempest-FlavorsV2NegativeTest-904920433 tempest-FlavorsV2NegativeTest-904920433-project] 10.222.0.53 "GET /v2.0/quotas/07001d660e174d17b531e1767be7b4cc HTTP/1.1" status: 200 len: 375 time: 0.0600262 Nov 04 08:55:51.210468 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45c5c1f2-0443-4adc-877c-062463ca1745 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4420831 Nov 04 08:55:51.212368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-2056b27f-6c14-4938-9ed0-bb429243ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.213801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-2056b27f-6c14-4938-9ed0-bb429243ec0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525102 Nov 04 08:55:51.215395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43678523-5c9f-43a8-97a7-31c622949ba0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:51.219338 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64eaaa5-832a-4002-9107-84305df2c29b" -d '{"events": [{"server_uuid": "0b8867eb-dd2d-478c-a62d-98d70b891e19", "name": "network-vif-plugged", "status": "completed", "tag": "43678523-5c9f-43a8-97a7-31c622949ba0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:51.235368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390f91f-4751-48d6-9ac1-df9cbf4ec18d req-2424798a-2b4a-44fb-a9b1-3413bae38bba tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.236976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9390f91f-4751-48d6-9ac1-df9cbf4ec18d req-2424798a-2b4a-44fb-a9b1-3413bae38bba tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 947 time: 0.1702468 Nov 04 08:55:51.244690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Request body: {'port': {'device_id': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:51.346797 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-014e60f9-0650-482d-b9a4-25dbf00229ed service neutron] delete failed (client error): The resource could not be found. Nov 04 08:55:51.348091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-014e60f9-0650-482d-b9a4-25dbf00229ed service neutron] 10.222.0.55 "DELETE /v2.0/ports/b29bbb0f-02f9-4e9d-bc91-214e16811af0/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.2804992 Nov 04 08:55:51.350507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97bdfc2c-9c43-4957-87c8-2deb7294ff64 req-b9205386-6d7a-4cd2-bed0-1a1834822230 tempest-FlavorsV2NegativeTest-904920433 tempest-FlavorsV2NegativeTest-904920433-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=07001d660e174d17b531e1767be7b4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1444685 Nov 04 08:55:51.401137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2b17-821d-414b-9360-b05f93b17318 req-4811c86e-f8d1-42d7-9884-feea0d0bf755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.402362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-4811c86e-f8d1-42d7-9884-feea0d0bf755 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 1100 time: 0.1941850 Nov 04 08:55:51.442308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:51.446319 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532b716e-fc9e-40d6-8abb-84ceed7317c0 x-openstack-request-id: req-532b716e-fc9e-40d6-8abb-84ceed7317c0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:51.446624 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da67e4a-771c-4e07-871c-9e129db137a3", "name": "network-vif-deleted", "tag": "1f814460-0701-4166-a478-b34f93e8544f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:51.446880 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-532b716e-fc9e-40d6-8abb-84ceed7317c0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:51.447278 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da67e4a-771c-4e07-871c-9e129db137a3', 'name': 'network-vif-deleted', 'tag': '1f814460-0701-4166-a478-b34f93e8544f', 'status': 'completed', 'code': 200} Nov 04 08:55:51.460361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:51.461756 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.611810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:51.631098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'mac_address': 'fa:16:3e:de:30:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:51.707243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-28e18d74-2fd8-4ee6-bb92-3edad4203447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.708780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-28e18d74-2fd8-4ee6-bb92-3edad4203447 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1098 time: 0.2142789 Nov 04 08:55:51.742410 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.750353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe388d-dd26-4aa3-bb0d-1622800c0b0c req-5524da9a-367e-45e1-86d6-18cf2a37ba4c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.752629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2fe388d-dd26-4aa3-bb0d-1622800c0b0c req-5524da9a-367e-45e1-86d6-18cf2a37ba4c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 949 time: 0.1496856 Nov 04 08:55:51.757789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-13144822-988e-47d8-b2ef-7b7803c6c849 None None] Provisioning complete for port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:51.758394 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13144822-988e-47d8-b2ef-7b7803c6c849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.805528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29bbb0f-02f9-4e9d-bc91-214e16811af0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:51.818082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2b17-821d-414b-9360-b05f93b17318 req-190c542a-3dc2-4ace-bb9b-53c5a112350a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:51.820303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-190c542a-3dc2-4ace-bb9b-53c5a112350a service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3339293 Nov 04 08:55:51.882927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-13144822-988e-47d8-b2ef-7b7803c6c849 None None] Port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:55:51.886746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.893036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:51.895759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-24275451-a6aa-4b3d-a97d-74d5579a9d2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1 HTTP/1.1" status: 200 len: 217 time: 0.0650616 Nov 04 08:55:51.902505 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.910221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:51.925840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2fe388d-dd26-4aa3-bb0d-1622800c0b0c req-fad9323c-1508-43a3-b990-c31a75f3086c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207838 Nov 04 08:55:51.976660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9390f91f-4751-48d6-9ac1-df9cbf4ec18d req-1d1322b8-9523-4c88-b5bd-c8d0b07abac5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993909 Nov 04 08:55:52.062575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-1d6061ed-b597-4da2-8078-e4e32ca6d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:52.062786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:52.064757 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-1d6061ed-b597-4da2-8078-e4e32ca6d502 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3457179 Nov 04 08:55:52.064982 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e53cac-f8ae-421c-979a-ca36ce629a0e x-openstack-request-id: req-55e53cac-f8ae-421c-979a-ca36ce629a0e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:52.065177 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8867eb-dd2d-478c-a62d-98d70b891e19", "name": "network-vif-plugged", "status": "completed", "tag": "43678523-5c9f-43a8-97a7-31c622949ba0", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:52.065457 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55e53cac-f8ae-421c-979a-ca36ce629a0e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:52.067416 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43678523-5c9f-43a8-97a7-31c622949ba0', 'code': 200} Nov 04 08:55:52.127888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:52.132606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:52.190474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2b17-821d-414b-9360-b05f93b17318 req-b83f9a22-de5a-497e-a558-140c4d2421e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:52.192113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-b83f9a22-de5a-497e-a558-140c4d2421e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2814128 Nov 04 08:55:52.193521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-e9abf21b-58a7-4af5-94d7-aa52b57686fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.1087611 Nov 04 08:55:52.197333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:55:52.291621 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-cef2f8c6-8448-4791-b46c-9a742c8c484c service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0515695 Nov 04 08:55:52.466003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4915-dfc8-48ca-892c-15d8cef9d5f8 req-e5343d82-b5d7-442c-b337-cc57860ae3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:52.468252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-355a4915-dfc8-48ca-892c-15d8cef9d5f8 req-e5343d82-b5d7-442c-b337-cc57860ae3c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 1101 time: 0.3077741 Nov 04 08:55:52.486583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:52.510684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-1b2384df-4c83-4bca-b17d-d4cbc421d29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:52.512909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-1b2384df-4c83-4bca-b17d-d4cbc421d29c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2817106 Nov 04 08:55:52.524972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ccca-6e29-42ea-86e2-9d165779bc5b req-10e95f06-64ce-44ee-ab8b-f3086e04684d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:52.526755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50e2ccca-6e29-42ea-86e2-9d165779bc5b req-10e95f06-64ce-44ee-ab8b-f3086e04684d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 935 time: 0.3069599 Nov 04 08:55:52.621394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:52.640369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-355a4915-dfc8-48ca-892c-15d8cef9d5f8 req-5e5d30ca-fce4-4675-9ffc-416b503035e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557410 Nov 04 08:55:52.641984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2b17-821d-414b-9360-b05f93b17318 req-d6c0c895-3dca-4191-8e7c-724dfb65ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:52.642883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-440dccd8-c09b-4ac0-be1e-52172da2f718 req-803f7037-1db0-4f9a-8e5a-c138365c3b8e service neutron] 10.222.0.70 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950058 Nov 04 08:55:52.644004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-d6c0c895-3dca-4191-8e7c-724dfb65ae53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4390099 Nov 04 08:55:52.663596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-2db9800c-3076-4e03-96ff-68780b71946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:52.665371 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-2db9800c-3076-4e03-96ff-68780b71946a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219826 Nov 04 08:55:52.668180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50e2ccca-6e29-42ea-86e2-9d165779bc5b req-160387b8-eb65-48ea-9c61-06c594c4bb75 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148732 Nov 04 08:55:52.739995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-ce5395ba-119b-42f6-8416-59012f1bbc06 req-05a85f39-f9a9-4367-a8dd-b55975125687 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:55:52.741021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce5395ba-119b-42f6-8416-59012f1bbc06 req-05a85f39-f9a9-4367-a8dd-b55975125687 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1697760 Nov 04 08:55:52.773288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8de46b6-b2fc-43aa-8f89-d6f49fc38007 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:52.789436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:52.796664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-815b2744-134f-411d-b4ff-26eb260deb12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:52.820015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Transition to ACTIVE for port object b8de46b6-b2fc-43aa-8f89-d6f49fc38007 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:55:52.830889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:52.897307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-d5edf397-3d40-4c01-9a58-baaa388258a2 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441530 Nov 04 08:55:52.933609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:52.969155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-6893d0b9-8655-4c36-a3cf-5d15eb98cbb6 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828982 Nov 04 08:55:52.970140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Attempting to bind port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:52.970483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Attempting to bind port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:52.970810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Attempting to bind port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:52.976705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:52.977028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Attempting to bind port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:52.984456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:52.985296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:52.985296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:52.985601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Bound port: b8de46b6-b2fc-43aa-8f89-d6f49fc38007, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:52.985956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.019234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40150) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:53.024744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-90def53d-5848-4c3c-a24f-4961b3926a83 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Request body: {'security_group': {'name': 'tempest-securitygroup--881466769', 'description': 'tempest-description--1299846047'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:53.059632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90def53d-5848-4c3c-a24f-4961b3926a83 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.159968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-815b2744-134f-411d-b4ff-26eb260deb12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.215736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515d2b17-821d-414b-9360-b05f93b17318 req-60f3de49-36d7-4596-944e-48f7c8fbbeb9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070724 Nov 04 08:55:53.221552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-815b2744-134f-411d-b4ff-26eb260deb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.277295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b2744-134f-411d-b4ff-26eb260deb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b728f81b-dd37-4a56-8679-cef54d8dd415,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:53.316719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-815b2744-134f-411d-b4ff-26eb260deb12 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07001d660e174d17b531e1767be7b4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6898854 Nov 04 08:55:53.320368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:53.336478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] For port b8de46b6-b2fc-43aa-8f89-d6f49fc38007, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:53.353083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] For port b8de46b6-b2fc-43aa-8f89-d6f49fc38007, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:53.357388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed542b65-b766-42c9-af36-66eb6a95e24f req-9aba4523-0780-4a97-ae12-6da12b195376 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410931 Nov 04 08:55:53.367691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564d6f-6a76-43fe-b14a-b1d817be2800 req-ac513c7a-28ed-450e-9660-477b10a69a46 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:53.376647 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5564d6f-6a76-43fe-b14a-b1d817be2800 req-ac513c7a-28ed-450e-9660-477b10a69a46 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 950 time: 0.3108609 Nov 04 08:55:53.383530 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90def53d-5848-4c3c-a24f-4961b3926a83 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.392065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.408805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90def53d-5848-4c3c-a24f-4961b3926a83 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.418525 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf28e7e6-9192-4922-baf8-ea44ad84fce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.456918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf28e7e6-9192-4922-baf8-ea44ad84fce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.473162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:53.473860 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.475394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8de46b6-b2fc-43aa-8f89-d6f49fc38007 HTTP/1.1" status: 200 len: 1095 time: 2.2374728 Nov 04 08:55:53.475912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'tag': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:53.478335 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a743e2-7ac7-4b76-b199-78303a2994bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a94df0-feb9-4132-b9aa-fa5af81473ad", "tag": "b8de46b6-b2fc-43aa-8f89-d6f49fc38007"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:53.497488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90def53d-5848-4c3c-a24f-4961b3926a83 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.499292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-90def53d-5848-4c3c-a24f-4961b3926a83 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4787037 Nov 04 08:55:53.509586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40176) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:53.518232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-92b8e83d-eb65-49bf-9139-e845e2426e56 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Request body: {'security_group_rule': {'security_group_id': '0cf00cc6-4b09-44f4-90dd-dc4ca304a848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:53.535136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5564d6f-6a76-43fe-b14a-b1d817be2800 req-8074fdbd-abc1-4dc1-b526-8e4bd9bd1a84 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481779 Nov 04 08:55:53.562132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92b8e83d-eb65-49bf-9139-e845e2426e56 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.581894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90def53d-5848-4c3c-a24f-4961b3926a83 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf00cc6-4b09-44f4-90dd-dc4ca304a848,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:53.601294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1551629-4655-4ea6-8f87-f8c9e556d8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:53.626092 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf28e7e6-9192-4922-baf8-ea44ad84fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.628810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf28e7e6-9192-4922-baf8-ea44ad84fce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.632315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cf28e7e6-9192-4922-baf8-ea44ad84fce6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b728f81b-dd37-4a56-8679-cef54d8dd415 HTTP/1.1" status: 204 len: 168 time: 0.3084462 Nov 04 08:55:53.645179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28e7e6-9192-4922-baf8-ea44ad84fce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b728f81b-dd37-4a56-8679-cef54d8dd415,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:53.675827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92b8e83d-eb65-49bf-9139-e845e2426e56 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.678225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-5525e572-38e9-4478-90cc-5ec1a71d7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:53.680273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-5525e572-38e9-4478-90cc-5ec1a71d7d4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bfa680f81b43c6ae367e5f0264188f&device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 1098 time: 0.1575031 Nov 04 08:55:53.682544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92b8e83d-eb65-49bf-9139-e845e2426e56 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.710822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e83d-eb65-49bf-9139-e845e2426e56 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f901432b-c5a0-458c-9fcc-2cddbe9bbbb5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:53.727131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f85561-2c46-4bf3-b9b9-1b566da2a36e req-749f8c5d-0b9f-4254-b38b-7d30733b951a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:53.737348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33f85561-2c46-4bf3-b9b9-1b566da2a36e req-749f8c5d-0b9f-4254-b38b-7d30733b951a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 948 time: 0.1164749 Nov 04 08:55:53.743506 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92b8e83d-eb65-49bf-9139-e845e2426e56 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.754203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-92b8e83d-eb65-49bf-9139-e845e2426e56 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2427881 Nov 04 08:55:53.775116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40186) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:53.785889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4a1dfd63-5415-46f0-b21d-799a6bfcfdfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Request body: {'security_group_rule': {'security_group_id': '0cf00cc6-4b09-44f4-90dd-dc4ca304a848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:53.802571 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-ea8ddd22-2cd8-446a-8054-2bea0967d126 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b8de46b6-b2fc-43aa-8f89-d6f49fc38007 HTTP/1.1" status: 200 len: 217 time: 0.1087558 Nov 04 08:55:53.845909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33f85561-2c46-4bf3-b9b9-1b566da2a36e req-a2044dc5-a5a5-47b4-8461-da6000e5139e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017594 Nov 04 08:55:53.887204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a1dfd63-5415-46f0-b21d-799a6bfcfdfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:53.943196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-32db348e-433e-4804-9c0f-92136158df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:53.945054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-32db348e-433e-4804-9c0f-92136158df96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1235626 Nov 04 08:55:54.024689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a1dfd63-5415-46f0-b21d-799a6bfcfdfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.047633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a1dfd63-5415-46f0-b21d-799a6bfcfdfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.069508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:54.072357 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e24798-00af-4a5e-a5f4-eccc71e924b7" -d '{"events": [{"server_uuid": "d4315b3e-89ab-4bd4-b34b-778e6e1722af", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ec4e4-14a7-4772-aa3b-48d5c964abc5"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:54.087878 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e2edd4-d8ba-4ea5-982b-919f6c0697a5 x-openstack-request-id: req-20e2edd4-d8ba-4ea5-982b-919f6c0697a5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:54.088239 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a94df0-feb9-4132-b9aa-fa5af81473ad", "tag": "b8de46b6-b2fc-43aa-8f89-d6f49fc38007", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:54.091590 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20e2edd4-d8ba-4ea5-982b-919f6c0697a5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:54.092043 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'tag': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007', 'status': 'completed', 'code': 200} Nov 04 08:55:54.096397 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a1dfd63-5415-46f0-b21d-799a6bfcfdfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.098140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-31462fd1-455d-466f-8cca-238d1e73d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:54.102080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4a1dfd63-5415-46f0-b21d-799a6bfcfdfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3227503 Nov 04 08:55:54.102215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-31462fd1-455d-466f-8cca-238d1e73d418 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426816 Nov 04 08:55:54.102835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40200) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:54.115479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dfd63-5415-46f0-b21d-799a6bfcfdfa tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a25c456-9946-4304-9f36-05becf1d823d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:54.119619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:54.260371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.350745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f99d3b-a843-4fde-827a-2371daeca52d req-8e470cd4-88ff-4fa8-994a-69908ff65a97 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:54.359051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d6f99d3b-a843-4fde-827a-2371daeca52d req-8e470cd4-88ff-4fa8-994a-69908ff65a97 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 947 time: 0.1658347 Nov 04 08:55:54.364427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-47c6e7fb-0e59-4570-ab54-d177b1042557 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356124 Nov 04 08:55:54.419753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:54.423259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1f814460-0701-4166-a478-b34f93e8544f no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:55:54.445730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 1f814460-0701-4166-a478-b34f93e8544f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:55:54.446692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1f814460-0701-4166-a478-b34f93e8544f not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:55:54.466840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d6f99d3b-a843-4fde-827a-2371daeca52d req-db03a761-75f8-46aa-993e-79404a317006 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067884 Nov 04 08:55:54.510576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd804000-3a55-4548-b9bb-a3bc2d63ca79 req-45a9cca5-f8ac-448d-af6e-760ce3e3a547 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350501 Nov 04 08:55:54.536153 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbebae4d-3d95-46cf-95ff-5f055d0b345d x-openstack-request-id: req-fbebae4d-3d95-46cf-95ff-5f055d0b345d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:54.539059 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4315b3e-89ab-4bd4-b34b-778e6e1722af", "name": "network-vif-plugged", "status": "completed", "tag": "cb2ec4e4-14a7-4772-aa3b-48d5c964abc5", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:54.539574 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbebae4d-3d95-46cf-95ff-5f055d0b345d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:54.540204 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', 'code': 200} Nov 04 08:55:54.544531 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.670811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c78a59cf-3688-4da7-8104-957b3f04d6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.749705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-7aa19724-3eb0-4a0e-8091-3eb66698bf75 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:55:54.750861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-7aa19724-3eb0-4a0e-8091-3eb66698bf75 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1146343 Nov 04 08:55:54.765111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-3a29f7d7-2efd-4b99-a683-665694461c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:54.766755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-3a29f7d7-2efd-4b99-a683-665694461c44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85bfa680f81b43c6ae367e5f0264188f&device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 1098 time: 0.1764030 Nov 04 08:55:54.773054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdf5b0-c9be-4cd0-b497-f4cb005da01d req-d0fef140-57a4-413a-9000-9fccaadeb3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:54.774545 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8abdf5b0-c9be-4cd0-b497-f4cb005da01d req-d0fef140-57a4-413a-9000-9fccaadeb3ff service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 1101 time: 0.1526654 Nov 04 08:55:54.782635 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c78a59cf-3688-4da7-8104-957b3f04d6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.788824 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c78a59cf-3688-4da7-8104-957b3f04d6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.807316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Allocated IP 172.25.3.241 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9f9448ce-be30-4914-9f42-0b9e1473dac3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:54.828803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c78a59cf-3688-4da7-8104-957b3f04d6da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24b405d156d4436c8fbe8ab1c9adfc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066269 Nov 04 08:55:54.831243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a59cf-3688-4da7-8104-957b3f04d6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a30357-e9b0-4673-af93-8065d787a5de,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:54.833656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:54.888402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb2a9e-c5e2-4a07-94de-736c83d27859 req-63f9683a-bfd2-4b89-97cc-4fee91587046 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:54.890248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d8fb2a9e-c5e2-4a07-94de-736c83d27859 req-63f9683a-bfd2-4b89-97cc-4fee91587046 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 950 time: 0.2493091 Nov 04 08:55:54.913480 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d69155c8-8ad0-40fd-88ba-d0038369540f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.943006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d69155c8-8ad0-40fd-88ba-d0038369540f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:54.951058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40234) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:54.985936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-6c37fe76-9745-4c83-92a3-c408e5361785 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:54.987255 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-6c37fe76-9745-4c83-92a3-c408e5361785 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 1093 time: 0.2193005 Nov 04 08:55:55.007780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Request body: {'binding': {'host': 'n-h2-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:55.008316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Unknown quota resources ['binding']. {{(pid=102556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 08:55:55.013535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8abdf5b0-c9be-4cd0-b497-f4cb005da01d req-250d7740-ed3b-46ef-b7c2-e0c67591cf0d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101631 Nov 04 08:55:55.017772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d69155c8-8ad0-40fd-88ba-d0038369540f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.023065 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d69155c8-8ad0-40fd-88ba-d0038369540f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.027195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d69155c8-8ad0-40fd-88ba-d0038369540f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6a30357-e9b0-4673-af93-8065d787a5de HTTP/1.1" status: 204 len: 168 time: 0.1899900 Nov 04 08:55:55.034620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69155c8-8ad0-40fd-88ba-d0038369540f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a30357-e9b0-4673-af93-8065d787a5de,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:55.088108 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d8fb2a9e-c5e2-4a07-94de-736c83d27859 req-5ccd6e07-2502-46c2-896e-dc643194ee48 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817780 Nov 04 08:55:55.098006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-b134cc72-83b1-415e-a32f-97123bebf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:55.098916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-network', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:55.099459 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-b134cc72-83b1-415e-a32f-97123bebf8a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3240709 Nov 04 08:55:55.132985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Made reservation on behalf of 4aaea58053104e8da1bdf737218d7efe for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:55.135843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.145503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:55.156208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.219552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-a771394b-57f1-473b-8e46-f9c5120f164d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=b8de46b6-b2fc-43aa-8f89-d6f49fc38007 HTTP/1.1" status: 200 len: 217 time: 0.0923955 Nov 04 08:55:55.228557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port b29bbb0f-02f9-4e9d-bc91-214e16811af0 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:55:55.234496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port b29bbb0f-02f9-4e9d-bc91-214e16811af0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:55.236877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.260984 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.266512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.291438 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.298134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e669d9-bfaa-4cda-bc6c-b7a77d995361,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:55.321064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:55:55.342948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.343289 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Added segment 6cc14871-0c34-4e4b-b265-92cd7bc6a1ee of type vlan for network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd Nov 04 08:55:55.366582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-a1a0cbcc-b8a5-4a99-9dfa-d6e083663b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:55.369643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.369843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-a1a0cbcc-b8a5-4a99-9dfa-d6e083663b38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1362703 Nov 04 08:55:55.394366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.410031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:55.415669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.423314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:55.442159 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fb91845-7be1-479f-be2b-8f73525c29dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.453570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.454570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:55.455163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.472701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:55.546122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5908751 Nov 04 08:55:55.550804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:55.563056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Request body: {'subnet': {'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-subnet', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:55.590899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d910d-82e9-45ef-8a9c-6379ef34eb1e admin admin] Pushing event updated for resources: {'Network': ['ID=3f4ec810-3e7c-4f62-bc8d-3f5378e844fd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:55.603938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:55:55.616226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Made reservation on behalf of 4aaea58053104e8da1bdf737218d7efe for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:55:55.618663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.653692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d354b-2739-4cd3-8710-460548daf411 req-9f670fec-2e99-432a-9a7f-a6509bdd47c2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:55.655686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a14d354b-2739-4cd3-8710-460548daf411 req-9f670fec-2e99-432a-9a7f-a6509bdd47c2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 948 time: 0.4433472 Nov 04 08:55:55.688248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fb91845-7be1-479f-be2b-8f73525c29dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.696670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fb91845-7be1-479f-be2b-8f73525c29dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.716451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on host n-h2-816487-1 for vnic_type normal with profile None {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:55.716785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:55.717100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:55.727696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.744452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:55:55.744777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:55.763426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3fb91845-7be1-479f-be2b-8f73525c29dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a396b91b06744a890c0b19f4190fde9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365388 Nov 04 08:55:55.763656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb91845-7be1-479f-be2b-8f73525c29dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76787d7-ef80-45ef-b68a-e656ae87cfa6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:55.769240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:55.778557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-cb849e9c-0ee5-43c4-bbcc-a76fe1cf0fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:55.780535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-cb849e9c-0ee5-43c4-bbcc-a76fe1cf0fd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3950553 Nov 04 08:55:55.787488 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a14d354b-2739-4cd3-8710-460548daf411 req-67499198-4708-4cd1-aefc-b0d917a14b50 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074924 Nov 04 08:55:55.788264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:55.788592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:55.788961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:55.789397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Bound port: c0ce6b96-963e-480b-a66f-44e557315675, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:55.851615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:55.907654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:55.917333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'Port': ['ID=9f9448ce-be30-4914-9f42-0b9e1473dac3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:55.917543 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5f82e23-f27a-43e9-ab5c-febf176f5d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.930002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:55.941259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:55.972150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5f82e23-f27a-43e9-ab5c-febf176f5d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.024217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfedede-0afd-4dee-b925-15b06e9bd199,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:56.047655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Checking segment: {'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:56.048041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Network hostable DHCP agents. Network: 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:55:56.048895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:56.067192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5f82e23-f27a-43e9-ab5c-febf176f5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.069437 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.070198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5f82e23-f27a-43e9-ab5c-febf176f5d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.070623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-f9980951-785c-481d-9795-d661bf8ccc2b service neutron] 10.222.0.53 "POST /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675/bindings HTTP/1.1" status: 201 len: 389 time: 1.0692537 Nov 04 08:55:56.073773 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b5f82e23-f27a-43e9-ab5c-febf176f5d1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f76787d7-ef80-45ef-b68a-e656ae87cfa6 HTTP/1.1" status: 204 len: 168 time: 0.3011446 Nov 04 08:55:56.077764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:55:56.080773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-c43664ee-c30b-4a67-a02a-54d4580dad48 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889194 Nov 04 08:55:56.083356 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.092239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e8bd3-24c4-4d4e-bd53-3efd314bf9c7 req-52f974bd-0b85-4ba2-9e4b-063ee1f1e7c1 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:56.094710 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d1e8bd3-24c4-4d4e-bd53-3efd314bf9c7 req-52f974bd-0b85-4ba2-9e4b-063ee1f1e7c1 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 947 time: 0.1697826 Nov 04 08:55:56.098957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82e23-f27a-43e9-ab5c-febf176f5d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76787d7-ef80-45ef-b68a-e656ae87cfa6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:56.103668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:56.109833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:56.110624 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.115358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21ea749-570c-442a-b8b6-f0b3492c640c None None] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:56.132556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f47be410-63a0-4b06-9031-5c18261125d8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5780563 Nov 04 08:55:56.132762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40258) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:55:56.169943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:56.241639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.302277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d1e8bd3-24c4-4d4e-bd53-3efd314bf9c7 req-781ea060-c9fb-4bdd-9484-d49f9292033d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922956 Nov 04 08:55:56.317255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.322645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.381348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02a743e2-7ac7-4b76-b199-78303a2994bf req-eedf0a83-9161-474f-9991-9a6368b6a5b2 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855890 Nov 04 08:55:56.424810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797de31-bfad-46d7-a415-2b9412c92dc4 req-d987dde2-a057-4bcc-8b87-787865af39b0 tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:56.426726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0797de31-bfad-46d7-a415-2b9412c92dc4 req-d987dde2-a057-4bcc-8b87-787865af39b0 tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1100 time: 0.1360388 Nov 04 08:55:56.479555 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0797de31-bfad-46d7-a415-2b9412c92dc4 req-e4683de4-16d6-466a-9452-2426aa4f8cc3 tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467696 Nov 04 08:55:56.490776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-3f4ec810-3e7c-4f62-bc8d-3f5378e844fd', 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'fixed_ips': [{'subnet_id': '6bfedede-0afd-4dee-b925-15b06e9bd199'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:55:56.491757 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.537551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.594139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:56.598160 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28100e58-df4a-4164-af20-faacd6cca8cf" -d '{"events": [{"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-plugged", "status": "completed", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:56.621432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51041678-ef52-4304-b351-7902876eccfc req-e15bd557-7310-47af-ba6e-2cd68e46398f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:56.623476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51041678-ef52-4304-b351-7902876eccfc req-e15bd557-7310-47af-ba6e-2cd68e46398f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 945 time: 0.0633190 Nov 04 08:55:56.659750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854e504-fb87-4376-84d4-be36cf3474e5 req-8161a355-92c4-405d-8b0d-22c7c6ebfa5f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:56.661658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0854e504-fb87-4376-84d4-be36cf3474e5 req-8161a355-92c4-405d-8b0d-22c7c6ebfa5f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 950 time: 0.2745509 Nov 04 08:55:56.674683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-dcb1691f-c2fd-44e3-90da-e824b12799b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:56.676847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-dcb1691f-c2fd-44e3-90da-e824b12799b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1096 time: 0.2104499 Nov 04 08:55:56.682381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51041678-ef52-4304-b351-7902876eccfc req-7bd80f23-9551-4348-b7b9-9f0baf4d980d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488620 Nov 04 08:55:56.694505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Allocated IP 172.20.0.2 (3f4ec810-3e7c-4f62-bc8d-3f5378e844fd/6bfedede-0afd-4dee-b925-15b06e9bd199/c931e494-24d8-46d9-94db-26739f724b10) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:56.796831 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46087ab4-fdb8-466c-8612-16dd3650b313 x-openstack-request-id: req-46087ab4-fdb8-466c-8612-16dd3650b313 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:56.797339 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-plugged", "status": "completed", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:56.797729 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46087ab4-fdb8-466c-8612-16dd3650b313 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:56.798312 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'code': 200} Nov 04 08:55:56.828357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.898675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0854e504-fb87-4376-84d4-be36cf3474e5 req-bf889585-1439-49b7-a574-0a9c81b9835c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281075 Nov 04 08:55:56.902908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.933747 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.943927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.946510 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:56.979223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:56.985927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:56.988311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:57.015778 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:57.022747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-29f8e660-3411-4d63-9879-6e04e3b8381c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:57.024225 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-29f8e660-3411-4d63-9879-6e04e3b8381c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.3031039 Nov 04 08:55:57.097691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'Port': ['ID=9f9448ce-be30-4914-9f42-0b9e1473dac3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:57.112857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Pushing event updated for resources: {'Port': ['ID=c931e494-24d8-46d9-94db-26739f724b10,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:57.116293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:57.118774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Attempting to bind port c931e494-24d8-46d9-94db-26739f724b10 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:55:57.119140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Attempting to bind port c931e494-24d8-46d9-94db-26739f724b10 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:55:57.119668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Attempting to bind port c931e494-24d8-46d9-94db-26739f724b10 on network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:55:57.126754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-729adab1-9c90-4fe7-8476-6fbcb98b0a6d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0149593 Nov 04 08:55:57.128369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-b3339ed9-6dd0-44ba-b783-13bb5102fbc0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 217 time: 0.0928133 Nov 04 08:55:57.131567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-625129cb-b76c-4330-aa9e-868886a263da tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970399 Nov 04 08:55:57.138610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:55:57.139021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Checking segment: {'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:55:57.143712 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:57.144190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Bound using segment: {'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:55:57.146143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Bound port: c931e494-24d8-46d9-94db-26739f724b10, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:55:57.146561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:57.152840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2bc81-238a-4612-8812-4fc6944c590a req-c427efeb-0260-4edb-9638-a9d6611a242a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:57.163062 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ede2bc81-238a-4612-8812-4fc6944c590a req-c427efeb-0260-4edb-9638-a9d6611a242a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 950 time: 0.0857232 Nov 04 08:55:57.213759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ede2bc81-238a-4612-8812-4fc6944c590a req-7aac8962-6d73-42e7-b01e-c912c078e36d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494730 Nov 04 08:55:57.263824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-5469e808-398a-4a00-a816-dbd3050e5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:57.266051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-5469e808-398a-4a00-a816-dbd3050e5aa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1292102 Nov 04 08:55:57.290483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] For port c931e494-24d8-46d9-94db-26739f724b10, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:57.290483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] For port c931e494-24d8-46d9-94db-26739f724b10, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c931e494-24d8-46d9-94db-26739f724b10,segment=NetworkSegment(6cc14871-0c34-4e4b-b265-92cd7bc6a1ee),segment_id=6cc14871-0c34-4e4b-b265-92cd7bc6a1ee)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:55:57.298684 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:57.367943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-c060c3eb-478b-49e3-a202-b02617150d9f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:57.377171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9833d-8aec-4ae2-bad5-5df25abffde6 None None] Pushing event updated for resources: {'Port': ['ID=c931e494-24d8-46d9-94db-26739f724b10,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:57.378168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-c060c3eb-478b-49e3-a202-b02617150d9f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313902 Nov 04 08:55:57.397257 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-ab6f4fdf-17b9-4f90-9ccf-d071c6be702d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099856 Nov 04 08:55:57.422271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-a9a73745-9e7e-4313-b7d0-8f5033a72e33 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/quotas/32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 375 time: 0.0432012 Nov 04 08:55:57.637801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31d44e-f7c4-4ca3-9cf8-ef8ef56e71e6 req-9bf9756a-7481-44bd-8478-d2acff9e0a94 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:57.645631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31d44e-f7c4-4ca3-9cf8-ef8ef56e71e6 req-9bf9756a-7481-44bd-8478-d2acff9e0a94 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:57.648449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d31d44e-f7c4-4ca3-9cf8-ef8ef56e71e6 req-9bf9756a-7481-44bd-8478-d2acff9e0a94 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19&device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 1691 time: 0.0831866 Nov 04 08:55:57.727771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d31d44e-f7c4-4ca3-9cf8-ef8ef56e71e6 req-86dc01be-a6c8-403d-86fa-f9ace1b9a7d1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737875 Nov 04 08:55:57.919513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-7877d4a5-58d6-4d0f-b10a-5d0239b37f0f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4602668 Nov 04 08:55:57.923556 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-0662a1d3-4510-4dcd-be56-fbf9bbbf004f service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162687 Nov 04 08:55:57.946573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:58.021971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317c93-5909-4312-a85e-23990d40bb6c req-f2f655be-6d08-4509-9898-61d8d8279c2a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:58.023559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-f2f655be-6d08-4509-9898-61d8d8279c2a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 822 time: 0.2232187 Nov 04 08:55:58.046210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2fc73e28-6a47-482a-8bbd-7e93061111d9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/quotas/bb03225cabdb4b228cb4bc5f908083e0 HTTP/1.1" status: 200 len: 375 time: 0.0159678 Nov 04 08:55:58.046930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:58.147335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-1b9ce612-d217-4dac-a04a-6af8e39ea3a2 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0995176 Nov 04 08:55:58.166616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-831e665a-643b-4b13-80b4-7d0364dd97d5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:55:58.169378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-831e665a-643b-4b13-80b4-7d0364dd97d5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121903 Nov 04 08:55:58.180505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e5c31024-6760-4561-84ab-f0d76a84d2a0 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475874 Nov 04 08:55:58.293320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Allocated IP 172.25.3.119 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/dbfb6022-0bcb-4ca4-967c-27fe514626d9) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:55:58.315710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c931e494-24d8-46d9-94db-26739f724b10 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:55:58.376476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-356c147e-457c-4b6b-946b-513ac5bf565c service neutron] 10.222.0.53 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966200 Nov 04 08:55:58.412000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c931e494-24d8-46d9-94db-26739f724b10 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:58.412391 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:58.464444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8de46b6-b2fc-43aa-8f89-d6f49fc38007 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:55:58.535702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-a2356c64-31de-4465-886b-3b4060ad7756 service neutron] 10.222.0.53 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579480 Nov 04 08:55:58.540809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:58.599896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:58.722329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfb6022-0bcb-4ca4-967c-27fe514626d9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:58.756582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:55:58.772157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6230dec2-b3f7-4023-8a27-942760551710 req-8c06c5b3-767f-4cf3-826f-2a0914e466b3 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:58.780779 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6230dec2-b3f7-4023-8a27-942760551710 req-8c06c5b3-767f-4cf3-826f-2a0914e466b3 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 947 time: 0.5445337 Nov 04 08:55:58.785662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-25d2305c-5592-4de3-b5fa-72e66570f2aa tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:58.787569 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-25d2305c-5592-4de3-b5fa-72e66570f2aa tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.4330871 Nov 04 08:55:58.789009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:55:58.817818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:55:58.874054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98fcb8-638e-4fe7-a976-e58e6f278dbd req-a8d01347-0ec5-4fe1-a658-16a4a917de5a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:58.877058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c98fcb8-638e-4fe7-a976-e58e6f278dbd req-a8d01347-0ec5-4fe1-a658-16a4a917de5a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 945 time: 0.0668645 Nov 04 08:55:58.925608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b8de46b6-b2fc-43aa-8f89-d6f49fc38007, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:58.927557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c98fcb8-638e-4fe7-a976-e58e6f278dbd req-c4b86667-5f2d-4790-ba2a-0ea07bb4def7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 Nov 04 08:55:58.941695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5056527-1c5d-4357-b520-ba22c2eedb9f None None] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:55:58.954030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816487-1'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:59.101587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.103471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007', 'mac_address': 'fa:16:3e:ce:d3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:55:59.117129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6230dec2-b3f7-4023-8a27-942760551710 req-cbdea248-be7b-403e-b1d7-50b4991105f8 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347545 Nov 04 08:55:59.157994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.229450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.241457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port c931e494-24d8-46d9-94db-26739f724b10, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c931e494-24d8-46d9-94db-26739f724b10,segment=NetworkSegment(6cc14871-0c34-4e4b-b265-92cd7bc6a1ee),segment_id=6cc14871-0c34-4e4b-b265-92cd7bc6a1ee)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:59.283531 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.287932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7f66b7ee-3393-43db-8126-394b56427dc1 None None] Provisioning complete for port c931e494-24d8-46d9-94db-26739f724b10 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:55:59.287932 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f66b7ee-3393-43db-8126-394b56427dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.365377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47bf072a-f1a3-47fa-96d3-4cf22461ae9c req-f070d8f5-af30-4c64-9a17-2b2725f972f5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 210 time: 0.0986171 Nov 04 08:55:59.436986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:59.486948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=c931e494-24d8-46d9-94db-26739f724b10,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:59.536674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-2915321b-376d-43bd-964d-1194e596fb10 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596170 Nov 04 08:55:59.559747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c25c3d0-1e9f-4d94-b7a4-0098862ff074 req-2c969038-ff11-4a3e-9dac-b9353e254506 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 210 time: 0.0627675 Nov 04 08:55:59.591431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.634110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:55:59.718158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8de46b6-b2fc-43aa-8f89-d6f49fc38007 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:55:59.740512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.759125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b8de46b6-b2fc-43aa-8f89-d6f49fc38007, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:55:59.760291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:55:59.763585 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8fd025-451b-4f99-a927-e33ffc86b7dc" -d '{"events": [{"server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ce6b96-963e-480b-a66f-44e557315675"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:55:59.764786 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.771596 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.804621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9cdd7-a75e-4d12-aea3-384c8d41cc0b req-67f972a6-c9af-4030-a90c-e47d927822c8 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:59.809796 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78b9cdd7-a75e-4d12-aea3-384c8d41cc0b req-67f972a6-c9af-4030-a90c-e47d927822c8 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 1101 time: 0.1384244 Nov 04 08:55:59.828888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:55:59.843767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-5c2c707d-e71a-4528-b1c7-8a80eff0281a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:55:59.845663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-5c2c707d-e71a-4528-b1c7-8a80eff0281a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006876 Nov 04 08:55:59.861823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Request body: {'port': {'device_id': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '32d17854c04044c49225fa15a6d5872b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:55:59.919470 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb170d-c0a1-439d-8368-cc64e9adcf31 x-openstack-request-id: req-ffbb170d-c0a1-439d-8368-cc64e9adcf31 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:55:59.919651 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "name": "network-vif-unplugged", "status": "completed", "tag": "c0ce6b96-963e-480b-a66f-44e557315675", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:55:59.919958 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffbb170d-c0a1-439d-8368-cc64e9adcf31 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:55:59.920966 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675', 'code': 200} Nov 04 08:55:59.930241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:55:59.936640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78b9cdd7-a75e-4d12-aea3-384c8d41cc0b req-40d0bb2e-6a56-4f52-8d65-1788478314a3 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163652 Nov 04 08:56:00.015891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b8de46b6-b2fc-43aa-8f89-d6f49fc38007'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:00.033359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Made reservation on behalf of 32d17854c04044c49225fa15a6d5872b for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:00.038482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:00.112312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:00.118902 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Router da991faa-2050-43c2-b6d4-cffcb3312546 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:56:00.138234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c1727443-5357-46b2-9568-03719f34e336 None None] Provisioning complete for port c931e494-24d8-46d9-94db-26739f724b10 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:00.138955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1727443-5357-46b2-9568-03719f34e336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:00.194538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ff18f-b751-46c3-a07c-361cabc25d11 req-bb465bf6-b1c8-4b95-a565-6b52dcb3e4ec tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:00.203224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on host n-h1-816487-1 for vnic_type normal with profile {"migrating_to": "n-h2-816487-1"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:00.204162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-176ff18f-b751-46c3-a07c-361cabc25d11 req-bb465bf6-b1c8-4b95-a565-6b52dcb3e4ec tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.1501362 Nov 04 08:56:00.204456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:00.210522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:00.242254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c931e494-24d8-46d9-94db-26739f724b10 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:00.289233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:00.289233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Attempting to bind port c0ce6b96-963e-480b-a66f-44e557315675 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:00.324004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:00.324252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:00.324624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:00.325068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Bound port: c0ce6b96-963e-480b-a66f-44e557315675, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:00.325429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:00.366382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee401b-8c0c-40af-ab6e-c0db0ce8ada2 req-2f6151c3-21ef-48ad-a6ff-9514a85d30ec tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:00.368391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbee401b-8c0c-40af-ab6e-c0db0ce8ada2 req-2f6151c3-21ef-48ad-a6ff-9514a85d30ec tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 1101 time: 0.2609365 Nov 04 08:56:00.442342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c931e494-24d8-46d9-94db-26739f724b10 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:00.442342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:00.444027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbee401b-8c0c-40af-ab6e-c0db0ce8ada2 req-46291ea9-c3eb-4836-8db7-6096ddbfee8e tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659480 Nov 04 08:56:00.449713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:00.455923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:00.465413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:00.512973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:56:00.527041 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Sync routers for ids ['da991faa-2050-43c2-b6d4-cffcb3312546'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:56:00.550238 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Routers {'da991faa-2050-43c2-b6d4-cffcb3312546'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:00.550971 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['da991faa-2050-43c2-b6d4-cffcb3312546'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:00.565181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:00.565839 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:00.567227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] 10.222.0.55 "PUT /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 1121 time: 1.6257524 Nov 04 08:56:00.577067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:00.580490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-227837b9-0a14-4430-955d-b527a62e1a25 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.4157126 Nov 04 08:56:00.609236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40406) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:00.644521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb3cc5-05d9-408c-9ac2-138aed68a776 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:00.667275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089a5e8-ca2a-4485-a74a-d08a11398c08 req-c22c5370-cc8d-429e-8243-dfb0cfab115c tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:00.668879 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9089a5e8-ca2a-4485-a74a-d08a11398c08 req-c22c5370-cc8d-429e-8243-dfb0cfab115c tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 948 time: 0.1081212 Nov 04 08:56:00.684572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c0ce6b96-963e-480b-a66f-44e557315675'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:00.711989 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Set router da991faa-2050-43c2-b6d4-cffcb3312546 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:00.715584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9089a5e8-ca2a-4485-a74a-d08a11398c08 req-28904c5c-5beb-48b2-b11c-ec23d327507c tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396917 Nov 04 08:56:00.754070 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-176ff18f-b751-46c3-a07c-361cabc25d11 req-77485cf6-39ba-4c0d-b1e1-721d604755d8 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5395734 Nov 04 08:56:00.833426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Allocated IP 192.168.233.10 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/0f8b552e-8fd6-481d-a8f2-73b95b4e1672) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:00.878816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317c93-5909-4312-a85e-23990d40bb6c req-de50849e-0c52-423f-acce-191ab187933c tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:00.881158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-de50849e-0c52-423f-acce-191ab187933c tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 822 time: 0.6747212 Nov 04 08:56:00.898180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Request body: {'port': {'device_id': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'admin_state_up': True, 'tenant_id': 'bb03225cabdb4b228cb4bc5f908083e0'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:00.946155 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:55:58Z', 'revision_number': 3, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port': {'id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:55:58Z', 'updated_at': '2021-11-04T08:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:00.977018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f6f99fb-471b-4e3d-b248-c4f0ccf986ab req-9bcbf552-598d-4636-a326-afb7e588a5ee tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 210 time: 0.0375371 Nov 04 08:56:00.981654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Checking router: da991faa-2050-43c2-b6d4-cffcb3312546 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:56:00.982119 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Updating router da991faa-2050-43c2-b6d4-cffcb3312546 port dbfb6022-0bcb-4ca4-967c-27fe514626d9 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:56:01.021073 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.213288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d586623a-c631-4788-b758-cfc596e03b31 req-421d4a7a-307e-4992-a7fd-cb6316775da5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 210 time: 0.0830204 Nov 04 08:56:01.336615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Made reservation on behalf of bb03225cabdb4b228cb4bc5f908083e0 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:01.340481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.400838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-7fb742ea-5c34-4f73-9e49-9a84c5c6a887 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413933 Nov 04 08:56:01.406266 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.407940 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.417746 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.490372 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Pushing event updated for resources: {'Port': ['ID=dbfb6022-0bcb-4ca4-967c-27fe514626d9,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:01.509002 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Attempting to bind port dbfb6022-0bcb-4ca4-967c-27fe514626d9 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:01.509750 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Attempting to bind port dbfb6022-0bcb-4ca4-967c-27fe514626d9 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:01.510296 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Attempting to bind port dbfb6022-0bcb-4ca4-967c-27fe514626d9 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:01.515622 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.516020 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.516366 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.516756 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.517175 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.517596 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.517816 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.518139 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.518460 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.518834 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.519245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.519703 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:01.527094 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:01.527774 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:01.528042 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.528331 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:01.528868 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Bound port: dbfb6022-0bcb-4ca4-967c-27fe514626d9, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:01.529323 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.580104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.597329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:01.598362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Allocated IP 172.20.0.2 (534951fa-169c-400b-8e41-6cd2805ce644/8e9b36fb-b314-4011-95b7-904c26ff574c/b9f69900-f364-43c8-9acf-a6435c6f7769) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:01.666757 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] For port dbfb6022-0bcb-4ca4-967c-27fe514626d9, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:01.679302 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] For port dbfb6022-0bcb-4ca4-967c-27fe514626d9, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=dbfb6022-0bcb-4ca4-967c-27fe514626d9,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:01.682179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:01.696140 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.697091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:01.704304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:01.708184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:01.801586 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Routers {'da991faa-2050-43c2-b6d4-cffcb3312546'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:01.802188 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['da991faa-2050-43c2-b6d4-cffcb3312546'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:01.808955 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf244d7e-aa56-4961-b957-78c7abac362b None None] Pushing event updated for resources: {'Port': ['ID=dbfb6022-0bcb-4ca4-967c-27fe514626d9,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:01.862199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-36e88554-4d08-4036-b2c3-d60d579c2069 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:01.871113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-36e88554-4d08-4036-b2c3-d60d579c2069 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4629531 Nov 04 08:56:01.907705 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-94367cd7-b335-4c23-bf80-4a9e86f349fc tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/quotas/7394e7fd16b5461e92a200b1ca1a390c HTTP/1.1" status: 200 len: 375 time: 0.0339355 Nov 04 08:56:01.922433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:01.925850 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908b444-14eb-446b-a0e0-abf0f49c6300" -d '{"events": [{"name": "network-changed", "server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "tag": "c0ce6b96-963e-480b-a66f-44e557315675"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:01.962375 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.991174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:01.992209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:01.995028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-d4be889e-ca3c-4f4d-adb6-ada67431885c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0860269 Nov 04 08:56:02.001274 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] Set router da991faa-2050-43c2-b6d4-cffcb3312546 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:02.028154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-06627fa6-0659-4859-baaa-32e4cf5dc3fe tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1706750 Nov 04 08:56:02.136142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Request body: {'port': {'device_id': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:02.152879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-93af2bd2-5326-4809-adfa-6e6382da3051 None None] Provisioning complete for port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:02.153462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93af2bd2-5326-4809-adfa-6e6382da3051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:02.213823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-93af2bd2-5326-4809-adfa-6e6382da3051 None None] Port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:02.338575 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:55:58Z', 'revision_number': 3, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port': {'id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:55:58Z', 'updated_at': '2021-11-04T08:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:02.361049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:02.367003 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6be2bc-82d4-475d-a03d-f6b64748d232 None None] The sync data for ids ['da991faa-2050-43c2-b6d4-cffcb3312546'] in n-d-816487-1 is: [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:55:58Z', 'revision_number': 3, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port': {'id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:55:58Z', 'updated_at': '2021-11-04T08:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:56:02.378452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfdea7-7ad2-4573-9dec-b18a1b72e3a2 req-d8d9bff7-81eb-476f-8ea7-217bd127b543 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:02.380061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fdfdea7-7ad2-4573-9dec-b18a1b72e3a2 req-d8d9bff7-81eb-476f-8ea7-217bd127b543 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 948 time: 0.2584336 Nov 04 08:56:02.385883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:02.453887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Allocated IP 172.20.0.1 (3f4ec810-3e7c-4f62-bc8d-3f5378e844fd/6bfedede-0afd-4dee-b925-15b06e9bd199/d87971b0-170d-4eba-ae62-5c457af173d8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:02.454143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8de46b6-b2fc-43aa-8f89-d6f49fc38007 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:02.537823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fdfdea7-7ad2-4573-9dec-b18a1b72e3a2 req-3681500b-bb97-42ff-95b7-6a849184a514 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469927 Nov 04 08:56:02.547672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:02.558070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:02.559685 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:02.561751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:02.580791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947ffd6-8001-4a7d-91fe-c7d9585db318 req-2fee356f-2cd2-4540-b6a8-54ef4972a5b9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:02.582427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f947ffd6-8001-4a7d-91fe-c7d9585db318 req-2fee356f-2cd2-4540-b6a8-54ef4972a5b9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.0834570 Nov 04 08:56:02.653564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f947ffd6-8001-4a7d-91fe-c7d9585db318 req-4272e3d4-4b2c-4cfc-b354-14a3288389a9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596778 Nov 04 08:56:02.715150 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d78296-ca0f-4485-921d-d591531438e9 x-openstack-request-id: req-e5d78296-ca0f-4485-921d-d591531438e9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:02.715439 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "tag": "c0ce6b96-963e-480b-a66f-44e557315675", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:02.715688 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5d78296-ca0f-4485-921d-d591531438e9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:02.716105 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675', 'status': 'completed', 'code': 200} Nov 04 08:56:02.759818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:02.835683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:02.842252 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f8ec40-c0db-45bf-a308-d3591fb29cc5" -d '{"events": [{"server_uuid": "c9a94df0-feb9-4132-b9aa-fa5af81473ad", "name": "network-vif-plugged", "status": "completed", "tag": "b8de46b6-b2fc-43aa-8f89-d6f49fc38007"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:02.881967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b8de46b6-b2fc-43aa-8f89-d6f49fc38007, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:02.895787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:02.912227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-0b3c727b-3526-4066-b134-a8637423b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:02.922925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-0b3c727b-3526-4066-b134-a8637423b055 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1124 time: 0.1509030 Nov 04 08:56:02.977963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:02.988388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f1d70-6b98-475d-9efa-0e4653483232 req-65b7d9fe-c13f-4d3f-88fa-43ef4415495b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:02.996162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-405f1d70-6b98-475d-9efa-0e4653483232 req-65b7d9fe-c13f-4d3f-88fa-43ef4415495b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 935 time: 0.1579432 Nov 04 08:56:03.133564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-405f1d70-6b98-475d-9efa-0e4653483232 req-6e18041c-565d-4069-b682-b6c7abe8a000 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350751 Nov 04 08:56:03.200937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Network 534951fa-169c-400b-8e41-6cd2805ce644 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:03.207208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-d83f7eb8-6dd2-4f5b-b244-463ed0025c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:03.208858 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-d83f7eb8-6dd2-4f5b-b244-463ed0025c0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.2542062 Nov 04 08:56:03.225791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:03.229174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:03.247003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:03.294120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-c8d05a1b-abb0-4da0-9a9d-1a62d3aa8c8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 217 time: 0.0710635 Nov 04 08:56:03.388027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-9fff5ee3-da18-418e-936e-62ad45b796cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:03.391110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-9fff5ee3-da18-418e-936e-62ad45b796cb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0825374 Nov 04 08:56:03.422802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:03.423501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:03.432318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:03.460371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-8165a631-b660-4c48-aea3-b60f522603c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536282 Nov 04 08:56:03.495312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f7683-9511-40d5-97c4-ac8e848791be req-89246ba7-c60e-467b-a6bc-9aff8a9d42c9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:03.498246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d0f7683-9511-40d5-97c4-ac8e848791be req-89246ba7-c60e-467b-a6bc-9aff8a9d42c9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 931 time: 0.3021207 Nov 04 08:56:03.513265 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27372b1d-dd6b-46d3-b4b9-1d724900c0c6 x-openstack-request-id: req-27372b1d-dd6b-46d3-b4b9-1d724900c0c6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:03.513766 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a94df0-feb9-4132-b9aa-fa5af81473ad", "name": "network-vif-plugged", "status": "completed", "tag": "b8de46b6-b2fc-43aa-8f89-d6f49fc38007", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:03.514524 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27372b1d-dd6b-46d3-b4b9-1d724900c0c6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:03.514948 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007', 'code': 200} Nov 04 08:56:03.536710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-2cfb11d3-63e8-4c4f-833e-130475551d94 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6447406 Nov 04 08:56:03.572263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Request body: {'port': {'device_id': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:03.742162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dafcbf72-d491-4698-9e58-70b1aba57c01 req-94a926f9-03bf-43ac-a81c-3a09feff1eb4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 210 time: 0.0400209 Nov 04 08:56:03.750499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:03.782841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-af851661-9245-458c-aabe-d813569ca265 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152444 Nov 04 08:56:03.891147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:03.925856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05f07-5ec3-46f4-9342-03058e4b392c req-40b2e792-e357-4b3e-9b96-f3d243770fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:03.927356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74b05f07-5ec3-46f4-9342-03058e4b392c req-40b2e792-e357-4b3e-9b96-f3d243770fa4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 1100 time: 0.2384305 Nov 04 08:56:03.927837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:03.941910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d0f7683-9511-40d5-97c4-ac8e848791be req-defde8d8-6408-4d3d-a679-4b571fa9d2a6 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226315 Nov 04 08:56:03.949384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:03.962582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:03.964611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:03.970881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:03.986847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Transition to ACTIVE for port object 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:03.989761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=d87971b0-170d-4eba-ae62-5c457af173d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:04.023767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7908b444-14eb-446b-a0e0-abf0f49c6300 req-627a2cdb-4ed4-421a-9d45-59ef9c2ab8b7 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290585 Nov 04 08:56:04.024446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:04.042180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74b05f07-5ec3-46f4-9342-03058e4b392c req-06b8fef9-787f-4257-b7ac-7482c4e812aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959442 Nov 04 08:56:04.053401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1e7e2-9dd7-45d3-8685-179a901ef14f req-aca1e142-bb64-4248-98c2-739dd616c44b tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:04.062542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5c1e7e2-9dd7-45d3-8685-179a901ef14f req-aca1e142-bb64-4248-98c2-739dd616c44b tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 949 time: 0.1665115 Nov 04 08:56:04.125278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5c1e7e2-9dd7-45d3-8685-179a901ef14f req-741bdc75-5d2c-4f62-bd35-7dd99ddc2f6d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565636 Nov 04 08:56:04.249359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device dbfb6022-0bcb-4ca4-967c-27fe514626d9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:04.325725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdac430-9e7d-4789-bca6-933de4bb33c2 req-61c20073-119a-4f1e-b761-004e160e2029 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:04.336135 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbdac430-9e7d-4789-bca6-933de4bb33c2 req-61c20073-119a-4f1e-b761-004e160e2029 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 947 time: 0.1023939 Nov 04 08:56:04.343703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:04.369725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port dbfb6022-0bcb-4ca4-967c-27fe514626d9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:04.370169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:04.422036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbdac430-9e7d-4789-bca6-933de4bb33c2 req-35e1e4b5-d234-4013-8fcd-9230c2779351 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828185 Nov 04 08:56:04.479664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:04.504988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c0ce6b96-963e-480b-a66f-44e557315675 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:04.615342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:04.620057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-01c18b01-15ba-49ae-ba75-3cf7d1e02d8c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505261 Nov 04 08:56:04.649498 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 08:56:04.652278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5170f0-98af-46f9-bbb1-cf5e7c1f3194 req-79cd32a0-cae7-4a87-963e-93dc0671b876 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:04.653847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed5170f0-98af-46f9-bbb1-cf5e7c1f3194 req-79cd32a0-cae7-4a87-963e-93dc0671b876 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.4385719 Nov 04 08:56:04.688450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port dbfb6022-0bcb-4ca4-967c-27fe514626d9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=dbfb6022-0bcb-4ca4-967c-27fe514626d9,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:04.702503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ac69ce1a-fe71-4410-90ae-d14be963c6f2 None None] Provisioning complete for port d87971b0-170d-4eba-ae62-5c457af173d8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:04.703334 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac69ce1a-fe71-4410-90ae-d14be963c6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:04.763177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:04.818514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ac69ce1a-fe71-4410-90ae-d14be963c6f2 None None] Port d87971b0-170d-4eba-ae62-5c457af173d8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:04.821503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-ffad1f72-bc6b-4714-8773-60b813f2cb18 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:04.823433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-ffad1f72-bc6b-4714-8773-60b813f2cb18 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1912737 Nov 04 08:56:04.846454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': '6339fb56-ee55-4073-9a0c-32322060fc09', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:04.873994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=dbfb6022-0bcb-4ca4-967c-27fe514626d9,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:04.888498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:04.914674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:04.914902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:04.915229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:04.950092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed5170f0-98af-46f9-bbb1-cf5e7c1f3194 req-bc3f0f1f-e285-4701-a507-4b5d31118be0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600489 Nov 04 08:56:04.954717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:04.955192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:04.969046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c0ce6b96-963e-480b-a66f-44e557315675 has no active binding in host n-h2-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 08:56:05.011336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:05.011892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:05.012319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:05.012895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Bound port: 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:05.013255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.045964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f69900-f364-43c8-9acf-a6435c6f7769 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:05.063539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-5e256e75-8a10-4469-83ed-9990b4e35b5e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427017 Nov 04 08:56:05.082640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.087156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.087360 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ce1cc0c-7f40-4138-911f-a5f20b56a3b1 req-3baabc6a-cb48-4578-a422-40c86a86b2f0 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 210 time: 0.0534422 Nov 04 08:56:05.142665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Transition to ACTIVE for port object b9f69900-f364-43c8-9acf-a6435c6f7769 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:05.148990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:05.149668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:05.153916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.175311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.216851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:05.234621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.281213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:05.282217 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.283619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 1095 time: 3.1575329 Nov 04 08:56:05.301433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-9dd842dc-3cc2-4484-9949-f4612362623c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:05.301615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:05.302914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-9dd842dc-3cc2-4484-9949-f4612362623c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2180202 Nov 04 08:56:05.304616 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450af2b-2ba1-481f-82c0-26d8372f399f" -d '{"events": [{"name": "network-changed", "server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:05.317991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:05.340970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:05.421140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21b18e-567d-436d-8c2a-84ad1b960f35 req-4ef39906-e03d-4f2d-8872-b98645e3fdcc tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:05.422658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb21b18e-567d-436d-8c2a-84ad1b960f35 req-4ef39906-e03d-4f2d-8872-b98645e3fdcc tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 943 time: 0.2023063 Nov 04 08:56:05.437672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.169 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/693daff2-4a21-4b49-a846-207900da9fde) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:05.516560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18592d-216f-4ca9-8765-8f833a597233 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:05.541259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-300e5099-642f-480a-a4ba-591f146cefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:05.543157 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-300e5099-642f-480a-a4ba-591f146cefde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1098 time: 0.1818542 Nov 04 08:56:05.550679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Attempting to bind port b9f69900-f364-43c8-9acf-a6435c6f7769 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:05.551006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Attempting to bind port b9f69900-f364-43c8-9acf-a6435c6f7769 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:05.551329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Attempting to bind port b9f69900-f364-43c8-9acf-a6435c6f7769 on network 534951fa-169c-400b-8e41-6cd2805ce644 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:05.564597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb21b18e-567d-436d-8c2a-84ad1b960f35 req-4a4e073e-e89d-4471-bca1-693d4c2a8620 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227851 Nov 04 08:56:05.603444 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-4d92ce11-61e7-4a5c-ad62-6ecfb73d84f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.0478957 Nov 04 08:56:05.604028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Port b9f69900-f364-43c8-9acf-a6435c6f7769 on network 534951fa-169c-400b-8e41-6cd2805ce644 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:05.604349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Attempting to bind port b9f69900-f364-43c8-9acf-a6435c6f7769 on network 534951fa-169c-400b-8e41-6cd2805ce644 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:05.615326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:05.615654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Checking segment: {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:05.616068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Bound using segment: {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:05.616551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Bound port: b9f69900-f364-43c8-9acf-a6435c6f7769, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:05.616933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.621303 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a12b62-2388-4c4f-8b4d-316286a83a52 x-openstack-request-id: req-b4a12b62-2388-4c4f-8b4d-316286a83a52 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:05.622310 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:05.622588 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4a12b62-2388-4c4f-8b4d-316286a83a52 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:05.623007 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'status': 'completed', 'code': 200} Nov 04 08:56:05.625757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:05.629456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.686382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.735337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.807840 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.833343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-7443e7e6-1a98-4eb3-a503-9d065477b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:05.834908 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-7443e7e6-1a98-4eb3-a503-9d065477b37b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2097583 Nov 04 08:56:05.850200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.865017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:05.868601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:05.877206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Pushing event updated for resources: {'Port': ['ID=d87971b0-170d-4eba-ae62-5c457af173d8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:05.889140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.926090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ff690-0614-4460-98ec-d004a855d6aa req-4ed0dde0-f47a-4001-ad83-2921f43a9533 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:05.938438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af6ff690-0614-4460-98ec-d004a855d6aa req-4ed0dde0-f47a-4001-ad83-2921f43a9533 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 949 time: 0.2587204 Nov 04 08:56:05.950845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:05.954044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:05.960673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:05.972088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:05.978862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:05.979664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:05.989963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:05.996171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.174 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/7862981f-16ea-4192-8c36-8f2d90124e13) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:06.004830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=693daff2-4a21-4b49-a846-207900da9fde,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:06.028336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-248d81e8-c8f3-412b-9dd3-a026ffe205c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1914959 Nov 04 08:56:06.049671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Request body: {'port': {'device_id': '6339fb56-ee55-4073-9a0c-32322060fc09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:06.134696 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.235491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device dbfb6022-0bcb-4ca4-967c-27fe514626d9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:06.262188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.312589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af6ff690-0614-4460-98ec-d004a855d6aa req-0d35279a-23fd-49fb-ba0c-bb8ce6e3c930 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626420 Nov 04 08:56:06.356276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d31fa166-5d26-49d6-a32d-cec66cdffa22 None None] Provisioning complete for port 693daff2-4a21-4b49-a846-207900da9fde triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:06.356844 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d31fa166-5d26-49d6-a32d-cec66cdffa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.378153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c0675-b269-4ee5-a571-742e36a5d578 req-51e01aa4-c520-4533-82b5-0ee70085431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:06.379764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-51e01aa4-c520-4533-82b5-0ee70085431d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5242174 Nov 04 08:56:06.380290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:06.396963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:06.397731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.399241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-add8b0de-94f9-473e-9494-c5391c0b0206 service neutron] 10.222.0.55 "PUT /v2.0/ports/b9f69900-f364-43c8-9acf-a6435c6f7769 HTTP/1.1" status: 200 len: 1091 time: 2.8320050 Nov 04 08:56:06.406164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.417376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d31fa166-5d26-49d6-a32d-cec66cdffa22 None None] Port 693daff2-4a21-4b49-a846-207900da9fde cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:06.432777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port dbfb6022-0bcb-4ca4-967c-27fe514626d9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:06.433539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.498930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067558a-26bd-4097-b1c8-a113bc6b724c req-fb00b17e-1e96-4fb1-b14f-0f5e1a6db7b3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:06.501372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c067558a-26bd-4097-b1c8-a113bc6b724c req-fb00b17e-1e96-4fb1-b14f-0f5e1a6db7b3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 947 time: 0.2082698 Nov 04 08:56:06.598180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c067558a-26bd-4097-b1c8-a113bc6b724c req-cb50b153-8add-4bc6-8a75-8e86cb8b070f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796435 Nov 04 08:56:06.610502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.624991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:06.712888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40548) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:06.715044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:06.740890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:06.748569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:06.754349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:06.754996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:06.793836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4569979 Nov 04 08:56:06.823926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Request body: {'port': {'device_id': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:06.852241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:06.861662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:06.877778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a55b73-3b4b-4304-a3ef-24b3b699cfa2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=7862981f-16ea-4192-8c36-8f2d90124e13,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:06.898054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dda8be-aa6f-4c6e-a52f-bf89f4de76c1 req-8c964698-a28b-497b-a52b-31aa6d229d5a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:06.908467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45dda8be-aa6f-4c6e-a52f-bf89f4de76c1 req-8c964698-a28b-497b-a52b-31aa6d229d5a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.5217288 Nov 04 08:56:06.930706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:07.035671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317c93-5909-4312-a85e-23990d40bb6c req-e07e14d6-9c64-43fe-9ce9-d09bf48f5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:07.037245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-e07e14d6-9c64-43fe-9ce9-d09bf48f5383 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 1094 time: 0.5611086 Nov 04 08:56:07.057923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd504ded-6dea-4c84-9531-da6011d92a8d req-9336446d-d751-4178-aacb-082b76df2c73 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:07.068243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd504ded-6dea-4c84-9531-da6011d92a8d req-9336446d-d751-4178-aacb-082b76df2c73 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 936 time: 0.3558455 Nov 04 08:56:07.073534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.083569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0acd585f-1ec5-42a8-bcb4-33d4743f9d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.112523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-54266ae5-2491-48d9-9df5-d95bc90acbb3 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7121627 Nov 04 08:56:07.119938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693daff2-4a21-4b49-a846-207900da9fde {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:07.125085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-56c79a28-e63f-498b-ae18-5b7a2af85d75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9f69900-f364-43c8-9acf-a6435c6f7769 HTTP/1.1" status: 200 len: 217 time: 0.0656111 Nov 04 08:56:07.132799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.160783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45dda8be-aa6f-4c6e-a52f-bf89f4de76c1 req-363d1f50-18d9-42ab-b29b-cac1772ccc7f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500477 Nov 04 08:56:07.166552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b83496fa-dddc-4eb9-b9ac-40fb1f843bb7 None None] Provisioning complete for port 7862981f-16ea-4192-8c36-8f2d90124e13 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:07.167121 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b83496fa-dddc-4eb9-b9ac-40fb1f843bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.230536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd504ded-6dea-4c84-9531-da6011d92a8d req-96ef1b98-5f39-4ac6-984b-b66d2455696a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564333 Nov 04 08:56:07.233895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Transition to ACTIVE for port object 693daff2-4a21-4b49-a846-207900da9fde will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:07.254068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b83496fa-dddc-4eb9-b9ac-40fb1f843bb7 None None] Port 7862981f-16ea-4192-8c36-8f2d90124e13 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:07.254219 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.326265 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9340c7cd-8b80-401f-ba4f-888790c945e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.326574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3317c93-5909-4312-a85e-23990d40bb6c req-6ee4dcd1-ab38-433b-bfcf-e00c7f810aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:07.328433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-6ee4dcd1-ab38-433b-bfcf-e00c7f810aa3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e9b36fb-b314-4011-95b7-904c26ff574c HTTP/1.1" status: 200 len: 862 time: 0.1844339 Nov 04 08:56:07.336197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Router da991faa-2050-43c2-b6d4-cffcb3312546 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:56:07.338484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-002c0675-b269-4ee5-a571-742e36a5d578 req-790ddefd-598a-49a3-b5d8-4662857f727f service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051196 Nov 04 08:56:07.375780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-d02af8b1-a433-4594-882e-4eeecb2ee9f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=534951fa-169c-400b-8e41-6cd2805ce644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358026 Nov 04 08:56:07.385963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3f5fa5e3-9138-492d-8f5c-2f49f42f9269 None None] Provisioning complete for port d87971b0-170d-4eba-ae62-5c457af173d8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:07.386937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f5fa5e3-9138-492d-8f5c-2f49f42f9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.448357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3f5fa5e3-9138-492d-8f5c-2f49f42f9269 None None] Port d87971b0-170d-4eba-ae62-5c457af173d8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:07.637344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:07.640215 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79607e3-3818-46ae-a8b6-81f17391828c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:07.648191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-9f05df0e-311d-4a97-aaab-b8a7f6bdd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:07.649621 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-9f05df0e-311d-4a97-aaab-b8a7f6bdd6d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1098 time: 0.2149086 Nov 04 08:56:07.688633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3771df-63fe-4f4a-a13e-4bd224310335 req-405525e7-d51f-4e2d-8562-5c5b130f0571 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:07.690201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb3771df-63fe-4f4a-a13e-4bd224310335 req-405525e7-d51f-4e2d-8562-5c5b130f0571 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 949 time: 0.1857393 Nov 04 08:56:07.699279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Pushing event updated for resources: {'Port': ['ID=693daff2-4a21-4b49-a846-207900da9fde,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:07.704978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-ac385efe-fef6-4ee5-b663-a26efeca04a4 service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734344 Nov 04 08:56:07.706006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:56:07.717694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Sync routers for ids ['da991faa-2050-43c2-b6d4-cffcb3312546'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:56:07.729207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Routers {'da991faa-2050-43c2-b6d4-cffcb3312546'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:07.730144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['da991faa-2050-43c2-b6d4-cffcb3312546'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:07.735107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e1c627ba-d682-412b-864a-9e94b68a8ee1 admin admin] 10.222.0.53 "PUT /v2.0/routers/da991faa-2050-43c2-b6d4-cffcb3312546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1213467 Nov 04 08:56:07.821960 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0acd585f-1ec5-42a8-bcb4-33d4743f9d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.856583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb3771df-63fe-4f4a-a13e-4bd224310335 req-be7659a1-e9e8-46b2-9b25-b5c21ea5f6f6 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457348 Nov 04 08:56:07.862496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0acd585f-1ec5-42a8-bcb4-33d4743f9d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:07.876349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Set router da991faa-2050-43c2-b6d4-cffcb3312546 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:07.883644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Attempting to bind port 693daff2-4a21-4b49-a846-207900da9fde on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:07.884179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Attempting to bind port 693daff2-4a21-4b49-a846-207900da9fde by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:07.884659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Attempting to bind port 693daff2-4a21-4b49-a846-207900da9fde on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:07.921021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed009c4-620b-4266-a33b-7497e4ba67a8 req-f9ffdc1c-678f-432e-b085-db80face6fa2 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:07.922606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aed009c4-620b-4266-a33b-7497e4ba67a8 req-f9ffdc1c-678f-432e-b085-db80face6fa2 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 943 time: 0.5724115 Nov 04 08:56:07.932802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-b68ae593-9f17-41e0-87e5-4cc1d7d21a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:07.934569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-b68ae593-9f17-41e0-87e5-4cc1d7d21a23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2668619 Nov 04 08:56:07.949748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd585f-1ec5-42a8-bcb4-33d4743f9d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059f051d-366e-40ec-be16-3276726755ef,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:07.965654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Port 693daff2-4a21-4b49-a846-207900da9fde on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:07.966159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Attempting to bind port 693daff2-4a21-4b49-a846-207900da9fde on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:07.972828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3317c93-5909-4312-a85e-23990d40bb6c req-e038b614-4eb8-492e-ae5c-b6e5b2cdfcb4 service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364154 Nov 04 08:56:07.972996 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-cb3a7ee8-40da-4f1c-9f90-626368655c69 service neutron] 10.222.0.70 "GET /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675/bindings/n-h2-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.5314085 Nov 04 08:56:07.993907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0acd585f-1ec5-42a8-bcb4-33d4743f9d84 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26f05fd9bf724fe1899ab7226507f4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2739878 Nov 04 08:56:08.016145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:08.024121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-8698ed0a-cf47-4db7-b053-a2d07727c1ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.0540290 Nov 04 08:56:08.037116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:08.037479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:08.037972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:08.038681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Bound port: 693daff2-4a21-4b49-a846-207900da9fde, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:08.039037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.065465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aed009c4-620b-4266-a33b-7497e4ba67a8 req-5f3a8797-cf43-4a71-9a51-866d35f31de0 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036923 Nov 04 08:56:08.125987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012192a-250a-4b44-a3b4-4eb6d3f93e41 req-28a297f6-5c6f-42b8-afd8-346bf497827d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:08.135831 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8012192a-250a-4b44-a3b4-4eb6d3f93e41 req-28a297f6-5c6f-42b8-afd8-346bf497827d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 947 time: 0.2044125 Nov 04 08:56:08.138571 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cc9d98-d4a4-49dc-b04e-9f98222515ac x-openstack-request-id: req-18cc9d98-d4a4-49dc-b04e-9f98222515ac {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:08.139558 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:08.140000 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-18cc9d98-d4a4-49dc-b04e-9f98222515ac {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:08.140375 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'status': 'completed', 'code': 200} Nov 04 08:56:08.145566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:56:04Z', 'revision_number': 4, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port': {'id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:55:58Z', 'updated_at': '2021-11-04T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd87971b0-170d-4eba-ae62-5c457af173d8', 'name': '', 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'mac_address': 'fa:16:3e:25:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6bfedede-0afd-4dee-b925-15b06e9bd199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:02Z', 'updated_at': '2021-11-04T08:56:05Z', 'revision_number': 2, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'subnets': [{'id': '6bfedede-0afd-4dee-b925-15b06e9bd199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:08.163133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7862981f-16ea-4192-8c36-8f2d90124e13 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:08.164928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-1f3694bc-0a96-4c63-89c0-ac37eeddb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:08.166392 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-1f3694bc-0a96-4c63-89c0-ac37eeddb515 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1176481 Nov 04 08:56:08.173592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.178112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Checking router: da991faa-2050-43c2-b6d4-cffcb3312546 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:56:08.178535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Updating router da991faa-2050-43c2-b6d4-cffcb3312546 port d87971b0-170d-4eba-ae62-5c457af173d8 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:56:08.190497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Transition to ACTIVE for port object 7862981f-16ea-4192-8c36-8f2d90124e13 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:08.215303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.225272 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.269882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8012192a-250a-4b44-a3b4-4eb6d3f93e41 req-bfb65ec3-4fbb-437c-9723-fb7f72fe568a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329200 Nov 04 08:56:08.274571 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-478d75ab-07fa-458c-8ee4-6bc93ec1949b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.306288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-478d75ab-07fa-458c-8ee4-6bc93ec1949b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.367743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79607e3-3818-46ae-a8b6-81f17391828c req-6ca2bf91-9c76-4f25-95c6-7c70babc703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:08.370369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79607e3-3818-46ae-a8b6-81f17391828c req-6ca2bf91-9c76-4f25-95c6-7c70babc703e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 1094 time: 0.2018535 Nov 04 08:56:08.373949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-d9cb90f7-7db9-486c-acaa-2c0bad55c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:08.375733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-d9cb90f7-7db9-486c-acaa-2c0bad55c8bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1661043 Nov 04 08:56:08.431289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] For port 693daff2-4a21-4b49-a846-207900da9fde, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:08.471461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Pushing event updated for resources: {'Port': ['ID=7862981f-16ea-4192-8c36-8f2d90124e13,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:08.505757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b3e4f64-026d-4cd0-b4e6-861917578a3c req-9f1c1f1b-5a10-4a16-8fb1-c8947da326d1 tempest-FloatingIPsNegativeTestJSON-1268487216 tempest-FloatingIPsNegativeTestJSON-1268487216-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=4aaea58053104e8da1bdf737218d7efe HTTP/1.1" status: 200 len: 217 time: 0.1634309 Nov 04 08:56:08.510703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-478d75ab-07fa-458c-8ee4-6bc93ec1949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.513678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-478d75ab-07fa-458c-8ee4-6bc93ec1949b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.518878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-478d75ab-07fa-458c-8ee4-6bc93ec1949b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/059f051d-366e-40ec-be16-3276726755ef HTTP/1.1" status: 204 len: 168 time: 0.5007799 Nov 04 08:56:08.519052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] For port 693daff2-4a21-4b49-a846-207900da9fde, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=693daff2-4a21-4b49-a846-207900da9fde,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:08.528430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.559669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d75ab-07fa-458c-8ee4-6bc93ec1949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059f051d-366e-40ec-be16-3276726755ef,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:08.614533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Pushing event updated for resources: {'Port': ['ID=693daff2-4a21-4b49-a846-207900da9fde,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:08.614753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d12688-7a1d-402c-8ba9-7f2479c2eeeb req-e1a6a8ea-53d6-4085-a109-3c23c1d2e999 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:08.616272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3d12688-7a1d-402c-8ba9-7f2479c2eeeb req-e1a6a8ea-53d6-4085-a109-3c23c1d2e999 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 943 time: 0.2380612 Nov 04 08:56:08.671065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79607e3-3818-46ae-a8b6-81f17391828c req-b45ab871-dad8-4af3-90ff-ce4012a27e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:08.672846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79607e3-3818-46ae-a8b6-81f17391828c req-b45ab871-dad8-4af3-90ff-ce4012a27e77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 923 time: 0.2839811 Nov 04 08:56:08.677104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-51763659-3465-4e3d-909b-c7910e0791d0 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867987 Nov 04 08:56:08.703688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Attempting to bind port 7862981f-16ea-4192-8c36-8f2d90124e13 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:08.704262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Attempting to bind port 7862981f-16ea-4192-8c36-8f2d90124e13 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:08.704370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Attempting to bind port 7862981f-16ea-4192-8c36-8f2d90124e13 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:08.721240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:08.722658 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.724377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-4d614f35-1091-4d4f-b012-678de3593b04 service neutron] 10.222.0.70 "PUT /v2.0/ports/693daff2-4a21-4b49-a846-207900da9fde HTTP/1.1" status: 200 len: 1096 time: 2.6834593 Nov 04 08:56:08.727035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Port 7862981f-16ea-4192-8c36-8f2d90124e13 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:08.727524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Attempting to bind port 7862981f-16ea-4192-8c36-8f2d90124e13 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:08.729443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6339fb56-ee55-4073-9a0c-32322060fc09', 'tag': '693daff2-4a21-4b49-a846-207900da9fde'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:08.731744 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e" -d '{"events": [{"name": "network-changed", "server_uuid": "6339fb56-ee55-4073-9a0c-32322060fc09", "tag": "693daff2-4a21-4b49-a846-207900da9fde"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:08.753727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:08.754094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:08.754499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:08.754951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Bound port: 7862981f-16ea-4192-8c36-8f2d90124e13, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:08.755313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.764744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3d12688-7a1d-402c-8ba9-7f2479c2eeeb req-08d5211c-735b-4b4c-9677-e5a2f637c258 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197548 Nov 04 08:56:08.840057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:08.876160 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.887758 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:08.923840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79607e3-3818-46ae-a8b6-81f17391828c req-530f19f1-817c-4d06-96de-7d3bedf749b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9f69900-f364-43c8-9acf-a6435c6f7769 HTTP/1.1" status: 200 len: 217 time: 0.2322450 Nov 04 08:56:08.947396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15d6b5-c07c-4423-89b4-3f53689e59b5 None None] Pushing event updated for resources: {'Port': ['ID=d87971b0-170d-4eba-ae62-5c457af173d8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:09.032274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Attempting to bind port d87971b0-170d-4eba-ae62-5c457af173d8 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:09.032839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Attempting to bind port d87971b0-170d-4eba-ae62-5c457af173d8 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:09.033468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Attempting to bind port d87971b0-170d-4eba-ae62-5c457af173d8 on network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:09.041687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:09.042426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Checking segment: {'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:09.043019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.047280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Bound using segment: {'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:09.051311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Bound port: d87971b0-170d-4eba-ae62-5c457af173d8, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:09.051925 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.057689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84f8d524-eb20-4313-9e93-a0f12bed56a1 req-0580f022-8c58-4722-a237-37de0cc51c4b tempest-FloatingIPsNegativeTestJSON-1268487216 tempest-FloatingIPsNegativeTestJSON-1268487216-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1375189 Nov 04 08:56:09.058019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:09.068822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b8714-10e4-4d82-8d34-aceaab1da8cc req-be8ac4e2-76c7-4119-9402-636f3cfeb9cc tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:09.076334 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-831b8714-10e4-4d82-8d34-aceaab1da8cc req-be8ac4e2-76c7-4119-9402-636f3cfeb9cc tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 948 time: 0.4139826 Nov 04 08:56:09.112039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c91a4451-de92-4fba-a5b1-9d047ba90fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.125229 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49877e85-7391-450d-80ef-721cbd4e3da0 x-openstack-request-id: req-49877e85-7391-450d-80ef-721cbd4e3da0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:09.125537 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6339fb56-ee55-4073-9a0c-32322060fc09", "tag": "693daff2-4a21-4b49-a846-207900da9fde", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:09.125794 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49877e85-7391-450d-80ef-721cbd4e3da0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:09.126202 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6339fb56-ee55-4073-9a0c-32322060fc09', 'tag': '693daff2-4a21-4b49-a846-207900da9fde', 'status': 'completed', 'code': 200} Nov 04 08:56:09.127362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:09.151456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79607e3-3818-46ae-a8b6-81f17391828c req-0dbb7fc7-dc7f-4aee-be90-78854c72e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:09.153082 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79607e3-3818-46ae-a8b6-81f17391828c req-0dbb7fc7-dc7f-4aee-be90-78854c72e791 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e9b36fb-b314-4011-95b7-904c26ff574c HTTP/1.1" status: 200 len: 862 time: 0.2030630 Nov 04 08:56:09.160063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] For port d87971b0-170d-4eba-ae62-5c457af173d8, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:09.163637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] For port d87971b0-170d-4eba-ae62-5c457af173d8, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d87971b0-170d-4eba-ae62-5c457af173d8,segment=NetworkSegment(6cc14871-0c34-4e4b-b265-92cd7bc6a1ee),segment_id=6cc14871-0c34-4e4b-b265-92cd7bc6a1ee)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:09.175739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.207931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79607e3-3818-46ae-a8b6-81f17391828c req-001a3c68-55ff-4f2c-8481-9f49f5f17f6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=534951fa-169c-400b-8e41-6cd2805ce644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319955 Nov 04 08:56:09.251314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ce6b96-963e-480b-a66f-44e557315675 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:09.262780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15d6b5-c07c-4423-89b4-3f53689e59b5 None None] Pushing event updated for resources: {'Port': ['ID=d87971b0-170d-4eba-ae62-5c457af173d8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:09.266978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Routers {'da991faa-2050-43c2-b6d4-cffcb3312546'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:09.267595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['da991faa-2050-43c2-b6d4-cffcb3312546'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:09.278656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-831b8714-10e4-4d82-8d34-aceaab1da8cc req-2ad8da3d-4cd0-4999-b4e5-47d96caf1faf tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013571 Nov 04 08:56:09.309691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-c1ac7fe6-c172-4e01-9d6a-973ee2b1e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:09.311373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-c1ac7fe6-c172-4e01-9d6a-973ee2b1e398 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 1099 time: 0.4221730 Nov 04 08:56:09.313676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:09.380028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc9219-3acd-4c0b-ae42-56905c08acd5 req-968cd197-bfea-4025-af30-0a73ec2ebc69 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:09.382943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] For port 7862981f-16ea-4192-8c36-8f2d90124e13, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:09.386787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0cc9219-3acd-4c0b-ae42-56905c08acd5 req-968cd197-bfea-4025-af30-0a73ec2ebc69 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 949 time: 0.2122028 Nov 04 08:56:09.395164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9d25eaad-cabd-45c0-a75e-a40bde859b03 None None] Provisioning complete for port d87971b0-170d-4eba-ae62-5c457af173d8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:09.395540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d25eaad-cabd-45c0-a75e-a40bde859b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.396135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a450af2b-2ba1-481f-82c0-26d8372f399f req-489e10b9-6987-4833-8344-77651e8b819d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727676 Nov 04 08:56:09.421247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-ee6081f8-a8eb-412f-8abd-badd39add7a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=693daff2-4a21-4b49-a846-207900da9fde HTTP/1.1" status: 200 len: 217 time: 0.0924826 Nov 04 08:56:09.421895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.432103 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-ac29257d-3e3e-476c-ba21-79c2fa365ecc req-85ea5c2a-5701-4260-9676-698871cf7569 tempest-FloatingIPsNegativeTestJSON-1268487216 tempest-FloatingIPsNegativeTestJSON-1268487216-project] show failed (client error): The resource could not be found. Nov 04 08:56:09.433696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac29257d-3e3e-476c-ba21-79c2fa365ecc req-85ea5c2a-5701-4260-9676-698871cf7569 tempest-FloatingIPsNegativeTestJSON-1268487216 tempest-FloatingIPsNegativeTestJSON-1268487216-project] 10.222.0.53 "GET /v2.0/floatingips/8cb14a13-c7dc-4155-99ee-2adfa201a6dd HTTP/1.1" status: 404 len: 350 time: 0.1173964 Nov 04 08:56:09.447705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] For port 7862981f-16ea-4192-8c36-8f2d90124e13, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7862981f-16ea-4192-8c36-8f2d90124e13,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:09.457170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40590) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:09.459379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] Set router da991faa-2050-43c2-b6d4-cffcb3312546 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:09.493765 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.552748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0cc9219-3acd-4c0b-ae42-56905c08acd5 req-880c28df-5a5b-4c86-aa10-4a3006d16f9b tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501744 Nov 04 08:56:09.558958 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79607e3-3818-46ae-a8b6-81f17391828c req-1d2bc0e8-80de-4bb1-89cd-1a11acab5f2e service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148732 Nov 04 08:56:09.596523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c91a4451-de92-4fba-a5b1-9d047ba90fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.684202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:09.685062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.687653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] 10.222.0.55 "PUT /v2.0/ports/7862981f-16ea-4192-8c36-8f2d90124e13 HTTP/1.1" status: 200 len: 1096 time: 2.8728523 Nov 04 08:56:09.744614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-2b44ceda-0af3-42d6-911a-9e6a414c9677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:09.747051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-2b44ceda-0af3-42d6-911a-9e6a414c9677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3079302 Nov 04 08:56:09.801219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0df11-618c-423a-98dc-ff2eea53346e service neutron] Pushing event updated for resources: {'Port': ['ID=7862981f-16ea-4192-8c36-8f2d90124e13,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:09.804376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d25eaad-cabd-45c0-a75e-a40bde859b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.891818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85e4ff-c04c-49e7-9bcd-687335b99a8c req-f1ea3d35-ff0c-4e7c-b47a-6eae282fbc58 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:09.900511 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a85e4ff-c04c-49e7-9bcd-687335b99a8c req-f1ea3d35-ff0c-4e7c-b47a-6eae282fbc58 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 943 time: 0.3157365 Nov 04 08:56:09.912396 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c91a4451-de92-4fba-a5b1-9d047ba90fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.913130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] Transition to ACTIVE for port object c0ce6b96-963e-480b-a66f-44e557315675 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:09.915751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9d25eaad-cabd-45c0-a75e-a40bde859b03 None None] For port d87971b0-170d-4eba-ae62-5c457af173d8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d87971b0-170d-4eba-ae62-5c457af173d8,segment=NetworkSegment(6cc14871-0c34-4e4b-b265-92cd7bc6a1ee),segment_id=6cc14871-0c34-4e4b-b265-92cd7bc6a1ee)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:09.927243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d25eaad-cabd-45c0-a75e-a40bde859b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.960891 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19e4c7ee-eaa4-48c8-9749-324ad0c1d2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.966927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:09.993503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c91a4451-de92-4fba-a5b1-9d047ba90fbc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=144f633097bf4bfd9c575f7c9dc889cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9120409 Nov 04 08:56:09.994081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:56:04Z', 'revision_number': 4, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port': {'id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:55:58Z', 'updated_at': '2021-11-04T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd87971b0-170d-4eba-ae62-5c457af173d8', 'name': '', 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'mac_address': 'fa:16:3e:25:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6bfedede-0afd-4dee-b925-15b06e9bd199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:02Z', 'updated_at': '2021-11-04T08:56:09Z', 'revision_number': 4, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'subnets': [{'id': '6bfedede-0afd-4dee-b925-15b06e9bd199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:10.005089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:10.017759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-b32918f7-5e37-4ac2-a53d-f54058b43be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:10.019267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-b32918f7-5e37-4ac2-a53d-f54058b43be1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 1099 time: 0.2634747 Nov 04 08:56:10.023003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4451-de92-4fba-a5b1-9d047ba90fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad403f3e-fb56-4d42-8416-d52bd3449f8e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:10.043102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79607e3-3818-46ae-a8b6-81f17391828c req-4c15b789-ce1e-4f29-b4dd-ae7030f9cf12 service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657822 Nov 04 08:56:10.049006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d25eaad-cabd-45c0-a75e-a40bde859b03 None None] Pushing event updated for resources: {'Port': ['ID=d87971b0-170d-4eba-ae62-5c457af173d8,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:10.053869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-cebb34ef-ce03-40bd-b8c4-995c53a264e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:10.056028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-cebb34ef-ce03-40bd-b8c4-995c53a264e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2782514 Nov 04 08:56:10.062483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7ca3a1-e78e-456f-9121-46615c4ff7ba None None] The sync data for ids ['da991faa-2050-43c2-b6d4-cffcb3312546'] in n-d-816487-1 is: [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:56:04Z', 'revision_number': 4, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port': {'id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:55:58Z', 'updated_at': '2021-11-04T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd87971b0-170d-4eba-ae62-5c457af173d8', 'name': '', 'network_id': '3f4ec810-3e7c-4f62-bc8d-3f5378e844fd', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'mac_address': 'fa:16:3e:25:15:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '6bfedede-0afd-4dee-b925-15b06e9bd199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:02Z', 'updated_at': '2021-11-04T08:56:09Z', 'revision_number': 4, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'subnets': [{'id': '6bfedede-0afd-4dee-b925-15b06e9bd199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:56:10.069600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aa2cd543-fbd5-4a39-94ae-772792f1f685 None None] Provisioning complete for port d87971b0-170d-4eba-ae62-5c457af173d8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:10.070073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd543-fbd5-4a39-94ae-772792f1f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:10.104402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cba164-5258-448e-926b-11209289b79d req-4ffebbc1-64a8-4a70-b475-db62621ef13e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:10.113319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2cba164-5258-448e-926b-11209289b79d req-4ffebbc1-64a8-4a70-b475-db62621ef13e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 947 time: 0.2078211 Nov 04 08:56:10.182755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e40634d-caef-48c8-8d22-fb7f87d6c5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:10.194987 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a85e4ff-c04c-49e7-9bcd-687335b99a8c req-b6fcfd28-3c01-41da-a222-36b19ca84a40 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936127 Nov 04 08:56:10.204883 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:10.219471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e40634d-caef-48c8-8d22-fb7f87d6c5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:10.252417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2cba164-5258-448e-926b-11209289b79d req-3a383794-7592-40f9-9a55-4210eba30e6c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381431 Nov 04 08:56:10.301663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-1a4ff82a-bf24-44bc-822f-a4f4cb70a310 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7862981f-16ea-4192-8c36-8f2d90124e13 HTTP/1.1" status: 200 len: 217 time: 0.2342782 Nov 04 08:56:10.323006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e40634d-caef-48c8-8d22-fb7f87d6c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:10.327569 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e40634d-caef-48c8-8d22-fb7f87d6c5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:10.329131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8e40634d-caef-48c8-8d22-fb7f87d6c5cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad403f3e-fb56-4d42-8416-d52bd3449f8e HTTP/1.1" status: 204 len: 168 time: 0.3228030 Nov 04 08:56:10.343804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40634d-caef-48c8-8d22-fb7f87d6c5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad403f3e-fb56-4d42-8416-d52bd3449f8e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:10.384704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] No DVR routers for this DVR port c0ce6b96-963e-480b-a66f-44e557315675 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:10.432510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86604a84-cdf4-4c61-9386-08b266c1a424 req-9637aadc-8c09-4108-ab40-6d0c274a4415 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:10.434725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86604a84-cdf4-4c61-9386-08b266c1a424 req-9637aadc-8c09-4108-ab40-6d0c274a4415 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 944 time: 0.0776787 Nov 04 08:56:10.451663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:10.500519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:10.508372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86604a84-cdf4-4c61-9386-08b266c1a424 req-b6ea84b6-538a-4a58-a6a3-d5163e54fd17 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626583 Nov 04 08:56:10.738382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:10.770928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'mac_address': 'fa:16:3e:00:ee:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:10.850356 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:10.859881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903df9b-28f9-472b-8372-82e8d5725224 req-c7e24590-3f46-4d4f-8e70-a1e72f812564 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:10.875067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0903df9b-28f9-472b-8372-82e8d5725224 req-c7e24590-3f46-4d4f-8e70-a1e72f812564 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 948 time: 0.1297174 Nov 04 08:56:10.885725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:10.937032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-119022f9-ad04-4702-8bdf-bad94430f9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:10.938534 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-119022f9-ad04-4702-8bdf-bad94430f9af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.5738142 Nov 04 08:56:10.939452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0903df9b-28f9-472b-8372-82e8d5725224 req-10a95e10-6eaf-44f5-aee7-522ce2d0e942 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619774 Nov 04 08:56:10.942092 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-e6502a68-8628-4ac1-8f29-79cfdb748576 service neutron] 10.222.0.70 "PUT /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675/bindings/n-h2-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 2.9511046 Nov 04 08:56:10.946557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:10.956317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-f67be087-0f7f-48ab-92eb-6c1758725198 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8839366 Nov 04 08:56:10.959466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:11.082669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:11.118828 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:11.123345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-445eb2a6-221a-4547-b668-5a5bd92baeac tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.125237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-445eb2a6-221a-4547-b668-5a5bd92baeac tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.1164160 Nov 04 08:56:11.133253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'tag': '7862981f-16ea-4192-8c36-8f2d90124e13'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:11.135534 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb3f217-9b14-4246-9333-82b5021b233b" -d '{"events": [{"name": "network-changed", "server_uuid": "54c2c5e6-1ddf-4204-8eb6-f80363b9abc9", "tag": "7862981f-16ea-4192-8c36-8f2d90124e13"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:11.164847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-9d45e958-21dc-4a1c-adc6-2146b5bf7889 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=85bfa680f81b43c6ae367e5f0264188f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1206388 Nov 04 08:56:11.213734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c0ce6b96-963e-480b-a66f-44e557315675 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:11.215572 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8557cbc2-8d63-41db-b1c3-8111ce9e6efa x-openstack-request-id: req-8557cbc2-8d63-41db-b1c3-8111ce9e6efa {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:11.216281 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c2c5e6-1ddf-4204-8eb6-f80363b9abc9", "tag": "7862981f-16ea-4192-8c36-8f2d90124e13", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:11.216697 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8557cbc2-8d63-41db-b1c3-8111ce9e6efa {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:11.217094 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'tag': '7862981f-16ea-4192-8c36-8f2d90124e13', 'status': 'completed', 'code': 200} Nov 04 08:56:11.219782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466021a-5b40-472a-b71b-8a690b8731af req-f1b8f38b-cb8f-4d22-9d14-b78120854c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.221651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-f1b8f38b-cb8f-4d22-9d14-b78120854c16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2642443 Nov 04 08:56:11.272684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['0f8b552e-8fd6-481d-a8f2-73b95b4e1672'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:11.279595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-b160ac4c-3e99-437b-84c1-18f0767ce3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.281739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-b160ac4c-3e99-437b-84c1-18f0767ce3c5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407&tenant_id=19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 1095 time: 0.1454363 Nov 04 08:56:11.398035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c0ce6b96-963e-480b-a66f-44e557315675 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:11.400583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-922cf458-90d2-4760-afb7-8d0dcb8074aa service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931696 Nov 04 08:56:11.472632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8e34e-0236-4f82-8755-18357c9e2ed0 req-47e23d41-2ff6-4629-bd9b-818e739d311b tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.480447 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24c8e34e-0236-4f82-8755-18357c9e2ed0 req-47e23d41-2ff6-4629-bd9b-818e739d311b tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 943 time: 0.1250007 Nov 04 08:56:11.506618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-aa77a40e-ece9-40e4-b774-ebf0212441ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.508878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-aa77a40e-ece9-40e4-b774-ebf0212441ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1095 time: 0.1972830 Nov 04 08:56:11.572619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-94b41ae5-e085-4e4b-b8a5-8f41418ba1c9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169141 Nov 04 08:56:11.583880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-729b041c-3034-4054-8c08-ff6b80af7a87 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.585407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-729b041c-3034-4054-8c08-ff6b80af7a87 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4061079 Nov 04 08:56:11.619706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24c8e34e-0236-4f82-8755-18357c9e2ed0 req-24a988b3-0216-4c9d-afdd-7bb96e51b259 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360393 Nov 04 08:56:11.664271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:11.682980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-cc96d900-ed2e-4c6e-9b60-53c551b31721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.683226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a2c17f7e-de9d-471a-9232-6f14dd485286 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/quotas/85bfa680f81b43c6ae367e5f0264188f HTTP/1.1" status: 200 len: 375 time: 0.0840383 Nov 04 08:56:11.684739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-cc96d900-ed2e-4c6e-9b60-53c551b31721 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.1609149 Nov 04 08:56:11.733161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-c4c8df62-4247-4c21-9b0f-0651a7a4959a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 217 time: 0.0382607 Nov 04 08:56:11.740974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-b5c7c9c2-6b8d-449c-aebd-1067335ca96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.743885 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-b5c7c9c2-6b8d-449c-aebd-1067335ca96a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 1099 time: 0.2705712 Nov 04 08:56:11.817797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-393216102-network', 'tenant_id': '5b907e1d80eb4635b3611bbb875974bc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:11.832609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-8e39b8f6-5a58-40e2-a2f5-e6ef2f0adc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.834403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-8e39b8f6-5a58-40e2-a2f5-e6ef2f0adc99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0912495 Nov 04 08:56:11.845994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f24fd-b7d0-4a73-969f-7d2310ab555e req-9dfb20bd-ebdd-4d5e-9b19-466ac7e474bb tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:11.847621 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a28f24fd-b7d0-4a73-969f-7d2310ab555e req-9dfb20bd-ebdd-4d5e-9b19-466ac7e474bb tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 948 time: 0.1176617 Nov 04 08:56:11.854443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a466021a-5b40-472a-b71b-8a690b8731af req-cbb819dd-83cb-49f7-98b1-e19a330f01b8 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669799 Nov 04 08:56:11.857991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:11.899077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-fb792652-da99-45ff-82fc-265475808ff4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483181 Nov 04 08:56:11.908710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Made reservation on behalf of 5b907e1d80eb4635b3611bbb875974bc for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:11.912845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:11.925659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:11.972528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-78aab065-a821-4275-b9a7-cf8dbadc8f63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=85bfa680f81b43c6ae367e5f0264188f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2883532 Nov 04 08:56:11.993636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a28f24fd-b7d0-4a73-969f-7d2310ab555e req-c8715fb4-3f99-4ab3-b5e1-b785de5bc26a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330659 Nov 04 08:56:12.068679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-e4bf9067-1ecc-412d-a619-b2146e92bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.070558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-e4bf9067-1ecc-412d-a619-b2146e92bb9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3125501 Nov 04 08:56:12.079944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f217-9b14-4246-9333-82b5021b233b req-86480b99-2a4d-4986-b1e7-af7ce9b32d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.081598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-b33a6a94-acce-4569-8eed-53f47923076e service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539140 Nov 04 08:56:12.082012 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb3f217-9b14-4246-9333-82b5021b233b req-86480b99-2a4d-4986-b1e7-af7ce9b32d07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 1099 time: 0.1297677 Nov 04 08:56:12.141249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-f8a71e33-06a0-4a8c-8f96-d3e3148e9837 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=693daff2-4a21-4b49-a846-207900da9fde HTTP/1.1" status: 200 len: 217 time: 0.0562994 Nov 04 08:56:12.203547 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.227040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.239582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:56:12.252558 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.252908 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Added segment 03c9c503-26bf-4d6b-9905-250572e4fa9c of type vlan for network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 Nov 04 08:56:12.262086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d87971b0-170d-4eba-ae62-5c457af173d8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:12.296928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.349054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d87971b0-170d-4eba-ae62-5c457af173d8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:12.349463 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.374920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3438b67-d760-4a4d-819a-cb39cd750ae3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:12.386467 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.387834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.388482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.412594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785ab63-c582-4c89-9f7e-cec813125198 req-b6db1729-6885-4a38-951a-93022c647532 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.414201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8785ab63-c582-4c89-9f7e-cec813125198 req-b6db1729-6885-4a38-951a-93022c647532 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 944 time: 0.2607646 Nov 04 08:56:12.429356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-1cd847ce-f190-4482-a8d2-4a4f13ca9e8c service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244052 Nov 04 08:56:12.472775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-3cca9751-1a59-45e6-a854-309f82b7846c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.474541 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-3cca9751-1a59-45e6-a854-309f82b7846c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2789662 Nov 04 08:56:12.489765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8242857 Nov 04 08:56:12.493565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:12.502599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Request body: {'subnet': {'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-393216102-subnet', 'tenant_id': '5b907e1d80eb4635b3611bbb875974bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:12.511088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461008-6a75-4189-8756-67094e996c34 admin admin] Pushing event updated for resources: {'Network': ['ID=bbdacbbb-6df9-45a7-9a43-55fe9ff12269,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:12.534375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8785ab63-c582-4c89-9f7e-cec813125198 req-f39876a0-3f58-4fbb-b9d9-be0c55081a75 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744107 Nov 04 08:56:12.539329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b9f69900-f364-43c8-9acf-a6435c6f7769 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:12.542934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:12.544628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:56:12.550915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f217-9b14-4246-9333-82b5021b233b req-dd811136-d566-45dc-8989-94b3395c2517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.551332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Made reservation on behalf of 5b907e1d80eb4635b3611bbb875974bc for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:12.552066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb3f217-9b14-4246-9333-82b5021b233b req-dd811136-d566-45dc-8989-94b3395c2517 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4161906 Nov 04 08:56:12.553703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.564602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f9402-468c-4879-837c-3d338cc81329 req-a83e377d-4239-4f18-9f85-07900e9f8c7b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.574287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-574f9402-468c-4879-837c-3d338cc81329 req-a83e377d-4239-4f18-9f85-07900e9f8c7b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 948 time: 0.2589867 Nov 04 08:56:12.724485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb3f217-9b14-4246-9333-82b5021b233b req-081f2edd-020c-4fda-92ae-ae3748017d3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=7862981f-16ea-4192-8c36-8f2d90124e13 HTTP/1.1" status: 200 len: 217 time: 0.1397147 Nov 04 08:56:12.733486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-574f9402-468c-4879-837c-3d338cc81329 req-2bef0a02-b97b-45e8-980b-711f9009cc60 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581211 Nov 04 08:56:12.742171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.778131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-7473465d-3e5d-43f6-8386-3cae327fd6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.780191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-7473465d-3e5d-43f6-8386-3cae327fd6bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2719929 Nov 04 08:56:12.864753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:12.931810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df5cfa46-098c-430c-bba9-674a0ce330d4 req-a4c49f8d-05a6-4801-97c9-ccc62d288fa7 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 210 time: 0.2500706 Nov 04 08:56:12.942934 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f217-9b14-4246-9333-82b5021b233b req-f2b7b7c5-45ac-40bc-a97e-b113e76eb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:12.944455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb3f217-9b14-4246-9333-82b5021b233b req-f2b7b7c5-45ac-40bc-a97e-b113e76eb21f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2100892 Nov 04 08:56:12.969843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:12.986810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'port_id': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'mac_address': 'fa:16:3e:b3:3c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9b36fb-b314-4011-95b7-904c26ff574c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:12.987304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-5336715f-207f-4529-b89a-dd4655cc99a1 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978843 Nov 04 08:56:12.994232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:13.013060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Checking segment: {'id': '03c9c503-26bf-4d6b-9905-250572e4fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:13.014161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Network hostable DHCP agents. Network: bbdacbbb-6df9-45a7-9a43-55fe9ff12269, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:56:13.018969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-97dd4917-67c4-4a41-8e3f-30afe08c601d tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:13.020480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-97dd4917-67c4-4a41-8e3f-30afe08c601d tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.1781116 Nov 04 08:56:13.047698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:56:13.079457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.084628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:13.089172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, bbdacbbb-6df9-45a7-9a43-55fe9ff12269) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:13.106785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:13.108274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.117655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736e411f-2526-4caa-8167-d83bf824488f None None] Network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:13.168122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0abf9641-ecd1-41da-861e-f3b95f2bc7c6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6679285 Nov 04 08:56:13.221231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:13.222051 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.256288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6798d6-a1a9-429a-b2e2-f75066d4f0ff req-e5f2a988-050f-4364-850c-3bf9d1720d7b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:13.265185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df6798d6-a1a9-429a-b2e2-f75066d4f0ff req-e5f2a988-050f-4364-850c-3bf9d1720d7b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 948 time: 0.1522503 Nov 04 08:56:13.314408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f69900-f364-43c8-9acf-a6435c6f7769 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:13.328183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a03cc9-c1ce-4afd-a229-9ceb75ba48ba req-f28de829-c7c1-4b0c-b345-ce4be9334370 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:13.335555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62a03cc9-c1ce-4afd-a229-9ceb75ba48ba req-f28de829-c7c1-4b0c-b345-ce4be9334370 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 943 time: 0.4496496 Nov 04 08:56:13.341101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df6798d6-a1a9-429a-b2e2-f75066d4f0ff req-d061bd9e-3e06-4e45-953a-9344f21c96df tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747762 Nov 04 08:56:13.343403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:13.369360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.381669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-659131e3-3e1a-48cb-8ca5-08935eb34a6b service neutron] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:13.394714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-659131e3-3e1a-48cb-8ca5-08935eb34a6b service neutron] Notify callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.397842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf96af6-fb20-4872-a79f-4f43691db337 None None] Network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:13.399374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c581fa6d-ae53-4d43-999a-7cae8ef74519 req-659131e3-3e1a-48cb-8ca5-08935eb34a6b service neutron] 10.222.0.55 "DELETE /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675/bindings/n-h1-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.3585875 Nov 04 08:56:13.420515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3f217-9b14-4246-9333-82b5021b233b req-7d2384fc-31c5-46a7-a19a-cd02ebbe8500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:13.422563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb3f217-9b14-4246-9333-82b5021b233b req-7d2384fc-31c5-46a7-a19a-cd02ebbe8500 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4542809 Nov 04 08:56:13.469277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62a03cc9-c1ce-4afd-a229-9ceb75ba48ba req-f0b4edef-61a8-46b6-86b7-364dbeb4dd38 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285515 Nov 04 08:56:13.578500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Deleting port d87971b0-170d-4eba-ae62-5c457af173d8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:13.578500 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.651486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.687135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:13.707358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd6f0a86-42d2-4290-9d4c-e6581ae0541e req-d47a6733-f99f-44d1-b10f-57d041ba2cb8 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012668 Nov 04 08:56:13.713974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:13.716269 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca932c6-a20b-45b6-a6d8-d9c10eb78fbd" -d '{"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:13.731358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-5713b4ea-e5e7-4ba5-80d5-0ea0a6019c7e tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=85bfa680f81b43c6ae367e5f0264188f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553426 Nov 04 08:56:13.739130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:13.746098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.771149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b9f69900-f364-43c8-9acf-a6435c6f7769'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:13.827450 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1be10c-24ae-4a6e-af6a-f27870a06b02 x-openstack-request-id: req-6f1be10c-24ae-4a6e-af6a-f27870a06b02 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:13.827780 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:13.828039 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f1be10c-24ae-4a6e-af6a-f27870a06b02 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:13.829043 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'code': 200} Nov 04 08:56:13.850660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211bb40b-0930-41f3-981f-3ec651511587 req-8057be61-aa9f-4bc9-94b4-67b4cabf9ea0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:13.858320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-211bb40b-0930-41f3-981f-3ec651511587 req-8057be61-aa9f-4bc9-94b4-67b4cabf9ea0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 944 time: 0.1828504 Nov 04 08:56:13.884400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:13.946339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] For port d87971b0-170d-4eba-ae62-5c457af173d8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d87971b0-170d-4eba-ae62-5c457af173d8,segment=NetworkSegment(6cc14871-0c34-4e4b-b265-92cd7bc6a1ee),segment_id=6cc14871-0c34-4e4b-b265-92cd7bc6a1ee)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:13.946892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:13.953400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:13.966246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1948413647-network', 'tenant_id': '3a0cd08dd6a142ad841a6087608ec36b'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:13.982971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb3f217-9b14-4246-9333-82b5021b233b req-db606f43-4f97-4651-a216-d23fb1c43ad5 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5477197 Nov 04 08:56:13.992469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b70b5-e840-4eb6-aaf0-fe76324e805a req-46e61836-d494-47da-b586-e934549ecdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:13.994349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb7b70b5-e840-4eb6-aaf0-fe76324e805a req-46e61836-d494-47da-b586-e934549ecdb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1100 time: 0.1343856 Nov 04 08:56:14.004101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34609acb-d1ab-4d44-8495-295c26dfd298 req-94051b2d-ddec-424d-9555-e6c753b8ee2c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:14.005592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34609acb-d1ab-4d44-8495-295c26dfd298 req-94051b2d-ddec-424d-9555-e6c753b8ee2c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 948 time: 0.0864952 Nov 04 08:56:14.008021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Calling delete_port for d87971b0-170d-4eba-ae62-5c457af173d8 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:14.040394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-211bb40b-0930-41f3-981f-3ec651511587 req-27bef630-f16e-4206-b573-c764c71f3220 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804910 Nov 04 08:56:14.080429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34609acb-d1ab-4d44-8495-295c26dfd298 req-48acc1ec-b9e1-4681-8b1d-98193013829c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508993 Nov 04 08:56:14.083483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb7b70b5-e840-4eb6-aaf0-fe76324e805a req-75309e7f-3e3a-4137-bdb7-a1d160ac30d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769939 Nov 04 08:56:14.141725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-8fcb5000-b066-48e7-98cf-1764ace2cc6d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:14.143349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-8fcb5000-b066-48e7-98cf-1764ace2cc6d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4001327 Nov 04 08:56:14.143990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Made reservation on behalf of 3a0cd08dd6a142ad841a6087608ec36b for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:14.146229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.177084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Request body: {'port': {'device_id': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '85bfa680f81b43c6ae367e5f0264188f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:14.197555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.214292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-557a49aa-9fbf-4f06-b18a-3394c282a10c req-5a31d71d-5a13-4928-aa26-c1e9a055e019 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 210 time: 0.0808980 Nov 04 08:56:14.217238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485dfc9-32b1-44dc-88ba-ffc5185fa0bf req-ef3addaf-4106-48cc-874c-62a5e854f4ee tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:14.218933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c485dfc9-32b1-44dc-88ba-ffc5185fa0bf req-ef3addaf-4106-48cc-874c-62a5e854f4ee tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1095 time: 0.0417955 Nov 04 08:56:14.258599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c485dfc9-32b1-44dc-88ba-ffc5185fa0bf req-fc214b27-4a75-4df8-8652-8614fd672b63 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329092 Nov 04 08:56:14.379217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fb3f217-9b14-4246-9333-82b5021b233b req-c7df2dfe-c347-4e7e-86af-b28751af6f01 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682537 Nov 04 08:56:14.507621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7862981f-16ea-4192-8c36-8f2d90124e13 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:14.539914 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.548293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.568725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Made reservation on behalf of 85bfa680f81b43c6ae367e5f0264188f for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:14.572518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.601469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:56:14.626733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-347b3a84-dfc5-48d3-93ff-9d108a950f37 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:14.633853 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-347b3a84-dfc5-48d3-93ff-9d108a950f37 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.1488502 Nov 04 08:56:14.637551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7862981f-16ea-4192-8c36-8f2d90124e13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7862981f-16ea-4192-8c36-8f2d90124e13,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:14.639381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04027e03-2b44-471c-89da-f9b34efec5bd req-9f696ddc-7f96-4023-94c5-41e681b08359 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:14.646832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04027e03-2b44-471c-89da-f9b34efec5bd req-9f696ddc-7f96-4023-94c5-41e681b08359 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1989920 Nov 04 08:56:14.649032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-8f48ccc2-ef5e-480a-8f6c-2c140a735e9c tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/quotas/19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 375 time: 0.0136528 Nov 04 08:56:14.649292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '7862981f-16ea-4192-8c36-8f2d90124e13', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '7862981f-16ea-4192-8c36-8f2d90124e13', 'mac_address': 'fa:16:3e:87:c7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:14.687350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.687699 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Added segment a3e1ecd7-8034-4a21-bc27-9be85b85ab05 of type vlan for network 22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198 Nov 04 08:56:14.689004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85adaa0a-3492-45f3-a48d-c5da542e425e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:14.692006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.708412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7862981f-16ea-4192-8c36-8f2d90124e13 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:14.720478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-22db149e-33ac-42c3-bed6-f1ffb6d5e14e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0703795 Nov 04 08:56:14.731003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7862981f-16ea-4192-8c36-8f2d90124e13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7862981f-16ea-4192-8c36-8f2d90124e13,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:14.736389 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.800644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=7862981f-16ea-4192-8c36-8f2d90124e13,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:14.813343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.819389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:14.823746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04027e03-2b44-471c-89da-f9b34efec5bd req-1cd4371a-1f3c-49c6-b457-ed706b8e2376 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761537 Nov 04 08:56:14.832734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-e421b345-8531-4281-89d7-6450c8e8f38f service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090956 Nov 04 08:56:14.868535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d87971b0-170d-4eba-ae62-5c457af173d8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:14.957736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-6fc1dfe5-db4f-4ab3-985d-405f18935113 service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187139 Nov 04 08:56:15.063746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.064746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:15.065589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.067329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:15.166138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Allocated IP 192.168.233.192 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/5724a3a3-df88-4700-862b-d9b6d947df18) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:15.186132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2307448 Nov 04 08:56:15.190192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:15.196337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Request body: {'subnet': {'network_id': '22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1948413647-subnet', 'tenant_id': '3a0cd08dd6a142ad841a6087608ec36b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:15.210749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97570b-98c1-4c6a-af5b-e30accb757e0 admin admin] Pushing event updated for resources: {'Network': ['ID=22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:15.224602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:56:15.224804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece70ea-62cc-451e-9f3b-c4cf7dea85e6 req-595dda03-d470-4adf-85e6-963331334cfd tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:15.233743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ece70ea-62cc-451e-9f3b-c4cf7dea85e6 req-595dda03-d470-4adf-85e6-963331334cfd tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 944 time: 0.2832739 Nov 04 08:56:15.246136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Made reservation on behalf of 3a0cd08dd6a142ad841a6087608ec36b for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:15.249272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.251817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 693daff2-4a21-4b49-a846-207900da9fde details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:15.290790 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.355730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ece70ea-62cc-451e-9f3b-c4cf7dea85e6 req-769580c5-480c-4499-bdfc-52a0fe7ad870 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209629 Nov 04 08:56:15.361812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aae07432-3c36-4562-bb8e-fb636de4c8ce req-7bc0cca2-3d27-4ff7-88ab-a5d6e2e6f384 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 210 time: 0.1168194 Nov 04 08:56:15.475963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 693daff2-4a21-4b49-a846-207900da9fde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=693daff2-4a21-4b49-a846-207900da9fde,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:15.515787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '693daff2-4a21-4b49-a846-207900da9fde', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '693daff2-4a21-4b49-a846-207900da9fde', 'mac_address': 'fa:16:3e:13:88:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:15.519617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.567774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.603035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693daff2-4a21-4b49-a846-207900da9fde {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:15.627342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 693daff2-4a21-4b49-a846-207900da9fde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=693daff2-4a21-4b49-a846-207900da9fde,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:15.635238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.645465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12077eca-8d89-45f3-88ef-0a42498729eb req-96ba89cd-79b9-4ed6-b2d0-32e85c5d52f6 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 210 time: 0.1036229 Nov 04 08:56:15.708116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.723563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=693daff2-4a21-4b49-a846-207900da9fde,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:15.733808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d293743-a881-436a-ba5c-9a36dbdf6b48 req-4fa064ee-d7da-4e8e-84ee-066a20e673a7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:15.735482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d293743-a881-436a-ba5c-9a36dbdf6b48 req-4fa064ee-d7da-4e8e-84ee-066a20e673a7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 949 time: 0.1981831 Nov 04 08:56:15.773203 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.795125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.836195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=682818f6-847c-4475-92fd-1f195e3660d5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:15.857878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Checking segment: {'id': 'a3e1ecd7-8034-4a21-bc27-9be85b85ab05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:15.858311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Network hostable DHCP agents. Network: 22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:56:15.893203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Network 22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:56:15.906291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:15.912287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:15.912888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:15.920373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['693daff2-4a21-4b49-a846-207900da9fde'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:15.934073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62ab528-139e-4769-b29b-fa438ff2efb6 None None] Network 22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:15.955598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-efb7c0a0-3903-437e-b2a5-edbfcf0115a9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7638583 Nov 04 08:56:15.964407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:15.980967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d293743-a881-436a-ba5c-9a36dbdf6b48 req-ef99c023-edec-4458-a6b2-9baef896892e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340143 Nov 04 08:56:15.981940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:16.036681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:16.042631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:16.052060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:16.054541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccef4fb-ebd9-48d2-b92d-b892fcf23261 req-0fb5fc73-94fe-490c-8d23-918510ce1931 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:16.064455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eccef4fb-ebd9-48d2-b92d-b892fcf23261 req-0fb5fc73-94fe-490c-8d23-918510ce1931 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1334889 Nov 04 08:56:16.101220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Pushing event updated for resources: {'Port': ['ID=5724a3a3-df88-4700-862b-d9b6d947df18,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:16.108556 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:16.131982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Router da991faa-2050-43c2-b6d4-cffcb3312546 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:56:16.139825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eccef4fb-ebd9-48d2-b92d-b892fcf23261 req-c13a49fd-8239-4598-80fc-328e5af7d3d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702012 Nov 04 08:56:16.175821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-65181aff-13ec-4b81-99cd-d10525648e63 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0114009 Nov 04 08:56:16.319415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Request body: {'port': {'device_id': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:16.326829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-88afc8fe-5139-4aed-8b39-d31217c4239f req-f24e40c6-1b9e-425b-b1c3-ba3ac754abeb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:56:16.327961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88afc8fe-5139-4aed-8b39-d31217c4239f req-f24e40c6-1b9e-425b-b1c3-ba3ac754abeb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147154 Nov 04 08:56:16.343680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b8de46b6-b2fc-43aa-8f89-d6f49fc38007'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:16.474467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09e2768-534d-49fd-b810-6335039b1ca7 None None] Network 22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:16.551427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b9f69900-f364-43c8-9acf-a6435c6f7769 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:16.570873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d5df7-ee67-4266-8781-97dc79347bf6 req-7c6c8056-8a94-46b0-be42-f1af3211d5f7 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:16.591896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-473d5df7-ee67-4266-8781-97dc79347bf6 req-7c6c8056-8a94-46b0-be42-f1af3211d5f7 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 944 time: 0.1122882 Nov 04 08:56:16.656722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-473d5df7-ee67-4266-8781-97dc79347bf6 req-ce413de3-0bea-4ab6-9eeb-cd77d484f9f8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620286 Nov 04 08:56:16.667772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-854efbf6-90b2-473d-8034-cc7245eb6bf5 None None] Provisioning complete for port 5724a3a3-df88-4700-862b-d9b6d947df18 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:16.668466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-854efbf6-90b2-473d-8034-cc7245eb6bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:16.820263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c027007b-2a09-48c4-8411-f268af5bc1bd req-c072d97a-1075-412a-858c-ba4b7b7a345e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 210 time: 0.0450466 Nov 04 08:56:16.831912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-854efbf6-90b2-473d-8034-cc7245eb6bf5 None None] Port 5724a3a3-df88-4700-862b-d9b6d947df18 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:16.832429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:16.854189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port b9f69900-f364-43c8-9acf-a6435c6f7769 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:16.868201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port b9f69900-f364-43c8-9acf-a6435c6f7769 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:16.868684 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:16.872118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:56:16.882872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d467d02b-ffa5-48a6-9bef-683cec377c06 admin admin] 10.222.0.53 "PUT /v2.0/routers/da991faa-2050-43c2-b6d4-cffcb3312546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4018238 Nov 04 08:56:16.883630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40758) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:16.897699 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] Sync routers for ids ['da991faa-2050-43c2-b6d4-cffcb3312546'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:56:16.911420 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] Routers {'da991faa-2050-43c2-b6d4-cffcb3312546'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:16.912005 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['da991faa-2050-43c2-b6d4-cffcb3312546'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:16.979643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-926ca493-0ffc-4ff1-a4f6-0459df0e4c5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1390457 Nov 04 08:56:17.057797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-62980798-7271-4ee9-91bf-a0c7a99466d9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:17.060073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-62980798-7271-4ee9-91bf-a0c7a99466d9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.3357558 Nov 04 08:56:17.095235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Request body: {'port': {'device_id': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'admin_state_up': True, 'tenant_id': '19af51fe722143b99fa56ef5946f9baf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:17.159320 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.198603 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] Set router da991faa-2050-43c2-b6d4-cffcb3312546 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:17.201307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:17.202700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:17.207081 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dad10d-8617-436c-80e7-f90ff699d908" -d '{"events": [{"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:17.213972 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.214798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7862981f-16ea-4192-8c36-8f2d90124e13 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:17.330928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:17.349237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 7862981f-16ea-4192-8c36-8f2d90124e13 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:17.354316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 7862981f-16ea-4192-8c36-8f2d90124e13 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:17.355031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.397521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Made reservation on behalf of 19af51fe722143b99fa56ef5946f9baf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:17.398609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c6503c-688f-471f-8417-a669a4084271 req-cd27ea38-9ce3-4110-93a3-ba95d33f17e7 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:17.402133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.408009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56c6503c-688f-471f-8417-a669a4084271 req-cd27ea38-9ce3-4110-93a3-ba95d33f17e7 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 936 time: 0.4197247 Nov 04 08:56:17.438744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.458080 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.495238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7862981f-16ea-4192-8c36-8f2d90124e13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7862981f-16ea-4192-8c36-8f2d90124e13,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:17.501767 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.524981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-e037045e-add2-49c2-97eb-4f99324f9ae8 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:17.527133 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:56:17.533231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-e037045e-add2-49c2-97eb-4f99324f9ae8 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/networks?id=bbdacbbb-6df9-45a7-9a43-55fe9ff12269 HTTP/1.1" status: 200 len: 814 time: 0.2951787 Nov 04 08:56:17.552453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56c6503c-688f-471f-8417-a669a4084271 req-e3cdacc9-cd2d-4da5-94c0-beb85cdcdccf tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433349 Nov 04 08:56:17.563076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=7862981f-16ea-4192-8c36-8f2d90124e13,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:17.636851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.652820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-bbeeb253-db1d-49b3-9f1f-366d02c0cffe tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/quotas/5b907e1d80eb4635b3611bbb875974bc HTTP/1.1" status: 200 len: 375 time: 0.1135178 Nov 04 08:56:17.674301 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:56:14Z', 'revision_number': 5, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port': {'id': 'dbfb6022-0bcb-4ca4-967c-27fe514626d9', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:55:58Z', 'updated_at': '2021-11-04T08:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:17.711697 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] Checking router: da991faa-2050-43c2-b6d4-cffcb3312546 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:56:17.720266 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-22721905-c3e6-4438-8e04-50b7101d3112 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5b907e1d80eb4635b3611bbb875974bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475633 Nov 04 08:56:17.736594 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] Routers {'da991faa-2050-43c2-b6d4-cffcb3312546'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:17.737268 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['da991faa-2050-43c2-b6d4-cffcb3312546'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:17.741865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269acdba-38e0-4a03-a30c-50257ec51f3f req-ea8f035a-2c78-45d8-8728-93d8f37612eb tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:17.748346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-269acdba-38e0-4a03-a30c-50257ec51f3f req-ea8f035a-2c78-45d8-8728-93d8f37612eb tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1130319 Nov 04 08:56:17.797393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Deleting port dbfb6022-0bcb-4ca4-967c-27fe514626d9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:17.797749 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.811614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-269acdba-38e0-4a03-a30c-50257ec51f3f req-dc9ef59e-35ea-4024-975d-3d6164b6d54d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600584 Nov 04 08:56:17.860893 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] Set router da991faa-2050-43c2-b6d4-cffcb3312546 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:17.901013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Allocated IP 172.20.0.4 (2913280e-717f-43a3-a683-8254fdca979e/e3aeb46e-3751-4dc3-bb85-d50fbcae4f34/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:17.945687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5724a3a3-df88-4700-862b-d9b6d947df18 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:17.949062 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:56:17Z', 'revision_number': 6, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:17.963190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] For port dbfb6022-0bcb-4ca4-967c-27fe514626d9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=dbfb6022-0bcb-4ca4-967c-27fe514626d9,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:17.963464 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.967879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:17.980138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Calling delete_port for dbfb6022-0bcb-4ca4-967c-27fe514626d9 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:17.983496 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-368b4d66-5f51-48a6-a06e-25d4e5693cab None None] The sync data for ids ['da991faa-2050-43c2-b6d4-cffcb3312546'] in n-d-816487-1 is: [{'id': 'da991faa-2050-43c2-b6d4-cffcb3312546', 'name': 'tempest-FloatingIPsNegativeTestJSON-284320376-router', 'tenant_id': '4aaea58053104e8da1bdf737218d7efe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:55:56Z', 'updated_at': '2021-11-04T08:56:17Z', 'revision_number': 6, 'project_id': '4aaea58053104e8da1bdf737218d7efe', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:56:17.988797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-6ca51da5-da5e-4893-8ad4-cc7b308724a3 service neutron] 10.222.0.53 "GET /v2.0/networks/bbdacbbb-6df9-45a7-9a43-55fe9ff12269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384322 Nov 04 08:56:18.036810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Transition to ACTIVE for port object 5724a3a3-df88-4700-862b-d9b6d947df18 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:18.108916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.116529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de472da-9a84-4b2d-9900-a7adbb54dff5 req-e01e951b-2fef-4536-aae0-d4ec243138d9 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:18.118095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7de472da-9a84-4b2d-9900-a7adbb54dff5 req-e01e951b-2fef-4536-aae0-d4ec243138d9 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 950 time: 0.0823050 Nov 04 08:56:18.204401 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7de472da-9a84-4b2d-9900-a7adbb54dff5 req-f3030823-7b30-4ecf-94df-55319d34227e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529947 Nov 04 08:56:18.273658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.274059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5724a3a3-df88-4700-862b-d9b6d947df18,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:18.278973 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ce7e10-e9b4-4bda-8a7a-9100bb471a7f x-openstack-request-id: req-84ce7e10-e9b4-4bda-8a7a-9100bb471a7f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:18.279714 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:18.279983 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84ce7e10-e9b4-4bda-8a7a-9100bb471a7f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:18.280695 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'code': 200} Nov 04 08:56:18.320241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfb6022-0bcb-4ca4-967c-27fe514626d9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:18.399990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.400496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.400817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.400997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.403967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.404885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.405311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.405649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.405985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.406317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.406644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.406972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:18.472074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-22a7ee6a-ce5e-43b0-953d-ffe586045fe3 service neutron] 10.222.0.53 "GET /v2.0/networks/bbdacbbb-6df9-45a7-9a43-55fe9ff12269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595249 Nov 04 08:56:18.507252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.537390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d87971b0-170d-4eba-ae62-5c457af173d8 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:18.552658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Attempting to bind port 5724a3a3-df88-4700-862b-d9b6d947df18 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:18.553052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Attempting to bind port 5724a3a3-df88-4700-862b-d9b6d947df18 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:18.553345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Attempting to bind port 5724a3a3-df88-4700-862b-d9b6d947df18 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:18.584426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Port 5724a3a3-df88-4700-862b-d9b6d947df18 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:18.584753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Attempting to bind port 5724a3a3-df88-4700-862b-d9b6d947df18 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:18.596761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d87971b0-170d-4eba-ae62-5c457af173d8 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:56:18.597919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d87971b0-170d-4eba-ae62-5c457af173d8 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:18.608768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065004a1-9881-456c-9609-71f6c318847a req-7c28f979-3242-4896-b91f-da3900823be5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:18.609451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:18.609786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:18.610168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:18.610604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Bound port: 5724a3a3-df88-4700-862b-d9b6d947df18, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:18.610961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.612432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-065004a1-9881-456c-9609-71f6c318847a req-7c28f979-3242-4896-b91f-da3900823be5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.1707094 Nov 04 08:56:18.615157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.635066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ceec99-73ce-4150-b817-76736e07bf20 req-5028de3f-d5eb-4e6d-a7bd-d7677eee9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:18.636737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76ceec99-73ce-4150-b817-76736e07bf20 req-5028de3f-d5eb-4e6d-a7bd-d7677eee9994 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 1096 time: 0.1634064 Nov 04 08:56:18.692733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.698931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.747086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76ceec99-73ce-4150-b817-76736e07bf20 req-631203f7-cc46-4d9d-a12d-be51ef012cf8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829904 Nov 04 08:56:18.767938 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.768528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da991faa-2050-43c2-b6d4-cffcb3312546 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 08:56:18.768785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8703559c-20e4-4786-b211-f6fe4b2461d9 req-84c838d0-6535-4a7b-9c36-6965d6a90fb3 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 210 time: 0.0437734 Nov 04 08:56:18.772129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] For port 5724a3a3-df88-4700-862b-d9b6d947df18, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:18.786375 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.790599 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.792084 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8559fd51-682f-48fe-b19b-fced8d38f199 admin admin] 10.222.0.53 "DELETE /v2.0/routers/da991faa-2050-43c2-b6d4-cffcb3312546 HTTP/1.1" status: 204 len: 168 time: 1.9071515 Nov 04 08:56:18.795355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-065004a1-9881-456c-9609-71f6c318847a req-99874861-0416-45ec-be70-8ce0b3d509d3 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487937 Nov 04 08:56:18.795827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] For port 5724a3a3-df88-4700-862b-d9b6d947df18, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5724a3a3-df88-4700-862b-d9b6d947df18,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:18.795997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:18.830599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.856616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Network 2913280e-717f-43a3-a683-8254fdca979e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:18.865438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:18.877758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:18.878408 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.879828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/5724a3a3-df88-4700-862b-d9b6d947df18 HTTP/1.1" status: 200 len: 1096 time: 2.5652661 Nov 04 08:56:18.894271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'tag': '5724a3a3-df88-4700-862b-d9b6d947df18'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:18.896602 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9" -d '{"events": [{"name": "network-changed", "server_uuid": "04982d27-35c9-4df3-bc12-2ca7cd2dd332", "tag": "5724a3a3-df88-4700-862b-d9b6d947df18"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:18.918959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:18.928196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:18.929197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:18.935490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:18.983882 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-94f86b64-62d0-426f-ac87-5e7aa6a3d76c req-88e535e5-6935-4590-93cb-4259d31e3dbd tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 210 time: 0.1242354 Nov 04 08:56:19.050864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Deleting subnet 6bfedede-0afd-4dee-b925-15b06e9bd199 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:56:19.062630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.074125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-385b7e9c-4b36-47ce-956f-bcfc395cd5c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9945016 Nov 04 08:56:19.137068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74eaaa3-d027-4b7d-a1a4-294400a8d671 req-e4fc4aaf-7bab-4d51-86ca-39ac5f9a0dbc tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:19.139884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d74eaaa3-d027-4b7d-a1a4-294400a8d671 req-e4fc4aaf-7bab-4d51-86ca-39ac5f9a0dbc tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 948 time: 0.1854804 Nov 04 08:56:19.141329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Request body: {'port': {'device_id': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:19.148390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.250678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a53ae4-0820-4f15-aceb-c9e0dfc812e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5724a3a3-df88-4700-862b-d9b6d947df18,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:19.261243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 693daff2-4a21-4b49-a846-207900da9fde up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:19.264320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d74eaaa3-d027-4b7d-a1a4-294400a8d671 req-544558ab-0725-4f74-af72-59ce8812e96a tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128657 Nov 04 08:56:19.284643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-d72f5485-98da-4aed-8e88-c833c7e2f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:19.287008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-d72f5485-98da-4aed-8e88-c833c7e2f0c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85bfa680f81b43c6ae367e5f0264188f&device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 1099 time: 0.3328490 Nov 04 08:56:19.322477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-1388d8ce-7f32-47b9-b834-777a1fee6133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:19.324207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-1388d8ce-7f32-47b9-b834-777a1fee6133 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1100 time: 0.2907200 Nov 04 08:56:19.394699 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45bcb76-34bf-4006-9e75-9488c6cbaeaa x-openstack-request-id: req-a45bcb76-34bf-4006-9e75-9488c6cbaeaa {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:19.394996 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04982d27-35c9-4df3-bc12-2ca7cd2dd332", "tag": "5724a3a3-df88-4700-862b-d9b6d947df18", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:19.395251 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a45bcb76-34bf-4006-9e75-9488c6cbaeaa {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:19.395649 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'tag': '5724a3a3-df88-4700-862b-d9b6d947df18', 'status': 'completed', 'code': 200} Nov 04 08:56:19.396247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.410984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-339995ea-f85f-4d7a-a3a3-959127afc42f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5724a3a3-df88-4700-862b-d9b6d947df18 HTTP/1.1" status: 200 len: 217 time: 0.0927994 Nov 04 08:56:19.411646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.481775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9d454-a887-43bc-a94b-15080d384ef2 req-d5e5e809-3872-41ae-9e54-86f06e409f47 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:19.483414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2db9d454-a887-43bc-a94b-15080d384ef2 req-d5e5e809-3872-41ae-9e54-86f06e409f47 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.3344088 Nov 04 08:56:19.557986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.594424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 693daff2-4a21-4b49-a846-207900da9fde completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:19.600297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bfedede-0afd-4dee-b925-15b06e9bd199,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:19.601243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 693daff2-4a21-4b49-a846-207900da9fde triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:19.602833 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.629322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.635104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6bfedede-0afd-4dee-b925-15b06e9bd199 HTTP/1.1" status: 204 len: 168 time: 0.8359628 Nov 04 08:56:19.635670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:19.645080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32aaf73-b8de-4651-aa7f-97c044703b2c None None] Network 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:19.650721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef553-7b8a-4148-be0f-1fe3534499c3 req-54db3c5e-f3db-4ef1-a10b-dacd56ebc0d4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:19.659563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-851ef553-7b8a-4148-be0f-1fe3534499c3 req-54db3c5e-f3db-4ef1-a10b-dacd56ebc0d4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 950 time: 0.1717958 Nov 04 08:56:19.662889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.663263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.663616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.664102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.664480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.664817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.665452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.665452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.665745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.666458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.666458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.666750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a7b107-887c-46fa-8f28-07ef94c5eae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:19.674899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-d94e79d1-896e-4d1c-9e49-6ea922d249f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:19.676648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-d94e79d1-896e-4d1c-9e49-6ea922d249f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2335629 Nov 04 08:56:19.780564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2db9d454-a887-43bc-a94b-15080d384ef2 req-f03a9d3f-360f-4a5f-a32a-dbeb3bf0e11f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658334 Nov 04 08:56:19.792825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-851ef553-7b8a-4148-be0f-1fe3534499c3 req-21b49755-6931-4fae-894e-e7ab7adf72ee tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265931 Nov 04 08:56:19.800557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.833615 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.843662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-0c55cd2c-2321-4055-86f8-ba9d2d64a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:19.845298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-0c55cd2c-2321-4055-86f8-ba9d2d64a757 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.5089033 Nov 04 08:56:19.883976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 693daff2-4a21-4b49-a846-207900da9fde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=693daff2-4a21-4b49-a846-207900da9fde,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:19.893611 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.962323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Deleting port c931e494-24d8-46d9-94db-26739f724b10 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:19.964633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:19.971733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] DHCP port deletion for 3f4ec810-3e7c-4f62-bc8d-3f5378e844fd request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:56:20.020533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-f75ead93-421c-44b6-a421-a9eb3b9e16f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.1207368 Nov 04 08:56:20.032426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=693daff2-4a21-4b49-a846-207900da9fde,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:20.043939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.044335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.044891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.045417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.045902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.046405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.046877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.047340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.047812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.048319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.048795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.049265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:56:20.063701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbee61-3661-431d-9321-fd425ce44174 req-1ef6e166-b1fb-45ee-aa78-3d075be2b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:20.065222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-1ef6e166-b1fb-45ee-aa78-3d075be2b793 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3759632 Nov 04 08:56:20.088853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] Deleting port c931e494-24d8-46d9-94db-26739f724b10 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:20.089239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.098149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] For port c931e494-24d8-46d9-94db-26739f724b10, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c931e494-24d8-46d9-94db-26739f724b10,segment=NetworkSegment(6cc14871-0c34-4e4b-b265-92cd7bc6a1ee),segment_id=6cc14871-0c34-4e4b-b265-92cd7bc6a1ee)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:20.098389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.116223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Calling delete_port for c931e494-24d8-46d9-94db-26739f724b10 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:20.133983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1934e6e0-4688-4aa7-aa82-d0de7ff16a05 req-0cedf728-509b-4896-b331-0e4949f57cdb tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:20.153949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1934e6e0-4688-4aa7-aa82-d0de7ff16a05 req-0cedf728-509b-4896-b331-0e4949f57cdb tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.1293554 Nov 04 08:56:20.239786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] For port c931e494-24d8-46d9-94db-26739f724b10, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c931e494-24d8-46d9-94db-26739f724b10,segment=NetworkSegment(6cc14871-0c34-4e4b-b265-92cd7bc6a1ee),segment_id=6cc14871-0c34-4e4b-b265-92cd7bc6a1ee)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:20.240444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.246082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device dbfb6022-0bcb-4ca4-967c-27fe514626d9 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:20.284790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7862981f-16ea-4192-8c36-8f2d90124e13'}, {'server_uuid': '6339fb56-ee55-4073-9a0c-32322060fc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693daff2-4a21-4b49-a846-207900da9fde'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:20.287409 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30f35fe-0b31-494f-a496-24e1d2094afe" -d '{"events": [{"server_uuid": "54c2c5e6-1ddf-4204-8eb6-f80363b9abc9", "name": "network-vif-plugged", "status": "completed", "tag": "7862981f-16ea-4192-8c36-8f2d90124e13"}, {"server_uuid": "6339fb56-ee55-4073-9a0c-32322060fc09", "name": "network-vif-plugged", "status": "completed", "tag": "693daff2-4a21-4b49-a846-207900da9fde"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:20.295335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] Calling delete_port for c931e494-24d8-46d9-94db-26739f724b10 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:20.298331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: dbfb6022-0bcb-4ca4-967c-27fe514626d9 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:56:20.298704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device dbfb6022-0bcb-4ca4-967c-27fe514626d9 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:20.299734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c931e494-24d8-46d9-94db-26739f724b10 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:20.304536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1934e6e0-4688-4aa7-aa82-d0de7ff16a05 req-6ce65206-e2b9-4371-be19-99246845b571 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496885 Nov 04 08:56:20.510561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-32864f6a-7f94-49f1-8ea5-d45a537d73c5 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:20.514288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-32864f6a-7f94-49f1-8ea5-d45a537d73c5 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.55 "GET /v2.0/networks?id=bbdacbbb-6df9-45a7-9a43-55fe9ff12269 HTTP/1.1" status: 200 len: 814 time: 0.2628307 Nov 04 08:56:20.537058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Request body: {'port': {'device_id': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269', 'admin_state_up': True, 'tenant_id': '5b907e1d80eb4635b3611bbb875974bc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:20.540046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-a7f7d92a-f630-4f5d-957c-659c5eca7233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:20.541493 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-a7f7d92a-f630-4f5d-957c-659c5eca7233 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.5007222 Nov 04 08:56:20.556885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dda538-6cff-416d-836c-c06c9a0dd13c req-fabaac5b-868e-4403-8f9c-441f5eab3dc7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:20.564566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30dda538-6cff-416d-836c-c06c9a0dd13c req-fabaac5b-868e-4403-8f9c-441f5eab3dc7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 931 time: 0.6015692 Nov 04 08:56:20.584867 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.620872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.622212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] Pushing event deleted for resources: {'Port': ['ID=c931e494-24d8-46d9-94db-26739f724b10,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:20.630990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82330bb9-b8a4-41db-914f-bb95c212bf0d None None] No DVR routers for this DVR port c931e494-24d8-46d9-94db-26739f724b10 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:20.632293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No active binding found for port c931e494-24d8-46d9-94db-26739f724b10 {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 08:56:20.632802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c931e494-24d8-46d9-94db-26739f724b10 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:20.659458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58684f3d-ffae-4e5e-b059-025260758cd1 req-7f773314-38a6-40a5-a21c-583f6e161514 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 210 time: 0.1396708 Nov 04 08:56:20.690507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Pushing event deleted for resources: {'Port': ['ID=c931e494-24d8-46d9-94db-26739f724b10,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:20.714477 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c6a3770-2dd8-4972-b8df-8b625dbbf5f8 x-openstack-request-id: req-9c6a3770-2dd8-4972-b8df-8b625dbbf5f8 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:20.715070 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c2c5e6-1ddf-4204-8eb6-f80363b9abc9", "name": "network-vif-plugged", "status": "completed", "tag": "7862981f-16ea-4192-8c36-8f2d90124e13", "code": 200}, {"server_uuid": "6339fb56-ee55-4073-9a0c-32322060fc09", "name": "network-vif-plugged", "status": "completed", "tag": "693daff2-4a21-4b49-a846-207900da9fde", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:20.715499 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c6a3770-2dd8-4972-b8df-8b625dbbf5f8 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:20.716564 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7862981f-16ea-4192-8c36-8f2d90124e13', 'code': 200} Nov 04 08:56:20.717414 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6339fb56-ee55-4073-9a0c-32322060fc09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693daff2-4a21-4b49-a846-207900da9fde', 'code': 200} Nov 04 08:56:20.750078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] No DVR routers for this DVR port c931e494-24d8-46d9-94db-26739f724b10 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:20.778767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30dda538-6cff-416d-836c-c06c9a0dd13c req-9197fc28-951b-46ac-8237-94473a6a8ed9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132053 Nov 04 08:56:20.789164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-6f5b55ef-1438-4e06-b79a-127dfde45950 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7006948 Nov 04 08:56:20.810860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:20.817049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-8f4a6f42-5157-442e-85b0-32d41beb09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:20.819085 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-8f4a6f42-5157-442e-85b0-32d41beb09e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488987 Nov 04 08:56:20.824057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.927302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Made reservation on behalf of 5b907e1d80eb4635b3611bbb875974bc for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:20.930601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.956368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Transition to ACTIVE for port object a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:20.964241 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:20.967636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.012566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54ba18-adfa-4e82-9ed8-b60d71753e0d req-15229cf1-4c88-4c41-a7f9-7310887f16f7 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.016405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef54ba18-adfa-4e82-9ed8-b60d71753e0d req-15229cf1-4c88-4c41-a7f9-7310887f16f7 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 948 time: 0.2542017 Nov 04 08:56:21.018994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b07a47-d399-4a67-aca3-2963929262af req-fcda90d4-41ac-4314-80d5-80996092b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.020010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21b07a47-d399-4a67-aca3-2963929262af req-fcda90d4-41ac-4314-80d5-80996092b982 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 1101 time: 0.2151167 Nov 04 08:56:21.026997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4ec810-3e7c-4f62-bc8d-3f5378e844fd']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:21.042987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7efb3-3ead-40da-af55-7c026244baac req-86eac84c-8750-4073-a227-99cc2acb60fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.045182 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7f7efb3-3ead-40da-af55-7c026244baac req-86eac84c-8750-4073-a227-99cc2acb60fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 1101 time: 0.2408659 Nov 04 08:56:21.075348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:21.075692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc14871-0c34-4e4b-b265-92cd7bc6a1ee') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:21.091800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdd148-a073-42dc-b30a-68f6544b6e06 req-2ba314f7-9abe-499e-95e5-0daa7c92cfd6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.093952 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1bcdd148-a073-42dc-b30a-68f6544b6e06 req-2ba314f7-9abe-499e-95e5-0daa7c92cfd6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.2037678 Nov 04 08:56:21.098274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:21.108839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbbee61-3661-431d-9321-fd425ce44174 req-cef7511e-d755-4d5d-83f4-0fad15742c02 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109715 Nov 04 08:56:21.112901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-ee0ffc4d-c392-4a0f-bec9-f04112f6862d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710733 Nov 04 08:56:21.129071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.215123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef54ba18-adfa-4e82-9ed8-b60d71753e0d req-1280e5c1-f563-4ee4-a4e0-255d4885d120 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921368 Nov 04 08:56:21.218936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.222109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21b07a47-d399-4a67-aca3-2963929262af req-1dc1c107-3691-4f89-a074-a8d133e0312a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488492 Nov 04 08:56:21.222610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:21.222949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:21.223275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:21.229307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7f7efb3-3ead-40da-af55-7c026244baac req-38f52859-140e-4292-959a-86d6ce9626f2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454802 Nov 04 08:56:21.248608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:56:21.249042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:56:21.250863 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:56:21.263246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:21.264372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:21.268862 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1bcdd148-a073-42dc-b30a-68f6544b6e06 req-76cc70d0-805b-4154-82d6-f33d67f1df44 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643562 Nov 04 08:56:21.285258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:21.285599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:21.285982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:21.286430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Bound port: a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:21.286775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.329756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-b0ad1c48-56ce-4c82-ad36-55e0e145d5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.331301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-b0ad1c48-56ce-4c82-ad36-55e0e145d5f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=85bfa680f81b43c6ae367e5f0264188f&device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 1099 time: 0.1576879 Nov 04 08:56:21.348116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Allocated IP 172.20.0.12 (bbdacbbb-6df9-45a7-9a43-55fe9ff12269/c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e/ec6be85e-90a1-4804-a9cd-549d98496c95) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:21.352927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-9527215e-5f4a-4a10-9d68-78f2976fad51 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165670 Nov 04 08:56:21.366484 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.372025 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.375934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] 10.222.0.53 "DELETE /v2.0/networks/3f4ec810-3e7c-4f62-bc8d-3f5378e844fd HTTP/1.1" status: 204 len: 168 time: 1.7389853 Nov 04 08:56:21.390097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:21.393377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:21.397720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.412378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726db8ef-44ef-4578-ab21-8aa5cae9120a admin admin] Pushing event deleted for resources: {'Network': ['ID=3f4ec810-3e7c-4f62-bc8d-3f5378e844fd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:21.429285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d879c-e260-4b3c-b229-675cb02fd3a0 req-05472c2d-c174-41b5-8eb1-0f56991744b2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.434798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.436320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.437767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] 10.222.0.70 "PUT /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 1091 time: 2.3182395 Nov 04 08:56:21.438218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:21.438726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a1d879c-e260-4b3c-b229-675cb02fd3a0 req-05472c2d-c174-41b5-8eb1-0f56991744b2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 950 time: 0.1432660 Nov 04 08:56:21.440582 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4af09d7-b40b-4a36-a09c-0d237f581a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:21.470529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e734dee-a92d-475b-bddb-4994f28dcb5d service neutron] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:21.568193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a1d879c-e260-4b3c-b229-675cb02fd3a0 req-a27a62d5-5053-4ee3-a9aa-2f30ca5b7f26 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281271 Nov 04 08:56:21.646947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-3214f2bb-f9c7-4aac-b2f4-ee85732112b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.648369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-3214f2bb-f9c7-4aac-b2f4-ee85732112b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1094 time: 0.0869761 Nov 04 08:56:21.651891 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c9ff32-eb30-40eb-bc92-5d902b9d5bbe x-openstack-request-id: req-f0c9ff32-eb30-40eb-bc92-5d902b9d5bbe {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:21.652183 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:21.652511 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f0c9ff32-eb30-40eb-bc92-5d902b9d5bbe {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:21.652826 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10', 'status': 'completed', 'code': 200} Nov 04 08:56:21.671286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:21.677708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.722736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:21.729828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-987f40e4-6835-499e-8121-1294a77baf89 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 217 time: 0.0691917 Nov 04 08:56:21.741374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310d2d9-dadf-4d62-8a9f-5bd2d3e9f526 req-ea7323db-816d-4714-bc74-d4fd7462bdb1 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.742840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7310d2d9-dadf-4d62-8a9f-5bd2d3e9f526 req-ea7323db-816d-4714-bc74-d4fd7462bdb1 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.1846552 Nov 04 08:56:21.753209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-e84d970e-f645-4a35-a6d9-1ed7ba64df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.754594 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-e84d970e-f645-4a35-a6d9-1ed7ba64df0c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2708797 Nov 04 08:56:21.862392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-98c28270-62f4-4019-a758-d1ccc7d989e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=5724a3a3-df88-4700-862b-d9b6d947df18 HTTP/1.1" status: 200 len: 217 time: 0.0822990 Nov 04 08:56:21.869025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6491211c-6e16-477c-a268-766f6b5c0e42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4aaea58053104e8da1bdf737218d7efe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950250 Nov 04 08:56:21.878592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:21.898374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-66c9f1bc-f644-4f8e-abab-887883efdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:21.899829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-66c9f1bc-f644-4f8e-abab-887883efdbf9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1547179 Nov 04 08:56:21.910258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7310d2d9-dadf-4d62-8a9f-5bd2d3e9f526 req-46719019-04a2-4f5e-b2e7-c8fc95247add tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538014 Nov 04 08:56:21.977318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-5de0a01b-5be5-4637-bdee-05fb3bb0fd82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470927 Nov 04 08:56:22.001612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-ed7fcae1-e080-47f0-b7bc-ae5d3798ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.003083 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-ed7fcae1-e080-47f0-b7bc-ae5d3798ed32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1204681 Nov 04 08:56:22.011925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:22.019417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:22.029766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:22.052253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Pushing event updated for resources: {'Port': ['ID=ec6be85e-90a1-4804-a9cd-549d98496c95,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:22.084064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f9fb3-b5a2-4ac3-9e08-e15ec819bdd9 req-796c42fc-6acc-44a0-87dd-e7246c11b037 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.085677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d88f9fb3-b5a2-4ac3-9e08-e15ec819bdd9 req-796c42fc-6acc-44a0-87dd-e7246c11b037 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 932 time: 0.3503172 Nov 04 08:56:22.097505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.098157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.117677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b7db6e2-c78f-4dee-b71d-707ed4b7beee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.132554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-f53e8cbf-829c-4c70-9ca0-5b660553ef57 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6009698 Nov 04 08:56:22.146370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d88f9fb3-b5a2-4ac3-9e08-e15ec819bdd9 req-4fb3c8fe-bd30-4ab1-83a8-c8a6a9132283 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Nov 04 08:56:22.152655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Request body: {'port': {'device_id': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:22.160804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caa09a2-cd8c-4da1-a860-53b0e46f41ec req-debc4378-6a36-4528-ba76-04cb70b625ef tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.162478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1caa09a2-cd8c-4da1-a860-53b0e46f41ec req-debc4378-6a36-4528-ba76-04cb70b625ef tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 943 time: 0.1749456 Nov 04 08:56:22.177522 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b7db6e2-c78f-4dee-b71d-707ed4b7beee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.192659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-21013f28-3975-45a8-82bc-5fee266c113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.194457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-21013f28-3975-45a8-82bc-5fee266c113d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1753561 Nov 04 08:56:22.211616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.290151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-718872bf-05c3-4751-8686-9c469b664fb1 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724831 Nov 04 08:56:22.376166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1caa09a2-cd8c-4da1-a860-53b0e46f41ec req-fb055332-006d-4e07-a4af-272a98635721 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009785 Nov 04 08:56:22.382335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550670c-b7e6-47fd-8c4b-4943d2b02985 req-8f8b30ed-7c1a-43a2-bb20-1f6b1e9c1c78 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.384298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3550670c-b7e6-47fd-8c4b-4943d2b02985 req-8f8b30ed-7c1a-43a2-bb20-1f6b1e9c1c78 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.1601329 Nov 04 08:56:22.437100 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b7db6e2-c78f-4dee-b71d-707ed4b7beee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.446281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b7db6e2-c78f-4dee-b71d-707ed4b7beee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.446281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8b7db6e2-c78f-4dee-b71d-707ed4b7beee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57e669d9-bfaa-4cda-bc6c-b7a77d995361 HTTP/1.1" status: 204 len: 168 time: 0.5615003 Nov 04 08:56:22.474595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-a4b0e08d-0e61-4296-b861-5365a30b3a76 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601943 Nov 04 08:56:22.482122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7db6e2-c78f-4dee-b71d-707ed4b7beee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e669d9-bfaa-4cda-bc6c-b7a77d995361,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:22.509110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3550670c-b7e6-47fd-8c4b-4943d2b02985 req-031a941a-1ba4-443b-9c6e-ad7308467350 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143754 Nov 04 08:56:22.535505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c5567ea-b27a-47dd-901f-72ca28bd6bf8 req-63eac5b8-079a-4676-9445-8990df8b8efc service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331288 Nov 04 08:56:22.701687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220cc67f-7c4e-4b4e-a96c-8462f7d1f171 req-d94e6d7d-b568-4037-99a2-918f0bc1780a tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.703305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-220cc67f-7c4e-4b4e-a96c-8462f7d1f171 req-d94e6d7d-b568-4037-99a2-918f0bc1780a tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 948 time: 0.1664326 Nov 04 08:56:22.709050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-46a168b9-feec-4933-a5d2-3bde972565c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.710675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-46a168b9-feec-4933-a5d2-3bde972565c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1094 time: 0.0983510 Nov 04 08:56:22.713926 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47fd15a-17e7-48c6-97f2-9a03550cb1f9 req-20d55c3e-1038-4406-99d0-a85c61de6fc2 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191501 Nov 04 08:56:22.747129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6be85e-90a1-4804-a9cd-549d98496c95 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:22.758292 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.774579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Transition to ACTIVE for port object ec6be85e-90a1-4804-a9cd-549d98496c95 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:22.781955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:22.789132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-220cc67f-7c4e-4b4e-a96c-8462f7d1f171 req-3e29e2e8-0800-4ddc-a36a-8aa58af363a0 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773299 Nov 04 08:56:22.868834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b353c4-2902-4fca-ac7d-4bbf80519ab2 req-9725e3a5-48dd-458f-8af8-00f2837c6a35 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.869914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4b353c4-2902-4fca-ac7d-4bbf80519ab2 req-9725e3a5-48dd-458f-8af8-00f2837c6a35 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.2762134 Nov 04 08:56:22.879526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6be85e-90a1-4804-a9cd-549d98496c95,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:22.902432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-b851c788-0433-40b0-9cad-cb3efe4fdff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:22.904927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-b851c788-0433-40b0-9cad-cb3efe4fdff5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.1544175 Nov 04 08:56:22.960374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-f06c52e8-dbbf-49d0-9ae8-2e3e056cb6ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 217 time: 0.0435016 Nov 04 08:56:22.993376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4b353c4-2902-4fca-ac7d-4bbf80519ab2 req-1abcf59b-9d4d-415e-bf8f-b7f47204e283 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941558 Nov 04 08:56:23.039388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Attempting to bind port ec6be85e-90a1-4804-a9cd-549d98496c95 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:23.040031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Attempting to bind port ec6be85e-90a1-4804-a9cd-549d98496c95 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '03c9c503-26bf-4d6b-9905-250572e4fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:23.045872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Attempting to bind port ec6be85e-90a1-4804-a9cd-549d98496c95 on network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:23.052486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Port ec6be85e-90a1-4804-a9cd-549d98496c95 on network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:23.058006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Attempting to bind port ec6be85e-90a1-4804-a9cd-549d98496c95 on network bbdacbbb-6df9-45a7-9a43-55fe9ff12269 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:23.060665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-74864509-5ed6-4ced-8b09-23332334240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.062548 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-74864509-5ed6-4ced-8b09-23332334240c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0943577 Nov 04 08:56:23.064306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:23.064713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Checking segment: {'id': '03c9c503-26bf-4d6b-9905-250572e4fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:23.065158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Bound using segment: {'id': '03c9c503-26bf-4d6b-9905-250572e4fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:23.065651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Bound port: ec6be85e-90a1-4804-a9cd-549d98496c95, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c9c503-26bf-4d6b-9905-250572e4fa9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:23.066074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:23.100595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-f1882f3a-0d39-4ce9-8e6c-1b5e75ac03b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278463 Nov 04 08:56:23.215576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271c4a2-d569-455f-8904-8f761d04ba71 req-90e2099d-32e5-4a50-b8c2-6ebfeb48fe0b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.218989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a271c4a2-d569-455f-8904-8f761d04ba71 req-90e2099d-32e5-4a50-b8c2-6ebfeb48fe0b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 950 time: 0.1165800 Nov 04 08:56:23.224147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] For port ec6be85e-90a1-4804-a9cd-549d98496c95, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:23.237302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] For port ec6be85e-90a1-4804-a9cd-549d98496c95, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ec6be85e-90a1-4804-a9cd-549d98496c95,segment=NetworkSegment(03c9c503-26bf-4d6b-9905-250572e4fa9c),segment_id=03c9c503-26bf-4d6b-9905-250572e4fa9c)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:23.239776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-21760bb4-ab6b-493e-a4f2-9ae745c08fdc service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297004 Nov 04 08:56:23.264536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:23.309100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a271c4a2-d569-455f-8904-8f761d04ba71 req-a58bd267-0ec8-4826-8945-3254155e0dc7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819857 Nov 04 08:56:23.318766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.319751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:23.321355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/ec6be85e-90a1-4804-a9cd-549d98496c95 HTTP/1.1" status: 200 len: 1092 time: 1.1728528 Nov 04 08:56:23.324431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'tag': 'ec6be85e-90a1-4804-a9cd-549d98496c95'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:23.329791 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a4a23e-a4db-4dfb-a280-299eac9ff296" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc1dd36-c14b-41a1-b60c-69bae294c669", "tag": "ec6be85e-90a1-4804-a9cd-549d98496c95"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:23.364787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065be3d-f82e-4f47-9527-32fcc50014d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6be85e-90a1-4804-a9cd-549d98496c95,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:23.439133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ff977-8645-4911-af45-8733c90abb73 req-651c087b-7833-4f01-9f1b-0acc16baa941 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.440807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d9ff977-8645-4911-af45-8733c90abb73 req-651c087b-7833-4f01-9f1b-0acc16baa941 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 944 time: 0.1024222 Nov 04 08:56:23.456659 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4af09d7-b40b-4a36-a09c-0d237f581a1e req-79f63c41-f5e7-415b-ad72-b608456bfda4 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072365 Nov 04 08:56:23.477077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-97c5b162-f528-4fc3-8566-6db67ce2f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.479622 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-97c5b162-f528-4fc3-8566-6db67ce2f8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b907e1d80eb4635b3611bbb875974bc&device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 1095 time: 0.0868220 Nov 04 08:56:23.526219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d9ff977-8645-4911-af45-8733c90abb73 req-50a122e5-c4b4-47e9-a849-226b1e4607b6 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639954 Nov 04 08:56:23.552925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-0bf6dc20-c48f-4479-8718-0051f39534c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec6be85e-90a1-4804-a9cd-549d98496c95 HTTP/1.1" status: 200 len: 217 time: 0.0560822 Nov 04 08:56:23.622459 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abefd556-81a1-4e27-ad85-68202843d63a x-openstack-request-id: req-abefd556-81a1-4e27-ad85-68202843d63a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:23.622983 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc1dd36-c14b-41a1-b60c-69bae294c669", "tag": "ec6be85e-90a1-4804-a9cd-549d98496c95", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:23.623471 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-abefd556-81a1-4e27-ad85-68202843d63a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:23.624198 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'tag': 'ec6be85e-90a1-4804-a9cd-549d98496c95', 'status': 'completed', 'code': 200} Nov 04 08:56:23.650686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-ba7f58ae-275c-4594-ad91-71967fb1bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.652221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-ba7f58ae-275c-4594-ad91-71967fb1bca6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e HTTP/1.1" status: 200 len: 854 time: 0.0707476 Nov 04 08:56:23.672518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:23.711242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-7ab5bdd7-9430-4ba8-8ccc-7ce68c42802b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdacbbb-6df9-45a7-9a43-55fe9ff12269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334406 Nov 04 08:56:23.733444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc22d1-5ad4-4008-93ab-e681415c1b39 req-61f00ea1-c125-4b26-8ca1-f1d59fdda86a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.735362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1dfc22d1-5ad4-4008-93ab-e681415c1b39 req-61f00ea1-c125-4b26-8ca1-f1d59fdda86a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 943 time: 0.0747864 Nov 04 08:56:23.736342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d6c0-9c2b-474e-b54b-3ad118c3c591 req-8c5a5e2b-6e12-43c8-a7fa-86608429e1e9 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.737843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a57d6c0-9c2b-474e-b54b-3ad118c3c591 req-8c5a5e2b-6e12-43c8-a7fa-86608429e1e9 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 950 time: 0.0897970 Nov 04 08:56:23.778104 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1dfc22d1-5ad4-4008-93ab-e681415c1b39 req-9b47ded4-ed69-490f-bab4-925b432d6833 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 Nov 04 08:56:23.821493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a57d6c0-9c2b-474e-b54b-3ad118c3c591 req-e8c49e77-a027-4865-a7ea-5fcba5685399 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727737 Nov 04 08:56:23.841885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1166031802-network', 'tenant_id': 'df22224a809c45d780df520a392a8099'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:23.847054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-140a58d7-919d-412c-b0a2-289d5101320e service neutron] 10.222.0.55 "GET /v2.0/networks/bbdacbbb-6df9-45a7-9a43-55fe9ff12269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268754 Nov 04 08:56:23.873586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Made reservation on behalf of df22224a809c45d780df520a392a8099 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:23.876180 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:23.885845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:23.984587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb9c85-e72c-4595-9461-cc42e9a064ea req-378445d4-593b-424e-a4a4-1143c3bd0d2e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.985092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1379978d-ff5e-459e-870d-0cd20bedf815 req-f61d0e2d-7993-4393-b3dc-a317d920564a tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:23.986007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5eb9c85-e72c-4595-9461-cc42e9a064ea req-378445d4-593b-424e-a4a4-1143c3bd0d2e tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.0782163 Nov 04 08:56:23.986611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1379978d-ff5e-459e-870d-0cd20bedf815 req-f61d0e2d-7993-4393-b3dc-a317d920564a tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 948 time: 0.0809793 Nov 04 08:56:23.994211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a494228-d517-48ca-a15e-ec09b8e0e4b0 req-923eb7d2-adba-4f79-99e0-6ad83498610a service neutron] 10.222.0.55 "GET /v2.0/networks/bbdacbbb-6df9-45a7-9a43-55fe9ff12269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360526 Nov 04 08:56:24.048031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5eb9c85-e72c-4595-9461-cc42e9a064ea req-7e562cc2-4f8b-4310-88be-7f7b7b4da889 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Nov 04 08:56:24.051585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:24.060574 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1379978d-ff5e-459e-870d-0cd20bedf815 req-f8a2066b-ed0d-4dd1-9f84-b1bf63626891 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638781 Nov 04 08:56:24.061794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:24.095273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-980daefe-514e-42c9-8a56-714e009d1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.096931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-980daefe-514e-42c9-8a56-714e009d1702 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b907e1d80eb4635b3611bbb875974bc&device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 1095 time: 0.0456967 Nov 04 08:56:24.098199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:56:24.132169 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:24.132627 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Added segment e79931be-e197-40e0-936c-9151d34f08fb of type vlan for network 9dbfc59b-884b-4f0b-83d0-21616fceda6c Nov 04 08:56:24.133957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a8d95e-36f8-42f1-88dd-fe54fd580230,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:24.183983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:24.221282 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:24.222370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.223087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:24.235314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-8df4ae08-c940-49a9-aafa-cbdaeb5dc016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.238310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-8df4ae08-c940-49a9-aafa-cbdaeb5dc016 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbdacbbb-6df9-45a7-9a43-55fe9ff12269 HTTP/1.1" status: 200 len: 915 time: 0.1200242 Nov 04 08:56:24.297817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-bba25b52-3998-4b05-b8d8-dbce148239dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec6be85e-90a1-4804-a9cd-549d98496c95 HTTP/1.1" status: 200 len: 217 time: 0.0405304 Nov 04 08:56:24.406898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-3e066869-67ae-459c-ab51-6dca96af15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.408422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-3e066869-67ae-459c-ab51-6dca96af15a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e HTTP/1.1" status: 200 len: 854 time: 0.0889609 Nov 04 08:56:24.426070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92c781-7082-4941-a26f-bc16466d6266 req-750abe24-7051-4e07-a14c-8c70d14144ee tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.432143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92c781-7082-4941-a26f-bc16466d6266 req-750abe24-7051-4e07-a14c-8c70d14144ee tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.433806 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f92c781-7082-4941-a26f-bc16466d6266 req-750abe24-7051-4e07-a14c-8c70d14144ee tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9&device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 1691 time: 0.0802300 Nov 04 08:56:24.474687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-a172aaa6-970f-4827-a952-a29032b77a62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbdacbbb-6df9-45a7-9a43-55fe9ff12269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398350 Nov 04 08:56:24.493116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f92c781-7082-4941-a26f-bc16466d6266 req-3d0c43ca-d111-43c8-ae3a-828de6d2e71c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Nov 04 08:56:24.562570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8888600 Nov 04 08:56:24.566284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:24.572760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Request body: {'subnet': {'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1166031802-subnet', 'tenant_id': 'df22224a809c45d780df520a392a8099', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:24.580911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88adef56-5697-4a4b-b861-6a0141476cd9 admin admin] Pushing event updated for resources: {'Network': ['ID=9dbfc59b-884b-4f0b-83d0-21616fceda6c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:24.594032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:56:24.596070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779620bb-6203-4947-bf03-55f732552fc1 req-ee0a8ae4-00db-4a96-b358-dddff953f617 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.603507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-779620bb-6203-4947-bf03-55f732552fc1 req-ee0a8ae4-00db-4a96-b358-dddff953f617 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.3839946 Nov 04 08:56:24.617976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-de1a4fcc-7205-416c-9edc-875742ba7b6b service neutron] 10.222.0.55 "GET /v2.0/networks/bbdacbbb-6df9-45a7-9a43-55fe9ff12269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239309 Nov 04 08:56:24.619585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Made reservation on behalf of df22224a809c45d780df520a392a8099 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:24.622344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:24.649529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-779620bb-6203-4947-bf03-55f732552fc1 req-16bdc1b5-9721-4120-974c-fd7e62416dfc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419900 Nov 04 08:56:24.742341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e8a79d-7402-48e6-854d-d85c71659de4 req-3a440d6d-5085-4c54-b540-c179c8b605b7 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.744603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82e8a79d-7402-48e6-854d-d85c71659de4 req-3a440d6d-5085-4c54-b540-c179c8b605b7 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 1101 time: 0.0436935 Nov 04 08:56:24.785259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82e8a79d-7402-48e6-854d-d85c71659de4 req-da1d2bcb-ca6a-4c17-950b-ccb2edbec16e tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Nov 04 08:56:24.816355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70040466-f180-4bc0-aec9-6551a302beda req-7036fbc8-4054-47c0-bca2-6f50df8bbf0d tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.818120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70040466-f180-4bc0-aec9-6551a302beda req-7036fbc8-4054-47c0-bca2-6f50df8bbf0d tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 944 time: 0.1498632 Nov 04 08:56:24.883476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5a4a23e-a4db-4dfb-a280-299eac9ff296 req-2bef3e8e-605e-4c8c-b1fc-c47b50be5c50 service neutron] 10.222.0.55 "GET /v2.0/networks/bbdacbbb-6df9-45a7-9a43-55fe9ff12269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482045 Nov 04 08:56:24.905110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba401d12-981c-4d8f-9bc7-ad69462b4755 req-74ddb088-7968-4eaa-96bf-d191f5f13804 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:24.906745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ba401d12-981c-4d8f-9bc7-ad69462b4755 req-74ddb088-7968-4eaa-96bf-d191f5f13804 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 1101 time: 0.0452955 Nov 04 08:56:24.910023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70040466-f180-4bc0-aec9-6551a302beda req-7a8bdeb9-b8b0-4bde-8e42-b6ea6498b7b6 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815327 Nov 04 08:56:24.948651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ba401d12-981c-4d8f-9bc7-ad69462b4755 req-65c40cb4-b5ac-490f-a27d-b72e1c9e5555 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Nov 04 08:56:24.954906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:25.045980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed23fc1-1439-4233-9e98-310eebd3206b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:25.063627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab2ef9-353a-41ba-bf89-1192413caad7 req-8b030176-1111-4a7a-82fe-d0121ae578c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:25.065151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45ab2ef9-353a-41ba-bf89-1192413caad7 req-8b030176-1111-4a7a-82fe-d0121ae578c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 943 time: 0.0858672 Nov 04 08:56:25.066055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Checking segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:25.066411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Network hostable DHCP agents. Network: 9dbfc59b-884b-4f0b-83d0-21616fceda6c, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:56:25.117155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:56:25.139589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45ab2ef9-353a-41ba-bf89-1192413caad7 req-9ff11fec-6eb6-46c6-9aad-622564f7fb5b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612586 Nov 04 08:56:25.140687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 9dbfc59b-884b-4f0b-83d0-21616fceda6c) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:25.144937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:25.145485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:25.152587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24f0f58-5308-4d39-808a-649eae9c65af None None] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:25.178552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ef85c865-9e7b-43b3-8db4-d45a26f2fede admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6097929 Nov 04 08:56:25.183499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-dc2063da-0a12-4e3e-a538-6fc59d79da3a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436122 Nov 04 08:56:25.273968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2bb86-8ab4-4ff4-9e67-839cde62245b req-94f1bd29-f3cd-4e0b-86f6-17a817c6aadf tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:25.282364 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ac2bb86-8ab4-4ff4-9e67-839cde62245b req-94f1bd29-f3cd-4e0b-86f6-17a817c6aadf tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 948 time: 0.0685687 Nov 04 08:56:25.286370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:25.304124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-a66e8902-5020-4f16-9619-71cb50a94e82 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:25.305619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-a66e8902-5020-4f16-9619-71cb50a94e82 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1157928 Nov 04 08:56:25.322915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ac2bb86-8ab4-4ff4-9e67-839cde62245b req-7ae015b2-dbce-4f2a-a5bd-d75708108137 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396655 Nov 04 08:56:25.342991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-04891b8a-f5e5-4b18-98ae-cc3e01f0648c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/quotas/7394e7fd16b5461e92a200b1ca1a390c HTTP/1.1" status: 200 len: 375 time: 0.0294445 Nov 04 08:56:25.376956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f6ab6-5dae-4592-83a3-cdfdb312fe68 None None] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:25.412649 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-f91aef5b-3d6a-4d86-8d97-1ee186b5bf61 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0628014 Nov 04 08:56:25.449146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0e983-a606-4c15-9dc0-fa6d70f8055e req-4aa79fe9-d8f9-43e9-9456-96d935f70e7d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:25.457278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41a0e983-a606-4c15-9dc0-fa6d70f8055e req-4aa79fe9-d8f9-43e9-9456-96d935f70e7d tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.0593154 Nov 04 08:56:25.496050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41a0e983-a606-4c15-9dc0-fa6d70f8055e req-71754c0d-2ded-4809-9383-f2f225d9efc8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376062 Nov 04 08:56:25.529060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:25.551035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'port_id': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10', 'mac_address': 'fa:16:3e:80:56:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aeb46e-3751-4dc3-bb85-d50fbcae4f34', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:25.636794 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:25.655554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:25.691180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:25.697444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:25.698167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5724a3a3-df88-4700-862b-d9b6d947df18 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:25.705962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee1ba80a-a97f-4d6d-bdf2-87ae19ac431f req-482e9682-ae05-43fa-a3e9-6388bc50f169 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 210 time: 0.0536025 Nov 04 08:56:25.850802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:25.952047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5724a3a3-df88-4700-862b-d9b6d947df18, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5724a3a3-df88-4700-862b-d9b6d947df18,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:25.970764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '5724a3a3-df88-4700-862b-d9b6d947df18', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '5724a3a3-df88-4700-862b-d9b6d947df18', 'mac_address': 'fa:16:3e:6c:ec:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:25.997018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-94889350-258c-4c06-b36e-f095aa4f1691 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:26.009524 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-94889350-258c-4c06-b36e-f095aa4f1691 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.1791985 Nov 04 08:56:26.033095 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-cab91d5c-b04a-4e91-ad0e-555e8877b648 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/quotas/df22224a809c45d780df520a392a8099 HTTP/1.1" status: 200 len: 375 time: 0.0239034 Nov 04 08:56:26.033315 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:26.058029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5724a3a3-df88-4700-862b-d9b6d947df18 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:26.064846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456767d6-8492-46a3-9461-deb3af73fa53 req-d7628762-7030-4271-8f8c-712f23ab5d21 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:26.066611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-456767d6-8492-46a3-9461-deb3af73fa53 req-d7628762-7030-4271-8f8c-712f23ab5d21 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0709217 Nov 04 08:56:26.084550 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-7cb49896-2089-40eb-9803-5f23804aad70 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504706 Nov 04 08:56:26.091564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5724a3a3-df88-4700-862b-d9b6d947df18, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5724a3a3-df88-4700-862b-d9b6d947df18,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:26.097091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:26.139305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-456767d6-8492-46a3-9461-deb3af73fa53 req-6c368f40-21bc-42f2-8c92-f81065cc553b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599165 Nov 04 08:56:26.158456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=5724a3a3-df88-4700-862b-d9b6d947df18,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:26.200477 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-afb65d3e-781e-4652-a231-6e2f3bd0718a service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985136 Nov 04 08:56:26.282249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751a59f-5ac2-44f5-8c70-ff9739e114f0 req-c26887f6-bfb1-4d95-a1db-81a48f139251 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:26.284506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2751a59f-5ac2-44f5-8c70-ff9739e114f0 req-c26887f6-bfb1-4d95-a1db-81a48f139251 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 944 time: 0.0545199 Nov 04 08:56:26.317002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-0d5fad50-42fe-4ce8-873a-3a3d85437eaf service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083124 Nov 04 08:56:26.340130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2751a59f-5ac2-44f5-8c70-ff9739e114f0 req-b0d5a592-4784-4932-9637-9db5a339d04e tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485871 Nov 04 08:56:26.452172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a60cd1ed-5564-44d3-9dbc-40fe0fce0b10'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:26.486134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5724a3a3-df88-4700-862b-d9b6d947df18'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:26.512858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79486d41-ca3b-48f8-a726-68eded9ee4da req-78ed986b-3005-41e2-93ec-a639a2893bb0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:26.522096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79486d41-ca3b-48f8-a726-68eded9ee4da req-78ed986b-3005-41e2-93ec-a639a2893bb0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.1079574 Nov 04 08:56:26.571761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b9f69900-f364-43c8-9acf-a6435c6f7769 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:26.582264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f4755-cfcf-4a61-9bef-e732932db759 req-6eafc6a8-5b3b-4d88-8cb7-199ed0857ab5 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:26.589128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79486d41-ca3b-48f8-a726-68eded9ee4da req-40bcd8f3-a882-48c6-89c6-1ed8b89be463 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604229 Nov 04 08:56:26.590829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-331f4755-cfcf-4a61-9bef-e732932db759 req-6eafc6a8-5b3b-4d88-8cb7-199ed0857ab5 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 949 time: 0.0893681 Nov 04 08:56:26.634767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-331f4755-cfcf-4a61-9bef-e732932db759 req-465ec23a-671d-450d-9c53-96c884bdd560 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428014 Nov 04 08:56:26.697751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b7a8963-b259-4ac8-ab0f-08a36c970cf3 req-af5b2b69-936a-4cae-aee1-9915c7c23b68 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 210 time: 0.0449390 Nov 04 08:56:26.831401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-295d5602-109a-4245-ba72-9ff1aaacba1f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382416 Nov 04 08:56:26.852580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:26.882900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'port_id': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'mac_address': 'fa:16:3e:b3:3c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9b36fb-b314-4011-95b7-904c26ff574c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:26.942555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1802e00-1916-4fa4-8dcd-b465245d2289 req-5a7f7b49-0adc-4e2c-a828-aacb80d5f12b tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:26.954104 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1802e00-1916-4fa4-8dcd-b465245d2289 req-5a7f7b49-0adc-4e2c-a828-aacb80d5f12b tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.2076707 Nov 04 08:56:26.979424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:27.008617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9f69900-f364-43c8-9acf-a6435c6f7769 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:27.041099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:27.046230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1802e00-1916-4fa4-8dcd-b465245d2289 req-10cd42e6-4a1d-46ba-b71e-5bda3b715ac2 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894680 Nov 04 08:56:27.047518 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:27.069486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-969ca709-39e6-4cea-8fc4-619ac645fe83 req-726620aa-7982-4e00-a90c-482f34a41d7c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 210 time: 0.0477390 Nov 04 08:56:27.099405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-dfa1dd2c-07ac-438b-b973-957a1b900a04 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:27.101187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-dfa1dd2c-07ac-438b-b973-957a1b900a04 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568624 Nov 04 08:56:27.110493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:27.120610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:27.160382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b9f69900-f364-43c8-9acf-a6435c6f7769'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:27.285081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:27.289020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:27.325767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053de3d7-3417-4ee5-b541-3bb21e0def56 req-9518058a-b9fd-4086-be13-6150e5f56203 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:27.327803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-053de3d7-3417-4ee5-b541-3bb21e0def56 req-9518058a-b9fd-4086-be13-6150e5f56203 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0862639 Nov 04 08:56:27.439089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-053de3d7-3417-4ee5-b541-3bb21e0def56 req-aeda4a94-70c8-41f2-b28f-ae33b1880d99 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771034 Nov 04 08:56:27.461607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41b882-491f-4f50-827e-7ea0d85d2483 req-3c0dac49-41e4-427c-b1ae-a016e9c0e356 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:27.463111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b41b882-491f-4f50-827e-7ea0d85d2483 req-3c0dac49-41e4-427c-b1ae-a016e9c0e356 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 944 time: 0.0515020 Nov 04 08:56:27.472704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.178 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/2455af22-0739-40af-994c-c3fff4dba5e1) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:27.508508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b41b882-491f-4f50-827e-7ea0d85d2483 req-22c273a7-64e5-4d0a-b613-9b0471c9b612 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Nov 04 08:56:27.624127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:27.720428 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:27.733923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfaa20-a2c8-427f-b89d-0f606921672f req-a0fc90a7-fbdc-4bb9-a1bc-ca124b6523b4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:27.735188 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04dfaa20-a2c8-427f-b89d-0f606921672f req-a0fc90a7-fbdc-4bb9-a1bc-ca124b6523b4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.0742722 Nov 04 08:56:27.740120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', '693daff2-4a21-4b49-a846-207900da9fde'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:27.750273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1', '7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:27.799009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:27.825978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c24d5a-d5d1-4e1b-8f26-4d316a85f8a3 req-32a28ff1-492e-452c-bc47-bcf4a14e5694 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:27.827872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4c24d5a-d5d1-4e1b-8f26-4d316a85f8a3 req-32a28ff1-492e-452c-bc47-bcf4a14e5694 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 949 time: 0.1164069 Nov 04 08:56:27.831219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:27.852243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:27.872713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:27.874031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:27.885546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-dcb64a23-2a68-4096-b889-3f129ad0d38f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:27.887173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-dcb64a23-2a68-4096-b889-3f129ad0d38f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.1629131 Nov 04 08:56:27.909693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4c24d5a-d5d1-4e1b-8f26-4d316a85f8a3 req-0380d7a7-69ab-43fb-9f19-61fa1364025b tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656018 Nov 04 08:56:27.915416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Request body: {'port': {'device_id': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'admin_state_up': True, 'tenant_id': 'df22224a809c45d780df520a392a8099'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:27.936903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=2455af22-0739-40af-994c-c3fff4dba5e1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:27.938311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-0217b5b6-2c65-42b6-9c98-052985a1ccdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8265481 Nov 04 08:56:27.952150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04dfaa20-a2c8-427f-b89d-0f606921672f req-6c576b09-32f0-4380-9115-e9fb45ea6442 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567929 Nov 04 08:56:27.976572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Request body: {'port': {'device_id': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:28.092024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f931e7a-de1b-471d-9aff-f74da5f566fc req-585ba812-ea75-4f85-99e2-b832536114f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 210 time: 0.0524886 Nov 04 08:56:28.099134 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.164397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Made reservation on behalf of df22224a809c45d780df520a392a8099 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:28.168041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.328942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f55789-18a9-485b-94ac-2fd5fa2f97b4 req-1c04be99-83f8-478c-85e0-2bd4d60bcbf9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:28.330604 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2f55789-18a9-485b-94ac-2fd5fa2f97b4 req-1c04be99-83f8-478c-85e0-2bd4d60bcbf9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 944 time: 0.1272142 Nov 04 08:56:28.351882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-28dbd5cd-bf47-4f3f-aa25-c521cc81b5c6 None None] Provisioning complete for port 2455af22-0739-40af-994c-c3fff4dba5e1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:28.352460 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-28dbd5cd-bf47-4f3f-aa25-c521cc81b5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.368839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074fee2-b155-428c-84d1-ccf9268fd6e2 req-375457b7-a468-4d93-80cf-dcee4bc5d97f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:28.370405 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0074fee2-b155-428c-84d1-ccf9268fd6e2 req-375457b7-a468-4d93-80cf-dcee4bc5d97f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 936 time: 0.1161795 Nov 04 08:56:28.412708 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2f55789-18a9-485b-94ac-2fd5fa2f97b4 req-abf3c9e4-2cda-4e70-a26c-58f1b0ecadf4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739162 Nov 04 08:56:28.416850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Allocated IP 172.20.0.7 (9dbfc59b-884b-4f0b-83d0-21616fceda6c/bed23fc1-1439-4233-9e98-310eebd3206b/9f2a475a-275b-414d-8d46-4f4f0ed33279) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:28.444120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0074fee2-b155-428c-84d1-ccf9268fd6e2 req-3d764e1d-0066-436c-b99f-209e9edbf0a9 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619078 Nov 04 08:56:28.525398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-28dbd5cd-bf47-4f3f-aa25-c521cc81b5c6 None None] Port 2455af22-0739-40af-994c-c3fff4dba5e1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:28.569364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ec6be85e-90a1-4804-a9cd-549d98496c95 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:28.571365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b9f69900-f364-43c8-9acf-a6435c6f7769 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:28.607530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2455af22-0739-40af-994c-c3fff4dba5e1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:28.618040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.641352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a90d86-d5ea-4f33-b769-28a0c794bb38 req-eb421bbf-66ef-4615-89c8-a9f3e7d4d869 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:28.651033 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c0a90d86-d5ea-4f33-b769-28a0c794bb38 req-eb421bbf-66ef-4615-89c8-a9f3e7d4d869 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1213019 Nov 04 08:56:28.655170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.657412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Transition to ACTIVE for port object 2455af22-0739-40af-994c-c3fff4dba5e1 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:28.674401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.727558 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.752217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c0a90d86-d5ea-4f33-b769-28a0c794bb38 req-68f98f44-76ed-4675-8900-be3acb131c91 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001546 Nov 04 08:56:28.755450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Pushing event updated for resources: {'Port': ['ID=2455af22-0739-40af-994c-c3fff4dba5e1,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:28.805701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Attempting to bind port 2455af22-0739-40af-994c-c3fff4dba5e1 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:28.806308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Attempting to bind port 2455af22-0739-40af-994c-c3fff4dba5e1 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:28.806728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Attempting to bind port 2455af22-0739-40af-994c-c3fff4dba5e1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:28.813156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Port 2455af22-0739-40af-994c-c3fff4dba5e1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:28.813642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Attempting to bind port 2455af22-0739-40af-994c-c3fff4dba5e1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:28.815557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port b9f69900-f364-43c8-9acf-a6435c6f7769 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:28.815718 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.816890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:28.821106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:28.821767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:28.822064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:28.822596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Bound port: 2455af22-0739-40af-994c-c3fff4dba5e1, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:28.823052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.848656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:28.859732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:28.870314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:28.886775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ec6be85e-90a1-4804-a9cd-549d98496c95, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ec6be85e-90a1-4804-a9cd-549d98496c95,segment=NetworkSegment(03c9c503-26bf-4d6b-9905-250572e4fa9c),segment_id=03c9c503-26bf-4d6b-9905-250572e4fa9c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:28.911571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'ec6be85e-90a1-4804-a9cd-549d98496c95', 'network_id': 'bbdacbbb-6df9-45a7-9a43-55fe9ff12269', 'port_id': 'ec6be85e-90a1-4804-a9cd-549d98496c95', 'mac_address': 'fa:16:3e:57:01:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:28.951404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] For port 2455af22-0739-40af-994c-c3fff4dba5e1, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:28.953475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:28.959546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.980542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaf1f5-2ce9-4edc-bc8d-2ebc6dbd8090 req-6f47d543-ff56-4e74-b596-1750622d63d4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:28.982821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dcaf1f5-2ce9-4edc-bc8d-2ebc6dbd8090 req-6f47d543-ff56-4e74-b596-1750622d63d4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 944 time: 0.0878084 Nov 04 08:56:28.985003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] For port 2455af22-0739-40af-994c-c3fff4dba5e1, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2455af22-0739-40af-994c-c3fff4dba5e1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:28.985510 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:28.986170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bad916-1414-432f-8d1d-10085ba3cbaf req-e7c0d77b-65f8-4f25-a104-42daf7217c80 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:28.987733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6bad916-1414-432f-8d1d-10085ba3cbaf req-e7c0d77b-65f8-4f25-a104-42daf7217c80 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 944 time: 0.1750529 Nov 04 08:56:29.013590 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-2a787e08-ccb1-4a24-93ba-85d69c52d95b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1010933 Nov 04 08:56:29.022382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6be85e-90a1-4804-a9cd-549d98496c95 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:29.025602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.032877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.037598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Request body: {'port': {'device_id': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:29.061961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ec6be85e-90a1-4804-a9cd-549d98496c95, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ec6be85e-90a1-4804-a9cd-549d98496c95,segment=NetworkSegment(03c9c503-26bf-4d6b-9905-250572e4fa9c),segment_id=03c9c503-26bf-4d6b-9905-250572e4fa9c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:29.066251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.066874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.069600 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] 10.222.0.70 "PUT /v2.0/ports/2455af22-0739-40af-994c-c3fff4dba5e1 HTTP/1.1" status: 200 len: 1096 time: 1.1094201 Nov 04 08:56:29.069600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'tag': '2455af22-0739-40af-994c-c3fff4dba5e1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:29.073053 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8500df-31ff-40ff-a329-6895463c60fd" -d '{"events": [{"name": "network-changed", "server_uuid": "251c7bb4-6eb2-4cbc-b962-ce65f75e3c09", "tag": "2455af22-0739-40af-994c-c3fff4dba5e1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:29.073265 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.086324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:29.090496 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3b51b3-e395-4814-b413-8e282d1f3406" -d '{"events": [{"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:29.118481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dcaf1f5-2ce9-4edc-bc8d-2ebc6dbd8090 req-39c8e092-e105-4c4d-a05e-7f62748a6417 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222191 Nov 04 08:56:29.142758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6bad916-1414-432f-8d1d-10085ba3cbaf req-c858e210-67c5-4771-8bc1-6dec3995a9bd tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467235 Nov 04 08:56:29.149204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.160582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:29.179516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30ed50-3779-4062-9799-81082c0c76ca service neutron] Pushing event updated for resources: {'Port': ['ID=2455af22-0739-40af-994c-c3fff4dba5e1,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:29.190243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.194982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=ec6be85e-90a1-4804-a9cd-549d98496c95,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:29.264387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-9d418e49-81dc-4381-80f5-925256693806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.265793 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-9d418e49-81dc-4381-80f5-925256693806 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 1099 time: 0.1289756 Nov 04 08:56:29.283132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:29.319380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:29.336202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-65be938d-49a7-4c5f-b7ba-00769838f7e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2455af22-0739-40af-994c-c3fff4dba5e1 HTTP/1.1" status: 200 len: 217 time: 0.0421453 Nov 04 08:56:29.390172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0982884-14d2-4991-82f0-1d8b1a98de4e req-4854e358-a184-474e-9218-48cba75015b5 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.391918 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0982884-14d2-4991-82f0-1d8b1a98de4e req-4854e358-a184-474e-9218-48cba75015b5 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 949 time: 0.1343052 Nov 04 08:56:29.406809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:29.412534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:29.412902 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.426353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-2acb4782-056b-4e28-a9ac-18d82bf20e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.428460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-2acb4782-056b-4e28-a9ac-18d82bf20e32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0790980 Nov 04 08:56:29.448677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affad56-4b63-468d-991b-c1049b3ab485 req-41a3c54c-a0fe-4236-9e61-739d24d052d4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.450270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7affad56-4b63-468d-991b-c1049b3ab485 req-41a3c54c-a0fe-4236-9e61-739d24d052d4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.1309178 Nov 04 08:56:29.461109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['ec6be85e-90a1-4804-a9cd-549d98496c95'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:29.467020 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0982884-14d2-4991-82f0-1d8b1a98de4e req-79806d0c-6cf4-4489-905e-c617510393a5 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627286 Nov 04 08:56:29.507564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-d70ee18c-19d6-41e7-adcb-6bb39d1e2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.509487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-d70ee18c-19d6-41e7-adcb-6bb39d1e2968 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664082 Nov 04 08:56:29.520931 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d538b4-4a75-44fb-99d5-905e71967089 x-openstack-request-id: req-d8d538b4-4a75-44fb-99d5-905e71967089 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:29.521229 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "251c7bb4-6eb2-4cbc-b962-ce65f75e3c09", "tag": "2455af22-0739-40af-994c-c3fff4dba5e1", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:29.521479 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8d538b4-4a75-44fb-99d5-905e71967089 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:29.523283 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'tag': '2455af22-0739-40af-994c-c3fff4dba5e1', 'status': 'completed', 'code': 200} Nov 04 08:56:29.536465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7affad56-4b63-468d-991b-c1049b3ab485 req-aa60c834-1504-4d0a-a9e8-477bf4947389 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749900 Nov 04 08:56:29.574901 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.579598 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfadf40-108b-4a8e-be09-80ece45e0340 x-openstack-request-id: req-1cfadf40-108b-4a8e-be09-80ece45e0340 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:29.580008 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-plugged", "status": "completed", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:29.580202 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1cfadf40-108b-4a8e-be09-80ece45e0340 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:29.580556 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'code': 200} Nov 04 08:56:29.637151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f2a475a-275b-414d-8d46-4f4f0ed33279 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:29.642425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:29.648577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.652337 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.653691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5724a3a3-df88-4700-862b-d9b6d947df18 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:29.689292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-a698a38a-4004-4cfa-9dc5-5f89a40a211a service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663482 Nov 04 08:56:29.698271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Transition to ACTIVE for port object 9f2a475a-275b-414d-8d46-4f4f0ed33279 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:29.707165 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.764909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c7218-efea-4ad3-9e7c-2788a8ccf6ea req-b54e506c-de82-46be-a3ca-cd9b67e76f69 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.772992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea2c7218-efea-4ad3-9e7c-2788a8ccf6ea req-b54e506c-de82-46be-a3ca-cd9b67e76f69 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 931 time: 0.1212454 Nov 04 08:56:29.803551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:29.805324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:29.835459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 5724a3a3-df88-4700-862b-d9b6d947df18 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:29.843815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 5724a3a3-df88-4700-862b-d9b6d947df18 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:29.844373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:29.848868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dbd0f-9481-4e90-b12d-925840a9095c req-be10669e-cb60-486b-9e76-737af346f075 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:29.850410 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d3dbd0f-9481-4e90-b12d-925840a9095c req-be10669e-cb60-486b-9e76-737af346f075 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 948 time: 0.0949359 Nov 04 08:56:29.857184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b0df6d8-670f-413b-9234-9bbf9673cb8c req-b69e4f25-a6c5-4e38-acfc-4f8ac0025124 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581581 Nov 04 08:56:29.887092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea2c7218-efea-4ad3-9e7c-2788a8ccf6ea req-42160c1e-75ee-4f1c-b9a6-783962241e00 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126549 Nov 04 08:56:29.947325 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d3dbd0f-9481-4e90-b12d-925840a9095c req-af09bf7b-7b4f-49b1-b89f-b53991f8a407 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837452 Nov 04 08:56:29.977150 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:30.007296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Attempting to bind port 9f2a475a-275b-414d-8d46-4f4f0ed33279 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:30.008032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Attempting to bind port 9f2a475a-275b-414d-8d46-4f4f0ed33279 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:30.008524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Attempting to bind port 9f2a475a-275b-414d-8d46-4f4f0ed33279 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:30.014745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8500df-31ff-40ff-a329-6895463c60fd req-fdc63109-55ba-4c0d-af6c-3ec8172d778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.015263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Port 9f2a475a-275b-414d-8d46-4f4f0ed33279 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:30.015742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Attempting to bind port 9f2a475a-275b-414d-8d46-4f4f0ed33279 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:30.016553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8500df-31ff-40ff-a329-6895463c60fd req-fdc63109-55ba-4c0d-af6c-3ec8172d778c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 1099 time: 0.0680802 Nov 04 08:56:30.021331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5724a3a3-df88-4700-862b-d9b6d947df18, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5724a3a3-df88-4700-862b-d9b6d947df18,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:30.025095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:30.025256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:30.025922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Checking segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:30.026751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Bound using segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:30.027416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Bound port: 9f2a475a-275b-414d-8d46-4f4f0ed33279, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:30.027956 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:30.064053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecb5ab-5662-4735-b3bd-79482504daeb req-bbdc8171-e4eb-4c9c-aa46-d600c8048a80 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.065917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcecb5ab-5662-4735-b3bd-79482504daeb req-bbdc8171-e4eb-4c9c-aa46-d600c8048a80 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1046975 Nov 04 08:56:30.078450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=5724a3a3-df88-4700-862b-d9b6d947df18,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:30.116658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8500df-31ff-40ff-a329-6895463c60fd req-f65ac0db-caea-4dfd-95e7-da23719929af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.118134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8500df-31ff-40ff-a329-6895463c60fd req-f65ac0db-caea-4dfd-95e7-da23719929af service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.0929298 Nov 04 08:56:30.149155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcecb5ab-5662-4735-b3bd-79482504daeb req-06d89a01-4abe-4452-837d-c8a869d99e48 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626323 Nov 04 08:56:30.156159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:30.160113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:30.165959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8500df-31ff-40ff-a329-6895463c60fd req-8dca514e-f055-4076-9d14-ac1f80a47239 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=2455af22-0739-40af-994c-c3fff4dba5e1 HTTP/1.1" status: 200 len: 217 time: 0.0387955 Nov 04 08:56:30.176649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:30.213598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.214447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:30.216721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/9f2a475a-275b-414d-8d46-4f4f0ed33279 HTTP/1.1" status: 200 len: 1091 time: 1.1910260 Nov 04 08:56:30.219450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:30.221966 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330d5c41-d96c-4986-b01d-0277647dc7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:30.256474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8500df-31ff-40ff-a329-6895463c60fd req-66bcbb5e-660c-4ee4-8b9c-7ac2b065e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.258051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8500df-31ff-40ff-a329-6895463c60fd req-66bcbb5e-660c-4ee4-8b9c-7ac2b065e158 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0820749 Nov 04 08:56:30.283472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db943a17-d502-4259-ab75-768e7de44284 req-275ea774-acc4-4e90-9a46-05cf772bda1a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.285079 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db943a17-d502-4259-ab75-768e7de44284 req-275ea774-acc4-4e90-9a46-05cf772bda1a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 945 time: 0.0732076 Nov 04 08:56:30.347450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8500df-31ff-40ff-a329-6895463c60fd req-cb133903-f987-42dc-9f68-1f9546f23a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.349016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8500df-31ff-40ff-a329-6895463c60fd req-cb133903-f987-42dc-9f68-1f9546f23a36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818324 Nov 04 08:56:30.354540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db943a17-d502-4259-ab75-768e7de44284 req-12cb4312-656f-428d-8fc6-4f881b53097a tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Nov 04 08:56:30.461522 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8500df-31ff-40ff-a329-6895463c60fd req-7df63872-bb9c-4825-b3ca-9537c88272e8 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030369 Nov 04 08:56:30.512990 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e76d5b-9dc1-42f0-a6f7-4d6fcf736f30 x-openstack-request-id: req-76e76d5b-9dc1-42f0-a6f7-4d6fcf736f30 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:30.513261 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:30.513573 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76e76d5b-9dc1-42f0-a6f7-4d6fcf736f30 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:30.514465 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'status': 'completed', 'code': 200} Nov 04 08:56:30.555407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d9834-ab1a-4d15-a3ea-2a79f1d630c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:30.578193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b9f69900-f364-43c8-9acf-a6435c6f7769 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:30.585420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f4b7c-3ef8-401d-a58f-b556d049deb9 req-b0d75257-fe5c-4807-88da-6b138638b1c6 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.586982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e6f4b7c-3ef8-401d-a58f-b556d049deb9 req-b0d75257-fe5c-4807-88da-6b138638b1c6 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 945 time: 0.3517835 Nov 04 08:56:30.597908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8500df-31ff-40ff-a329-6895463c60fd req-12b7480b-4bac-4356-a849-5365bc6b1ded service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251924 Nov 04 08:56:30.600806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-c0b93ce5-c836-472b-9a75-5c8153128176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.602270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-c0b93ce5-c836-472b-9a75-5c8153128176 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 1094 time: 0.0820961 Nov 04 08:56:30.620479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f110d-200b-4cce-b16e-eb480175d5aa req-6a3a72de-154f-48ff-97d0-178f7e5e7a6d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.629967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-576f110d-200b-4cce-b16e-eb480175d5aa req-6a3a72de-154f-48ff-97d0-178f7e5e7a6d tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 950 time: 0.0825105 Nov 04 08:56:30.661824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-af54eb69-78e1-4ae2-b326-5080d3cb856e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279 HTTP/1.1" status: 200 len: 217 time: 0.0422583 Nov 04 08:56:30.667460 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:30.669412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-576f110d-200b-4cce-b16e-eb480175d5aa req-9bd73226-16ba-47c3-93fd-b5a0efbe4f3b tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379913 Nov 04 08:56:30.708319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:30.713836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e6f4b7c-3ef8-401d-a58f-b556d049deb9 req-db17b088-c12c-41c2-a91d-fc878ea6e60d tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093488 Nov 04 08:56:30.714040 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:30.734772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-c5d60108-f563-4493-809f-93c40c6411b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.736334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-c5d60108-f563-4493-809f-93c40c6411b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.0613127 Nov 04 08:56:30.781589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-b0b327bd-8a78-4b58-987c-47a122e47a46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332737 Nov 04 08:56:30.782579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:30.803755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67de008-08f2-4507-82b3-e00c27a7927c req-cc83400b-978d-48c6-add4-387dfdef0a5b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:30.807624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d67de008-08f2-4507-82b3-e00c27a7927c req-cc83400b-978d-48c6-add4-387dfdef0a5b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 945 time: 0.0565889 Nov 04 08:56:30.847373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d67de008-08f2-4507-82b3-e00c27a7927c req-a2aab73a-3699-438f-9ea0-1e549f7de60a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342174 Nov 04 08:56:30.886727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-eb45d607-72c0-4072-aabd-d48cdf83af8a service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954013 Nov 04 08:56:31.015499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b36ee2-623c-429f-b2a6-3cf066891bf1 req-13f549e8-9cab-4d17-b8aa-d03a11b7f842 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192558 Nov 04 08:56:31.037808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dfc48-c7d5-4df7-90d0-a6732b1f15cc req-8eb678c6-406a-4bba-865a-c7269f4e6632 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.039452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a15dfc48-c7d5-4df7-90d0-a6732b1f15cc req-8eb678c6-406a-4bba-865a-c7269f4e6632 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 943 time: 0.0812953 Nov 04 08:56:31.088335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-eebf3269-3b77-47d9-a60e-7873311b081f tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.089803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-eebf3269-3b77-47d9-a60e-7873311b081f tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 943 time: 0.1069462 Nov 04 08:56:31.095254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a15dfc48-c7d5-4df7-90d0-a6732b1f15cc req-6ab2d7be-de36-4021-8637-36da9dc4c9c8 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475194 Nov 04 08:56:31.116548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1deb674-cac3-4bc0-b257-0a9a2c2feb74 req-f344e6d4-e623-454e-b025-b089f3690664 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.118588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a1deb674-cac3-4bc0-b257-0a9a2c2feb74 req-f344e6d4-e623-454e-b025-b089f3690664 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 948 time: 0.0838087 Nov 04 08:56:31.128991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-f68d9932-e6da-4390-afe0-f1414c473e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.130475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-f68d9932-e6da-4390-afe0-f1414c473e60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 1094 time: 0.0457795 Nov 04 08:56:31.209841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a1deb674-cac3-4bc0-b257-0a9a2c2feb74 req-4a122a50-ea1d-45e1-a2cc-6ea7a5163261 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731425 Nov 04 08:56:31.237901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Deleting port b9f69900-f364-43c8-9acf-a6435c6f7769 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:31.238242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:31.240029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-9c225256-aa19-4ae1-b0fe-c3f3e5464428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.242040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-9c225256-aa19-4ae1-b0fe-c3f3e5464428 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 906 time: 0.1034830 Nov 04 08:56:31.296376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-2ec873fc-fc52-4da0-aafc-65c413a56a3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279 HTTP/1.1" status: 200 len: 217 time: 0.0440977 Nov 04 08:56:31.333770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] For port b9f69900-f364-43c8-9acf-a6435c6f7769, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b9f69900-f364-43c8-9acf-a6435c6f7769,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:31.334114 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:31.348002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Calling delete_port for b9f69900-f364-43c8-9acf-a6435c6f7769 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:31.372543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce6f3b-dc42-4ef6-b314-793b3cc7d2f4 req-5ffa05bb-7952-427e-b3e5-de1ad7c51e7f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.374043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dce6f3b-dc42-4ef6-b314-793b3cc7d2f4 req-5ffa05bb-7952-427e-b3e5-de1ad7c51e7f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1153090 Nov 04 08:56:31.375939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-9d9d7cf6-ecd6-483a-a171-b9060a911455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.377241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-9d9d7cf6-ecd6-483a-a171-b9060a911455 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.0635722 Nov 04 08:56:31.425021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-3dc3b65c-6397-4016-8ec5-8cee62ed2390 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358982 Nov 04 08:56:31.458600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dce6f3b-dc42-4ef6-b314-793b3cc7d2f4 req-e2000017-570b-44d4-bbc3-db556ea7479a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781233 Nov 04 08:56:31.510871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf140a-a4bb-4cb4-ba26-fee05767f007 req-9fec7653-2bfb-45ae-afeb-1316fc657c60 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.512391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbf140a-a4bb-4cb4-ba26-fee05767f007 req-9fec7653-2bfb-45ae-afeb-1316fc657c60 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3ab5a5-e431-420b-b78b-bb27e213ab7a HTTP/1.1" status: 200 len: 943 time: 0.0852804 Nov 04 08:56:31.544756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-7889ce10-3cd1-44a4-9817-9943c7cfaf55 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021869 Nov 04 08:56:31.547217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:31.581732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10'}, {'server_uuid': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5724a3a3-df88-4700-862b-d9b6d947df18'}, {'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:31.584039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbf140a-a4bb-4cb4-ba26-fee05767f007 req-a581a9e6-2971-4335-8806-5ce4a512d717 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633309 Nov 04 08:56:31.584202 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162645a0-1c64-4096-b23b-f1b80be546de" -d '{"events": [{"server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "name": "network-vif-plugged", "status": "completed", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10"}, {"server_uuid": "04982d27-35c9-4df3-bc12-2ca7cd2dd332", "name": "network-vif-plugged", "status": "completed", "tag": "5724a3a3-df88-4700-862b-d9b6d947df18"}, {"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:31.584763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event deleted for resources: {'Port': ['ID=b9f69900-f364-43c8-9acf-a6435c6f7769,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:31.639433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] No DVR routers for this DVR port b9f69900-f364-43c8-9acf-a6435c6f7769 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:31.642582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:31.645301 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfc3dcb-95c0-42ea-88f9-cbc9aa5c404a x-openstack-request-id: req-4bfc3dcb-95c0-42ea-88f9-cbc9aa5c404a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:31.645606 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "name": "network-vif-plugged", "status": "completed", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10", "code": 200}, {"server_uuid": "04982d27-35c9-4df3-bc12-2ca7cd2dd332", "name": "network-vif-plugged", "status": "completed", "tag": "5724a3a3-df88-4700-862b-d9b6d947df18", "code": 200}, {"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-unplugged", "status": "completed", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:31.645862 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bfc3dcb-95c0-42ea-88f9-cbc9aa5c404a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:31.646121 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20217f56-389a-4ec2-a5a1-1afacd0ba27d req-67ef58c5-eb0b-428b-a6c8-f590aca81f53 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "DELETE /v2.0/ports/b9f69900-f364-43c8-9acf-a6435c6f7769 HTTP/1.1" status: 204 len: 173 time: 0.5472431 Nov 04 08:56:31.646256 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10', 'code': 200} Nov 04 08:56:31.646518 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5724a3a3-df88-4700-862b-d9b6d947df18', 'code': 200} Nov 04 08:56:31.646644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-deleted', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:31.646834 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'code': 200} Nov 04 08:56:31.648944 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e627571c-8b04-4420-aabb-772f93249a75" -d '{"events": [{"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-deleted", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:31.667223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-330d5c41-d96c-4986-b01d-0277647dc7a6 req-0f6b762f-a6cb-4de2-9063-de0d4ebb2467 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095495 Nov 04 08:56:31.694944 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02dc324-ea73-477a-b9d0-cac56943dd4e x-openstack-request-id: req-f02dc324-ea73-477a-b9d0-cac56943dd4e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:31.696432 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3ab5a5-e431-420b-b78b-bb27e213ab7a", "name": "network-vif-deleted", "tag": "b9f69900-f364-43c8-9acf-a6435c6f7769", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:31.697214 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f02dc324-ea73-477a-b9d0-cac56943dd4e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:31.698427 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3ab5a5-e431-420b-b78b-bb27e213ab7a', 'name': 'network-vif-deleted', 'tag': 'b9f69900-f364-43c8-9acf-a6435c6f7769', 'status': 'completed', 'code': 200} Nov 04 08:56:31.832362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4b47f-b881-4e5d-babc-05bc5a5141d1 req-5bc94586-da30-4ac8-b0f5-36fcda208c8c tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.835888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22f4b47f-b881-4e5d-babc-05bc5a5141d1 req-5bc94586-da30-4ac8-b0f5-36fcda208c8c tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 950 time: 0.0811725 Nov 04 08:56:31.873971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99efca-6ea1-42e0-9855-b32f1675c493 req-c5148860-ad15-4128-a42f-4ab55f385579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.877024 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd99efca-6ea1-42e0-9855-b32f1675c493 req-c5148860-ad15-4128-a42f-4ab55f385579 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 1101 time: 0.1162827 Nov 04 08:56:31.878263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22f4b47f-b881-4e5d-babc-05bc5a5141d1 req-5b24b609-a609-41c0-8c75-34b23a209a9b tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377200 Nov 04 08:56:31.880257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992fc9c-9fc4-416d-a2ca-8a999bd5af94 req-25868b9c-e477-4fb0-9d33-94483f9c5a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.881693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9992fc9c-9fc4-416d-a2ca-8a999bd5af94 req-25868b9c-e477-4fb0-9d33-94483f9c5a53 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1096 time: 0.1370964 Nov 04 08:56:31.894566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f4f6e-5d70-414d-b91d-221c49a3edae req-c65a14f1-19c8-4106-83f8-18659509209b tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:31.896049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d1f4f6e-5d70-414d-b91d-221c49a3edae req-c65a14f1-19c8-4106-83f8-18659509209b tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 945 time: 0.0784278 Nov 04 08:56:31.979382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9992fc9c-9fc4-416d-a2ca-8a999bd5af94 req-4e1920ea-b985-487a-8529-a131787c24f9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820403 Nov 04 08:56:31.984107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd99efca-6ea1-42e0-9855-b32f1675c493 req-420944ed-90a5-46b6-8fd5-8cb4a0029d55 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855782 Nov 04 08:56:31.987759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d1f4f6e-5d70-414d-b91d-221c49a3edae req-edf46265-1536-43a7-8b9b-5d8a012e0195 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796185 Nov 04 08:56:32.086820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7003e0-779b-4c86-af42-ffa03bd12917 req-9f55f13d-c6b3-4a57-90b5-32df0921df9a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:32.088257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f7003e0-779b-4c86-af42-ffa03bd12917 req-9f55f13d-c6b3-4a57-90b5-32df0921df9a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 945 time: 0.0556998 Nov 04 08:56:32.129075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f7003e0-779b-4c86-af42-ffa03bd12917 req-f006c935-5d0d-4d06-b9ba-f1e7fc325406 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Nov 04 08:56:32.223009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da4c70-ed06-41f9-923f-0ad12af30444 req-707f2f43-d2e3-4b0d-8e43-7657ec8bb6ac tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:32.224489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-94da4c70-ed06-41f9-923f-0ad12af30444 req-707f2f43-d2e3-4b0d-8e43-7657ec8bb6ac tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 943 time: 0.0523651 Nov 04 08:56:32.269725 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-94da4c70-ed06-41f9-923f-0ad12af30444 req-6dfd9975-e7a7-4794-b454-22ba7e8fbabf tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Nov 04 08:56:32.337191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7692035-dcdc-465f-bd7f-d36016cbffc4 req-1692e305-9c76-440c-b5f1-e39ad97308fb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:32.338754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7692035-dcdc-465f-bd7f-d36016cbffc4 req-1692e305-9c76-440c-b5f1-e39ad97308fb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 948 time: 0.0504491 Nov 04 08:56:32.381991 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7692035-dcdc-465f-bd7f-d36016cbffc4 req-4b3e7f93-60ed-4ed8-8c32-ba7cde785fdd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353537 Nov 04 08:56:32.585739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0da3-f873-4901-8722-7d241d96e306 req-0ef8f8e2-6d94-49cc-8575-05cffcdef0ca tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:32.587386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-23ca0da3-f873-4901-8722-7d241d96e306 req-0ef8f8e2-6d94-49cc-8575-05cffcdef0ca tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0519285 Nov 04 08:56:32.593548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ec6be85e-90a1-4804-a9cd-549d98496c95 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:32.631563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-23ca0da3-f873-4901-8722-7d241d96e306 req-97560cd2-6f00-4054-b739-ae07509fda33 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366848 Nov 04 08:56:32.648637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port ec6be85e-90a1-4804-a9cd-549d98496c95 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:32.659933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port ec6be85e-90a1-4804-a9cd-549d98496c95 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:32.660312 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:32.745882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:32.800146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ec6be85e-90a1-4804-a9cd-549d98496c95, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ec6be85e-90a1-4804-a9cd-549d98496c95,segment=NetworkSegment(03c9c503-26bf-4d6b-9905-250572e4fa9c),segment_id=03c9c503-26bf-4d6b-9905-250572e4fa9c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:32.804298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:32.805189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b9f69900-f364-43c8-9acf-a6435c6f7769 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:32.845729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: b9f69900-f364-43c8-9acf-a6435c6f7769 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:56:32.845987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b9f69900-f364-43c8-9acf-a6435c6f7769 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:32.879534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=ec6be85e-90a1-4804-a9cd-549d98496c95,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:32.943442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-5306b46d-2dfe-468d-b692-9e777138ae16 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:32.946080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-5306b46d-2dfe-468d-b692-9e777138ae16 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 822 time: 0.1248014 Nov 04 08:56:32.962318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-93d015f0-660e-4dce-9a93-076af94a8a96 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/quotas/bb03225cabdb4b228cb4bc5f908083e0 HTTP/1.1" status: 200 len: 375 time: 0.0094066 Nov 04 08:56:33.015177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-1e385549-848e-4d21-8c37-7029378288f9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460820 Nov 04 08:56:33.030854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67d5ec-3a61-4cce-807a-ff9e636a04ce req-7986bd64-fa9c-4a93-92fe-bded275853ec tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:33.032400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ff67d5ec-3a61-4cce-807a-ff9e636a04ce req-7986bd64-fa9c-4a93-92fe-bded275853ec tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 950 time: 0.0724339 Nov 04 08:56:33.086327 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ff67d5ec-3a61-4cce-807a-ff9e636a04ce req-20e75007-9822-427f-846a-3a31c82f455f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477319 Nov 04 08:56:33.112550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-8e4da518-4f3c-4664-8772-635765485c81 service neutron] 10.222.0.53 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903606 Nov 04 08:56:33.205394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-591a7797-4fd7-4284-97cc-f9b400e05b91 service neutron] 10.222.0.53 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Nov 04 08:56:33.267192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89db92-3d03-4a30-a0a7-46e590e2fc05 req-43b4a699-b979-49bb-a50d-eb7f0bc73cd7 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:33.268755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da89db92-3d03-4a30-a0a7-46e590e2fc05 req-43b4a699-b979-49bb-a50d-eb7f0bc73cd7 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.0599141 Nov 04 08:56:33.314397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da89db92-3d03-4a30-a0a7-46e590e2fc05 req-648072a8-7144-463e-bd94-3a1fb4488529 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391660 Nov 04 08:56:33.352782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2455af22-0739-40af-994c-c3fff4dba5e1 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:33.465437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2ccc0-d15e-46f1-ab0b-6991923e3a07 req-964fe7ec-5292-429c-acdf-fc05c4c8e029 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:33.467289 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09e2ccc0-d15e-46f1-ab0b-6991923e3a07 req-964fe7ec-5292-429c-acdf-fc05c4c8e029 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 943 time: 0.0736418 Nov 04 08:56:33.518315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f8913-36f4-4b6f-9bdc-425600d5a4a8 req-bcfe67cc-6d5d-4db0-ae58-5c9c2e2ca81e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:33.520251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee7f8913-36f4-4b6f-9bdc-425600d5a4a8 req-bcfe67cc-6d5d-4db0-ae58-5c9c2e2ca81e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 945 time: 0.0819609 Nov 04 08:56:33.534300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09e2ccc0-d15e-46f1-ab0b-6991923e3a07 req-e3cc126b-9118-44d2-b2f1-f79240e2c5ba tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593324 Nov 04 08:56:33.614386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2455af22-0739-40af-994c-c3fff4dba5e1, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2455af22-0739-40af-994c-c3fff4dba5e1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:33.622417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee7f8913-36f4-4b6f-9bdc-425600d5a4a8 req-6391e833-4330-4cc1-864e-d54079ecc35f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875921 Nov 04 08:56:33.631124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '2455af22-0739-40af-994c-c3fff4dba5e1', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '2455af22-0739-40af-994c-c3fff4dba5e1', 'mac_address': 'fa:16:3e:7b:eb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:33.658681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de206ca9-398f-4b2e-a33b-188233a2df06 req-d70f2ee1-58eb-453c-9f04-decfcae2deab tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 210 time: 0.0415204 Nov 04 08:56:33.712456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6be85e-90a1-4804-a9cd-549d98496c95'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:33.716837 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c955aec8-e624-4e7d-a8db-7e5d5c32c982" -d '{"events": [{"server_uuid": "3cc1dd36-c14b-41a1-b60c-69bae294c669", "name": "network-vif-plugged", "status": "completed", "tag": "ec6be85e-90a1-4804-a9cd-549d98496c95"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:33.768831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:33.816898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2455af22-0739-40af-994c-c3fff4dba5e1 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:33.846231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f44b7d-2c32-46d3-bb11-b56d9a93e243 req-40aa1c2d-c630-4f3d-85ad-b5fcab24f45f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:33.848009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2455af22-0739-40af-994c-c3fff4dba5e1, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2455af22-0739-40af-994c-c3fff4dba5e1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:33.852486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37f44b7d-2c32-46d3-bb11-b56d9a93e243 req-40aa1c2d-c630-4f3d-85ad-b5fcab24f45f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 948 time: 0.0807345 Nov 04 08:56:33.856143 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:33.887380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a49d5-5238-402e-bd64-dd1b1a674d28 req-5778947e-3c7a-4b8b-a996-2c8f5fa03c0b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:33.890043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d6a49d5-5238-402e-bd64-dd1b1a674d28 req-5778947e-3c7a-4b8b-a996-2c8f5fa03c0b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1171904 Nov 04 08:56:33.907480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37f44b7d-2c32-46d3-bb11-b56d9a93e243 req-b08813af-45c1-4be6-89e8-c0bbd5e5e63b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503628 Nov 04 08:56:33.936952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=2455af22-0739-40af-994c-c3fff4dba5e1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:33.947910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d6a49d5-5238-402e-bd64-dd1b1a674d28 req-1c195760-0e04-4fdf-94f1-59c43c7cf521 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513277 Nov 04 08:56:33.965970 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafa6c73-97d1-4707-9af0-d824a02da65e x-openstack-request-id: req-bafa6c73-97d1-4707-9af0-d824a02da65e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:33.966465 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc1dd36-c14b-41a1-b60c-69bae294c669", "name": "network-vif-plugged", "status": "completed", "tag": "ec6be85e-90a1-4804-a9cd-549d98496c95", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:33.966779 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bafa6c73-97d1-4707-9af0-d824a02da65e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:33.967178 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6be85e-90a1-4804-a9cd-549d98496c95', 'code': 200} Nov 04 08:56:34.110791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c30ad7-4416-4039-862f-90569004fdcb req-073c1939-a621-4ef7-b49b-f8407ad5656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:34.112616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3c30ad7-4416-4039-862f-90569004fdcb req-073c1939-a621-4ef7-b49b-f8407ad5656f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 1097 time: 0.0468550 Nov 04 08:56:34.155071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3c30ad7-4416-4039-862f-90569004fdcb req-8288c575-3854-4913-a9b4-ed68b75d7caf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Nov 04 08:56:34.214873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140f1d5-bc25-4af9-9301-1d7165716a05 req-c714fd99-7172-49a1-b3ee-71487c9edea8 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:34.217355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5140f1d5-bc25-4af9-9301-1d7165716a05 req-c714fd99-7172-49a1-b3ee-71487c9edea8 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 950 time: 0.0563304 Nov 04 08:56:34.221016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['2455af22-0739-40af-994c-c3fff4dba5e1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:34.259723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5140f1d5-bc25-4af9-9301-1d7165716a05 req-6ca92cd8-d174-488a-88f6-b1d51e604c42 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364966 Nov 04 08:56:34.450160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9ec77-ea63-4db8-89af-ce7868fac188 req-63fd8623-7e29-4c9d-aebd-ee29fdeb79c2 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:34.451660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59b9ec77-ea63-4db8-89af-ce7868fac188 req-63fd8623-7e29-4c9d-aebd-ee29fdeb79c2 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.0589795 Nov 04 08:56:34.491898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59b9ec77-ea63-4db8-89af-ce7868fac188 req-484b5439-c5a5-4273-8295-4c575afaf2f2 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Nov 04 08:56:34.503903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec448e10-31ba-4908-a8fc-e7d5dd5f3d84 req-b8fdc29a-a645-4db9-89eb-923efe40edbc tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:34.505430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec448e10-31ba-4908-a8fc-e7d5dd5f3d84 req-b8fdc29a-a645-4db9-89eb-923efe40edbc tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 1101 time: 0.0478799 Nov 04 08:56:34.524299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ec448e10-31ba-4908-a8fc-e7d5dd5f3d84 req-97d7ea97-b113-4a6f-85a2-7aaf8820b451 tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:34.613719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9f2a475a-275b-414d-8d46-4f4f0ed33279 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:34.615809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ec448e10-31ba-4908-a8fc-e7d5dd5f3d84 req-97d7ea97-b113-4a6f-85a2-7aaf8820b451 tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:34.620887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ec448e10-31ba-4908-a8fc-e7d5dd5f3d84 req-97d7ea97-b113-4a6f-85a2-7aaf8820b451 tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:34.644547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec448e10-31ba-4908-a8fc-e7d5dd5f3d84 req-97d7ea97-b113-4a6f-85a2-7aaf8820b451 tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330540 Nov 04 08:56:34.657157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ea97-b113-4a6f-85a2-7aaf8820b451 tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26caf727-456c-40ad-9262-0e1d2757b687,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:34.677021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe7f28-c611-4668-a2c8-e6b2511edf56 req-b0497f17-516f-4c26-8635-3b62ec6da2ff tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:34.680419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95fe7f28-c611-4668-a2c8-e6b2511edf56 req-b0497f17-516f-4c26-8635-3b62ec6da2ff tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 943 time: 0.0653226 Nov 04 08:56:34.720261 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95fe7f28-c611-4668-a2c8-e6b2511edf56 req-a35ed23b-cf10-4ec8-8229-a5aec95c4e2f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Nov 04 08:56:34.734450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:34.749493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'mac_address': 'fa:16:3e:3b:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:34.799084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547caf64-e62e-4009-aeb3-4b346ef4e9e1 req-90501b44-2e57-40c0-8aeb-f00ad39ddb43 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:34.806710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-547caf64-e62e-4009-aeb3-4b346ef4e9e1 req-90501b44-2e57-40c0-8aeb-f00ad39ddb43 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 945 time: 0.0713329 Nov 04 08:56:34.819328 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:34.837134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f2a475a-275b-414d-8d46-4f4f0ed33279 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:34.841788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c33c5e7a-c474-4069-affa-41f6d51fe860 req-3a4df1aa-6966-415d-85f1-148c771ec3a0 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 210 time: 0.0435843 Nov 04 08:56:34.862151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:34.867754 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:34.872759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-547caf64-e62e-4009-aeb3-4b346ef4e9e1 req-ab011353-7227-4e95-b982-ce0a350949ae tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646930 Nov 04 08:56:34.960634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:35.005854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-330bbc0f-b91f-458c-a17c-2611df384de8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.007682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-330bbc0f-b91f-458c-a17c-2611df384de8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 822 time: 0.1686928 Nov 04 08:56:35.027353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Request body: {'port': {'device_id': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'admin_state_up': True, 'tenant_id': 'bb03225cabdb4b228cb4bc5f908083e0'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:35.027837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0ea3a-9f0e-4797-b637-5a4e945ee821 req-3733bbda-0d51-48ec-b283-5ad45bd277cf tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.029961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f0ea3a-9f0e-4797-b637-5a4e945ee821 req-3733bbda-0d51-48ec-b283-5ad45bd277cf tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0567555 Nov 04 08:56:35.065046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f0ea3a-9f0e-4797-b637-5a4e945ee821 req-af6bad7d-2221-4fba-8719-bfe7594a904c tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284343 Nov 04 08:56:35.124836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95901668-e2c2-45fc-9561-1b871d8a32d8 req-28b8b071-b7e7-48ee-b547-a29f97b66d41 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.126369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95901668-e2c2-45fc-9561-1b871d8a32d8 req-28b8b071-b7e7-48ee-b547-a29f97b66d41 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 949 time: 0.1129947 Nov 04 08:56:35.205372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95901668-e2c2-45fc-9561-1b871d8a32d8 req-bfddf270-7862-4e90-8e38-2591483767fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630751 Nov 04 08:56:35.209367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686c91-4507-4c2e-8d0d-c72b49dffbee req-954f49f5-2c1b-41c7-bbc1-46167a4337a0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.211205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54686c91-4507-4c2e-8d0d-c72b49dffbee req-954f49f5-2c1b-41c7-bbc1-46167a4337a0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0636618 Nov 04 08:56:35.217107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Made reservation on behalf of bb03225cabdb4b228cb4bc5f908083e0 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:35.220745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:35.229817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9f2a475a-275b-414d-8d46-4f4f0ed33279'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:35.273774 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54686c91-4507-4c2e-8d0d-c72b49dffbee req-4d200b4b-1cd1-4b91-a93d-bd1c8274feb7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 Nov 04 08:56:35.384657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ef4fe-52aa-40b0-8dd7-cf651e9bca1e req-948b8314-9f01-4c74-91ef-80f65b1cc8c4 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.386175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e6ef4fe-52aa-40b0-8dd7-cf651e9bca1e req-948b8314-9f01-4c74-91ef-80f65b1cc8c4 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1096 time: 0.1005979 Nov 04 08:56:35.423596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Allocated IP 172.20.0.2 (534951fa-169c-400b-8e41-6cd2805ce644/8e9b36fb-b314-4011-95b7-904c26ff574c/28302248-cc41-496b-bc6b-40633b0583af) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:35.448805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e6ef4fe-52aa-40b0-8dd7-cf651e9bca1e req-4769b58d-cf21-4d32-b34e-61fc8c33fdda tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543907 Nov 04 08:56:35.639489 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:35.720177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ee59d-4039-443c-b0ae-b67c7ecb2feb req-1dbaf1af-6b53-4c1e-af07-938981287644 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.721770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f8ee59d-4039-443c-b0ae-b67c7ecb2feb req-1dbaf1af-6b53-4c1e-af07-938981287644 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.0874991 Nov 04 08:56:35.737424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a6aa6-1b45-4699-a6e5-522e02791b3d req-031a562f-07be-49ba-89c9-bf8a25ba1722 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.738788 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:35.738949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a1a6aa6-1b45-4699-a6e5-522e02791b3d req-031a562f-07be-49ba-89c9-bf8a25ba1722 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0443618 Nov 04 08:56:35.780911 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a1a6aa6-1b45-4699-a6e5-522e02791b3d req-b3ced8de-0c3c-498c-ad7c-c349418bea9c tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357406 Nov 04 08:56:35.823108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Network 534951fa-169c-400b-8e41-6cd2805ce644 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:35.832698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:35.835183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:35.843038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f8ee59d-4039-443c-b0ae-b67c7ecb2feb req-f675d3c7-b88b-4bad-aadd-7b031174a36d tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124935 Nov 04 08:56:35.865673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event updated for resources: {'Port': ['ID=28302248-cc41-496b-bc6b-40633b0583af,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:35.913798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.914775 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:35.925885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a09991-c4d6-46f5-ac22-3d8e42334932 req-cd1820be-00e0-4661-b8f7-e407994f614c tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:35.930870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42a09991-c4d6-46f5-ac22-3d8e42334932 req-cd1820be-00e0-4661-b8f7-e407994f614c tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 1101 time: 0.0639110 Nov 04 08:56:35.955177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-624e6b90-6a53-4fc1-9da8-629d80838814 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9325364 Nov 04 08:56:35.974422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42a09991-c4d6-46f5-ac22-3d8e42334932 req-ebebf02e-17f4-4f1e-93bc-217991cb81f0 tempest-ServersAdminNegativeTestJSON-1712655652 tempest-ServersAdminNegativeTestJSON-1712655652-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342040 Nov 04 08:56:35.975241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Request body: {'port': {'device_id': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:36.026408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ff90c-258c-42c8-95c6-0463caa5c198 req-b0be1e7f-4619-4a37-b5da-d58f4d0f8646 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:36.028442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-027ff90c-258c-42c8-95c6-0463caa5c198 req-b0be1e7f-4619-4a37-b5da-d58f4d0f8646 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 944 time: 0.0986202 Nov 04 08:56:36.068314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.088550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a6db-7045-4eeb-b743-7a22388ba298 req-c714987a-4694-4716-9de4-58aefa95d5fc tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:36.090023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd12a6db-7045-4eeb-b743-7a22388ba298 req-c714987a-4694-4716-9de4-58aefa95d5fc tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 931 time: 0.0516386 Nov 04 08:56:36.097229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-027ff90c-258c-42c8-95c6-0463caa5c198 req-376b6f1b-e782-437c-8182-b94ed2c4f802 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505025 Nov 04 08:56:36.143504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd12a6db-7045-4eeb-b743-7a22388ba298 req-a3285669-b4d2-45c8-bccf-db0b5c1f5878 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Nov 04 08:56:36.361558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc244fa-7f0d-4f14-8df3-bc05ceed81b5 req-b1ce8467-5d39-496a-94e3-b327221cc32a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:36.363123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9cc244fa-7f0d-4f14-8df3-bc05ceed81b5 req-b1ce8467-5d39-496a-94e3-b327221cc32a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 949 time: 0.0905087 Nov 04 08:56:36.429607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9cc244fa-7f0d-4f14-8df3-bc05ceed81b5 req-053a474f-4ab1-42fd-a9eb-c8f60432debd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583787 Nov 04 08:56:36.477799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28302248-cc41-496b-bc6b-40633b0583af {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:36.486167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.502082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Transition to ACTIVE for port object 28302248-cc41-496b-bc6b-40633b0583af will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:36.505801 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.513948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85608b11-6873-4a28-8b3b-fb9612db8d80 req-bbd22736-e779-4ad3-bccb-c492ba3a11d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:36.515166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85608b11-6873-4a28-8b3b-fb9612db8d80 req-bbd22736-e779-4ad3-bccb-c492ba3a11d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0684404 Nov 04 08:56:36.563838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Pushing event updated for resources: {'Port': ['ID=28302248-cc41-496b-bc6b-40633b0583af,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:36.571477 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85608b11-6873-4a28-8b3b-fb9612db8d80 req-65688217-1abc-4cc3-aa3a-0be6fca75c6b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498264 Nov 04 08:56:36.641633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9f2a475a-275b-414d-8d46-4f4f0ed33279 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:36.670464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Attempting to bind port 28302248-cc41-496b-bc6b-40633b0583af on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:36.671262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Attempting to bind port 28302248-cc41-496b-bc6b-40633b0583af by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:36.671262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Attempting to bind port 28302248-cc41-496b-bc6b-40633b0583af on network 534951fa-169c-400b-8e41-6cd2805ce644 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:36.679586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Port 28302248-cc41-496b-bc6b-40633b0583af on network 534951fa-169c-400b-8e41-6cd2805ce644 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:36.679949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Attempting to bind port 28302248-cc41-496b-bc6b-40633b0583af on network 534951fa-169c-400b-8e41-6cd2805ce644 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:36.689629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8013b-cdc0-42b3-96b8-efa9eb4ec59a req-6c1cba83-f4b0-48a0-b6b5-5d01407d186f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:36.691159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9b8013b-cdc0-42b3-96b8-efa9eb4ec59a req-6c1cba83-f4b0-48a0-b6b5-5d01407d186f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 950 time: 0.0863676 Nov 04 08:56:36.695268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:36.695611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Checking segment: {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:36.696019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Bound using segment: {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:36.696651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Bound port: 28302248-cc41-496b-bc6b-40633b0583af, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8537af60-20f0-48dd-a4b1-65c2cd621a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:36.696847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.707799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 9f2a475a-275b-414d-8d46-4f4f0ed33279 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:36.711953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 9f2a475a-275b-414d-8d46-4f4f0ed33279 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:36.712395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.766802 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9b8013b-cdc0-42b3-96b8-efa9eb4ec59a req-8db31a08-0412-4b2f-9ec3-8a4fe6aa300e tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666537 Nov 04 08:56:36.792336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] For port 28302248-cc41-496b-bc6b-40633b0583af, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:36.795834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] For port 28302248-cc41-496b-bc6b-40633b0583af, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=28302248-cc41-496b-bc6b-40633b0583af,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:36.803091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.821222 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.842012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:36.842180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.843605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] 10.222.0.55 "PUT /v2.0/ports/28302248-cc41-496b-bc6b-40633b0583af HTTP/1.1" status: 200 len: 1091 time: 0.8736370 Nov 04 08:56:36.844091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'tag': '28302248-cc41-496b-bc6b-40633b0583af'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:36.846408 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07ecb02-4969-47c6-9d5d-0528f6780245" -d '{"events": [{"name": "network-changed", "server_uuid": "d28eaf75-9ae3-4fb0-a4fa-99c6c869b178", "tag": "28302248-cc41-496b-bc6b-40633b0583af"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:36.880953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1a914-eb72-4946-8f10-d7b731162a7c service neutron] Pushing event updated for resources: {'Port': ['ID=28302248-cc41-496b-bc6b-40633b0583af,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:36.894896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:36.897408 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a313da-1058-4e11-8fe2-2be9cff97589" -d '{"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:36.898643 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418920ff-1a88-4c98-b5f2-ab4883e038e0 x-openstack-request-id: req-418920ff-1a88-4c98-b5f2-ab4883e038e0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:36.899155 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28eaf75-9ae3-4fb0-a4fa-99c6c869b178", "tag": "28302248-cc41-496b-bc6b-40633b0583af", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:36.899633 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-418920ff-1a88-4c98-b5f2-ab4883e038e0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:36.900561 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'tag': '28302248-cc41-496b-bc6b-40633b0583af', 'status': 'completed', 'code': 200} Nov 04 08:56:36.911683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:36.916589 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:36.944346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466110a-e867-4bb1-94ae-122e9769c848 req-76ad4c1b-c394-45c2-9457-1191f612b691 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:36.945940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7466110a-e867-4bb1-94ae-122e9769c848 req-76ad4c1b-c394-45c2-9457-1191f612b691 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0530875 Nov 04 08:56:36.984876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7466110a-e867-4bb1-94ae-122e9769c848 req-584ed518-25de-4d3d-89cd-104b013ffd02 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Nov 04 08:56:36.992262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:37.002647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-ff971057-a3c4-4b4d-826c-b1af7eb79e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:37.004318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-ff971057-a3c4-4b4d-826c-b1af7eb79e0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 1094 time: 0.0991871 Nov 04 08:56:37.031641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279c466-0e81-4e04-9b5a-ee73a3963ef6 req-88eb5766-41f7-45fd-b3a0-0ad2363a99d8 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:37.031641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9279c466-0e81-4e04-9b5a-ee73a3963ef6 req-88eb5766-41f7-45fd-b3a0-0ad2363a99d8 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.0740185 Nov 04 08:56:37.064671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-029ace3f-afa4-4377-a896-71274b8a0106 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28302248-cc41-496b-bc6b-40633b0583af HTTP/1.1" status: 200 len: 217 time: 0.0423610 Nov 04 08:56:37.068089 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99dd7a7-88ea-4193-897e-162809f4f64d x-openstack-request-id: req-c99dd7a7-88ea-4193-897e-162809f4f64d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:37.068350 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:37.068659 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c99dd7a7-88ea-4193-897e-162809f4f64d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:37.069121 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'code': 200} Nov 04 08:56:37.136833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9279c466-0e81-4e04-9b5a-ee73a3963ef6 req-79af1c4e-c5b1-4ab4-a477-fd82627b0166 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759499 Nov 04 08:56:37.171454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-22233f84-5da6-40e1-b54f-7d64430cae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:37.172976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-22233f84-5da6-40e1-b54f-7d64430cae84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e9b36fb-b314-4011-95b7-904c26ff574c HTTP/1.1" status: 200 len: 862 time: 0.0850799 Nov 04 08:56:37.230424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-459c1bc8-524e-4fda-8a14-3ac0cd754ded service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=534951fa-169c-400b-8e41-6cd2805ce644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398362 Nov 04 08:56:37.274050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63d63483-a166-43ed-a016-fb70112edb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:37.365013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2455af22-0739-40af-994c-c3fff4dba5e1 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:37.371293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333b79-394d-44da-b430-b36f4cba3760 req-e6969557-bf05-4c05-bf2e-2391673c07fd tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:37.381689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc333b79-394d-44da-b430-b36f4cba3760 req-e6969557-bf05-4c05-bf2e-2391673c07fd tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 945 time: 0.1537874 Nov 04 08:56:37.456358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 2455af22-0739-40af-994c-c3fff4dba5e1 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:37.464555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 2455af22-0739-40af-994c-c3fff4dba5e1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:37.466074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:37.605049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c23b4b-fbea-407a-931e-990792ea4a98 req-285757e9-d297-4c37-950b-cefd8a0f8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:37.606759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5c23b4b-fbea-407a-931e-990792ea4a98 req-285757e9-d297-4c37-950b-cefd8a0f8937 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 1096 time: 0.4353304 Nov 04 08:56:37.609430 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:37.662634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2455af22-0739-40af-994c-c3fff4dba5e1, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2455af22-0739-40af-994c-c3fff4dba5e1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:37.670993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:37.703464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5c23b4b-fbea-407a-931e-990792ea4a98 req-2148b368-2b29-4919-a990-a0ffbfc79abb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782061 Nov 04 08:56:37.736289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=2455af22-0739-40af-994c-c3fff4dba5e1,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:37.794490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc333b79-394d-44da-b430-b36f4cba3760 req-cb8f63f6-522d-4674-8f6f-d973fb1bfbdd tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110653 Nov 04 08:56:37.805105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-cd7f0de3-d6f0-476b-8a51-010c460d5226 service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5339427 Nov 04 08:56:37.939627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec45a9f6-f8b7-4f12-8c74-4032fdc7dd72 req-959a6fb6-ac8c-4d7f-b47d-330204fd1214 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:37.952083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec45a9f6-f8b7-4f12-8c74-4032fdc7dd72 req-959a6fb6-ac8c-4d7f-b47d-330204fd1214 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 943 time: 0.0727968 Nov 04 08:56:38.083548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec45a9f6-f8b7-4f12-8c74-4032fdc7dd72 req-105d2116-20c8-4371-99c7-8da200ff8343 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302133 Nov 04 08:56:38.163289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b6602d-22ff-4af4-b309-0dced1e3be95 req-a29a167e-7bc3-4fa4-a214-6d61be6dda28 service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090065 Nov 04 08:56:38.203243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-f84f1a07-2321-40ce-a8ef-3a078d94f6d0 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:38.205228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-f84f1a07-2321-40ce-a8ef-3a078d94f6d0 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.70 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 950 time: 0.0744205 Nov 04 08:56:38.250378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93ab59c-09b0-4e2f-a853-16ca4be6eaa8 req-9453bd85-38ab-45c6-94f2-758208809ac5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:38.261795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f93ab59c-09b0-4e2f-a853-16ca4be6eaa8 req-9453bd85-38ab-45c6-94f2-758208809ac5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 950 time: 0.0906947 Nov 04 08:56:38.338445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Deleting port 5724a3a3-df88-4700-862b-d9b6d947df18 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:38.338807 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:38.377505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f93ab59c-09b0-4e2f-a853-16ca4be6eaa8 req-5e74ec49-baff-42e2-93b0-9057f50fa88b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142709 Nov 04 08:56:38.400872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-da0037fc-4cc1-4389-9b11-154608049269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:38.409775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-da0037fc-4cc1-4389-9b11-154608049269 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 1094 time: 0.1227901 Nov 04 08:56:38.480927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] For port 5724a3a3-df88-4700-862b-d9b6d947df18, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5724a3a3-df88-4700-862b-d9b6d947df18,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:38.481435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:38.495960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Calling delete_port for 5724a3a3-df88-4700-862b-d9b6d947df18 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:38.568974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-841d7564-7cb1-4000-a3c9-dc3873f45627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:38.571034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-841d7564-7cb1-4000-a3c9-dc3873f45627 service neutron] 10.222.0.55 "GET /v2.0/networks?id=534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 200 len: 923 time: 0.1515098 Nov 04 08:56:38.587457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:38.650456 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-a3493013-4dae-40ef-82fc-16778680a44c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=28302248-cc41-496b-bc6b-40633b0583af HTTP/1.1" status: 200 len: 217 time: 0.0677404 Nov 04 08:56:38.705269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:38.719105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5724a3a3-df88-4700-862b-d9b6d947df18'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:38.723393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b8de46b6-b2fc-43aa-8f89-d6f49fc38007'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:38.743229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-1e81a4a4-d9e2-4d2e-aa5c-34f6ba9f8de2 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:56:38.748485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-1e81a4a4-d9e2-4d2e-aa5c-34f6ba9f8de2 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1468127 Nov 04 08:56:38.805165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Pushing event deleted for resources: {'Port': ['ID=5724a3a3-df88-4700-862b-d9b6d947df18,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:38.806329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-f4bd5570-5d18-47e4-8230-8dd4eaac961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:38.807823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-f4bd5570-5d18-47e4-8230-8dd4eaac961d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e9b36fb-b314-4011-95b7-904c26ff574c HTTP/1.1" status: 200 len: 862 time: 0.1474612 Nov 04 08:56:38.818905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43857404-e118-4799-8eed-9ffe8cab594a req-8cd3df43-5cf0-40db-8ae7-23d8caa1ad5e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:38.828073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43857404-e118-4799-8eed-9ffe8cab594a req-8cd3df43-5cf0-40db-8ae7-23d8caa1ad5e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.2179968 Nov 04 08:56:38.851235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-003e4a5b-972e-425e-b725-a6b12018716a tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:38.852755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-003e4a5b-972e-425e-b725-a6b12018716a tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 1093 time: 0.0874569 Nov 04 08:56:38.889482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-d3ccb27b-2a85-42d3-a5e0-d4de7a6b3ce7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=534951fa-169c-400b-8e41-6cd2805ce644&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586419 Nov 04 08:56:38.892877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] No DVR routers for this DVR port 5724a3a3-df88-4700-862b-d9b6d947df18 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:38.899613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:38.903811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d21a7654-4741-4b2d-9725-871725ab5e2c req-906c66b5-6d0c-4da0-8b91-ec2c690e4579 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.70 "DELETE /v2.0/ports/5724a3a3-df88-4700-862b-d9b6d947df18 HTTP/1.1" status: 204 len: 173 time: 0.6899760 Nov 04 08:56:38.904382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'name': 'network-vif-deleted', 'tag': '5724a3a3-df88-4700-862b-d9b6d947df18'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:38.908293 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0cd2e0-e7ac-4203-b4d7-13c3b55493da" -d '{"events": [{"server_uuid": "04982d27-35c9-4df3-bc12-2ca7cd2dd332", "name": "network-vif-deleted", "tag": "5724a3a3-df88-4700-862b-d9b6d947df18"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:39.042393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43857404-e118-4799-8eed-9ffe8cab594a req-73586f8b-c650-4186-98e1-4f0f5c8c8739 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133300 Nov 04 08:56:39.070224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455af22-0739-40af-994c-c3fff4dba5e1'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:39.073858 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0428022a-00aa-4cfc-88c9-54b19720eae2" -d '{"events": [{"server_uuid": "251c7bb4-6eb2-4cbc-b962-ce65f75e3c09", "name": "network-vif-plugged", "status": "completed", "tag": "2455af22-0739-40af-994c-c3fff4dba5e1"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:39.107754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Request body: {'binding': {'host': 'n-h2-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:39.108263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Unknown quota resources ['binding']. {{(pid=102555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 08:56:39.139452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-716ef78f-b388-41a3-bac7-09a4a5a9dec7 service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231212 Nov 04 08:56:39.266814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7742e83c-805d-4fb8-b6cc-f856908cab7b req-8c3b3e24-38bf-4b94-964c-2fb00827374f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=04982d27-35c9-4df3-bc12-2ca7cd2dd332 HTTP/1.1" status: 200 len: 210 time: 0.1068852 Nov 04 08:56:39.359761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c07ecb02-4969-47c6-9d5d-0528f6780245 req-19bcc68b-65c3-479e-a23a-96a60a69640e service neutron] 10.222.0.55 "GET /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085278 Nov 04 08:56:39.428046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on host n-h2-816487-1 for vnic_type normal with profile None {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:39.428409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:39.428745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:39.438001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:39.438001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:39.446188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:39.446531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:39.446898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:39.447362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Bound port: a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:39.462612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbc757-4ab0-4441-bb8e-9c57f900aa2b req-9452ff44-290f-4368-89f7-4565a5f296f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:39.465296 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3cbc757-4ab0-4441-bb8e-9c57f900aa2b req-9452ff44-290f-4368-89f7-4565a5f296f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 945 time: 0.0865293 Nov 04 08:56:39.542313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:39.546769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3cbc757-4ab0-4441-bb8e-9c57f900aa2b req-2ce1b97a-80b1-4939-8d3f-11e4b1d5b8ca tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638447 Nov 04 08:56:39.551366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] Notify callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:39.552595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-076b0888-f33f-44f5-99ab-ac314f41e739 service neutron] 10.222.0.53 "POST /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10/bindings HTTP/1.1" status: 201 len: 389 time: 0.5999675 Nov 04 08:56:39.614461 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec02d4d9-40fc-4cef-880d-4c74a5a53fcb x-openstack-request-id: req-ec02d4d9-40fc-4cef-880d-4c74a5a53fcb {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:39.616988 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04982d27-35c9-4df3-bc12-2ca7cd2dd332", "name": "network-vif-deleted", "tag": "5724a3a3-df88-4700-862b-d9b6d947df18", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:39.617448 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec02d4d9-40fc-4cef-880d-4c74a5a53fcb {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:39.618034 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04982d27-35c9-4df3-bc12-2ca7cd2dd332', 'name': 'network-vif-deleted', 'tag': '5724a3a3-df88-4700-862b-d9b6d947df18', 'status': 'completed', 'code': 200} Nov 04 08:56:39.686605 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55c89e3-778b-4127-9cb1-e3f16e354f61 x-openstack-request-id: req-c55c89e3-778b-4127-9cb1-e3f16e354f61 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:39.686920 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c7bb4-6eb2-4cbc-b962-ce65f75e3c09", "name": "network-vif-plugged", "status": "completed", "tag": "2455af22-0739-40af-994c-c3fff4dba5e1", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:39.687179 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c55c89e3-778b-4127-9cb1-e3f16e354f61 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:39.687576 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2455af22-0739-40af-994c-c3fff4dba5e1', 'code': 200} Nov 04 08:56:39.834307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae36d49-f98e-4579-a925-e9526b2ac48f req-9ca94067-77e2-48a0-bb8f-826c31b75d07 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:39.835100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329616f-8ebd-49bf-b35c-152ca9178c13 req-f5d8a4ee-7687-4639-a7b8-29ba6c03522a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:39.836734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e329616f-8ebd-49bf-b35c-152ca9178c13 req-f5d8a4ee-7687-4639-a7b8-29ba6c03522a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 950 time: 0.0711854 Nov 04 08:56:39.849961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae36d49-f98e-4579-a925-e9526b2ac48f req-9ca94067-77e2-48a0-bb8f-826c31b75d07 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 943 time: 0.1243267 Nov 04 08:56:39.922539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e329616f-8ebd-49bf-b35c-152ca9178c13 req-62631e79-1b03-4c51-ae7a-15575f81c978 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730293 Nov 04 08:56:39.930673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14226b33-dcda-429e-95e3-ffa5284d64b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:39.941498 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae36d49-f98e-4579-a925-e9526b2ac48f req-d4567ebb-a2b7-4a12-a942-6e6de52c82b7 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953283 Nov 04 08:56:39.953470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b983a9c-d9f4-4a30-af39-c542d5335b35 req-3d62b099-4d37-414b-a161-24f135f5ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:39.955258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b983a9c-d9f4-4a30-af39-c542d5335b35 req-3d62b099-4d37-414b-a161-24f135f5ab50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 1101 time: 0.1636608 Nov 04 08:56:39.994384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-908a57f9-42f8-4957-81d9-c9c08dcaca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:39.999180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-908a57f9-42f8-4957-81d9-c9c08dcaca0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1096 time: 0.1083322 Nov 04 08:56:40.031682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b983a9c-d9f4-4a30-af39-c542d5335b35 req-a3693b2b-1492-448d-9492-366b2a39ee47 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669494 Nov 04 08:56:40.115209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc06a4-f192-46b5-83aa-153599ec5c62 req-883a916f-20b7-4b56-90e5-0bcc8a278be4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:40.117426 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58cc06a4-f192-46b5-83aa-153599ec5c62 req-883a916f-20b7-4b56-90e5-0bcc8a278be4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 945 time: 0.0619547 Nov 04 08:56:40.142638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-4be9a714-cb40-4191-9888-c62787766b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:40.144666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-4be9a714-cb40-4191-9888-c62787766b63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.1155686 Nov 04 08:56:40.170053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58cc06a4-f192-46b5-83aa-153599ec5c62 req-206e1bc4-378a-4449-8e8d-33f4c7f79c9f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377290 Nov 04 08:56:40.186959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:40.203887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-215ed71a-1c25-4169-8190-c5014ac9e64b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 217 time: 0.0432262 Nov 04 08:56:40.282621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-d627e769-ad67-46ab-9750-872b2f8f772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:40.284138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-d627e769-ad67-46ab-9750-872b2f8f772a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0676718 Nov 04 08:56:40.291807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279ce21-5699-4444-a9d6-f701dfe059ee req-8226faf5-2027-4a5f-bb2f-2d0e7a160d38 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:40.294041 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b279ce21-5699-4444-a9d6-f701dfe059ee req-8226faf5-2027-4a5f-bb2f-2d0e7a160d38 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0535090 Nov 04 08:56:40.320395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-c086372e-f2e6-472f-87cb-e1f73ba59736 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273688 Nov 04 08:56:40.348898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b279ce21-5699-4444-a9d6-f701dfe059ee req-557c0a26-0055-4b1d-9a65-fca55f6824d2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476377 Nov 04 08:56:40.457232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-68b9de61-162b-4bf9-b157-082cd0f5cdd0 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190648 Nov 04 08:56:40.584672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-36915d36-495a-4c0b-b2ef-73dfc35819d6 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157928 Nov 04 08:56:40.678059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58f1f3-21fd-4fe9-aa9e-c6f21f29f4bc req-cb630525-b4f4-4376-9a7f-d9d25f4c7d8f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:40.679731 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e58f1f3-21fd-4fe9-aa9e-c6f21f29f4bc req-cb630525-b4f4-4376-9a7f-d9d25f4c7d8f tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 949 time: 0.0560100 Nov 04 08:56:40.738354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e58f1f3-21fd-4fe9-aa9e-c6f21f29f4bc req-8b50197a-7c9c-4209-b97f-5f24ddcd1cb1 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505047 Nov 04 08:56:40.797645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-10ac1c5c-3d5e-4257-b07c-7efa7a37ccac tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:40.799179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-10ac1c5c-3d5e-4257-b07c-7efa7a37ccac tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.1023746 Nov 04 08:56:40.815665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eac736-e71e-4552-8a83-885bf326b79e req-525a4b48-6b4a-4b0b-a9fd-1f6a01bd52d0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:40.817175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1eac736-e71e-4552-8a83-885bf326b79e req-525a4b48-6b4a-4b0b-a9fd-1f6a01bd52d0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 945 time: 0.0670462 Nov 04 08:56:40.859640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1eac736-e71e-4552-8a83-885bf326b79e req-0f7716ff-1563-48fb-8028-2a136d71e58b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363102 Nov 04 08:56:40.927537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816487-1'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:41.035639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:41.103050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:41.142896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75af467-90c3-4c29-8fb2-87870b25bdd4 req-3af74ac8-af22-4512-a575-61e4b91e1239 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:41.145007 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d75af467-90c3-4c29-8fb2-87870b25bdd4 req-3af74ac8-af22-4512-a575-61e4b91e1239 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 943 time: 0.0791330 Nov 04 08:56:41.185676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7683991-f655-48d9-9c7b-8999362c4074 req-a0707a48-9f17-4128-8645-3e51e56f9bdb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:41.187463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7683991-f655-48d9-9c7b-8999362c4074 req-a0707a48-9f17-4128-8645-3e51e56f9bdb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 950 time: 0.1649442 Nov 04 08:56:41.202585 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d75af467-90c3-4c29-8fb2-87870b25bdd4 req-a9164703-072b-4001-b334-fb5dd5e89f43 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497551 Nov 04 08:56:41.260706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:41.266471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7683991-f655-48d9-9c7b-8999362c4074 req-436292d8-49b9-4931-b430-1833e9d55166 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722663 Nov 04 08:56:41.330241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:41.361262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85ee0-724a-49a9-a132-973b94820e58 req-c155ca25-ba6b-4829-874e-4b6445d345e7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:41.363093 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92b85ee0-724a-49a9-a132-973b94820e58 req-c155ca25-ba6b-4829-874e-4b6445d345e7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 945 time: 0.0834730 Nov 04 08:56:41.364904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5724a3a3-df88-4700-862b-d9b6d947df18 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:41.421550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 5724a3a3-df88-4700-862b-d9b6d947df18 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:56:41.422203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5724a3a3-df88-4700-862b-d9b6d947df18 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:41.440563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92b85ee0-724a-49a9-a132-973b94820e58 req-dac71de6-69c9-4041-b0ba-de194c507866 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679843 Nov 04 08:56:41.487189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:41.489702 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f1e16a-9a89-481f-9b26-7a7ec36c6dde" -d '{"events": [{"server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:41.494463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:41.521023 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:41.606482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6702c-5590-49b5-8feb-775393c2979a req-bdc2ab1c-9d9c-4215-927e-fa76036799a1 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:41.608595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bc6702c-5590-49b5-8feb-775393c2979a req-bdc2ab1c-9d9c-4215-927e-fa76036799a1 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 945 time: 0.1451440 Nov 04 08:56:41.649872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:41.678550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338d3b05-13f7-4695-b143-0ff43dde0bdf req-8cda5884-5b8b-4457-8680-e60d0cbd441d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:41.681584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338d3b05-13f7-4695-b143-0ff43dde0bdf req-8cda5884-5b8b-4457-8680-e60d0cbd441d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0707610 Nov 04 08:56:41.689308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on host n-h1-816487-1 for vnic_type normal with profile {"migrating_to": "n-h2-816487-1"} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:41.689759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:41.690098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:41.705590 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bc6702c-5590-49b5-8feb-775393c2979a req-ec27ea85-3635-4056-8ec7-bbecc96d9902 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842428 Nov 04 08:56:41.706305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:41.706628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Attempting to bind port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:41.712543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:41.712884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:41.713270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:41.713702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Bound port: a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:41.714214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:41.769608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338d3b05-13f7-4695-b143-0ff43dde0bdf req-9c323e8d-f53e-45aa-97bd-5157d8a788bf tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744860 Nov 04 08:56:41.821194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:41.829125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:41.834635 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edb1d00-35fb-431f-ae17-8f9f8000f56d x-openstack-request-id: req-9edb1d00-35fb-431f-ae17-8f9f8000f56d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:41.835024 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "name": "network-vif-unplugged", "status": "completed", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:41.835894 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9edb1d00-35fb-431f-ae17-8f9f8000f56d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:41.836129 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10', 'code': 200} Nov 04 08:56:41.838682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:41.934808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0068486-8ef5-46a2-a214-ad9e0190197d req-deb264f4-13a3-488e-9410-f21687b98df0 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:41.938503 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f0068486-8ef5-46a2-a214-ad9e0190197d req-deb264f4-13a3-488e-9410-f21687b98df0 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 949 time: 0.0695498 Nov 04 08:56:41.941577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:41.942209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:41.943635 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 1121 time: 1.0214555 Nov 04 08:56:41.944784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97cc8b-a7ed-4de3-b193-81c0047e22c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:42.014477 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f0068486-8ef5-46a2-a214-ad9e0190197d req-60febcce-f62f-46ee-809a-4188197e06e0 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c5691f1-df51-472d-94c0-1e2726c9c595&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598762 Nov 04 08:56:42.068619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a60cd1ed-5564-44d3-9dbc-40fe0fce0b10'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:42.409089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1f412-b091-466e-83c6-3b582e821903 req-2d90c149-6ba5-4af1-a8b1-e0eb5e73d003 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:42.413481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7d1f412-b091-466e-83c6-3b582e821903 req-2d90c149-6ba5-4af1-a8b1-e0eb5e73d003 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 943 time: 0.0790670 Nov 04 08:56:42.436082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccec2cc-299e-4a7e-8e26-e5262e9596e3 req-63be1caf-49af-403a-a900-e7a58b4dc8a7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:42.437964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ccec2cc-299e-4a7e-8e26-e5262e9596e3 req-63be1caf-49af-403a-a900-e7a58b4dc8a7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 950 time: 0.0713589 Nov 04 08:56:42.466008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7d1f412-b091-466e-83c6-3b582e821903 req-db196707-2e93-4a4a-89e7-7f0dd748cafe tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452416 Nov 04 08:56:42.519578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ccec2cc-299e-4a7e-8e26-e5262e9596e3 req-6c393c24-acfc-4b6d-a029-715b6d52f255 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746281 Nov 04 08:56:42.529797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-c31a4585-a54b-4f9e-8c69-0555b83231f7 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:42.532315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-c31a4585-a54b-4f9e-8c69-0555b83231f7 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.55 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 949 time: 0.0836082 Nov 04 08:56:42.578284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:42.673047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856deefe-9ba2-4a4b-bf42-d55a52e43a34 req-4c0e2b01-134d-4a29-8078-9c14874aa2e9 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:42.675904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-856deefe-9ba2-4a4b-bf42-d55a52e43a34 req-4c0e2b01-134d-4a29-8078-9c14874aa2e9 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 1101 time: 0.0635164 Nov 04 08:56:42.676808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071bda3-414d-4ee3-8897-d1f73b7a3a77 req-0cf86938-1a9c-477b-a43e-2f78c65cd065 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:42.677753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2071bda3-414d-4ee3-8897-d1f73b7a3a77 req-0cf86938-1a9c-477b-a43e-2f78c65cd065 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 945 time: 0.1184218 Nov 04 08:56:42.687377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 28302248-cc41-496b-bc6b-40633b0583af details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:42.735533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-856deefe-9ba2-4a4b-bf42-d55a52e43a34 req-a0eca001-bf96-406f-8f9e-d7512a83bb14 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465970 Nov 04 08:56:42.738151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2071bda3-414d-4ee3-8897-d1f73b7a3a77 req-7af530a1-5e62-4539-9cb7-0ade0d4d311d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462959 Nov 04 08:56:42.758695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Deleting port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:42.759134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:42.845062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 28302248-cc41-496b-bc6b-40633b0583af, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=28302248-cc41-496b-bc6b-40633b0583af,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:42.892028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '28302248-cc41-496b-bc6b-40633b0583af', 'network_id': '534951fa-169c-400b-8e41-6cd2805ce644', 'port_id': '28302248-cc41-496b-bc6b-40633b0583af', 'mac_address': 'fa:16:3e:2b:d2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e9b36fb-b314-4011-95b7-904c26ff574c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:42.945593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] For port b8de46b6-b2fc-43aa-8f89-d6f49fc38007, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:42.946248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:42.952077 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:42.976024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28302248-cc41-496b-bc6b-40633b0583af {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:42.992778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Calling delete_port for b8de46b6-b2fc-43aa-8f89-d6f49fc38007 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:43.003783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 28302248-cc41-496b-bc6b-40633b0583af, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=28302248-cc41-496b-bc6b-40633b0583af,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:43.014739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:43.077389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8bdd21-bc31-404f-b4b3-cc9dd41d26a4 req-ac43ce25-8dc4-4afb-be5a-10bf650febee tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:43.079104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d8bdd21-bc31-404f-b4b3-cc9dd41d26a4 req-ac43ce25-8dc4-4afb-be5a-10bf650febee tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 943 time: 0.1364613 Nov 04 08:56:43.081754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=28302248-cc41-496b-bc6b-40633b0583af,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:43.169464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d8bdd21-bc31-404f-b4b3-cc9dd41d26a4 req-c5e7eab9-b513-45ae-8821-b14db5fe4ef7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658348 Nov 04 08:56:43.307823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:43.323975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b8de46b6-b2fc-43aa-8f89-d6f49fc38007'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:43.332708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f2935-28c5-429d-8b12-10acdbc3c9ab req-0702ff27-e250-4566-bb32-af5d2fa85493 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:43.345040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-620f2935-28c5-429d-8b12-10acdbc3c9ab req-0702ff27-e250-4566-bb32-af5d2fa85493 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1118605 Nov 04 08:56:43.380799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['28302248-cc41-496b-bc6b-40633b0583af'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:43.394399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Pushing event deleted for resources: {'Port': ['ID=b8de46b6-b2fc-43aa-8f89-d6f49fc38007,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:43.405767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-c8f70731-f1aa-439e-932e-bb707c5fc623 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372374 Nov 04 08:56:43.486790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] No DVR routers for this DVR port b8de46b6-b2fc-43aa-8f89-d6f49fc38007 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:43.490598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:43.494054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5091b74-cc26-40f5-a3ee-e8ac8563cc7b req-4eed0bd8-7027-45fb-8cc5-9f2e07851c64 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.55 "DELETE /v2.0/ports/b8de46b6-b2fc-43aa-8f89-d6f49fc38007 HTTP/1.1" status: 204 len: 173 time: 0.9474540 Nov 04 08:56:43.512281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-620f2935-28c5-429d-8b12-10acdbc3c9ab req-b22322b3-55c3-4025-a656-d4c16af4bd2b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643326 Nov 04 08:56:43.635359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-ebf0f179-0e26-484f-be1b-f0bb8c9c396f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:43.637106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-ebf0f179-0e26-484f-be1b-f0bb8c9c396f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2302830 Nov 04 08:56:43.645119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04dc8bf3-64cc-4bde-8657-baf10f701d08 req-d950fb1a-08c2-4f95-b309-b91011fb8798 tempest-ServersAdminNegativeTestJSON-101974192 tempest-ServersAdminNegativeTestJSON-101974192-project] 10.222.0.53 "GET /v2.0/ports?device_id=c9a94df0-feb9-4132-b9aa-fa5af81473ad HTTP/1.1" status: 200 len: 210 time: 0.0521452 Nov 04 08:56:43.659667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-ece89c71-24f1-44f3-8975-8a5c159a6690 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/quotas/7394e7fd16b5461e92a200b1ca1a390c HTTP/1.1" status: 200 len: 375 time: 0.0154788 Nov 04 08:56:43.758727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-d6144b74-a534-4823-ab3d-cdc2630062ea tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0848145 Nov 04 08:56:43.837666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10'}, {'server_uuid': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'name': 'network-vif-deleted', 'tag': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:43.840457 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42135ac-2227-4acd-b024-cb8f2fdaf843" -d '{"events": [{"name": "network-changed", "server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10"}, {"server_uuid": "c9a94df0-feb9-4132-b9aa-fa5af81473ad", "name": "network-vif-deleted", "tag": "b8de46b6-b2fc-43aa-8f89-d6f49fc38007"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:43.936036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750d686-8fd5-4502-8516-9009fbec9b76 req-66ad996a-421e-4e16-a48b-94270d424aaf tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:43.937684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c750d686-8fd5-4502-8516-9009fbec9b76 req-66ad996a-421e-4e16-a48b-94270d424aaf tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 944 time: 0.0935180 Nov 04 08:56:43.972820 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2caae37-70d7-4693-9b53-853457a95688 x-openstack-request-id: req-b2caae37-70d7-4693-9b53-853457a95688 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:43.973517 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10", "status": "completed", "code": 200}, {"server_uuid": "c9a94df0-feb9-4132-b9aa-fa5af81473ad", "name": "network-vif-deleted", "tag": "b8de46b6-b2fc-43aa-8f89-d6f49fc38007", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:43.973517 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2caae37-70d7-4693-9b53-853457a95688 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:43.973812 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10', 'status': 'completed', 'code': 200} Nov 04 08:56:43.974149 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a94df0-feb9-4132-b9aa-fa5af81473ad', 'name': 'network-vif-deleted', 'tag': 'b8de46b6-b2fc-43aa-8f89-d6f49fc38007', 'status': 'completed', 'code': 200} Nov 04 08:56:44.049638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c750d686-8fd5-4502-8516-9009fbec9b76 req-e99c6f03-4817-428e-ae2a-8587d3ed9f74 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045165 Nov 04 08:56:44.079952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-17330cf5-2801-4e48-9116-3ed436b4a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:44.089825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-17330cf5-2801-4e48-9116-3ed436b4a3e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1124 time: 0.0996084 Nov 04 08:56:44.139650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8984bef7-9df8-4487-a3fb-a701a6d8fd74 req-39cb4457-d27a-4cba-b8fb-47794ce1ad13 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 210 time: 0.0456452 Nov 04 08:56:44.317996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-c001b5f3-ff6f-4fb5-83fe-b5d302e4e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:44.320038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-c001b5f3-ff6f-4fb5-83fe-b5d302e4e922 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.2226350 Nov 04 08:56:44.381290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-2857a694-95e5-4cf8-9011-a1277ea8b683 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 217 time: 0.0525515 Nov 04 08:56:44.389511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10405e-3ce2-44da-a62f-e0b9d5ba6d09 req-209418ff-7ecd-4ef3-8606-232fbb93d8dc tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:44.391075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a10405e-3ce2-44da-a62f-e0b9d5ba6d09 req-209418ff-7ecd-4ef3-8606-232fbb93d8dc tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 943 time: 0.1215930 Nov 04 08:56:44.486546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-d7424d28-4276-4df4-a6d9-5ad028aeb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:44.488448 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-d7424d28-4276-4df4-a6d9-5ad028aeb516 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0962768 Nov 04 08:56:44.494692 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a10405e-3ce2-44da-a62f-e0b9d5ba6d09 req-e5ac29e6-83e0-4a7d-8928-c4e059eda9b3 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950198 Nov 04 08:56:44.586941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-3f4a3351-e31a-4a1e-87a1-b8f8e383026c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890794 Nov 04 08:56:44.695600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:44.704617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 28302248-cc41-496b-bc6b-40633b0583af up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:44.741963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c61d9-1dee-4286-bcd6-1839c5c9b0ed req-8152217b-4ceb-4637-b7f2-4ee702540a37 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:44.745186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-285c61d9-1dee-4286-bcd6-1839c5c9b0ed req-8152217b-4ceb-4637-b7f2-4ee702540a37 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1027226 Nov 04 08:56:44.830121 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-ddb48411-dd9d-451f-8577-c5d8c44f4cb3 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347057 Nov 04 08:56:44.834001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-285c61d9-1dee-4286-bcd6-1839c5c9b0ed req-0dc21ec3-1540-4aa8-b241-6fc08d171b27 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808454 Nov 04 08:56:44.989679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e42135ac-2227-4acd-b024-cb8f2fdaf843 req-ef9b2b4a-0764-4993-ad55-f6222512868f service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504996 Nov 04 08:56:45.233059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eee135-f091-4c19-8eb3-f70af49198c1 req-8eecd4c0-336e-4543-acec-df1cb5a68289 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:45.253328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8eee135-f091-4c19-8eb3-f70af49198c1 req-8eecd4c0-336e-4543-acec-df1cb5a68289 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 944 time: 0.0895927 Nov 04 08:56:45.303511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 28302248-cc41-496b-bc6b-40633b0583af completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:45.305591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:45.324868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:45.337309 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.341976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 28302248-cc41-496b-bc6b-40633b0583af triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:45.342419 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.347927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8eee135-f091-4c19-8eb3-f70af49198c1 req-7aed7467-75b5-40e7-89c0-cdf097ca7244 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837452 Nov 04 08:56:45.349817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7e94141-bd0d-41af-9eaf-94732afa7117 req-c8c15917-cad6-416c-afb9-80a1f643b3a4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 210 time: 0.0533245 Nov 04 08:56:45.416960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 has no active binding in host n-h2-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 08:56:45.467097 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.500072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28302248-cc41-496b-bc6b-40633b0583af'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:45.502506 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07310245-9ec4-43c8-816f-9eb7a3fff0d9" -d '{"events": [{"server_uuid": "d28eaf75-9ae3-4fb0-a4fa-99c6c869b178", "name": "network-vif-plugged", "status": "completed", "tag": "28302248-cc41-496b-bc6b-40633b0583af"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:45.524222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 28302248-cc41-496b-bc6b-40633b0583af, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=28302248-cc41-496b-bc6b-40633b0583af,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:45.530994 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.535331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41430) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:45.542846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a995664a-c023-4c63-a02b-d7dd13511826 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=85bfa680f81b43c6ae367e5f0264188f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2236607 Nov 04 08:56:45.626078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5394df17-43e5-43af-9da6-aece54af86e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.630245 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e92e4ea-68b0-495c-8aa9-9d947b66f42e x-openstack-request-id: req-8e92e4ea-68b0-495c-8aa9-9d947b66f42e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:45.630778 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28eaf75-9ae3-4fb0-a4fa-99c6c869b178", "name": "network-vif-plugged", "status": "completed", "tag": "28302248-cc41-496b-bc6b-40633b0583af", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:45.631216 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e92e4ea-68b0-495c-8aa9-9d947b66f42e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:45.632469 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28302248-cc41-496b-bc6b-40633b0583af', 'code': 200} Nov 04 08:56:45.680696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5394df17-43e5-43af-9da6-aece54af86e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.695558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=28302248-cc41-496b-bc6b-40633b0583af,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:45.725886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5f8893a6-a441-410a-924c-8fac6b662d1a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320380 Nov 04 08:56:45.759653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc98d3-ebf5-4ba3-9e4a-402dbe85dec5 req-85677264-9970-4bd3-8ae1-919ad8f98e8f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:45.768244 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c4cc98d3-ebf5-4ba3-9e4a-402dbe85dec5 req-85677264-9970-4bd3-8ae1-919ad8f98e8f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 943 time: 0.1430640 Nov 04 08:56:45.810713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2db0a-ffa3-495a-947a-133950cc9c20 req-f193bc66-5e56-4cf2-992c-1b457abc893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:45.815561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b2db0a-ffa3-495a-947a-133950cc9c20 req-f193bc66-5e56-4cf2-992c-1b457abc893f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 1096 time: 0.0855227 Nov 04 08:56:45.885884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c4cc98d3-ebf5-4ba3-9e4a-402dbe85dec5 req-40a9783d-d248-4f68-a94f-46f12517ed1d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166718 Nov 04 08:56:45.898350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b2db0a-ffa3-495a-947a-133950cc9c20 req-a9c2f015-d90a-4473-bf83-8c9d65e9cc51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733213 Nov 04 08:56:45.921540 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5394df17-43e5-43af-9da6-aece54af86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.924368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5394df17-43e5-43af-9da6-aece54af86e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:45.927903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5394df17-43e5-43af-9da6-aece54af86e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c5691f1-df51-472d-94c0-1e2726c9c595 HTTP/1.1" status: 204 len: 168 time: 0.3911896 Nov 04 08:56:45.943963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394df17-43e5-43af-9da6-aece54af86e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5691f1-df51-472d-94c0-1e2726c9c595,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:46.036122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:46.042226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-350680ad-649f-4449-975d-7c01f8fa111e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:46.056920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-350680ad-649f-4449-975d-7c01f8fa111e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223791 Nov 04 08:56:46.070982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:46.108931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589ae7e-6420-4220-b755-a812b94fa304 req-a437152b-71a0-4195-8000-9c9b49b4ed63 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:46.110474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7589ae7e-6420-4220-b755-a812b94fa304 req-a437152b-71a0-4195-8000-9c9b49b4ed63 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0846608 Nov 04 08:56:46.174821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7589ae7e-6420-4220-b755-a812b94fa304 req-a90a067a-b56e-4444-b4a5-59d54782f5ac tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549538 Nov 04 08:56:46.319415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:46.323436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:46.485355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41456) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:46.573694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38fc0f8f-1707-4457-a987-6e601bbf89bc req-273a321f-320c-4010-90ed-29837771befe tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 210 time: 0.0722256 Nov 04 08:56:46.587617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41458) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:46.587883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d0eeaa0-5b6c-4140-aa80-3e5880acd3df admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef42a5b1c1a3403a920ee8fa70eb00d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955584 Nov 04 08:56:46.616382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64ea7f-dacd-4d0c-b233-203a1686b86b req-e2bdb161-bd91-419f-84fa-dffe42d5a228 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:46.626007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f64ea7f-dacd-4d0c-b233-203a1686b86b req-e2bdb161-bd91-419f-84fa-dffe42d5a228 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 945 time: 0.1104410 Nov 04 08:56:46.646423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-9e192fc3-4d2f-43b6-8409-3bd63419ede6 service neutron] 10.222.0.70 "GET /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10/bindings/n-h2-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.2111218 Nov 04 08:56:46.670710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f64ea7f-dacd-4d0c-b233-203a1686b86b req-3a39a1be-65f9-4cc0-9928-32320e15b3bd tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Nov 04 08:56:46.672374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.87 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/7c92199c-a569-4eb5-8b7f-ccef8e671906) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:46.727325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e68fb09-49db-46b6-8b8a-2e82aac99a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:46.786301 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e68fb09-49db-46b6-8b8a-2e82aac99a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:46.823216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9f2a475a-275b-414d-8d46-4f4f0ed33279 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:46.828060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8de46b6-b2fc-43aa-8f89-d6f49fc38007 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:46.876980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: b8de46b6-b2fc-43aa-8f89-d6f49fc38007 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:56:46.877890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8de46b6-b2fc-43aa-8f89-d6f49fc38007 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:47.048140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:47.062007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'mac_address': 'fa:16:3e:3b:51:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:47.108414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e68fb09-49db-46b6-8b8a-2e82aac99a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.111197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9e68fb09-49db-46b6-8b8a-2e82aac99a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.114630 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9e68fb09-49db-46b6-8b8a-2e82aac99a02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26caf727-456c-40ad-9262-0e1d2757b687 HTTP/1.1" status: 204 len: 168 time: 0.5269561 Nov 04 08:56:47.119032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.143032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f2a475a-275b-414d-8d46-4f4f0ed33279 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:47.164026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68fb09-49db-46b6-8b8a-2e82aac99a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26caf727-456c-40ad-9262-0e1d2757b687,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:47.175179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:47.180248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.183375 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.200735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b99bd3-499c-473e-9862-bc77865acb04 req-5c20a71a-cfd7-4ffc-9693-27064f3ca9ec tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:47.208292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-19b99bd3-499c-473e-9862-bc77865acb04 req-5c20a71a-cfd7-4ffc-9693-27064f3ca9ec tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 943 time: 0.1744523 Nov 04 08:56:47.212963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:47.286358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:47.320714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:47.324399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-19b99bd3-499c-473e-9862-bc77865acb04 req-a5368eb5-c69c-47e3-8c2c-32f7b5d492a8 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126623 Nov 04 08:56:47.399497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:47.417259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:47.417482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69f5ab-2263-46ab-b37d-4b467677ef27 req-5a505cd9-0825-4e85-83ce-7f17603cdf83 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:47.428430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc69f5ab-2263-46ab-b37d-4b467677ef27 req-5a505cd9-0825-4e85-83ce-7f17603cdf83 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1102362 Nov 04 08:56:47.453205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9f2a475a-275b-414d-8d46-4f4f0ed33279'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:47.481302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc69f5ab-2263-46ab-b37d-4b467677ef27 req-d89874b0-4b1f-4d44-a94d-35453d781765 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509284 Nov 04 08:56:47.488698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.561610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', '693daff2-4a21-4b49-a846-207900da9fde', '2455af22-0739-40af-994c-c3fff4dba5e1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:47.567846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.656686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=7c92199c-a569-4eb5-8b7f-ccef8e671906,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:47.704768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:47.751538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:47.758904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:47.766663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:47.767394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:47.769365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917dc25-bb38-4241-9800-6ecc448abee1 req-5d7ea9ec-8f64-42b9-9d64-dd44f46f97e4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:47.785227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6917dc25-bb38-4241-9800-6ecc448abee1 req-5d7ea9ec-8f64-42b9-9d64-dd44f46f97e4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 935 time: 0.1226153 Nov 04 08:56:47.796543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83a036-5cef-486c-ae7d-0a46e6ecc449 req-85feef91-b8a5-439e-9aef-023653ff6c3e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:47.805718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c83a036-5cef-486c-ae7d-0a46e6ecc449 req-85feef91-b8a5-439e-9aef-023653ff6c3e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 945 time: 0.2123382 Nov 04 08:56:47.817044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1', '7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:47.821492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-5a40337c-23d7-4d93-b535-c7be8361c8fd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7532988 Nov 04 08:56:47.854810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Request body: {'port': {'device_id': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:47.879327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6917dc25-bb38-4241-9800-6ecc448abee1 req-0a2490ee-c1a2-4bca-9751-b8a2f7c8582a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923080 Nov 04 08:56:47.923065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c83a036-5cef-486c-ae7d-0a46e6ecc449 req-3beb03d3-2c90-4a16-9228-0f31f22fdc12 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162329 Nov 04 08:56:47.999161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] Transition to ACTIVE for port object a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:48.007414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:48.033699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:48.092370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] No DVR routers for this DVR port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:48.162201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c8b33-e6ce-4b58-b88d-1f5fa2fa559d req-054cd6fa-0d53-4334-b612-72e5a4dfcfd4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:48.171553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-710c8b33-e6ce-4b58-b88d-1f5fa2fa559d req-054cd6fa-0d53-4334-b612-72e5a4dfcfd4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 945 time: 0.1701734 Nov 04 08:56:48.173457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] 10.222.0.70 "PUT /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10/bindings/n-h2-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5168347 Nov 04 08:56:48.184349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d78b0-cc1e-4bea-b5fb-e3a27f8c5193 service neutron] Pushing event updated for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:48.242345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-710c8b33-e6ce-4b58-b88d-1f5fa2fa559d req-06a3a020-02f7-45ed-b05d-caff617926cb tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648298 Nov 04 08:56:48.344038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4310a5c3-2790-49bd-9b2b-5925104f4a77 None None] Provisioning complete for port 7c92199c-a569-4eb5-8b7f-ccef8e671906 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:48.344675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4310a5c3-2790-49bd-9b2b-5925104f4a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:48.430539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4310a5c3-2790-49bd-9b2b-5925104f4a77 None None] Port 7c92199c-a569-4eb5-8b7f-ccef8e671906 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:48.577800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf826a-f73e-4acc-9296-cccccf318ffd req-6ca1404f-01d0-4b7d-90a4-440e1e1b3c6e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:48.583342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afdf826a-f73e-4acc-9296-cccccf318ffd req-6ca1404f-01d0-4b7d-90a4-440e1e1b3c6e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.1166129 Nov 04 08:56:48.703901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9f2a475a-275b-414d-8d46-4f4f0ed33279 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:48.704584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afdf826a-f73e-4acc-9296-cccccf318ffd req-66951c73-3fd2-4863-a14f-ea65900de26c tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033735 Nov 04 08:56:48.803997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:48.856906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42059183-32ac-4c72-b5fc-09484eff0095 req-5218c67a-5070-43c8-a34b-5bfc3745328d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:48.871692 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42059183-32ac-4c72-b5fc-09484eff0095 req-5218c67a-5070-43c8-a34b-5bfc3745328d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1918056 Nov 04 08:56:48.952016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 9f2a475a-275b-414d-8d46-4f4f0ed33279 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:48.952388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.088638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42059183-32ac-4c72-b5fc-09484eff0095 req-737630fe-f483-4dc0-b559-b8b6423806dc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098324 Nov 04 08:56:49.097193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1968915440-network', 'tenant_id': '1dffa4f427844d6ca404033c553211ba'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:49.148701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Made reservation on behalf of 1dffa4f427844d6ca404033c553211ba for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:49.151210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.157604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8ab72fb7-b756-4eb8-bd58-f6cc203c1540 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:49.159564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-8ab72fb7-b756-4eb8-bd58-f6cc203c1540 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.1214349 Nov 04 08:56:49.202157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.226430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c92199c-a569-4eb5-8b7f-ccef8e671906 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:49.244460 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.279371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Transition to ACTIVE for port object 7c92199c-a569-4eb5-8b7f-ccef8e671906 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:49.290270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.347236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f95848-fbd3-424a-9d0f-9cf2b6dfa8cc req-2ca668c8-dead-447a-8074-55d77b25af30 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:49.368321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0f95848-fbd3-424a-9d0f-9cf2b6dfa8cc req-2ca668c8-dead-447a-8074-55d77b25af30 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 935 time: 0.2203898 Nov 04 08:56:49.380275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-725117b9-83d8-4fa4-8d66-3ba288a9ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:49.381951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-725117b9-83d8-4fa4-8d66-3ba288a9ce3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3&tenant_id=19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 1095 time: 0.2073286 Nov 04 08:56:49.393905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:49.455055 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.456176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0f95848-fbd3-424a-9d0f-9cf2b6dfa8cc req-91af530d-911e-452f-9209-6c86bed2fcb7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872631 Nov 04 08:56:49.599472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Pushing event updated for resources: {'Port': ['ID=7c92199c-a569-4eb5-8b7f-ccef8e671906,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:49.620607 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:49.633439 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dad4377-c05d-4579-bbc3-9f6b39fb4549" -d '{"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:49.650509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:49.689626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.692334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-540644e3-141d-42bc-9bcb-f5d583437519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:49.694225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-540644e3-141d-42bc-9bcb-f5d583437519 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1095 time: 0.1812117 Nov 04 08:56:49.702957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:49.710536 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.717921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Attempting to bind port 7c92199c-a569-4eb5-8b7f-ccef8e671906 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:49.717921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Attempting to bind port 7c92199c-a569-4eb5-8b7f-ccef8e671906 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:49.717921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Attempting to bind port 7c92199c-a569-4eb5-8b7f-ccef8e671906 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:49.741131 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-f5af517c-f3a4-4a73-939b-9044203657fa tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2115724775&fields=id&tenant_id=9d67cd6106804e44b9f74a1d9f908543 HTTP/1.1" status: 200 len: 267 time: 0.3494973 Nov 04 08:56:49.748217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Port 7c92199c-a569-4eb5-8b7f-ccef8e671906 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:49.749000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Attempting to bind port 7c92199c-a569-4eb5-8b7f-ccef8e671906 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:49.799566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:49.801677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:49.802337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:49.803507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Bound port: 7c92199c-a569-4eb5-8b7f-ccef8e671906, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:49.803913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:49.853864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:50.172034 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:50.327347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:56:50.358801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815fb900-5b3a-4982-ae21-e74699ed77f4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:50.377912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:50.378465 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Added segment 18388ac2-4179-40e0-b902-f00575809673 of type vlan for network 519e9ec7-2c83-4de4-abaa-1a66f3538346 Nov 04 08:56:50.379016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] For port 7c92199c-a569-4eb5-8b7f-ccef8e671906, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:50.400865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5e230-56bc-413b-9fe0-0c85c289db9f req-843c0bd9-d0db-4e9a-8f64-aeb4eb3aa3f9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:50.404603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68f5e230-56bc-413b-9fe0-0c85c289db9f req-843c0bd9-d0db-4e9a-8f64-aeb4eb3aa3f9 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 945 time: 0.7087748 Nov 04 08:56:50.430261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] For port 7c92199c-a569-4eb5-8b7f-ccef8e671906, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7c92199c-a569-4eb5-8b7f-ccef8e671906,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:50.442812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-c542a364-3cbb-4e6a-8deb-b25e6998b326 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6666684 Nov 04 08:56:50.448707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:50.510810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:50.525867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Pushing event updated for resources: {'Port': ['ID=7c92199c-a569-4eb5-8b7f-ccef8e671906,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:50.567164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-7add131e-8795-4824-a3fd-ca087c31ffba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:50.568747 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-7add131e-8795-4824-a3fd-ca087c31ffba service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.4066784 Nov 04 08:56:50.596569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:50.596987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:50.598906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-77dd818d-056f-4a73-8997-a250deb86c0c service neutron] 10.222.0.70 "PUT /v2.0/ports/7c92199c-a569-4eb5-8b7f-ccef8e671906 HTTP/1.1" status: 200 len: 1095 time: 2.7488127 Nov 04 08:56:50.605229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'tag': '7c92199c-a569-4eb5-8b7f-ccef8e671906'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:50.609357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68f5e230-56bc-413b-9fe0-0c85c289db9f req-19316933-8a43-4fcf-b913-75c83e2a5f71 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825893 Nov 04 08:56:50.634685 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0eeaf62-9e7d-4219-a118-e00a4f627262", "tag": "7c92199c-a569-4eb5-8b7f-ccef8e671906"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:50.727356 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:50.734875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-7eb30721-3403-495d-9c3a-f0d4baebaf49 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:50.736270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:50.736987 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:50.740241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-a19b51c5-cf69-4e4f-aa55-66a865c0c787 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 200 len: 217 time: 0.1148672 Nov 04 08:56:50.744978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-7eb30721-3403-495d-9c3a-f0d4baebaf49 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 823 time: 0.9932628 Nov 04 08:56:50.776018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-17979058-e761-4c81-a8ce-8f3785728ed2 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/quotas/9d67cd6106804e44b9f74a1d9f908543 HTTP/1.1" status: 200 len: 375 time: 0.0299635 Nov 04 08:56:50.803553 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2ac6d1-b96f-4838-a7d5-22a4eba40bbc x-openstack-request-id: req-4f2ac6d1-b96f-4838-a7d5-22a4eba40bbc {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:50.804136 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-plugged", "status": "completed", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:50.804136 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f2ac6d1-b96f-4838-a7d5-22a4eba40bbc {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:50.804528 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'code': 200} Nov 04 08:56:50.885371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-c7c1e4ed-ae41-4c88-881c-f7206dfe2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:50.900023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-c7c1e4ed-ae41-4c88-881c-f7206dfe2488 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1100 time: 0.3775024 Nov 04 08:56:50.936243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1308103 Nov 04 08:56:50.948728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:50.984066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Request body: {'subnet': {'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1968915440-subnet', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:50.986328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a6f20-4685-4748-989f-b43558687e26 req-94b0f798-1d67-42b6-bad6-fdb957b5cea3 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:50.987900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-222a6f20-4685-4748-989f-b43558687e26 req-94b0f798-1d67-42b6-bad6-fdb957b5cea3 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.70 "GET /v2.0/ports?device_id=0fc64fa5-4017-4aab-a544-d4c30e5dff0c HTTP/1.1" status: 200 len: 945 time: 0.4470866 Nov 04 08:56:51.042452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddb0dc-f52e-466f-8e0f-af0661a52715 admin admin] Pushing event updated for resources: {'Network': ['ID=519e9ec7-2c83-4de4-abaa-1a66f3538346,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:51.052397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-c0ef5f22-7fca-4ff3-ac3d-e5cf51815165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.057647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:56:51.059476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-33cfdb18-6e2d-4f0b-a225-81f2551659ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.061347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-33cfdb18-6e2d-4f0b-a225-81f2551659ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.3031337 Nov 04 08:56:51.073061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-c0ef5f22-7fca-4ff3-ac3d-e5cf51815165 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 1098 time: 0.3960395 Nov 04 08:56:51.115140 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-037cf73d-880d-4ad0-862e-103ca0cb955b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343268 Nov 04 08:56:51.141088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-24549572-21be-4fe7-9c1c-3457bb0ef10c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3641508 Nov 04 08:56:51.183912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Made reservation on behalf of 1dffa4f427844d6ca404033c553211ba for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:51.187590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:51.212079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d4ea4-98fc-4ccb-8d14-724c7c207a3e req-c247b2c7-99a1-483f-9f65-52cd7f40d33a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.213842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c72d4ea4-98fc-4ccb-8d14-724c7c207a3e req-c247b2c7-99a1-483f-9f65-52cd7f40d33a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.2617738 Nov 04 08:56:51.254557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-7a0a8f77-dc38-4ef5-b7b5-da2f38189b56 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7c92199c-a569-4eb5-8b7f-ccef8e671906 HTTP/1.1" status: 200 len: 217 time: 0.1632719 Nov 04 08:56:51.304156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-5f660571-c2ad-41da-bc68-53f3560c99c0 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767945 Nov 04 08:56:51.309094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c72d4ea4-98fc-4ccb-8d14-724c7c207a3e req-f974739c-9273-403e-8986-aec9459b8a0d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832121 Nov 04 08:56:51.318619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Deleting port b13ad3ee-f315-4514-968b-39d708a4167f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:51.319041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:51.570269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71462d04-03db-4685-a2ca-4f5798557720 req-af500495-d477-4d47-a983-ac3cae6b377f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.571834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71462d04-03db-4685-a2ca-4f5798557720 req-af500495-d477-4d47-a983-ac3cae6b377f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1312630 Nov 04 08:56:51.574668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] For port b13ad3ee-f315-4514-968b-39d708a4167f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b13ad3ee-f315-4514-968b-39d708a4167f,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:51.575038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:51.580161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-9563a0b4-8ec5-4b70-bf35-ac582eecf45f service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575643 Nov 04 08:56:51.597951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-7829ca81-91c6-4606-aa72-ff7a655f0c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.599608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-7829ca81-91c6-4606-aa72-ff7a655f0c93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3179784 Nov 04 08:56:51.677342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-6257d0c1-c51c-4b0e-8ebd-2014027d19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.678969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-6257d0c1-c51c-4b0e-8ebd-2014027d19bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.7561889 Nov 04 08:56:51.748015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-3bead6ad-afe2-49c8-a9ba-627af12029e3 service neutron] 10.222.0.53 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671101 Nov 04 08:56:51.752925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-fe44c706-efae-4c68-831f-abe97896c7ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0573223 Nov 04 08:56:51.822512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-0e9ae7d6-ccab-4de8-902e-867a8dd9ab94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.824058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-0e9ae7d6-ccab-4de8-902e-867a8dd9ab94 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0599582 Nov 04 08:56:51.825020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:51.831752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-c99ff763-897a-441b-b303-57ef301f18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:51.832900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-c99ff763-897a-441b-b303-57ef301f18a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224662 Nov 04 08:56:51.878442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71462d04-03db-4685-a2ca-4f5798557720 req-9bc22ded-c897-4bc0-a909-9091706ef010 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946503 Nov 04 08:56:52.006600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-2b8f870d-eebe-40cd-a1bf-7aecd7bdbd9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2771082 Nov 04 08:56:52.132790 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:52.133233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:52.133603 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69 disassociated. External IP: 172.25.3.236, port: b13ad3ee-f315-4514-968b-39d708a4167f. Nov 04 08:56:52.134447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Calling delete_port for b13ad3ee-f315-4514-968b-39d708a4167f owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:52.149913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-b66440e9-c4f8-4262-a592-19ee46d1490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:52.151416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-b66440e9-c4f8-4262-a592-19ee46d1490d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2968614 Nov 04 08:56:52.153108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943477e-bdb9-4e6d-93ed-0c4689636354 req-cf6fcf62-6513-472f-8e24-d4a45a5bf5df tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:52.167413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e943477e-bdb9-4e6d-93ed-0c4689636354 req-cf6fcf62-6513-472f-8e24-d4a45a5bf5df tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 947 time: 0.1596417 Nov 04 08:56:52.182721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7baee217-8816-413f-98e0-d8e7bd7bfe30,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:52.270526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Checking segment: {'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:52.270938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Network hostable DHCP agents. Network: 519e9ec7-2c83-4de4-abaa-1a66f3538346, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:56:52.304166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-334cc0da-aa1b-4c44-81c6-5cb0791e1560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:52.305530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-beb90e81-79a0-4d9b-a528-c58fd723778a tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:52.305681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-334cc0da-aa1b-4c44-81c6-5cb0791e1560 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 1100 time: 0.1898944 Nov 04 08:56:52.307030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-beb90e81-79a0-4d9b-a528-c58fd723778a tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.3126495 Nov 04 08:56:52.314918 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-b5374579-9af1-4e95-940e-89f7ed77b0cb service neutron] 10.222.0.53 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523040 Nov 04 08:56:52.330916 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-2bf8ef15-79fc-4587-8e9e-656474ff459e service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423168 Nov 04 08:56:52.352809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e943477e-bdb9-4e6d-93ed-0c4689636354 req-497fa318-bfa2-448a-9a1b-b0f7ef82b023 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834240 Nov 04 08:56:52.385932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:56:52.451253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-3a113fe6-9c18-488f-a2ef-dc40cc01b119 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838147 Nov 04 08:56:52.454987 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848670c1-23f6-4aa6-ad8c-fc158132ca87 x-openstack-request-id: req-848670c1-23f6-4aa6-ad8c-fc158132ca87 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:52.455279 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0eeaf62-9e7d-4219-a118-e00a4f627262", "tag": "7c92199c-a569-4eb5-8b7f-ccef8e671906", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:52.455535 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-848670c1-23f6-4aa6-ad8c-fc158132ca87 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:52.456119 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'tag': '7c92199c-a569-4eb5-8b7f-ccef8e671906', 'status': 'completed', 'code': 200} Nov 04 08:56:52.460200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 519e9ec7-2c83-4de4-abaa-1a66f3538346) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:52.479123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761b2a1c-182d-4dab-96e0-4296c19fa27a None None] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:52.485520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:52.485520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:52.604162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-21e6c3a5-d4bd-47f2-a587-22af2b48c9d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6224296 Nov 04 08:56:52.609267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41606) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:52.667318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:52.720628 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eb7e1c-9694-44b1-b412-a6d9ba7406cd req-c59209ab-8a6f-4dcf-9ebb-7043cff5a62d service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716741 Nov 04 08:56:52.763088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdf52ef7-ec0f-47cd-b700-4c2d3792d041 req-c6e51b2a-1eda-424e-8a2f-a0b949b4ad48 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960005 Nov 04 08:56:52.765337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:52.766731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:52.783353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-23725304-04e9-4279-b8dc-e0bd73f9a295 service neutron] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:52.806105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-7d9007a7-1f0d-4787-a225-33e369ff02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:52.807621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-23725304-04e9-4279-b8dc-e0bd73f9a295 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:52.811836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-7d9007a7-1f0d-4787-a225-33e369ff02a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4573083 Nov 04 08:56:52.817409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d6f138f-0cfe-41be-8c65-e58e232ded69 req-23725304-04e9-4279-b8dc-e0bd73f9a295 service neutron] 10.222.0.55 "DELETE /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10/bindings/n-h1-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.4838002 Nov 04 08:56:52.897950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-519e9ec7-2c83-4de4-abaa-1a66f3538346', 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'fixed_ips': [{'subnet_id': '7baee217-8816-413f-98e0-d8e7bd7bfe30'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:56:52.898836 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:52.917010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5920595d-809c-48b1-b7f0-fa6aee3d1879 req-d8af4592-e842-484f-9b59-6737a9a83c69 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 210 time: 0.0764704 Nov 04 08:56:52.946907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-bc53dbe5-8573-4ef2-83d9-3bfda75fecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:52.948492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-bc53dbe5-8573-4ef2-83d9-3bfda75fecb1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 1098 time: 0.0970855 Nov 04 08:56:52.975242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-2b4cd0f5-4306-4f4c-be58-3c7b5f309667 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1 HTTP/1.1" status: 200 len: 217 time: 0.1436803 Nov 04 08:56:53.074955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.180252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Allocated IP 172.20.0.2 (519e9ec7-2c83-4de4-abaa-1a66f3538346/7baee217-8816-413f-98e0-d8e7bd7bfe30/a33d5160-e7b3-4549-ba70-84096fd278b6) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:53.182059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.353030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.367935 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.390080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:53.418393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:53.423174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:53.473183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event deleted for resources: {'Port': ['ID=b13ad3ee-f315-4514-968b-39d708a4167f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:53.486404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Pushing event updated for resources: {'Port': ['ID=a33d5160-e7b3-4549-ba70-84096fd278b6,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:53.512359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-cac01685-438c-4d8c-8f83-cd07fc2c7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:53.515064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-cac01685-438c-4d8c-8f83-cd07fc2c7b14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.5543482 Nov 04 08:56:53.522201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Attempting to bind port a33d5160-e7b3-4549-ba70-84096fd278b6 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:53.522573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Attempting to bind port a33d5160-e7b3-4549-ba70-84096fd278b6 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:53.522948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Attempting to bind port a33d5160-e7b3-4549-ba70-84096fd278b6 on network 519e9ec7-2c83-4de4-abaa-1a66f3538346 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:53.532906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:53.549823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Checking segment: {'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:53.554121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-58c2987e-c6a2-4706-a0f5-a815ab415483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:53.556422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-58c2987e-c6a2-4706-a0f5-a815ab415483 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.5031641 Nov 04 08:56:53.557144 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.559804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Bound using segment: {'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:53.560809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Bound port: a33d5160-e7b3-4549-ba70-84096fd278b6, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:53.563427 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.627259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbf6d8-cecf-4c59-a7ad-d4754ecee3d1 req-bb7f128f-ca6c-4afd-b43f-1b53c805ae77 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:53.637656 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7dbf6d8-cecf-4c59-a7ad-d4754ecee3d1 req-bb7f128f-ca6c-4afd-b43f-1b53c805ae77 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.7207317 Nov 04 08:56:53.715458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f145843-b8c3-41fc-bcc3-5c3ae4d089aa req-5d99c880-247d-4f70-acb0-9a53edda0ad5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:53.725192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f145843-b8c3-41fc-bcc3-5c3ae4d089aa req-5d99c880-247d-4f70-acb0-9a53edda0ad5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 945 time: 0.5802348 Nov 04 08:56:53.737545 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-89cef5b0-d82c-43e0-82b2-489ece808b65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7c92199c-a569-4eb5-8b7f-ccef8e671906 HTTP/1.1" status: 200 len: 217 time: 0.2090344 Nov 04 08:56:53.757585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.759240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-1b2bbb39-ca8e-4810-bcc2-8100576bc7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:53.762311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-1b2bbb39-ca8e-4810-bcc2-8100576bc7d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1908376 Nov 04 08:56:53.775837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] For port a33d5160-e7b3-4549-ba70-84096fd278b6, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:53.784244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] For port a33d5160-e7b3-4549-ba70-84096fd278b6, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a33d5160-e7b3-4549-ba70-84096fd278b6,segment=NetworkSegment(18388ac2-4179-40e0-b902-f00575809673),segment_id=18388ac2-4179-40e0-b902-f00575809673)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:56:53.794993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:53.907650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7dbf6d8-cecf-4c59-a7ad-d4754ecee3d1 req-783b4ea1-1138-41f3-85bc-75402ee7ad1a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649307 Nov 04 08:56:53.927757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Router 568705e0-6ffc-450a-b6c6-847d67852ec0 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:56:53.982045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590697a-b8f5-4889-ae58-697264916a75 None None] Pushing event updated for resources: {'Port': ['ID=a33d5160-e7b3-4549-ba70-84096fd278b6,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:54.033184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-4d30764f-d438-4792-971c-b0d02364830c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184238 Nov 04 08:56:54.049534 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f145843-b8c3-41fc-bcc3-5c3ae4d089aa req-f7a1ad93-538b-4ef7-826e-8ebaa3edf3f5 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233550 Nov 04 08:56:54.069297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-5a216876-bb4a-4d80-b636-376137385bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:54.080442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-5a216876-bb4a-4d80-b636-376137385bf6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3269801 Nov 04 08:56:54.402230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a46bbf-df5b-4cea-bd16-a687b54944fe req-280f0586-7ef7-44fc-aa93-9b35d2105876 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:54.412040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1a46bbf-df5b-4cea-bd16-a687b54944fe req-280f0586-7ef7-44fc-aa93-9b35d2105876 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.2862134 Nov 04 08:56:54.433303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:56:54.460301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] Sync routers for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:56:54.487143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbc9cef7-db15-47cf-8e80-f272d3649994 req-8a435f67-ef2e-470c-8ef6-2e1e9a190c21 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334161 Nov 04 08:56:54.489679 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:56:54.497873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:54.504603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:54.683515 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1a46bbf-df5b-4cea-bd16-a687b54944fe req-76b80cf0-1320-45a9-a860-d6ecdced8996 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701607 Nov 04 08:56:54.695003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] No DVR routers for this DVR port b13ad3ee-f315-4514-968b-39d708a4167f on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:54.699757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:54.703286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-222a6f20-4685-4748-989f-b43558687e26 req-7b7dc5ee-caf5-4f6f-9793-70a020c578a7 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.70 "DELETE /v2.0/ports/b13ad3ee-f315-4514-968b-39d708a4167f HTTP/1.1" status: 204 len: 173 time: 3.6620052 Nov 04 08:56:54.703803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'name': 'network-vif-deleted', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:54.706801 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4da2298-85be-43b4-90e7-164939b9770f" -d '{"events": [{"server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "name": "network-vif-deleted", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:54.787839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-b6516463-82d8-4c32-9c1f-e2fb71fe439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:54.790149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-b6516463-82d8-4c32-9c1f-e2fb71fe439c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7004731 Nov 04 08:56:54.938894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:54.950178 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-a935ef7a-db69-4b66-82bc-51fd33d00e72 service neutron] show failed (client error): The resource could not be found. Nov 04 08:56:54.951600 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-a935ef7a-db69-4b66-82bc-51fd33d00e72 service neutron] 10.222.0.55 "GET /v2.0/ports/0f8b552e-8fd6-481d-a8f2-73b95b4e1672/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.2220349 Nov 04 08:56:55.025849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db8e5f-c4ab-444b-91b9-9a839a1207e0 req-440bea0a-6fc4-4052-8e1f-7a9a87f712e7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:55.038066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26db8e5f-c4ab-444b-91b9-9a839a1207e0 req-440bea0a-6fc4-4052-8e1f-7a9a87f712e7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 947 time: 0.8453465 Nov 04 08:56:55.124961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-745996a4-15a2-41da-8e86-dec425c28697 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:55.127041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-745996a4-15a2-41da-8e86-dec425c28697 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 945 time: 0.2517276 Nov 04 08:56:55.138765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89b89876-eee9-45ed-8181-8de3d8d7fbc5 req-434ef22e-8f21-4fc3-bd31-3041a7ac0f25 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 210 time: 0.0891559 Nov 04 08:56:55.251121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-77442bba-4086-482f-9de3-649a953d62d2 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:55.259262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-77442bba-4086-482f-9de3-649a953d62d2 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.55 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 823 time: 0.6057861 Nov 04 08:56:55.268273 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff4a68-4add-481d-9ba9-c0e9d1ea69f0 x-openstack-request-id: req-5eff4a68-4add-481d-9ba9-c0e9d1ea69f0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:56:55.269308 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc64fa5-4017-4aab-a544-d4c30e5dff0c", "name": "network-vif-deleted", "tag": "b13ad3ee-f315-4514-968b-39d708a4167f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:56:55.270024 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eff4a68-4add-481d-9ba9-c0e9d1ea69f0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:56:55.271469 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc64fa5-4017-4aab-a544-d4c30e5dff0c', 'name': 'network-vif-deleted', 'tag': 'b13ad3ee-f315-4514-968b-39d708a4167f', 'status': 'completed', 'code': 200} Nov 04 08:56:55.284006 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26db8e5f-c4ab-444b-91b9-9a839a1207e0 req-894a0ec1-14ef-413e-8a94-0468980983d7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448719 Nov 04 08:56:55.385602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-7b7b9306-940f-4641-90bb-f5612a08c9e9 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856998 Nov 04 08:56:55.421773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7c92199c-a569-4eb5-8b7f-ccef8e671906 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:56:55.526393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b13ad3ee-f315-4514-968b-39d708a4167f no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:55.619110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:55.623251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-0311d744-1721-4341-b8be-9b97823f85a1 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d67cd6106804e44b9f74a1d9f908543 HTTP/1.1" status: 200 len: 380 time: 0.3442662 Nov 04 08:56:55.663641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'port': {'device_id': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'admin_state_up': True, 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'security_groups': ['773b051c-77bd-4022-83f8-faf49fcc9dd6']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:55.665331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:55.738490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f1e66-6b66-4f19-95c2-ce01d18cbb1f req-6dcfd7ed-daa8-41d5-97a2-879e481f16f4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:55.740232 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a66f1e66-6b66-4f19-95c2-ce01d18cbb1f req-6dcfd7ed-daa8-41d5-97a2-879e481f16f4 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 945 time: 0.3021102 Nov 04 08:56:55.769070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-f61fa557-74e5-4dd8-9151-63103ca5edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:55.771922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-f61fa557-74e5-4dd8-9151-63103ca5edd6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0&tenant_id=32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 1100 time: 0.3446839 Nov 04 08:56:55.857749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:55.910910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf32f7a-1fc1-4f81-91e4-928dd5307ed0 req-3e1d245e-df66-4a61-a686-b0845d75308b tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:55.918204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: b13ad3ee-f315-4514-968b-39d708a4167f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:56:55.918439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-338cf2cc-cf3f-4af0-9f49-f5eeecdcc8b6 req-56dd936a-e441-4d68-a2fd-3f03fd45dcca service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177035 Nov 04 08:56:55.922648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aaf32f7a-1fc1-4f81-91e4-928dd5307ed0 req-3e1d245e-df66-4a61-a686-b0845d75308b tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 1095 time: 0.5227613 Nov 04 08:56:55.934598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b13ad3ee-f315-4514-968b-39d708a4167f not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:55.945345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a85821-9efe-4cf0-a658-e8c1de5c3d5d None None] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:56:55.952795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Deleting port 28302248-cc41-496b-bc6b-40633b0583af {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:56:55.953191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.044021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a66f1e66-6b66-4f19-95c2-ce01d18cbb1f req-19f65337-5338-458f-b3f2-9f35364f668b tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups?id=15629faf-4be6-46f0-922a-d0165e073e35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628151 Nov 04 08:56:56.070692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Allocated IP 172.25.3.211 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/00d35c49-584a-404b-9b17-449a3d4395c7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:56.124382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7c92199c-a569-4eb5-8b7f-ccef8e671906, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7c92199c-a569-4eb5-8b7f-ccef8e671906,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:56.155789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '7c92199c-a569-4eb5-8b7f-ccef8e671906', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '7c92199c-a569-4eb5-8b7f-ccef8e671906', 'mac_address': 'fa:16:3e:fa:97:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:56:56.271442 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.288802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.304130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:56.310638 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.343307 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.380026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c92199c-a569-4eb5-8b7f-ccef8e671906 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:56:56.400607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:56.404806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:56.412317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:56.430582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] Checking router: 568705e0-6ffc-450a-b6c6-847d67852ec0 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:56:56.442953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a33d5160-e7b3-4549-ba70-84096fd278b6 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:56.550319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7c92199c-a569-4eb5-8b7f-ccef8e671906, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7c92199c-a569-4eb5-8b7f-ccef8e671906,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:56.551281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:56.554065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aaf32f7a-1fc1-4f81-91e4-928dd5307ed0 req-10a069e1-3df9-40a1-b42d-48200a7ccc79 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298890 Nov 04 08:56:56.557763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:56.571477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] For port 28302248-cc41-496b-bc6b-40633b0583af, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=28302248-cc41-496b-bc6b-40633b0583af,segment=NetworkSegment(8537af60-20f0-48dd-a4b1-65c2cd621a99),segment_id=8537af60-20f0-48dd-a4b1-65c2cd621a99)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:56.571997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.664663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Calling delete_port for 28302248-cc41-496b-bc6b-40633b0583af owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:56:56.704968 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.707445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d10ff01a-6f9b-4462-953d-5f442c758406 None None] Provisioning complete for port a33d5160-e7b3-4549-ba70-84096fd278b6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:56.718977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d10ff01a-6f9b-4462-953d-5f442c758406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.722473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:56.726563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Pushing event updated for resources: {'Port': ['ID=00d35c49-584a-404b-9b17-449a3d4395c7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:56.769107 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:56.905543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a33d5160-e7b3-4549-ba70-84096fd278b6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:56.906065 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.028886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Made reservation on behalf of 9d67cd6106804e44b9f74a1d9f908543 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:56:57.032737 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.148657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.186363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7c92199c-a569-4eb5-8b7f-ccef8e671906,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:57.276631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.289550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7c92199c-a569-4eb5-8b7f-ccef8e671906'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:56:57.339436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e87baa9-4465-47c2-97b2-3c4ed565a16d req-a404c268-189d-4b50-b58a-91f9a6181351 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 210 time: 0.0434105 Nov 04 08:56:57.439018 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d10ff01a-6f9b-4462-953d-5f442c758406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.517811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Allocated IP 172.20.0.9 (678f165a-4683-4d3c-9f73-4ae9dcfe8d50/20db2eaf-fa90-4e47-a991-ece1a8be9613/d602e62e-c961-4de5-b306-80251057b8e3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:56:57.617124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.638774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df33e631-a886-4be5-aa54-a0ccbe1b41f1 req-35fa2845-f5ff-4d38-9e84-5f03de61116f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:57.647140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df33e631-a886-4be5-aa54-a0ccbe1b41f1 req-35fa2845-f5ff-4d38-9e84-5f03de61116f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 948 time: 0.1653774 Nov 04 08:56:57.689811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:56:57.708930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.739177 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df33e631-a886-4be5-aa54-a0ccbe1b41f1 req-fe5888ac-471f-40a5-b19c-13672c8d0264 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906751 Nov 04 08:56:57.779904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d10ff01a-6f9b-4462-953d-5f442c758406 None None] For port a33d5160-e7b3-4549-ba70-84096fd278b6, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a33d5160-e7b3-4549-ba70-84096fd278b6,segment=NetworkSegment(18388ac2-4179-40e0-b902-f00575809673),segment_id=18388ac2-4179-40e0-b902-f00575809673)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:57.798379 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d10ff01a-6f9b-4462-953d-5f442c758406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.852867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:56:57.900027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event deleted for resources: {'Port': ['ID=28302248-cc41-496b-bc6b-40633b0583af,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:57.926990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:57.949132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa87957-e17a-441d-b68e-86e887017c7a req-88d63e4d-dbb7-43fd-b2f5-144b41114eed tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:57.963819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2aa87957-e17a-441d-b68e-86e887017c7a req-88d63e4d-dbb7-43fd-b2f5-144b41114eed tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 1.1748617 Nov 04 08:56:57.966424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 08:56:57.966778 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 08:56:57.968647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:58.020031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ff01a-6f9b-4462-953d-5f442c758406 None None] Pushing event updated for resources: {'Port': ['ID=a33d5160-e7b3-4549-ba70-84096fd278b6,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:58.032541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b1bd6-3826-4dcc-add1-10b7ae57e9fc None None] The sync data for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 is: [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:56:58.068326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b2e87d2a-f3ef-4405-b8e9-5988e5e23c62 None None] Provisioning complete for port a33d5160-e7b3-4549-ba70-84096fd278b6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:58.069200 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2e87d2a-f3ef-4405-b8e9-5988e5e23c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:58.188291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2aa87957-e17a-441d-b68e-86e887017c7a req-f4a003b8-2e93-41ce-be64-4d62b29b6f15 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228117 Nov 04 08:56:58.208243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:56:58.214506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:56:58.224228 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Sync routers for ids ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:56:58.241564 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Routers {'d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:56:58.242344 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:58.266801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-2da7a933-7d0f-4523-926b-7ca9bc7565de tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:58.268449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-2da7a933-7d0f-4523-926b-7ca9bc7565de tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.3093345 Nov 04 08:56:58.304067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:58.305304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f00cd499-4401-4277-8a12-55e7305cc1bb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6914268 Nov 04 08:56:58.308566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41710) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:56:58.327107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-9395c7c1-0acf-4e93-9a71-4d650136c25b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/quotas/19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 375 time: 0.0487688 Nov 04 08:56:58.464166 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Set router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:56:58.588866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-c511435c-acee-43b5-b07d-a74a992301c7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2513685 Nov 04 08:56:58.613302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] No DVR routers for this DVR port 28302248-cc41-496b-bc6b-40633b0583af on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:58.616281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:56:58.626265 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:58.630065 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d401de9e-4369-4db9-8ff3-ea3296b4b521 None None] New status for floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 08:56:58.635764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b832f660-06aa-4edc-9126-c7ef7d20c3e3 req-3d6ec56d-d521-41d9-bc36-913c82ad34da tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.55 "DELETE /v2.0/ports/28302248-cc41-496b-bc6b-40633b0583af HTTP/1.1" status: 204 len: 173 time: 3.4917145 Nov 04 08:56:58.655243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'name': 'network-vif-deleted', 'tag': '28302248-cc41-496b-bc6b-40633b0583af'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:56:58.658234 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8facdf3-3009-4ec7-8d13-b41ca6b5b70d" -d '{"events": [{"server_uuid": "d28eaf75-9ae3-4fb0-a4fa-99c6c869b178", "name": "network-vif-deleted", "tag": "28302248-cc41-496b-bc6b-40633b0583af"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:56:58.669489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:56:58.750793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:58.760464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0977613d-2812-4e37-a1b8-160ee00a936c req-b5bc0ba3-c888-4b3a-bede-7e9189d60a85 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/ports?device_id=d28eaf75-9ae3-4fb0-a4fa-99c6c869b178 HTTP/1.1" status: 200 len: 210 time: 0.1485162 Nov 04 08:56:58.765875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:56:58.842800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event updated for resources: {'Port': ['ID=d602e62e-c961-4de5-b306-80251057b8e3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:58.882601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a33d5160-e7b3-4549-ba70-84096fd278b6 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:58.941008 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.015921 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:56:56Z', 'revision_number': 3, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:56:59.034843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Transition to ACTIVE for port object 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:56:59.062288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:56:59.063635 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.066515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.100653 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Checking router: d059b3a0-2c36-4ea7-b06b-17c8d1ff689d for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:56:59.101199 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Updating router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d port 00d35c49-584a-404b-9b17-449a3d4395c7 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:56:59.139344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-4c7dd06f-3d7a-499d-9412-2ba3ad15b22e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5003297 Nov 04 08:56:59.160353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Request body: {'port': {'device_id': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:56:59.163395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:56:59.175455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-4927cbb7-9344-4a42-8b73-5fc7a21de24c service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758388 Nov 04 08:56:59.180145 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.205088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 28302248-cc41-496b-bc6b-40633b0583af no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:56:59.324791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] No DVR routers for this DVR port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:56:59.326670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 28302248-cc41-496b-bc6b-40633b0583af {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:56:59.329598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 28302248-cc41-496b-bc6b-40633b0583af not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:56:59.358262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b3efce43-eb4a-4669-a100-11349c46944c None None] Provisioning complete for port d602e62e-c961-4de5-b306-80251057b8e3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:59.358682 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3efce43-eb4a-4669-a100-11349c46944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.442839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7c92199c-a569-4eb5-8b7f-ccef8e671906 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:56:59.492623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:56:59.493606 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:56:59.494373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:59.496579 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-e32e2eb4-d12b-45fe-a9da-2822523bfb6f service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073204 Nov 04 08:56:59.502529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.524729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:56:59.525211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Attempting to bind port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:56:59.576130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:56:59.576607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:56:59.583098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:56:59.588296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Bound port: 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:56:59.590473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.807049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a33d5160-e7b3-4549-ba70-84096fd278b6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:59.808190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:56:59.901583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 7c92199c-a569-4eb5-8b7f-ccef8e671906 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:56:59.908097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b3efce43-eb4a-4669-a100-11349c46944c None None] Port d602e62e-c961-4de5-b306-80251057b8e3 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:56:59.914365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 7c92199c-a569-4eb5-8b7f-ccef8e671906 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:56:59.927477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.001325 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.030418 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.052737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.151344 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495247f6-2145-44c1-bf38-c59c931436e8 None None] Pushing event updated for resources: {'Port': ['ID=00d35c49-584a-404b-9b17-449a3d4395c7,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:00.178585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.198659 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Attempting to bind port 00d35c49-584a-404b-9b17-449a3d4395c7 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:00.199160 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Attempting to bind port 00d35c49-584a-404b-9b17-449a3d4395c7 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:00.199618 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Attempting to bind port 00d35c49-584a-404b-9b17-449a3d4395c7 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:00.201260 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d47b34c-0dfc-4d39-a8e1-70a8bc1e64cb x-openstack-request-id: req-3d47b34c-0dfc-4d39-a8e1-70a8bc1e64cb {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:00.201765 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28eaf75-9ae3-4fb0-a4fa-99c6c869b178", "name": "network-vif-deleted", "tag": "28302248-cc41-496b-bc6b-40633b0583af", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:00.201765 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d47b34c-0dfc-4d39-a8e1-70a8bc1e64cb {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:00.202059 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28eaf75-9ae3-4fb0-a4fa-99c6c869b178', 'name': 'network-vif-deleted', 'tag': '28302248-cc41-496b-bc6b-40633b0583af', 'status': 'completed', 'code': 200} Nov 04 08:57:00.210626 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:00.211000 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:00.216556 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.216969 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:00.217728 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Bound port: 00d35c49-584a-404b-9b17-449a3d4395c7, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:00.218288 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.265372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:00.281272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:00.282757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c92199c-a569-4eb5-8b7f-ccef8e671906'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:00.290203 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603d78d5-b4ae-4038-b0e0-e2bf22cebabb" -d '{"events": [{"server_uuid": "a0eeaf62-9e7d-4219-a118-e00a4f627262", "name": "network-vif-plugged", "status": "completed", "tag": "7c92199c-a569-4eb5-8b7f-ccef8e671906"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:00.312208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.339718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Allocated IP 172.20.0.1 (519e9ec7-2c83-4de4-abaa-1a66f3538346/7baee217-8816-413f-98e0-d8e7bd7bfe30/0bfd8966-80ee-4f6a-a781-4a4a8f9a0009) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:00.351886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7c92199c-a569-4eb5-8b7f-ccef8e671906, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7c92199c-a569-4eb5-8b7f-ccef8e671906,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:00.360624 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.385831 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] For port 00d35c49-584a-404b-9b17-449a3d4395c7, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:00.395498 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] For port 00d35c49-584a-404b-9b17-449a3d4395c7, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00d35c49-584a-404b-9b17-449a3d4395c7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:00.405397 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.498823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7c92199c-a569-4eb5-8b7f-ccef8e671906,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:00.504500 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495247f6-2145-44c1-bf38-c59c931436e8 None None] Pushing event updated for resources: {'Port': ['ID=00d35c49-584a-404b-9b17-449a3d4395c7,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:00.538854 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Routers {'d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:00.539996 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:00.580846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594a2f6-916f-4c20-b415-a1941f9a0534 req-e4acb2bd-a59c-4b6b-a7ae-fccb9bb39c4a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:00.589024 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5594a2f6-916f-4c20-b415-a1941f9a0534 req-e4acb2bd-a59c-4b6b-a7ae-fccb9bb39c4a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 949 time: 0.2199659 Nov 04 08:57:00.596101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d602e62e-c961-4de5-b306-80251057b8e3 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:00.606754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.624665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Transition to ACTIVE for port object d602e62e-c961-4de5-b306-80251057b8e3 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:57:00.634984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185e80d-300b-4e5c-8046-5e93d62efd49 req-62434c8a-bee2-48af-a225-d519f8178e44 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:00.637752 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c185e80d-300b-4e5c-8046-5e93d62efd49 req-62434c8a-bee2-48af-a225-d519f8178e44 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 931 time: 0.7913671 Nov 04 08:57:00.713177 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.721967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:00.722733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.726746 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] 10.222.0.70 "PUT /v2.0/ports/0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 1095 time: 4.8767133 Nov 04 08:57:00.727592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81af398-4131-40f6-b1d6-f8fa2d869507 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:00.760449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:00.797968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5594a2f6-916f-4c20-b415-a1941f9a0534 req-061db193-62c1-4abf-b7d7-497c98b191ab tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074165 Nov 04 08:57:00.809832 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] Set router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:00.909198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Pushing event updated for resources: {'Port': ['ID=d602e62e-c961-4de5-b306-80251057b8e3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:00.918684 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:01.075916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c185e80d-300b-4e5c-8046-5e93d62efd49 req-c10ba9ab-cbca-4946-b585-16b87629b93f tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928983 Nov 04 08:57:01.106752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-dadafd43-151c-4a56-bad2-4a15e8fcc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:01.112075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-dadafd43-151c-4a56-bad2-4a15e8fcc30f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1098 time: 0.2128088 Nov 04 08:57:01.281066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:01.312978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-a8f29100-12d6-426d-84ea-ae8b4d036364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:01.314537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-a8f29100-12d6-426d-84ea-ae8b4d036364 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1531515 Nov 04 08:57:01.352643 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:56:56Z', 'revision_number': 3, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:01.380647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:01.426494 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47019db2-e296-4de8-8eb2-a707f01b345d None None] The sync data for ids ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'] in n-d-816487-1 is: [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:56:56Z', 'revision_number': 3, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:01.436289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:01.456025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:01.461699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-4c7614f5-109e-40e7-89d2-47e6ad791152 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.1264410 Nov 04 08:57:01.466804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Pushing event updated for resources: {'Port': ['ID=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:01.560940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-7848572b-16de-4aa0-a026-09457e45d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:01.562527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-7848572b-16de-4aa0-a026-09457e45d173 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0798340 Nov 04 08:57:01.606856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9245696f-6b66-42eb-bb08-748be373e97c req-2606273f-7c3d-455b-951f-5554f1360f7e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 210 time: 0.0412495 Nov 04 08:57:01.713227 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b720425e-84b6-49a0-9624-04c2616a17d4 x-openstack-request-id: req-b720425e-84b6-49a0-9624-04c2616a17d4 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:01.714218 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eeaf62-9e7d-4219-a118-e00a4f627262", "name": "network-vif-plugged", "status": "completed", "tag": "7c92199c-a569-4eb5-8b7f-ccef8e671906", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:01.714669 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b720425e-84b6-49a0-9624-04c2616a17d4 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:01.715298 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c92199c-a569-4eb5-8b7f-ccef8e671906', 'code': 200} Nov 04 08:57:01.753050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Attempting to bind port d602e62e-c961-4de5-b306-80251057b8e3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:01.753396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Attempting to bind port d602e62e-c961-4de5-b306-80251057b8e3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:01.753739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Attempting to bind port d602e62e-c961-4de5-b306-80251057b8e3 on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:01.768313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Port d602e62e-c961-4de5-b306-80251057b8e3 on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:01.768641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Attempting to bind port d602e62e-c961-4de5-b306-80251057b8e3 on network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:01.789617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:01.789953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Checking segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:01.790821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Bound using segment: {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:01.791269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Bound port: d602e62e-c961-4de5-b306-80251057b8e3, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fde4293-5805-4ff4-8ed8-c17b38d93973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:01.791741 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:01.847824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-19b9bb2c-66f6-495e-ae1c-a58112006c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:01.858788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-19b9bb2c-66f6-495e-ae1c-a58112006c3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2441854 Nov 04 08:57:02.051711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4a189da0-bc76-4c4a-ae40-e5f2acad79d7 None None] Provisioning complete for port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:02.054910 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4a189da0-bc76-4c4a-ae40-e5f2acad79d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:02.193800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4a189da0-bc76-4c4a-ae40-e5f2acad79d7 None None] Port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:02.205923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672'}, {'name': 'network-changed', 'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:02.219539 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01" -d '{"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672"}, {"name": "network-changed", "server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:02.328931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] For port d602e62e-c961-4de5-b306-80251057b8e3, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:02.334655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] For port d602e62e-c961-4de5-b306-80251057b8e3, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d602e62e-c961-4de5-b306-80251057b8e3,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:02.349551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:02.391160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3841c-8e9f-4275-a1f0-ec1e53a62e7f req-cff774ae-8b92-4d00-a1e9-004845cb67bc tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:02.404687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5fb3841c-8e9f-4275-a1f0-ec1e53a62e7f req-cff774ae-8b92-4d00-a1e9-004845cb67bc tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 949 time: 0.2828035 Nov 04 08:57:02.455141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-0f352430-140a-40e9-a54a-e74162ef5acd service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893993 Nov 04 08:57:02.457231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:02.458100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:02.459684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] 10.222.0.55 "PUT /v2.0/ports/d602e62e-c961-4de5-b306-80251057b8e3 HTTP/1.1" status: 200 len: 1091 time: 3.3057983 Nov 04 08:57:02.475613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b29828-a3c3-481a-af48-38e8d7e27423 req-57afceb5-6e1f-49f2-b88e-3d0cc6fe7f0a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:02.486011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2b29828-a3c3-481a-af48-38e8d7e27423 req-57afceb5-6e1f-49f2-b88e-3d0cc6fe7f0a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 947 time: 1.3859715 Nov 04 08:57:02.553064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993d98b-756f-412c-b884-863c5ff07353 req-fb1d5bec-8753-48a7-8431-f8cc67fe42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:02.554641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9993d98b-756f-412c-b884-863c5ff07353 req-fb1d5bec-8753-48a7-8431-f8cc67fe42d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 1100 time: 0.2286704 Nov 04 08:57:02.620832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9993d98b-756f-412c-b884-863c5ff07353 req-d5697a1f-e3dd-412c-88f1-9139f1ea8ad9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434513 Nov 04 08:57:02.686383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2b29828-a3c3-481a-af48-38e8d7e27423 req-923186a0-00d0-4b3d-bfe7-0bbf2ff2a2d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993403 Nov 04 08:57:02.742985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2e2cf-8f64-4fa8-90b1-b997d0ee5feb service neutron] Pushing event updated for resources: {'Port': ['ID=d602e62e-c961-4de5-b306-80251057b8e3,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:02.764158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832dd58e-53c4-471b-8c30-9b94765c3f49 req-3cd66bf2-bd01-477b-b0e0-cd9e090cefc9 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847311 Nov 04 08:57:02.805376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5fb3841c-8e9f-4275-a1f0-ec1e53a62e7f req-24cb8e5e-c358-4d06-a96c-1f8dbfc55f45 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991621 Nov 04 08:57:02.892206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-ea657454-3e87-480a-80ba-4bbe28c2508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:02.895137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-cace5954-e361-4275-b4e1-e0dce8445ec6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:02.907678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-cace5954-e361-4275-b4e1-e0dce8445ec6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.5873199 Nov 04 08:57:02.908562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-ea657454-3e87-480a-80ba-4bbe28c2508c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 1094 time: 0.1413751 Nov 04 08:57:02.908709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00d35c49-584a-404b-9b17-449a3d4395c7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:02.925933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Request body: {'port': {'device_id': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'admin_state_up': True, 'tenant_id': '19af51fe722143b99fa56ef5946f9baf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:03.016071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-ba074deb-613b-49af-8c91-6079c7560486 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d602e62e-c961-4de5-b306-80251057b8e3 HTTP/1.1" status: 200 len: 217 time: 0.0941794 Nov 04 08:57:03.124788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 00d35c49-584a-404b-9b17-449a3d4395c7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:03.125165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.160152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-04aa77ad-6f58-4994-b87d-1074b9c8ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:03.162942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Made reservation on behalf of 19af51fe722143b99fa56ef5946f9baf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:03.163364 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-04aa77ad-6f58-4994-b87d-1074b9c8ec38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 200 len: 862 time: 0.1343679 Nov 04 08:57:03.166347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.188128 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.249187 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ac4c7a-0e8b-46f3-95b5-84106f6479ba x-openstack-request-id: req-d4ac4c7a-0e8b-46f3-95b5-84106f6479ba {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:03.249794 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-unplugged", "status": "completed", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672", "code": 200}, {"name": "network-changed", "server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:03.250122 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4ac4c7a-0e8b-46f3-95b5-84106f6479ba {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:03.250611 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'code': 200} Nov 04 08:57:03.252857 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'status': 'completed', 'code': 200} Nov 04 08:57:03.342034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.390860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 00d35c49-584a-404b-9b17-449a3d4395c7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00d35c49-584a-404b-9b17-449a3d4395c7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:03.406091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.467098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-64dcfd6b-5e85-4b81-abd1-6de4ffd1adc0 req-343459c1-2bd5-4785-92fa-ea318d0f3f3d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 210 time: 0.1179914 Nov 04 08:57:03.489793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.512506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698e030-6edb-4e8d-b01d-61a91f41bc3a req-c4d10b5a-ac27-459c-b785-67a7262cbb36 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:03.520811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f698e030-6edb-4e8d-b01d-61a91f41bc3a req-c4d10b5a-ac27-459c-b785-67a7262cbb36 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 943 time: 0.3731790 Nov 04 08:57:03.526401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.527207 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:03.549281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-88bb0b25-e698-4f28-a441-a66213844ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:03.550813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=00d35c49-584a-404b-9b17-449a3d4395c7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:03.552956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-88bb0b25-e698-4f28-a441-a66213844ef3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1098 time: 0.3878458 Nov 04 08:57:03.579102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-5c596147-e22e-4042-a860-b0cd1cb1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:03.579102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-5c596147-e22e-4042-a860-b0cd1cb1c66a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1098 time: 0.3234117 Nov 04 08:57:03.581711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-7a7f63bb-7507-4377-8225-2f5f29bc2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:03.591973 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-7a7f63bb-7507-4377-8225-2f5f29bc2dbc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987176 Nov 04 08:57:03.625943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Pushing event updated for resources: {'Port': ['ID=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:03.766798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41792) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:03.865535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f698e030-6edb-4e8d-b01d-61a91f41bc3a req-34686884-cbbb-47aa-866e-9c5d5f222e47 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436885 Nov 04 08:57:03.973162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Allocated IP 172.20.0.14 (2913280e-717f-43a3-a683-8254fdca979e/e3aeb46e-3751-4dc3-bb85-d50fbcae4f34/9b03fe0a-714f-4add-9929-322abb07a4f7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:04.036827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40352732-2d2a-42f8-87e0-c177d72a0c29 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:04.042243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2babd-c6fe-47e5-ba8b-a3f1fccd3380 req-e3c5d929-a3c7-4567-adc5-80f454368e00 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:04.064510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89c2babd-c6fe-47e5-ba8b-a3f1fccd3380 req-e3c5d929-a3c7-4567-adc5-80f454368e00 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 947 time: 0.2035713 Nov 04 08:57:04.084252 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40352732-2d2a-42f8-87e0-c177d72a0c29 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:04.146410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-1fa6aff9-b7dd-4a15-b5fc-f60cce06a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:04.148847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-1fa6aff9-b7dd-4a15-b5fc-f60cce06a2ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.5408354 Nov 04 08:57:04.151298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-a3cd3eb3-d5f3-46cf-bb62-bfb7a1241ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:04.155699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-a3cd3eb3-d5f3-46cf-bb62-bfb7a1241ae7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.5755558 Nov 04 08:57:04.158635 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-a0fc3818-2901-4281-96e3-5edfa890e53a service neutron] 10.222.0.55 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490019 Nov 04 08:57:04.226804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:04.231808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:04.409384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89c2babd-c6fe-47e5-ba8b-a3f1fccd3380 req-977b7191-c42f-43f9-9180-26a7a3c8907c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438461 Nov 04 08:57:04.410935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-6291025e-8665-4c3e-9a24-f0fea33fbcc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.2492509 Nov 04 08:57:04.425331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-a8a958ab-bae2-4c41-8312-4bcc8193e797 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.2305272 Nov 04 08:57:04.434582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40352732-2d2a-42f8-87e0-c177d72a0c29 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:04.438218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40352732-2d2a-42f8-87e0-c177d72a0c29 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:04.439794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-40352732-2d2a-42f8-87e0-c177d72a0c29 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "DELETE /v2.0/security-groups/0cf00cc6-4b09-44f4-90dd-dc4ca304a848 HTTP/1.1" status: 204 len: 168 time: 0.6707330 Nov 04 08:57:04.445993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:57:04.449564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:04.465771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40352732-2d2a-42f8-87e0-c177d72a0c29 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf00cc6-4b09-44f4-90dd-dc4ca304a848,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:04.492289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde82397-f41c-4516-966c-8337b4cd1225 req-1ef8175f-736c-492a-a50c-4bf246af4885 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:04.504760 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dde82397-f41c-4516-966c-8337b4cd1225 req-1ef8175f-736c-492a-a50c-4bf246af4885 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 949 time: 0.3856933 Nov 04 08:57:04.693827 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-032c5c11-721a-436f-b920-cd5435dc2077 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] show failed (client error): The resource could not be found. Nov 04 08:57:04.701470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-032c5c11-721a-436f-b920-cd5435dc2077 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "GET /v2.0/security-groups/0cf00cc6-4b09-44f4-90dd-dc4ca304a848 HTTP/1.1" status: 404 len: 347 time: 0.2225966 Nov 04 08:57:04.714986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-94daec82-97ef-41dd-9e27-cfd1ed639732 None None] Provisioning complete for port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:04.715588 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94daec82-97ef-41dd-9e27-cfd1ed639732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:04.728460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:04.787967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00d35c49-584a-404b-9b17-449a3d4395c7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:04.793346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-94daec82-97ef-41dd-9e27-cfd1ed639732 None None] Port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:04.827468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcae4f00-e8c0-4180-8d41-1ccdc873629c req-9e14a682-2585-4918-8742-0dd0d5fb0802 service neutron] 10.222.0.55 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557677 Nov 04 08:57:04.836123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0048f747-87e8-4fc7-adb2-d1db1e70f490 req-7dc2b6b2-16a5-4ca6-a104-7b20d93c106a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 210 time: 0.1939259 Nov 04 08:57:04.846436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dde82397-f41c-4516-966c-8337b4cd1225 req-45b38d96-3145-452e-8ec8-b2b7c59f837c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254943 Nov 04 08:57:04.914032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 00d35c49-584a-404b-9b17-449a3d4395c7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:04.918438 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:04.920876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-2bf5d28d-2471-4493-999b-dbba5a335a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:04.922484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-2bf5d28d-2471-4493-999b-dbba5a335a16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.4720130 Nov 04 08:57:04.927404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-cfbbbee2-9997-4d80-a81c-bb89ea27b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:04.927698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-cfbbbee2-9997-4d80-a81c-bb89ea27b221 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.5014336 Nov 04 08:57:05.188872 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:05.213384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:05.229141 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a62207af-b8ca-41ff-be06-f9d40fe02ddc admin admin] 10.222.0.53 "PUT /v2.0/routers/d059b3a0-2c36-4ea7-b06b-17c8d1ff689d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9186101 Nov 04 08:57:05.231701 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Sync routers for ids ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:05.246958 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Routers {'d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:05.247658 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:05.261796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85426335-1c4b-4965-9271-6bc64b47e472 req-989f4080-35cf-44af-9cb2-1efb927b7a8b tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:05.263332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85426335-1c4b-4965-9271-6bc64b47e472 req-989f4080-35cf-44af-9cb2-1efb927b7a8b tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 943 time: 0.2639432 Nov 04 08:57:05.272053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-ec6ee920-c8b8-4718-98f2-645f4984b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:05.273642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-ec6ee920-c8b8-4718-98f2-645f4984b435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305326 Nov 04 08:57:05.275149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:05.278052 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662c9e8f-6ed9-4d45-b01f-e84929914c22" -d '{"events": [{"name": "network-changed", "server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "tag": "d602e62e-c961-4de5-b306-80251057b8e3"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:05.467655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:57:05.470992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:05.541071 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790b4c17-e873-4116-a630-e20f29d94f0b x-openstack-request-id: req-790b4c17-e873-4116-a630-e20f29d94f0b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:05.541071 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "tag": "d602e62e-c961-4de5-b306-80251057b8e3", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:05.541071 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-790b4c17-e873-4116-a630-e20f29d94f0b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:05.544698 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3', 'status': 'completed', 'code': 200} Nov 04 08:57:05.551566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-9bcb739a-363b-4778-848d-a6744fef69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:05.562140 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-9bcb739a-363b-4778-848d-a6744fef69e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5273266 Nov 04 08:57:05.632130 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Set router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:05.695942 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85426335-1c4b-4965-9271-6bc64b47e472 req-60f31263-546d-4a84-86e3-293a3d3fcfac tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4233363 Nov 04 08:57:05.775310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Network 2913280e-717f-43a3-a683-8254fdca979e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:05.792173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:05.809560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:05.816171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:05.833314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'mac_address': 'fa:16:3e:00:ee:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:57:05.840609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:05.846193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:05.872225 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9499850 Nov 04 08:57:05.873407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a960fdd-ec4d-4604-aca0-c1c642bf008b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:05.887573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Request body: {'port': {'device_id': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:05.944993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:05.979887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:06.030858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:06.042884 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.162529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Deleting port 9f9448ce-be30-4914-9f42-0b9e1473dac3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:06.163163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.174379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:06.186208 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:57:02Z', 'revision_number': 4, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0bfd8966-80ee-4f6a-a781-4a4a8f9a0009', 'name': '', 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'mac_address': 'fa:16:3e:af:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7baee217-8816-413f-98e0-d8e7bd7bfe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:00Z', 'updated_at': '2021-11-04T08:57:03Z', 'revision_number': 2, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'subnets': [{'id': '7baee217-8816-413f-98e0-d8e7bd7bfe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:06.224134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Checking router: d059b3a0-2c36-4ea7-b06b-17c8d1ff689d for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:06.226068 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Updating router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:57:06.239167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.268723 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.281722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-b45b4a0f-da68-4b64-9180-66028609d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:06.283847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-b45b4a0f-da68-4b64-9180-66028609d439 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 1094 time: 0.7393076 Nov 04 08:57:06.288970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-28349a67-9212-4680-89ce-3baab9b0023c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9943650 Nov 04 08:57:06.324679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd6db4-7c3f-44c3-899a-d90d3a5ed227 req-9fa4fcec-25c1-4225-885e-cfa30a95a08e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:06.335435 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1abd6db4-7c3f-44c3-899a-d90d3a5ed227 req-9fa4fcec-25c1-4225-885e-cfa30a95a08e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 948 time: 0.2959838 Nov 04 08:57:06.382742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['0f8b552e-8fd6-481d-a8f2-73b95b4e1672'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:06.387514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-2975e01c-a2b3-4923-a1b8-0165397045e2 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074632 Nov 04 08:57:06.606886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-df5d08f9-c3d6-4081-8e03-4933f508bf44 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5697784 Nov 04 08:57:06.618046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:06.687048 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.697387 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.712152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.785709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.786046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.799651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Calling delete_port for 9f9448ce-be30-4914-9f42-0b9e1473dac3 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:06.823476 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Pushing event updated for resources: {'Port': ['ID=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:06.838241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.845518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.846134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.846591 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.847128 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.847555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.848313 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.848626 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.849071 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.849554 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.850141 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.850431 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:06.966370 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Attempting to bind port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:06.967087 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Attempting to bind port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:06.971063 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Attempting to bind port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 on network 519e9ec7-2c83-4de4-abaa-1a66f3538346 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:06.982109 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:06.982597 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Checking segment: {'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:06.986690 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:06.987504 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Bound using segment: {'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:06.988873 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Bound port: 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18388ac2-4179-40e0-b902-f00575809673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:06.989437 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.148043 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] For port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:07.165740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] For port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,segment=NetworkSegment(18388ac2-4179-40e0-b902-f00575809673),segment_id=18388ac2-4179-40e0-b902-f00575809673)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:07.178048 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.200121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-6d91a286-1c60-481f-8e13-c6237b162969 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803679 Nov 04 08:57:07.240673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f5dd3497-9167-49fb-a037-8342cbc88426 None None] Provisioning complete for port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:07.247782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3497-9167-49fb-a037-8342cbc88426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.251626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1abd6db4-7c3f-44c3-899a-d90d3a5ed227 req-0922f176-bc91-4c4c-abc8-1f7b2ad69411 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9147673 Nov 04 08:57:07.330010 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Routers {'d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:07.332271 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:56:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:07.339346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-955694f2-9514-421a-b913-b68e8ee0d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:07.340558 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecfffab-a3ea-4a59-a529-619c33cb0119 None None] Pushing event updated for resources: {'Port': ['ID=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:07.357416 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-955694f2-9514-421a-b913-b68e8ee0d69e service neutron] 10.222.0.55 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 924 time: 1.0032976 Nov 04 08:57:07.459745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b03fe0a-714f-4add-9929-322abb07a4f7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:07.466846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d83bb32-a210-4d8d-b8aa-b96f8fc32c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.476852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.495542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Transition to ACTIVE for port object 9b03fe0a-714f-4add-9929-322abb07a4f7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:57:07.503129 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.572945 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3497-9167-49fb-a037-8342cbc88426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.594156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:07.596900 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] Set router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:07.599132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.602204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-5a670636-4dba-4c3b-ac3f-ba12215beff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d602e62e-c961-4de5-b306-80251057b8e3 HTTP/1.1" status: 200 len: 217 time: 0.2332330 Nov 04 08:57:07.660282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f5dd3497-9167-49fb-a037-8342cbc88426 None None] For port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,segment=NetworkSegment(18388ac2-4179-40e0-b902-f00575809673),segment_id=18388ac2-4179-40e0-b902-f00575809673)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:07.668272 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3497-9167-49fb-a037-8342cbc88426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.689558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:07.690063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:07.690402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:07.697188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:07.697492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:07.723373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:07.723999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:07.724178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:07.724681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Bound port: 9b03fe0a-714f-4add-9929-322abb07a4f7, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:07.725298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.810217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:07.814568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:07.826348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.888901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3497-9167-49fb-a037-8342cbc88426 None None] Pushing event updated for resources: {'Port': ['ID=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:07.896469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:07.896803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.906114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 1092 time: 2.0236170 Nov 04 08:57:07.909928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5b215-f35d-422e-8f60-05453647b282 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:07.919038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e82566f6-2439-4461-a0d1-5de9661a4363 None None] Provisioning complete for port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:07.920168 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e82566f6-2439-4461-a0d1-5de9661a4363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:07.946080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:07.949274 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:07.962895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:08.046490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Pushing event deleted for resources: {'Port': ['ID=9f9448ce-be30-4914-9f42-0b9e1473dac3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:08.105940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d3f4c1d-ad52-46b1-a649-d5cf3b178b01 req-0b646cdd-f5f0-4df7-96e0-560a57b4543f service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7666485 Nov 04 08:57:08.128987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5541482-eaca-4f7e-a522-3e392864e3d4 req-2c94f634-deb9-4ad7-ac33-0b27c054df31 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:08.137199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5541482-eaca-4f7e-a522-3e392864e3d4 req-2c94f634-deb9-4ad7-ac33-0b27c054df31 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 949 time: 0.6624725 Nov 04 08:57:08.140385 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:57:02Z', 'revision_number': 4, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0bfd8966-80ee-4f6a-a781-4a4a8f9a0009', 'name': '', 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'mac_address': 'fa:16:3e:af:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7baee217-8816-413f-98e0-d8e7bd7bfe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:00Z', 'updated_at': '2021-11-04T08:57:07Z', 'revision_number': 4, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'subnets': [{'id': '7baee217-8816-413f-98e0-d8e7bd7bfe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:08.142680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-c80d3beb-111e-4b80-9a3d-aa175fd7de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:08.144872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-c80d3beb-111e-4b80-9a3d-aa175fd7de91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 200 len: 862 time: 0.5289268 Nov 04 08:57:08.173859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Allocated IP 172.25.3.21 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/55362fc6-675a-43b8-934d-3381e97ba1b4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:08.176841 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36383ec8-2e7a-4ddd-8e20-619e72dd9db7 None None] The sync data for ids ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'] in n-d-816487-1 is: [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:57:02Z', 'revision_number': 4, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0bfd8966-80ee-4f6a-a781-4a4a8f9a0009', 'name': '', 'network_id': '519e9ec7-2c83-4de4-abaa-1a66f3538346', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'mac_address': 'fa:16:3e:af:c3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7baee217-8816-413f-98e0-d8e7bd7bfe30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:00Z', 'updated_at': '2021-11-04T08:57:07Z', 'revision_number': 4, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'subnets': [{'id': '7baee217-8816-413f-98e0-d8e7bd7bfe30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:08.338148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5541482-eaca-4f7e-a522-3e392864e3d4 req-75c96135-63a8-4129-93d2-597210d85c84 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975515 Nov 04 08:57:08.348722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:08.351873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:08.373999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d87322b1-f627-4b81-9fb3-aa725afb7ed8 tempest-ImagesOneServerNegativeTestJSON-904217259 tempest-ImagesOneServerNegativeTestJSON-904217259-project] 10.222.0.53 "DELETE /v2.0/floatingips/557127e9-e7f7-4002-b5b3-5aa994e83ce6 HTTP/1.1" status: 204 len: 168 time: 3.6411211 Nov 04 08:57:08.407745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-f8033933-8154-4b1e-b169-ef50575e68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:08.419375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-f8033933-8154-4b1e-b169-ef50575e68a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2451358 Nov 04 08:57:08.449711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:08.505249 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:08.569923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:08.574820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:08.581695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:08.605867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-3b0f7b10-e8c6-4fa3-91b6-9a07ce6e164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:08.607886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-3b0f7b10-e8c6-4fa3-91b6-9a07ce6e164c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1095 time: 0.4051130 Nov 04 08:57:08.702788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-51837fcc-cf62-4f59-aa48-65e56570c8bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0603199 Nov 04 08:57:08.707578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Pushing event updated for resources: {'Port': ['ID=55362fc6-675a-43b8-934d-3381e97ba1b4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:08.768213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:08.781711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c2090-ae30-4932-9195-37a6b17f18f5 req-72735444-f75b-4586-aa9b-8229d3419039 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:08.795260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-632c2090-ae30-4932-9195-37a6b17f18f5 req-72735444-f75b-4586-aa9b-8229d3419039 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.2207208 Nov 04 08:57:08.805910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:08.825078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-97d96a62-d573-4c8f-b8c0-8c29bb7defc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:08.829052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-97d96a62-d573-4c8f-b8c0-8c29bb7defc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1162314 Nov 04 08:57:08.844699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-a2bcc472-d383-4b2a-8225-bd8715e465f5 service neutron] 10.222.0.55 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137955 Nov 04 08:57:08.859640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d602e62e-c961-4de5-b306-80251057b8e3 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:57:08.881970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:08.982413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-632c2090-ae30-4932-9195-37a6b17f18f5 req-8e857395-4c89-4d59-b4c5-c7ace1ae88a0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838987 Nov 04 08:57:09.114142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-662c9e8f-6ed9-4d45-b01f-e84929914c22 req-3e6864b6-0e46-49ed-aacd-bdfc605c7269 service neutron] 10.222.0.55 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280922 Nov 04 08:57:09.159660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d602e62e-c961-4de5-b306-80251057b8e3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d602e62e-c961-4de5-b306-80251057b8e3,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:09.189419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'd602e62e-c961-4de5-b306-80251057b8e3', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'port_id': 'd602e62e-c961-4de5-b306-80251057b8e3', 'mac_address': 'fa:16:3e:29:84:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:57:09.236555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949f824-f2be-4354-b1fb-e28ca61fe8fb req-98506661-9393-4d9e-8667-b28ff63a906c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:09.238906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8949f824-f2be-4354-b1fb-e28ca61fe8fb req-98506661-9393-4d9e-8667-b28ff63a906c tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 943 time: 0.0675154 Nov 04 08:57:09.239046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-93ba47cb-7369-4e8f-ad35-72c9c313046b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3668060 Nov 04 08:57:09.252614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:09.261664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.266240 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.306595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.319668 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8949f824-f2be-4354-b1fb-e28ca61fe8fb req-a97de13e-3e68-46d3-a677-e680e3267f9d tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663242 Nov 04 08:57:09.341274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.378979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d602e62e-c961-4de5-b306-80251057b8e3 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:09.382361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.407665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d602e62e-c961-4de5-b306-80251057b8e3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d602e62e-c961-4de5-b306-80251057b8e3,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:09.427493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Pushing event updated for resources: {'Port': ['ID=55362fc6-675a-43b8-934d-3381e97ba1b4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:09.435490 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.436743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-e1d261d9-db3e-4b5a-931b-0f6d58c6aaaf tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8290193 Nov 04 08:57:09.461611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-b8e4f41d-30c9-4bfb-90c5-27ff15502b3a service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135565 Nov 04 08:57:09.500970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:09.508063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.690182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=d602e62e-c961-4de5-b306-80251057b8e3,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:09.700396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:57:09.731758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:09.732146 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:09.888217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c4c6ced-4bde-4b52-9171-c8b3d424cb2f req-daf36f3b-725c-4168-8b02-a5b83c73cdaf service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177673 Nov 04 08:57:09.889865 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4788c12d-0e2b-46e5-ace2-1a2eff1cada1 x-openstack-request-id: req-4788c12d-0e2b-46e5-ace2-1a2eff1cada1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:09.890171 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:09.890420 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4788c12d-0e2b-46e5-ace2-1a2eff1cada1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:09.890809 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7', 'status': 'completed', 'code': 200} Nov 04 08:57:09.905143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-13aec703-e87a-4629-8bf7-05d6824f6a29 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.4425130 Nov 04 08:57:09.916246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['d602e62e-c961-4de5-b306-80251057b8e3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:10.052147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-49a4b05c-9f22-49fe-bf2d-c8fc951c8797 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.053756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-49a4b05c-9f22-49fe-bf2d-c8fc951c8797 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0&tenant_id=32d17854c04044c49225fa15a6d5872b&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 948 time: 0.1670556 Nov 04 08:57:10.061864 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:10.070116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b859686-7fb7-4435-b6e2-cb9f8917e687 req-00ccf6ed-e830-40aa-99a6-a1fd54ced119 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.071658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b859686-7fb7-4435-b6e2-cb9f8917e687 req-00ccf6ed-e830-40aa-99a6-a1fd54ced119 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 1100 time: 0.1957290 Nov 04 08:57:10.109243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7e9b564-eebb-44b5-9eb1-d812e95126ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:10.142074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:10.147146 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc59c50b-155e-40e1-870f-b5b98ccceb69" -d '{"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:10.195813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:10.215176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-0bf460e4-1d86-4def-8f48-a0a45b2a516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.216853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-0bf460e4-1d86-4def-8f48-a0a45b2a516d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1095 time: 0.2445667 Nov 04 08:57:10.220084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:10.256855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b859686-7fb7-4435-b6e2-cb9f8917e687 req-f2bf67fc-e93c-44eb-a7fb-492f5b8531da tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645885 Nov 04 08:57:10.294999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:10.386448 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-06fcb373-2d8a-4d50-9517-4f5f0181e30f service neutron] delete failed (client error): The resource could not be found. Nov 04 08:57:10.388904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-06fcb373-2d8a-4d50-9517-4f5f0181e30f service neutron] 10.222.0.55 "DELETE /v2.0/ports/0f8b552e-8fd6-481d-a8f2-73b95b4e1672/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.3212008 Nov 04 08:57:10.398390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-7da5e5a4-84a1-4d46-8adf-e7c2b216994e tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.399813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-7da5e5a4-84a1-4d46-8adf-e7c2b216994e tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.4872046 Nov 04 08:57:10.403266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:10.470318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-b658902f-2b46-4b58-a342-4065fcc8aef6 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:10.471352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f694c458-3eb4-4e3d-8aaf-10d0322cd13b req-b658902f-2b46-4b58-a342-4065fcc8aef6 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322804 Nov 04 08:57:10.570948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-3468d209-220d-4acb-9700-79c9a5d24ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.571761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-3468d209-220d-4acb-9700-79c9a5d24ad2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.3404357 Nov 04 08:57:10.633680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-e2f6b0f5-8827-4de3-bedf-b12eb0bdd73d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0536325 Nov 04 08:57:10.724822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-5b67b279-a9fa-4024-ae4b-3435570fc81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.726711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-5b67b279-a9fa-4024-ae4b-3435570fc81f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0797670 Nov 04 08:57:10.757364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cae01e-5308-4a4f-9c42-773ddce3fcb5 req-e89f4602-5dfc-4291-b951-43291f406168 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.773357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0cae01e-5308-4a4f-9c42-773ddce3fcb5 req-e89f4602-5dfc-4291-b951-43291f406168 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.2473500 Nov 04 08:57:10.790076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-dc08907c-35e0-4f31-b406-65b339a92237 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492246 Nov 04 08:57:10.829899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-7cb10293-2aba-410b-91cc-a97885d01dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:10.832844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-7cb10293-2aba-410b-91cc-a97885d01dbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1100 time: 0.1609612 Nov 04 08:57:10.882299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0cae01e-5308-4a4f-9c42-773ddce3fcb5 req-640e3695-a495-40c1-b758-3ae640d90c7a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070268 Nov 04 08:57:10.993649 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-f44b0ce8-f37f-4f43-8da2-46327ec3d6ba service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777976 Nov 04 08:57:11.017477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef38be-1c37-4343-b2fa-6276d64b5ec7 req-58f3a094-842b-4870-a6d5-2d6d1794727d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:11.019109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24ef38be-1c37-4343-b2fa-6276d64b5ec7 req-58f3a094-842b-4870-a6d5-2d6d1794727d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.3193033 Nov 04 08:57:11.106334 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5379a011-ea08-4973-9561-eecc8efa3824 x-openstack-request-id: req-5379a011-ea08-4973-9561-eecc8efa3824 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:11.107351 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-plugged", "status": "completed", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:11.107906 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5379a011-ea08-4973-9561-eecc8efa3824 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:11.108557 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'code': 200} Nov 04 08:57:11.111492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-b72a4a16-c4fc-46d0-87f1-12b937d28f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:11.113929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-b72a4a16-c4fc-46d0-87f1-12b937d28f5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2484543 Nov 04 08:57:11.117220 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:11.159046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b2dec07f-8f58-4a0d-8b0a-e1b56cb5e9cb req-34e23718-5dc1-403e-ab2d-75886f3fe4af service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630836 Nov 04 08:57:11.188851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-1a9a9d25-4349-44e2-8cc4-e70ab21fb980 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.0662062 Nov 04 08:57:11.214735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24ef38be-1c37-4343-b2fa-6276d64b5ec7 req-d1afa6e0-a1c5-4709-b975-db090bac165a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545349 Nov 04 08:57:11.309144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-0e49356d-6224-4077-94c0-f9bcb7355d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:11.310736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-0e49356d-6224-4077-94c0-f9bcb7355d2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1079316 Nov 04 08:57:11.326942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250bbe3-ab59-4e78-8adf-e38f104e08ea req-43afd2fb-db56-4f9a-91b8-923811fb124e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:11.334144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c250bbe3-ab59-4e78-8adf-e38f104e08ea req-43afd2fb-db56-4f9a-91b8-923811fb124e tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 944 time: 0.1441774 Nov 04 08:57:11.390199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4360faca-d4ed-4f8e-ae2c-2f33b2bef529 req-072d5415-daec-4ed4-9b88-d068969b2324 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips/83e1b557-a238-4cc3-b63f-6adef9111113 HTTP/1.1" status: 200 len: 692 time: 0.0648718 Nov 04 08:57:11.424696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c250bbe3-ab59-4e78-8adf-e38f104e08ea req-54f3fa65-4e02-40cd-83fc-1b0e28010fcf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839469 Nov 04 08:57:11.446031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-3f251c21-1a96-4191-8dbf-e8c4d86ddaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:11.447833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-3f251c21-1a96-4191-8dbf-e8c4d86ddaab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1127818 Nov 04 08:57:11.618746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360faca-d4ed-4f8e-ae2c-2f33b2bef529 req-77aab4cb-9219-4a01-a7bf-45b7a64ea566 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:11.625676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-ee15aac4-bc34-4158-8da5-2b296316fe7c tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455282 Nov 04 08:57:11.627878 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4360faca-d4ed-4f8e-ae2c-2f33b2bef529 req-77aab4cb-9219-4a01-a7bf-45b7a64ea566 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2298336 Nov 04 08:57:11.640784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-4360faca-d4ed-4f8e-ae2c-2f33b2bef529 req-b6012cb5-e773-4dc4-a0de-21ad63bf895f tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:11.642075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4360faca-d4ed-4f8e-ae2c-2f33b2bef529 req-b6012cb5-e773-4dc4-a0de-21ad63bf895f tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135005 Nov 04 08:57:11.659130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-0aeb2d20-42d5-4b7c-b188-400ef42725f9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016580 Nov 04 08:57:11.686136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41914) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:11.818609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6521a0c-26ac-46c3-9501-2c3e266be9a9 req-47620918-22bd-426e-a5b1-83bf985ab40a tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=1dffa4f427844d6ca404033c553211ba HTTP/1.1" status: 200 len: 695 time: 0.1228280 Nov 04 08:57:11.841018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-cc9f489e-b4a3-42c6-9039-4379885a1adb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:11.842611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-cc9f489e-b4a3-42c6-9039-4379885a1adb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160733 Nov 04 08:57:11.884915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-23c9b495-eb58-44d7-8332-9e455f71620a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/quotas/7394e7fd16b5461e92a200b1ca1a390c HTTP/1.1" status: 200 len: 375 time: 0.0231173 Nov 04 08:57:11.893869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] Deleting subnet 8e9b36fb-b314-4011-95b7-904c26ff574c {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:57:11.900805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:11.925541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abadbfe5-4b28-4c9f-b403-15eac46ae316 req-ec8cac97-0fb9-487d-8bbb-e6b5b75c1069 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854303 Nov 04 08:57:12.019286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-452db874-df83-4c72-adeb-8710cc4ee005 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1128566 Nov 04 08:57:12.023501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:12.074056 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:12.141366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6521a0c-26ac-46c3-9501-2c3e266be9a9 req-07715ad6-a940-447b-a662-d2e52ffd6144 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:12.147830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6521a0c-26ac-46c3-9501-2c3e266be9a9 req-07715ad6-a940-447b-a662-d2e52ffd6144 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks?id=0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 787 time: 0.3168554 Nov 04 08:57:12.165310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-f6521a0c-26ac-46c3-9501-2c3e266be9a9 req-e9d6919b-213b-4c80-ba8c-377f77b3d44e tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:12.166283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6521a0c-26ac-46c3-9501-2c3e266be9a9 req-e9d6919b-213b-4c80-ba8c-377f77b3d44e tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092325 Nov 04 08:57:12.234787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:12.312174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e9b36fb-b314-4011-95b7-904c26ff574c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:12.363491 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:12.367407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c36f75a7-c0db-47b6-a233-a57b05b055a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8e9b36fb-b314-4011-95b7-904c26ff574c HTTP/1.1" status: 204 len: 168 time: 0.6799641 Nov 04 08:57:12.370226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41942) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:12.501601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5af420-42d6-4e33-b78a-bdea9263c5d2 req-fb6dcd02-e51c-4bcc-9887-c73f8250171d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:12.518173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb5af420-42d6-4e33-b78a-bdea9263c5d2 req-fb6dcd02-e51c-4bcc-9887-c73f8250171d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1849182 Nov 04 08:57:12.574979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9658fe5a-e8c5-4d7a-b735-be3b34142c52 req-d980bee9-1802-4b63-b780-6802849ec2c2 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 210 time: 0.1044512 Nov 04 08:57:12.606519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:12.668613 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:12.682847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb5af420-42d6-4e33-b78a-bdea9263c5d2 req-c7d1d8f5-8f1f-46ed-884d-037a14573323 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634071 Nov 04 08:57:12.704439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-7f088203-4b53-493f-8845-44d2fccf98e7 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips/83e1b557-a238-4cc3-b63f-6adef9111113 HTTP/1.1" status: 200 len: 692 time: 0.0846651 Nov 04 08:57:12.841374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d602e62e-c961-4de5-b306-80251057b8e3 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:12.854957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4983d9-ab2e-4f57-8e00-9468461e52c4 req-3fc3acbe-03f5-4d89-a672-2c73e26f7ee7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:12.871418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c4983d9-ab2e-4f57-8e00-9468461e52c4 req-3fc3acbe-03f5-4d89-a672-2c73e26f7ee7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.1101453 Nov 04 08:57:12.980479 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.051408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534951fa-169c-400b-8e41-6cd2805ce644']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:13.072201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8537af60-20f0-48dd-a4b1-65c2cd621a99') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:13.072780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8537af60-20f0-48dd-a4b1-65c2cd621a99') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:13.095338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-76887684-1a62-48cc-a833-b8ba8c75d705 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:13.106660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-76887684-1a62-48cc-a833-b8ba8c75d705 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.3985682 Nov 04 08:57:13.113102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c4983d9-ab2e-4f57-8e00-9468461e52c4 req-1064ea89-9bff-44d1-bfd6-0fa4975db8b7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373574 Nov 04 08:57:13.130523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-76738d28-41c3-4d3a-a9cf-090c28ed3d99 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:13.137967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-76738d28-41c3-4d3a-a9cf-090c28ed3d99 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0239918 Nov 04 08:57:13.138345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port d602e62e-c961-4de5-b306-80251057b8e3 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:57:13.140732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.152111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port d602e62e-c961-4de5-b306-80251057b8e3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:13.152574 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.282604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5690bf00-0a93-435b-b31b-cb9d83b73cf3 req-a399b9e2-4833-4ed7-9a98-929bdcc1d0ad tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:13.290905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5690bf00-0a93-435b-b31b-cb9d83b73cf3 req-a399b9e2-4833-4ed7-9a98-929bdcc1d0ad tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 944 time: 0.0723431 Nov 04 08:57:13.316173 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.332826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-3e7e927c-4de0-4dd0-a15d-c64da36c2bb0 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.1895032 Nov 04 08:57:13.341873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:57:13.342708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:57:13.346912 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:57:13.374922 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5690bf00-0a93-435b-b31b-cb9d83b73cf3 req-bd8baab7-7fdc-4acc-8859-2dc95947e434 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830231 Nov 04 08:57:13.376843 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.441548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:13.454135 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c62eef7-19c4-4020-9254-d77b9a03e9f0" -d '{"events": [{"server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "name": "network-vif-plugged", "status": "completed", "tag": "d602e62e-c961-4de5-b306-80251057b8e3"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:13.479040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d602e62e-c961-4de5-b306-80251057b8e3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d602e62e-c961-4de5-b306-80251057b8e3,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:13.497766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.534642 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f861d3-cdbd-4e8d-aa01-5e9f1e0ad7dd x-openstack-request-id: req-d3f861d3-cdbd-4e8d-aa01-5e9f1e0ad7dd {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:13.534960 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "name": "network-vif-plugged", "status": "completed", "tag": "d602e62e-c961-4de5-b306-80251057b8e3", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:13.535216 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3f861d3-cdbd-4e8d-aa01-5e9f1e0ad7dd {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:13.535621 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3', 'code': 200} Nov 04 08:57:13.537555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9b03fe0a-714f-4add-9929-322abb07a4f7 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:57:13.569941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-392ef333-dc66-486e-8931-314b455a6d6c tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.21 HTTP/1.1" status: 200 len: 695 time: 0.1993806 Nov 04 08:57:13.619428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=d602e62e-c961-4de5-b306-80251057b8e3,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:13.723093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.768564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:13.771445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] 10.222.0.53 "DELETE /v2.0/networks/534951fa-169c-400b-8e41-6cd2805ce644 HTTP/1.1" status: 204 len: 168 time: 1.4001932 Nov 04 08:57:13.780156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef00543f-e160-48f1-b05d-f03fc58fefb1 req-b4447137-2776-4904-9b22-6f175f618488 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 210 time: 0.0568044 Nov 04 08:57:13.805626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e5075-9c02-454d-8765-1502aea2e3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=534951fa-169c-400b-8e41-6cd2805ce644,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:13.827798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:13.844856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '9b03fe0a-714f-4add-9929-322abb07a4f7', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'port_id': '9b03fe0a-714f-4add-9929-322abb07a4f7', 'mac_address': 'fa:16:3e:82:25:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aeb46e-3751-4dc3-bb85-d50fbcae4f34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:57:13.944293 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.021941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd176ff-b98f-48bc-81c7-072be4bac4ee req-0816081f-fca8-4604-a823-45cdc9671c79 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:14.030483 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ebd176ff-b98f-48bc-81c7-072be4bac4ee req-0816081f-fca8-4604-a823-45cdc9671c79 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1469908 Nov 04 08:57:14.034324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b03fe0a-714f-4add-9929-322abb07a4f7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:14.108582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448bd18-b9a0-4040-bffb-a1a0cc5cc316 req-53c75dd2-0032-4172-8ce7-2e5efac0c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:14.110907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8448bd18-b9a0-4040-bffb-a1a0cc5cc316 req-53c75dd2-0032-4172-8ce7-2e5efac0c808 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 1096 time: 0.4422858 Nov 04 08:57:14.111051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:14.121598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.151308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41980) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:14.201485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Deleting port 55362fc6-675a-43b8-934d-3381e97ba1b4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:14.202089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.249292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8448bd18-b9a0-4040-bffb-a1a0cc5cc316 req-c6924d16-348b-4e63-bf5c-897e0098bd14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264055 Nov 04 08:57:14.287028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-c34b1587-dee1-4ab3-b84a-8834f04e5e20 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1230853 Nov 04 08:57:14.292866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-32c26393-6412-4858-9bd1-0f99fb8be46e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb03225cabdb4b228cb4bc5f908083e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393549 Nov 04 08:57:14.293561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:14.297778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:14.305548 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ebd176ff-b98f-48bc-81c7-072be4bac4ee req-7b3a50ea-0860-416c-a853-2f5ffa8c2a66 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637417 Nov 04 08:57:14.402869 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14666beb-4e64-4a74-b2c0-1714965dcb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.405798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.406200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.428732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Calling delete_port for 55362fc6-675a-43b8-934d-3381e97ba1b4 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:14.436016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9b03fe0a-714f-4add-9929-322abb07a4f7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:14.449951 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14666beb-4e64-4a74-b2c0-1714965dcb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.473254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cc941-7043-4efc-8f0d-6a962e32d0c4 req-a30b57e9-845d-4ac0-899e-1e3987dcc98c tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:14.490527 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e00cc941-7043-4efc-8f0d-6a962e32d0c4 req-a30b57e9-845d-4ac0-899e-1e3987dcc98c tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 945 time: 0.1131825 Nov 04 08:57:14.548758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e00cc941-7043-4efc-8f0d-6a962e32d0c4 req-64cc8f7e-3d20-4748-880f-ea70513e0c1e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558612 Nov 04 08:57:14.660716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14666beb-4e64-4a74-b2c0-1714965dcb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.663379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14666beb-4e64-4a74-b2c0-1714965dcb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.669194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-14666beb-4e64-4a74-b2c0-1714965dcb47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15629faf-4be6-46f0-922a-d0165e073e35 HTTP/1.1" status: 204 len: 168 time: 0.3696125 Nov 04 08:57:14.710230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14666beb-4e64-4a74-b2c0-1714965dcb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15629faf-4be6-46f0-922a-d0165e073e35,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:14.737972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ec6ef-22aa-4db4-b7f6-896481bbb73e req-d783456e-a6f0-4a7a-b989-5b95f85272f7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:14.742755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e63ec6ef-22aa-4db4-b7f6-896481bbb73e req-d783456e-a6f0-4a7a-b989-5b95f85272f7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.0967491 Nov 04 08:57:14.843336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-c7ceaa27-c1de-406e-9fb0-f0a02c449a62 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:14.845071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-c7ceaa27-c1de-406e-9fb0-f0a02c449a62 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064554 Nov 04 08:57:14.845693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e63ec6ef-22aa-4db4-b7f6-896481bbb73e req-6ccad2f1-d71e-4a5e-9c27-2de9e26be5ba tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883200 Nov 04 08:57:14.869562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Request body: {'port': {'device_id': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '7394e7fd16b5461e92a200b1ca1a390c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:14.921708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:14.964805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bed26-2cb8-413a-b548-8f3870c74a23 req-1ba9abfa-541d-471a-9018-0f0167285779 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:14.966331 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f32bed26-2cb8-413a-b548-8f3870c74a23 req-1ba9abfa-541d-471a-9018-0f0167285779 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.0572369 Nov 04 08:57:14.973066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Pushing event deleted for resources: {'Port': ['ID=55362fc6-675a-43b8-934d-3381e97ba1b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:15.037741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f32bed26-2cb8-413a-b548-8f3870c74a23 req-c6c43e5b-80b2-40dc-95ce-428d3474097d tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624931 Nov 04 08:57:15.133620 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:15.136544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:15.137731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3f73928-2728-49b1-bc83-92360cd65d9a req-6494ea93-8c94-4297-bfa8-55d414f0bb64 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "DELETE /v2.0/floatingips/83e1b557-a238-4cc3-b63f-6adef9111113 HTTP/1.1" status: 204 len: 173 time: 1.5663013 Nov 04 08:57:15.174793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Made reservation on behalf of 7394e7fd16b5461e92a200b1ca1a390c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:15.183144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:15.266719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbb9bd1a-7e2a-4319-a8cd-757bdd3ca8bc req-a6fb1139-adbd-4667-a460-2dd7cd4aa2ab tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 210 time: 0.0455048 Nov 04 08:57:15.309853 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:15.586968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Allocated IP 192.168.233.122 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/80e094d2-7b44-4c5b-9614-f8539ac2f444) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:15.603549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6b61c46-2961-4a99-a105-c29e1900110a req-ee36d6c5-9874-4f9c-8a8b-d2de2fd102ab tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2808225 Nov 04 08:57:15.614814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:15.702555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:15.730135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42064) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:15.892963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:15.929296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1504967307-network', 'tenant_id': '95874b3beeeb4e36913f799eed62ad69'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:15.966052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:15.970378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.000367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1', '7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:16.004867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Made reservation on behalf of 95874b3beeeb4e36913f799eed62ad69 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:16.006015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', '693daff2-4a21-4b49-a846-207900da9fde', '2455af22-0739-40af-994c-c3fff4dba5e1', '7c92199c-a569-4eb5-8b7f-ccef8e671906'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:16.021412 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.056307 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.124178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.191744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event updated for resources: {'Port': ['ID=80e094d2-7b44-4c5b-9614-f8539ac2f444,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:16.219091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:16.223957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:16.227003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:16.248853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.256125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.290017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:57:16.311447 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.311901 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Added segment 5a65493a-9c01-408f-bbd6-b2e37e16335d of type vlan for network 1230a7b3-5930-45f1-bdc7-66c90ff03f7b Nov 04 08:57:16.348263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Allocated IP 172.25.3.123 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/410d7d00-277b-4ac6-ac80-20d65aa8e888) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:16.467919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:16.469467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.469581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.533617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fadc11-2156-4940-b81d-07ffc2c5e10e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:16.580843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.582191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:16.582852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.611795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4c2e0e28-996f-4bd4-b0d1-5ea846d25943 None None] Provisioning complete for port 80e094d2-7b44-4c5b-9614-f8539ac2f444 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:16.624861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c2e0e28-996f-4bd4-b0d1-5ea846d25943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.646267 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.677927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9465668 Nov 04 08:57:16.681145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42108) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:16.698824 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.714449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Request body: {'subnet': {'network_id': '1230a7b3-5930-45f1-bdc7-66c90ff03f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1504967307-subnet', 'tenant_id': '95874b3beeeb4e36913f799eed62ad69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:16.722706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4c2e0e28-996f-4bd4-b0d1-5ea846d25943 None None] Port 80e094d2-7b44-4c5b-9614-f8539ac2f444 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:16.746792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-94a75ed3-0ec2-4b1f-ab47-a3e50ba9fe25 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8846192 Nov 04 08:57:16.781322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba592044-66ae-48aa-a85f-e4e1942dc85c admin admin] Pushing event updated for resources: {'Network': ['ID=1230a7b3-5930-45f1-bdc7-66c90ff03f7b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:16.782751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Request body: {'port': {'device_id': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:16.810709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Made reservation on behalf of 95874b3beeeb4e36913f799eed62ad69 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:16.813700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.820420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 1230a7b3-5930-45f1-bdc7-66c90ff03f7b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:57:16.826271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:16.858466 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:16.866917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:16.883336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:16.927720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Pushing event updated for resources: {'Port': ['ID=410d7d00-277b-4ac6-ac80-20d65aa8e888,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:17.027800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.071122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.086474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943bb153-0f85-4d2e-b074-eb47b5a504b1 req-8f6d5989-1427-44d8-b020-634e40cb2ab3 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:17.095665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-943bb153-0f85-4d2e-b074-eb47b5a504b1 req-8f6d5989-1427-44d8-b020-634e40cb2ab3 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 945 time: 0.4326019 Nov 04 08:57:17.140859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.201702 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-943bb153-0f85-4d2e-b074-eb47b5a504b1 req-4b49cd61-1fa6-4a19-9d75-c75f920bdf86 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051202 Nov 04 08:57:17.210644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc59723a-1924-4bd3-af94-4970f8ac3642,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:17.219728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Checking segment: {'id': '5a65493a-9c01-408f-bbd6-b2e37e16335d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '1230a7b3-5930-45f1-bdc7-66c90ff03f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:17.220122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Network hostable DHCP agents. Network: 1230a7b3-5930-45f1-bdc7-66c90ff03f7b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:57:17.255509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Network 1230a7b3-5930-45f1-bdc7-66c90ff03f7b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:57:17.279783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 1230a7b3-5930-45f1-bdc7-66c90ff03f7b) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:17.285762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:17.286363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.294284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323201ac-f44c-43b3-9782-6cf51ef77bca None None] Network 1230a7b3-5930-45f1-bdc7-66c90ff03f7b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:17.320849 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7bca9e71-721a-4ffb-9180-1f7dd0df5189 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6318455 Nov 04 08:57:17.466061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7672d-1e3f-4d2c-8f1f-92286efbeab3 req-b7e0a6b6-d8c5-4fad-a044-3d0ea3aed347 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:17.468002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04a7672d-1e3f-4d2c-8f1f-92286efbeab3 req-b7e0a6b6-d8c5-4fad-a044-3d0ea3aed347 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.1324048 Nov 04 08:57:17.524841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9148f424-89f2-46d5-8f6d-a915148bd9e1 None None] Network 1230a7b3-5930-45f1-bdc7-66c90ff03f7b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:17.547954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.553732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9b03fe0a-714f-4add-9929-322abb07a4f7 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:17.567080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.574927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04a7672d-1e3f-4d2c-8f1f-92286efbeab3 req-9d909fe0-aa1f-45b6-bebd-3b4cc6eda71d tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965037 Nov 04 08:57:17.664376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.703515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.704792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6b61c46-2961-4a99-a105-c29e1900110a req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0945523 Nov 04 08:57:17.717529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284410ea-ee34-4c86-a843-b79785988857 req-52263583-77eb-4f3b-ba5e-17183dcc5e2d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:17.719549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-284410ea-ee34-4c86-a843-b79785988857 req-52263583-77eb-4f3b-ba5e-17183dcc5e2d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 936 time: 0.0649090 Nov 04 08:57:17.750371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04467e67-f505-4132-a0aa-22e9460dbf89 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Pushing event updated for resources: {'Port': ['ID=410d7d00-277b-4ac6-ac80-20d65aa8e888,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:17.768451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 9b03fe0a-714f-4add-9929-322abb07a4f7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:57:17.777674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-284410ea-ee34-4c86-a843-b79785988857 req-b7bf3edb-4a40-4bba-8c9f-62c18e70b146 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505829 Nov 04 08:57:17.789919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 9b03fe0a-714f-4add-9929-322abb07a4f7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:17.790753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.794369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6b61c46-2961-4a99-a105-c29e1900110a req-bf854e5d-cfaa-4c62-9326-089a3e4e27bd tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.123 HTTP/1.1" status: 200 len: 696 time: 0.0813797 Nov 04 08:57:17.798906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80e094d2-7b44-4c5b-9614-f8539ac2f444 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:17.814135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.890865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Transition to ACTIVE for port object 80e094d2-7b44-4c5b-9614-f8539ac2f444 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:57:17.901523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:17.948403 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:18.071120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b61c46-2961-4a99-a105-c29e1900110a req-e1cca6f2-b9a0-4ae7-8d9b-1c814dcc6657 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:18.071483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:18.087245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6b61c46-2961-4a99-a105-c29e1900110a req-e1cca6f2-b9a0-4ae7-8d9b-1c814dcc6657 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2696009 Nov 04 08:57:18.109022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:18.114445 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810dd7ff-0f36-4ab0-a3f7-a4f99d919faa" -d '{"events": [{"server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "name": "network-vif-plugged", "status": "completed", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:18.125102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Pushing event updated for resources: {'Port': ['ID=80e094d2-7b44-4c5b-9614-f8539ac2f444,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:18.128707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:18.153583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-b6b61c46-2961-4a99-a105-c29e1900110a req-7193bea2-13cc-4188-9ed0-95d256bc0d68 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:18.167087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6b61c46-2961-4a99-a105-c29e1900110a req-7193bea2-13cc-4188-9ed0-95d256bc0d68 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0788507 Nov 04 08:57:18.198926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5ca8ce-3499-46c9-8139-5f31116eb696 req-a3377895-f70b-4728-b2af-f053fda65427 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:18.216171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c5ca8ce-3499-46c9-8139-5f31116eb696 req-a3377895-f70b-4728-b2af-f053fda65427 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.1038885 Nov 04 08:57:18.217666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42132) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:18.237254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Request body: {'floatingip': {'port_id': 'd602e62e-c961-4de5-b306-80251057b8e3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:18.270892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Attempting to bind port 80e094d2-7b44-4c5b-9614-f8539ac2f444 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:18.271368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Attempting to bind port 80e094d2-7b44-4c5b-9614-f8539ac2f444 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:18.271702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Attempting to bind port 80e094d2-7b44-4c5b-9614-f8539ac2f444 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:18.295067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Port 80e094d2-7b44-4c5b-9614-f8539ac2f444 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:18.295447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Attempting to bind port 80e094d2-7b44-4c5b-9614-f8539ac2f444 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:18.300432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:18.313524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:18.320072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:18.320660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:18.321131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Bound port: 80e094d2-7b44-4c5b-9614-f8539ac2f444, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:18.321517 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627ba814-cf67-4755-8bb9-9dbd8ad0c89a x-openstack-request-id: req-627ba814-cf67-4755-8bb9-9dbd8ad0c89a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:18.321670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:18.322463 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "name": "network-vif-plugged", "status": "completed", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:18.325363 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-627ba814-cf67-4755-8bb9-9dbd8ad0c89a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:18.325912 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7', 'code': 200} Nov 04 08:57:18.461927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] For port 80e094d2-7b44-4c5b-9614-f8539ac2f444, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:18.467547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] For port 80e094d2-7b44-4c5b-9614-f8539ac2f444, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=80e094d2-7b44-4c5b-9614-f8539ac2f444,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:18.473196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:18.476392 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:18.490329 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-74b77c75-0bbf-42f3-b743-803d6a3ee932 req-35403d62-bde2-4635-bd4e-27e5c4205085 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] show failed (client error): The resource could not be found. Nov 04 08:57:18.491359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74b77c75-0bbf-42f3-b743-803d6a3ee932 req-35403d62-bde2-4635-bd4e-27e5c4205085 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "GET /v2.0/security-groups/e18a9203-47f0-4abb-a870-d6391a05da56 HTTP/1.1" status: 404 len: 352 time: 0.0266521 Nov 04 08:57:18.524226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:18.524851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:18.526528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-296afefc-6998-48bf-968a-df7972d84743 service neutron] 10.222.0.55 "PUT /v2.0/ports/80e094d2-7b44-4c5b-9614-f8539ac2f444 HTTP/1.1" status: 200 len: 1096 time: 1.7602975 Nov 04 08:57:18.527059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'tag': '80e094d2-7b44-4c5b-9614-f8539ac2f444'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:18.529415 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9643397f-0cf5-43b4-ac2a-f63ed7707e04" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a4776b-c5bf-412b-9505-8e5fc5506c35", "tag": "80e094d2-7b44-4c5b-9614-f8539ac2f444"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:18.564788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296afefc-6998-48bf-968a-df7972d84743 service neutron] Pushing event updated for resources: {'Port': ['ID=80e094d2-7b44-4c5b-9614-f8539ac2f444,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:18.646649 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-a59dad25-de30-41f4-9586-195be72ad15c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0440109 Nov 04 08:57:18.783657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-6b76fbf4-26d2-4497-8da0-5b5dcf0586bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:18.785232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-6b76fbf4-26d2-4497-8da0-5b5dcf0586bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 1099 time: 0.1987877 Nov 04 08:57:18.793754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-4dcc39eb-142b-4773-9ffb-4cc6e006f793 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:18.795258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-4dcc39eb-142b-4773-9ffb-4cc6e006f793 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344762 Nov 04 08:57:18.843494 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-cb2ecbac-cbf5-4440-9c1a-9d72d3401fe3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=80e094d2-7b44-4c5b-9614-f8539ac2f444 HTTP/1.1" status: 200 len: 217 time: 0.0459099 Nov 04 08:57:18.844657 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-493b3d55-7cb8-40c5-9163-a24c05f571ca tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/quotas/32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 375 time: 0.0402513 Nov 04 08:57:18.850415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-b41442c2-2665-4dcc-a737-2e12aa6dd515 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips/113feca8-df9a-4ab0-9e98-243ad1963376 HTTP/1.1" status: 200 len: 693 time: 0.4912686 Nov 04 08:57:18.903935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9f2a475a-275b-414d-8d46-4f4f0ed33279 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:18.991532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451c96b-0f45-4510-a796-9c5fd88b87a9 req-0684e5f5-8d22-44d4-b843-9076cfb2e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:18.993497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7451c96b-0f45-4510-a796-9c5fd88b87a9 req-0684e5f5-8d22-44d4-b843-9076cfb2e7d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1097 time: 0.5953772 Nov 04 08:57:19.024183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:19.064830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:19.069735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:19.139499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:19.155707 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7451c96b-0f45-4510-a796-9c5fd88b87a9 req-9e067273-32de-4817-9eb2-e0c424f9df9c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507516 Nov 04 08:57:19.168163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-a46079fb-d6f2-4349-8326-0fa8028515ae tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:19.169952 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-a46079fb-d6f2-4349-8326-0fa8028515ae tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.3017533 Nov 04 08:57:19.186494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-128d1115-232a-4309-85f0-1b7f11f06214 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:19.187516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-128d1115-232a-4309-85f0-1b7f11f06214 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095482 Nov 04 08:57:19.221077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-9b6fc7ab-c142-4bd0-a5a7-af1f85b6d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:19.223371 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-9b6fc7ab-c142-4bd0-a5a7-af1f85b6d0b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3586624 Nov 04 08:57:19.234198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-5b064d3c-94c1-4c98-9b36-65901046ef3d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3785863 Nov 04 08:57:19.261657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-11c36bab-cdab-436f-84f9-2bd00fc20d0c tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.123 HTTP/1.1" status: 200 len: 696 time: 0.0555317 Nov 04 08:57:19.300192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-89410778-31ef-4048-8045-c22e35e0be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:19.301794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-89410778-31ef-4048-8045-c22e35e0be4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595376 Nov 04 08:57:19.367612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-26c3a334-7c33-4b84-8738-631fd52a0505 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.123 HTTP/1.1" status: 200 len: 696 time: 0.0597801 Nov 04 08:57:19.456730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-8a983fb8-6493-45de-8470-bf1af39fe23d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452687 Nov 04 08:57:19.665316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3bca3b5-5c46-4c8e-aadb-7f4da0842961 req-eebab189-c819-44b5-9dfd-f97beb427364 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957731 Nov 04 08:57:19.683668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Deleting port 410d7d00-277b-4ac6-ac80-20d65aa8e888 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:19.684498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:19.701513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-6185cfd6-a867-4a1b-9a88-f337b460c215 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:19.703223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-6185cfd6-a867-4a1b-9a88-f337b460c215 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.2066624 Nov 04 08:57:19.736671 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:19.740580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-58e72f7d-d5f3-485a-be80-0bd1d343f1fd tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/quotas/df22224a809c45d780df520a392a8099 HTTP/1.1" status: 200 len: 375 time: 0.0177343 Nov 04 08:57:19.743264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:19.806193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-90967f62-140c-4c56-9433-ef5a946878d0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0640371 Nov 04 08:57:19.856887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:19.857209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:19.874893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Calling delete_port for 410d7d00-277b-4ac6-ac80-20d65aa8e888 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:19.933850 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-10861e45-ca94-459a-914d-c1c0d1a45306 service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184890 Nov 04 08:57:19.934711 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69 associated. External IP: 172.25.3.236, port: d602e62e-c961-4de5-b306-80251057b8e3. Nov 04 08:57:20.047803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-8778b6eb-9c79-45b3-b5e6-87cae1d0288a service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074002 Nov 04 08:57:20.329000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:20.337879 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d6041b-1129-4118-a7b5-da894ad9af7f" -d '{"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:20.343492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:20.390902 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Pushing event deleted for resources: {'Port': ['ID=410d7d00-277b-4ac6-ac80-20d65aa8e888,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:20.430311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.430787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.431205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.431574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.433030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.433030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.433259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.433501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.434046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.434479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.434814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.435163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:20.444605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:20.447755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:20.448975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ce6fbcb-b831-4fd9-bc52-fda3f83ca1e7 req-845537fc-4559-4732-9ea3-f68a0afadb0b tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "DELETE /v2.0/floatingips/113feca8-df9a-4ab0-9e98-243ad1963376 HTTP/1.1" status: 204 len: 173 time: 1.0263689 Nov 04 08:57:20.451417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Router 568705e0-6ffc-450a-b6c6-847d67852ec0 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:57:20.460454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570b091-c5ed-4177-a0dc-cd856784f733 req-abaf0a90-3e6c-47a8-90ba-94723de725c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:20.467930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7570b091-c5ed-4177-a0dc-cd856784f733 req-abaf0a90-3e6c-47a8-90ba-94723de725c2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1679630 Nov 04 08:57:20.476794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-105e299d-157e-4d7c-88e6-cdd748ad9876 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:20.478311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-105e299d-157e-4d7c-88e6-cdd748ad9876 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a34d1bc-5700-428c-bde7-03af9175cbb1 HTTP/1.1" status: 200 len: 943 time: 0.1882155 Nov 04 08:57:20.575422 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0384e4c5-25bb-4886-84f8-e6591b208c37 x-openstack-request-id: req-0384e4c5-25bb-4886-84f8-e6591b208c37 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:20.575641 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a4776b-c5bf-412b-9505-8e5fc5506c35", "tag": "80e094d2-7b44-4c5b-9614-f8539ac2f444", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:20.578857 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0384e4c5-25bb-4886-84f8-e6591b208c37 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:20.580415 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'tag': '80e094d2-7b44-4c5b-9614-f8539ac2f444', 'status': 'completed', 'code': 200} Nov 04 08:57:20.656188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7570b091-c5ed-4177-a0dc-cd856784f733 req-b3b11394-45ef-4876-ba4f-a9f64573d37c tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762812 Nov 04 08:57:20.731709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-813f9067-e600-4b1b-ac0f-65e4b49d906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:20.734086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-813f9067-e600-4b1b-ac0f-65e4b49d906f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 1099 time: 0.1422989 Nov 04 08:57:20.783900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a10594-224e-4532-b264-f9a5ef45bbba req-f8af0f34-d0b0-4bb8-9450-d3e9403464af tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:20.785196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1a10594-224e-4532-b264-f9a5ef45bbba req-f8af0f34-d0b0-4bb8-9450-d3e9403464af tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 948 time: 0.1415167 Nov 04 08:57:20.849332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1a10594-224e-4532-b264-f9a5ef45bbba req-123e11ec-0f72-4024-be1f-5e852ca59c3e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520604 Nov 04 08:57:20.861196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Deleting port 9f2a475a-275b-414d-8d46-4f4f0ed33279 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:20.861766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:20.882421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:20.896674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] Sync routers for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:20.931545 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:20.932864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:20.935232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:20.945947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-d07c4ca8-8615-45b7-99da-689a607823b3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023335 Nov 04 08:57:20.989337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-584e2033-8a9f-4800-90d8-aa1956b1e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:20.992775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-584e2033-8a9f-4800-90d8-aa1956b1e828 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2474403 Nov 04 08:57:21.067126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9822c371-7473-45e3-b832-829a3f3c9413 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "PUT /v2.0/floatingips/f9a80759-286d-49e5-b18c-d9e0f3c3ca69 HTTP/1.1" status: 200 len: 991 time: 2.8452952 Nov 04 08:57:21.117260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:21.120194 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8e9576-504d-42a7-ac61-bb693f014c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "tag": "d602e62e-c961-4de5-b306-80251057b8e3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:21.138030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-ba38d510-74b9-41ac-983d-25dbca762aaa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=80e094d2-7b44-4c5b-9614-f8539ac2f444 HTTP/1.1" status: 200 len: 217 time: 0.1177576 Nov 04 08:57:21.175476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1be109d4-b42c-475c-a12c-4b9e89131ca5 req-1ee3e326-35c8-4af1-ba0b-89705ddce288 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 210 time: 0.0481482 Nov 04 08:57:21.224786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:21.229039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fde3fbe3-a0c3-4580-aec0-47d1ec54b643 req-64cb96b2-2a27-4517-ae30-b724cd0ac02f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 210 time: 0.0950727 Nov 04 08:57:21.282983 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a78c47-f4fd-4bc2-9912-446fae906b3e x-openstack-request-id: req-c6a78c47-f4fd-4bc2-9912-446fae906b3e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:21.283564 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-unplugged", "status": "completed", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:21.283999 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6a78c47-f4fd-4bc2-9912-446fae906b3e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:21.284812 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'code': 200} Nov 04 08:57:21.290842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-bcce7b34-1217-457a-bc25-9307b40f9bd7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:21.293428 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-bcce7b34-1217-457a-bc25-9307b40f9bd7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056054 Nov 04 08:57:21.328806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Request body: {'port': {'device_id': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '32d17854c04044c49225fa15a6d5872b'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:21.340911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] For port 9f2a475a-275b-414d-8d46-4f4f0ed33279, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9f2a475a-275b-414d-8d46-4f4f0ed33279,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:21.341431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:21.346332 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-e164b810-4b39-4ef3-b6dd-3e26b84088f1 req-4ff104b6-efcd-4a2d-bd9f-9632094de0ea tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] show failed (client error): The resource could not be found. Nov 04 08:57:21.347959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e164b810-4b39-4ef3-b6dd-3e26b84088f1 req-4ff104b6-efcd-4a2d-bd9f-9632094de0ea tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips/113feca8-df9a-4ab0-9e98-243ad1963376 HTTP/1.1" status: 404 len: 350 time: 0.0553386 Nov 04 08:57:21.367030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Calling delete_port for 9f2a475a-275b-414d-8d46-4f4f0ed33279 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:21.377180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-0071d95c-6a64-4f04-b0d4-3082edbb6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:21.378828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-0071d95c-6a64-4f04-b0d4-3082edbb6e92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2274828 Nov 04 08:57:21.444125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917994c6-ffef-40ee-a6a3-ae8fe5bf5657 req-bd1ce8fc-542f-42de-90c5-4b7e21df11f1 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95874b3beeeb4e36913f799eed62ad69 HTTP/1.1" status: 200 len: 2984 time: 0.1431408 Nov 04 08:57:21.529418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917994c6-ffef-40ee-a6a3-ae8fe5bf5657 req-03781c8d-83ab-4dfb-b87f-94bb41568bd1 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "GET /v2.0/security-groups/58fadc11-2156-4940-b81d-07ffc2c5e10e HTTP/1.1" status: 200 len: 2981 time: 0.0786524 Nov 04 08:57:21.535259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8eed97-fccc-4e1c-8f31-eeda9b97b454 req-bff278c5-245e-4429-a4b2-b0d3229acbef tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:21.537100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e8eed97-fccc-4e1c-8f31-eeda9b97b454 req-bff278c5-245e-4429-a4b2-b0d3229acbef tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.0989690 Nov 04 08:57:21.538989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-4d0b50c6-b86d-4584-a78a-b6dd64c7b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:21.540356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-4d0b50c6-b86d-4584-a78a-b6dd64c7b40b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502690 Nov 04 08:57:21.544115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Made reservation on behalf of 32d17854c04044c49225fa15a6d5872b for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:21.548680 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:21.589500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9a80759-286d-49e5-b18c-d9e0f3c3ca69', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'port_id': 'd602e62e-c961-4de5-b306-80251057b8e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'mac_address': 'fa:16:3e:29:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:54:45Z', 'updated_at': '2021-11-04T08:57:19Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:21.619592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] Checking router: 568705e0-6ffc-450a-b6c6-847d67852ec0 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:21.630106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:21.630817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:21.640370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917994c6-ffef-40ee-a6a3-ae8fe5bf5657 req-d56df9c5-e1bf-4eee-83da-b35e6c256909 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "GET /v2.0/security-groups/58fadc11-2156-4940-b81d-07ffc2c5e10e HTTP/1.1" status: 200 len: 2981 time: 0.0973189 Nov 04 08:57:21.670284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e8eed97-fccc-4e1c-8f31-eeda9b97b454 req-4538df02-da2c-41d7-a642-3cd4f55baa3c tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Nov 04 08:57:21.719253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:21.743501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Allocated IP 192.168.233.65 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/e093b24a-bd94-4545-ad6f-938bdf8ddea6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:21.764764 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333e68fe-b3aa-4cdb-bd71-6d85a9b8ef1c x-openstack-request-id: req-333e68fe-b3aa-4cdb-bd71-6d85a9b8ef1c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:21.765118 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "tag": "d602e62e-c961-4de5-b306-80251057b8e3", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:21.765455 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-333e68fe-b3aa-4cdb-bd71-6d85a9b8ef1c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:21.765919 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3', 'status': 'completed', 'code': 200} Nov 04 08:57:21.776121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event deleted for resources: {'Port': ['ID=9f2a475a-275b-414d-8d46-4f4f0ed33279,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:21.792578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-6cac268e-9d12-4d07-b8f5-6e8d14ceca09 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316086 Nov 04 08:57:21.813902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.814156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.814424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.814764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.815098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.816398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.816591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.816931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.817584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.817584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.817930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.818259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:21.841539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:21.874841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.55', 57294) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:21.875448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] No DVR routers for this DVR port 9f2a475a-275b-414d-8d46-4f4f0ed33279 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:21.906643 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:21.910058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d278da5b-6f3e-45f5-a9c4-3c03dca658d9 req-e3e7e264-68d6-4cf6-8d26-1135d2277f08 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "DELETE /v2.0/ports/9f2a475a-275b-414d-8d46-4f4f0ed33279 HTTP/1.1" status: 204 len: 173 time: 1.4228053 Nov 04 08:57:21.940650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9ab73ee-08d2-4478-9881-54c44760d95d req-6ae1dfd1-d05d-41dd-b0dd-f34845c322df tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "GET /v2.0/security-groups/58fadc11-2156-4940-b81d-07ffc2c5e10e HTTP/1.1" status: 200 len: 2981 time: 0.1175809 Nov 04 08:57:21.968791 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-9c210095-c846-470d-b2eb-6933d4796efc req-3e87d765-0ca2-4ba8-9d37-528cb15ab184 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] show failed (client error): The resource could not be found. Nov 04 08:57:21.987825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c210095-c846-470d-b2eb-6933d4796efc req-3e87d765-0ca2-4ba8-9d37-528cb15ab184 tempest-FloatingIPsTestJSON-296033932 tempest-FloatingIPsTestJSON-296033932-project] 10.222.0.53 "GET /v2.0/floatingips/113feca8-df9a-4ab0-9e98-243ad1963376 HTTP/1.1" status: 404 len: 350 time: 0.1760943 Nov 04 08:57:21.988060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:22.001376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9643397f-0cf5-43b4-ac2a-f63ed7707e04 req-e41dd93e-891b-4568-8fce-dc26a3544e60 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796470 Nov 04 08:57:22.113825 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-f9ab73ee-08d2-4478-9881-54c44760d95d req-7429036d-6a7e-4357-ba9d-a3bb3b2ac649 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 08:57:22.114891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9ab73ee-08d2-4478-9881-54c44760d95d req-7429036d-6a7e-4357-ba9d-a3bb3b2ac649 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "DELETE /v2.0/security-groups/58fadc11-2156-4940-b81d-07ffc2c5e10e HTTP/1.1" status: 409 len: 352 time: 0.1674371 Nov 04 08:57:22.188145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9a80759-286d-49e5-b18c-d9e0f3c3ca69', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'port_id': 'd602e62e-c961-4de5-b306-80251057b8e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'mac_address': 'fa:16:3e:29:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:54:45Z', 'updated_at': '2021-11-04T08:57:19Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:22.249284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e419e4b-a3f8-4391-89ff-5a13bd7e1fc5 None None] The sync data for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 is: [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9a80759-286d-49e5-b18c-d9e0f3c3ca69', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'port_id': 'd602e62e-c961-4de5-b306-80251057b8e3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'mac_address': 'fa:16:3e:29:84:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:54:45Z', 'updated_at': '2021-11-04T08:57:19Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:22.329923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e110d9-b73d-42f8-9b1f-d477b28c7aa1 req-ca6ff691-bf0b-4887-b30d-3cfca0df4ac5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:22.332537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39e110d9-b73d-42f8-9b1f-d477b28c7aa1 req-ca6ff691-bf0b-4887-b30d-3cfca0df4ac5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 948 time: 0.1127675 Nov 04 08:57:22.413905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39e110d9-b73d-42f8-9b1f-d477b28c7aa1 req-a9c980f6-9946-4e58-b84b-17872d58d985 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730574 Nov 04 08:57:22.461453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-f37a962a-da39-45ab-8228-b42d9ddc860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:22.462929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-f37a962a-da39-45ab-8228-b42d9ddc860f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9d67cd6106804e44b9f74a1d9f908543&device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 1096 time: 0.6853321 Nov 04 08:57:22.493657 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-d32f46ff-5df7-453c-afc4-6225fd6a6e42 req-21440e47-a80a-4e3c-8a50-303151743076 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] show failed (client error): The resource could not be found. Nov 04 08:57:22.495418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d32f46ff-5df7-453c-afc4-6225fd6a6e42 req-21440e47-a80a-4e3c-8a50-303151743076 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "GET /v2.0/security-groups/321b95d2-bca1-4cb8-8292-8c87b83b4de5 HTTP/1.1" status: 404 len: 352 time: 0.0262294 Nov 04 08:57:22.597148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-deleted', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:22.600265 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3250e5-c4c7-428f-ae0e-ec8b9b5928eb" -d '{"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-deleted", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:22.640160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74ffb5d9-d5ba-434c-be05-9f690a53b95c req-3f3aa149-9f6f-42b3-8a13-cc9527364ec9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 210 time: 0.0626004 Nov 04 08:57:22.667260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-c69c20a7-fe37-437f-a875-ebc1017b3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:22.670771 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-c69c20a7-fe37-437f-a875-ebc1017b3be6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 200 len: 924 time: 0.1884828 Nov 04 08:57:22.689712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:22.714865 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3f35c4-d073-413c-b649-5ad8390d2783 None None] New status for floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 08:57:22.733961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-487bf218-a573-4aa8-b795-97b18cfa209c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:22.743176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-487bf218-a573-4aa8-b795-97b18cfa209c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.8668211 Nov 04 08:57:22.768312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b15332-631a-4f29-ae22-2a4ab3098c3d req-2c9800ec-4dc3-4c36-838e-0cc143de7a05 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:22.769563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28b15332-631a-4f29-ae22-2a4ab3098c3d req-2c9800ec-4dc3-4c36-838e-0cc143de7a05 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.6731398 Nov 04 08:57:22.785810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Request body: {'port': {'device_id': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'admin_state_up': True, 'tenant_id': 'df22224a809c45d780df520a392a8099'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:22.802862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87580357-62e8-43d7-b828-0f4c931c122a req-0687d357-1e02-48b7-a787-6c4031baa55a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 210 time: 0.0384676 Nov 04 08:57:22.858223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:22.944079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 80e094d2-7b44-4c5b-9614-f8539ac2f444 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:57:22.962768 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-6312f62a-c19c-4617-bbd4-0a7ff4100b2a req-f8b0cc77-9bb6-4bae-afc4-138e7d5f5010 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] show failed (client error): The resource could not be found. Nov 04 08:57:22.964496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6312f62a-c19c-4617-bbd4-0a7ff4100b2a req-f8b0cc77-9bb6-4bae-afc4-138e7d5f5010 tempest-SecurityGroupsNegativeTestJSON-252817735 tempest-SecurityGroupsNegativeTestJSON-252817735-project] 10.222.0.53 "GET /v2.0/security-groups/048c02cb-fafd-4493-aa94-0782996ea064 HTTP/1.1" status: 404 len: 352 time: 0.0637028 Nov 04 08:57:22.978076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:23.031489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28b15332-631a-4f29-ae22-2a4ab3098c3d req-599aa7bb-2e87-44a0-82bf-d1649457056d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715944 Nov 04 08:57:23.068275 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849dcc0a-2700-4b49-bbb8-4c3702e3c397 x-openstack-request-id: req-849dcc0a-2700-4b49-bbb8-4c3702e3c397 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:23.068571 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a34d1bc-5700-428c-bde7-03af9175cbb1", "name": "network-vif-deleted", "tag": "9f2a475a-275b-414d-8d46-4f4f0ed33279", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:23.068823 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-849dcc0a-2700-4b49-bbb8-4c3702e3c397 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:23.069203 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a34d1bc-5700-428c-bde7-03af9175cbb1', 'name': 'network-vif-deleted', 'tag': '9f2a475a-275b-414d-8d46-4f4f0ed33279', 'status': 'completed', 'code': 200} Nov 04 08:57:23.094058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-e1afa6b3-484d-4abb-9392-42587617dcfc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d602e62e-c961-4de5-b306-80251057b8e3 HTTP/1.1" status: 200 len: 999 time: 0.3811750 Nov 04 08:57:23.124661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 80e094d2-7b44-4c5b-9614-f8539ac2f444, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=80e094d2-7b44-4c5b-9614-f8539ac2f444,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:23.139089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '80e094d2-7b44-4c5b-9614-f8539ac2f444', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '80e094d2-7b44-4c5b-9614-f8539ac2f444', 'mac_address': 'fa:16:3e:ba:46:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:57:23.174508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] Deleting subnet fc59723a-1924-4bd3-af94-4970f8ac3642 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:57:23.187003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.205377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80e094d2-7b44-4c5b-9614-f8539ac2f444 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:23.221787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.232410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 80e094d2-7b44-4c5b-9614-f8539ac2f444, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=80e094d2-7b44-4c5b-9614-f8539ac2f444,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:23.238941 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.259725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-df605cab-c2d5-450d-8c0f-18142545aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:23.262127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-df605cab-c2d5-450d-8c0f-18142545aae1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 200 len: 862 time: 0.1535487 Nov 04 08:57:23.300400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.315271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=80e094d2-7b44-4c5b-9614-f8539ac2f444,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:23.323029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0', '0f8b552e-8fd6-481d-a8f2-73b95b4e1672'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:23.332599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.333021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.334156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.334734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.335194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.335716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.336162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.336567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.337003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.337476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.338596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.339009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:57:23.392326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:23.402220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f960e0-7ad8-4af6-9c80-4bc4cb8c2620 req-e12dc8ea-919d-4f16-aa8d-7e99951e95a6 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:23.404699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02f960e0-7ad8-4af6-9c80-4bc4cb8c2620 req-e12dc8ea-919d-4f16-aa8d-7e99951e95a6 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.2357509 Nov 04 08:57:23.414284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:23.417131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:23.423226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:23.423941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.458906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Made reservation on behalf of df22224a809c45d780df520a392a8099 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:23.462733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.478394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:23.492729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-f3fce20a-3eba-41b4-bfa2-a4fb503458b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:23.496067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-f3fce20a-3eba-41b4-bfa2-a4fb503458b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=678f165a-4683-4d3c-9f73-4ae9dcfe8d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170267 Nov 04 08:57:23.504326 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-49946eaf-e9af-439f-b64d-1f1277e2d292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1796508 Nov 04 08:57:23.546237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Request body: {'port': {'device_id': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:23.638702 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02f960e0-7ad8-4af6-9c80-4bc4cb8c2620 req-e3c73e41-ac46-44d4-a980-cec383d86cc8 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081523 Nov 04 08:57:23.643596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['80e094d2-7b44-4c5b-9614-f8539ac2f444'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:23.667654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-20a23cca-6ba6-48b2-b54f-1e4a452c9860 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:23.669278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-20a23cca-6ba6-48b2-b54f-1e4a452c9860 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.55 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.5442810 Nov 04 08:57:23.722119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.796091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.797713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e6a531c2-0e8c-4c51-b98a-3894808b38d1 None None] Provisioning complete for port e093b24a-bd94-4545-ad6f-938bdf8ddea6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:23.798190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6a531c2-0e8c-4c51-b98a-3894808b38d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.835182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925d9e0e-ea9f-4ebf-8169-25cd995bdbfe req-277898f8-d188-4600-b2b2-8482caf436e2 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:23.836914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-925d9e0e-ea9f-4ebf-8169-25cd995bdbfe req-277898f8-d188-4600-b2b2-8482caf436e2 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1097 time: 0.2315798 Nov 04 08:57:23.858744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Deleting port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:23.859910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.865300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-8e270db1-152c-4885-9422-f24c04d32d9f service neutron] 10.222.0.55 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3582544 Nov 04 08:57:23.887483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e6a531c2-0e8c-4c51-b98a-3894808b38d1 None None] Port e093b24a-bd94-4545-ad6f-938bdf8ddea6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:23.966089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Allocated IP 172.20.0.6 (9dbfc59b-884b-4f0b-83d0-21616fceda6c/bed23fc1-1439-4233-9e98-310eebd3206b/38880793-a2c3-409f-b846-d8469c94e57d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:23.968300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:23.976828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f131a-bec2-4ddf-8b14-a7e834b8d80b req-843db3ab-2426-45ce-9005-89ae0f5afcb5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:23.979048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-499f131a-bec2-4ddf-8b14-a7e834b8d80b req-843db3ab-2426-45ce-9005-89ae0f5afcb5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 949 time: 0.2389886 Nov 04 08:57:24.059210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-925d9e0e-ea9f-4ebf-8169-25cd995bdbfe req-c6fe4f02-3159-4f3e-85fe-2e9d9ab7ec15 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034109 Nov 04 08:57:24.110469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] For port 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,segment=NetworkSegment(18388ac2-4179-40e0-b902-f00575809673),segment_id=18388ac2-4179-40e0-b902-f00575809673)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:24.110908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.126544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.130104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Deleting port ec6be85e-90a1-4804-a9cd-549d98496c95 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:24.130592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.171978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-499f131a-bec2-4ddf-8b14-a7e834b8d80b req-320adc22-8b59-4a6d-96fe-e7b9167ad7cb tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737669 Nov 04 08:57:24.221106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Calling delete_port for 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:24.225150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e8e9576-504d-42a7-ac61-bb693f014c8a req-4e63991f-275e-4614-be1d-13e3c5ecdd5d service neutron] 10.222.0.55 "GET /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283501 Nov 04 08:57:24.230036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc59723a-1924-4bd3-af94-4970f8ac3642,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:24.241786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.247760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e6929fb7-054a-4f23-bd82-bb4bfa064fc9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fc59723a-1924-4bd3-af94-4970f8ac3642 HTTP/1.1" status: 204 len: 168 time: 1.2688091 Nov 04 08:57:24.264091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42234) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:24.317752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-acaa630e-031e-4a21-8a3e-e0837015fb07 req-f1b4ec29-0c09-4625-ad45-15f02fb8bd8a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 210 time: 0.0740345 Nov 04 08:57:24.462608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.486050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e093b24a-bd94-4545-ad6f-938bdf8ddea6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:24.496877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.497953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] For port ec6be85e-90a1-4804-a9cd-549d98496c95, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ec6be85e-90a1-4804-a9cd-549d98496c95,segment=NetworkSegment(03c9c503-26bf-4d6b-9905-250572e4fa9c),segment_id=03c9c503-26bf-4d6b-9905-250572e4fa9c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:24.498380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.506641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.521335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Transition to ACTIVE for port object e093b24a-bd94-4545-ad6f-938bdf8ddea6 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:57:24.527082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.530598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd178c-cc0e-4a93-a7a3-59119af6674b req-6714eca5-b497-49fc-a9fe-60243771a2e9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:24.540528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5bd178c-cc0e-4a93-a7a3-59119af6674b req-6714eca5-b497-49fc-a9fe-60243771a2e9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 935 time: 0.3236377 Nov 04 08:57:24.562576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.564527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Calling delete_port for ec6be85e-90a1-4804-a9cd-549d98496c95 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:24.639641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Attempting to bind port e093b24a-bd94-4545-ad6f-938bdf8ddea6 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:24.640020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Attempting to bind port e093b24a-bd94-4545-ad6f-938bdf8ddea6 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:24.640345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Attempting to bind port e093b24a-bd94-4545-ad6f-938bdf8ddea6 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:24.645197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:24.646031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:24.653401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:24.657882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:24.663460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:24.664153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.689348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Port e093b24a-bd94-4545-ad6f-938bdf8ddea6 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:24.689636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Attempting to bind port e093b24a-bd94-4545-ad6f-938bdf8ddea6 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:24.708652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:24.708985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:24.709374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:24.709857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Bound port: e093b24a-bd94-4545-ad6f-938bdf8ddea6, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:24.710251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.736108 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9618568 Nov 04 08:57:24.738151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb0acd-7006-4e8e-b46a-8146a7899985 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:24.775831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Request body: {'port': {'device_id': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:24.780343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5bd178c-cc0e-4a93-a7a3-59119af6674b req-d5542b21-913b-4338-8663-7494d24dd12a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387748 Nov 04 08:57:24.923993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.954546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df447a6c-d31d-4fa4-8ee4-a8832172075e req-606f0e94-bca5-4a7b-819f-95821849f352 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:24.956255 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df447a6c-d31d-4fa4-8ee4-a8832172075e req-606f0e94-bca5-4a7b-819f-95821849f352 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 946 time: 0.1761851 Nov 04 08:57:24.960945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:24.963527 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:24.971236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 80e094d2-7b44-4c5b-9614-f8539ac2f444 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:24.981762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1230a7b3-5930-45f1-bdc7-66c90ff03f7b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:25.018267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a65493a-9c01-408f-bbd6-b2e37e16335d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:25.018964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a65493a-9c01-408f-bbd6-b2e37e16335d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:25.038717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.059948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:25.065798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 80e094d2-7b44-4c5b-9614-f8539ac2f444 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:57:25.070461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 80e094d2-7b44-4c5b-9614-f8539ac2f444 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:25.071232 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.074024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.081130 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.092784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:57:25.093430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.134508 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df447a6c-d31d-4fa4-8ee4-a8832172075e req-956eb981-89dc-40db-a809-cb61c0bd46c8 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3438b67-d760-4a4d-819a-cb39cd750ae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484010 Nov 04 08:57:25.191610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.198629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:25.199942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.201544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] 10.222.0.70 "PUT /v2.0/ports/e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 200 len: 1095 time: 1.6823769 Nov 04 08:57:25.204150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:25.207419 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e" -d '{"events": [{"name": "network-changed", "server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:25.269254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e094d2-7b44-4c5b-9614-f8539ac2f444'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:25.271695 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9c9d30-6a09-4f4a-8681-4d865585a893" -d '{"events": [{"server_uuid": "e4a4776b-c5bf-412b-9505-8e5fc5506c35", "name": "network-vif-plugged", "status": "completed", "tag": "80e094d2-7b44-4c5b-9614-f8539ac2f444"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:25.304870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 80e094d2-7b44-4c5b-9614-f8539ac2f444, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=80e094d2-7b44-4c5b-9614-f8539ac2f444,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:25.314956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:57:25.317297 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:57:25.319450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9f2a475a-275b-414d-8d46-4f4f0ed33279 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:25.322912 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b0bd49-7011-4201-a5cc-9159fe76453d x-openstack-request-id: req-79b0bd49-7011-4201-a5cc-9159fe76453d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:25.323208 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:25.323463 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-79b0bd49-7011-4201-a5cc-9159fe76453d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:25.323893 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'status': 'completed', 'code': 200} Nov 04 08:57:25.337272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa56e9b-dd8e-4dd1-abeb-47e3e66c3242 service neutron] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:25.345853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.408140 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01112c76-2492-43cf-92a4-6d02e392bcda x-openstack-request-id: req-01112c76-2492-43cf-92a4-6d02e392bcda {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:25.408475 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a4776b-c5bf-412b-9505-8e5fc5506c35", "name": "network-vif-plugged", "status": "completed", "tag": "80e094d2-7b44-4c5b-9614-f8539ac2f444", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:25.408846 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01112c76-2492-43cf-92a4-6d02e392bcda {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:25.413493 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80e094d2-7b44-4c5b-9614-f8539ac2f444', 'code': 200} Nov 04 08:57:25.417673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 9f2a475a-275b-414d-8d46-4f4f0ed33279 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:25.423422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9f2a475a-275b-414d-8d46-4f4f0ed33279 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:25.441991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.454735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Pushing event deleted for resources: {'Port': ['ID=ec6be85e-90a1-4804-a9cd-549d98496c95,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:25.467507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=80e094d2-7b44-4c5b-9614-f8539ac2f444,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:25.496082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.598652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bfd8966-80ee-4f6a-a781-4a4a8f9a0009,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:25.610602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-b17f5021-e25d-42e3-ad1a-b74ac870ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:25.612151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-b17f5021-e25d-42e3-ad1a-b74ac870ae37 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 1098 time: 0.3340230 Nov 04 08:57:25.662407 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.669805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1230a7b3-5930-45f1-bdc7-66c90ff03f7b HTTP/1.1" status: 204 len: 168 time: 1.4011507 Nov 04 08:57:25.696808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4e785-eb3a-4008-9a02-c1c758939937 req-175f1e54-d03e-49f2-9c5d-737ad2ce6c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:25.698350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2df4e785-eb3a-4008-9a02-c1c758939937 req-175f1e54-d03e-49f2-9c5d-737ad2ce6c4e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 1101 time: 0.2311947 Nov 04 08:57:25.702691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-ae391492-f9b6-4f1e-8f83-187c66c6f8d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 200 len: 217 time: 0.0780671 Nov 04 08:57:25.712229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f66e2f-acef-4ab7-ac97-c247c95bd1c6 req-4ba123a2-1457-48eb-8393-7c860c82dc8d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:25.721917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59f66e2f-acef-4ab7-ac97-c247c95bd1c6 req-4ba123a2-1457-48eb-8393-7c860c82dc8d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 931 time: 0.2554307 Nov 04 08:57:25.723269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9fd4f-4198-4344-8ba8-f11614cb231d req-39e18a09-66f6-4337-96eb-8ad8985f21a3 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:25.732086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ea9fd4f-4198-4344-8ba8-f11614cb231d req-39e18a09-66f6-4337-96eb-8ad8985f21a3 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 950 time: 0.3584285 Nov 04 08:57:25.753142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b655a-11e4-419b-9d1b-0e2e6e489000 admin admin] Pushing event deleted for resources: {'Network': ['ID=1230a7b3-5930-45f1-bdc7-66c90ff03f7b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:25.788277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] No DVR routers for this DVR port ec6be85e-90a1-4804-a9cd-549d98496c95 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:25.790995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.795352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb51db1c-80ac-4705-9b4f-716e6b537533 req-c89991eb-0415-4a40-aae4-aded2cba6853 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.55 "DELETE /v2.0/ports/ec6be85e-90a1-4804-a9cd-549d98496c95 HTTP/1.1" status: 204 len: 173 time: 2.1006589 Nov 04 08:57:25.874893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42266) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:25.876856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'name': 'network-vif-deleted', 'tag': 'ec6be85e-90a1-4804-a9cd-549d98496c95'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:25.880230 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7135ffb-9e7f-4520-b4c7-fe84dbe37973" -d '{"events": [{"server_uuid": "3cc1dd36-c14b-41a1-b60c-69bae294c669", "name": "network-vif-deleted", "tag": "ec6be85e-90a1-4804-a9cd-549d98496c95"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:25.918256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38880793-a2c3-409f-b846-d8469c94e57d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:25.946231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:25.950393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-8d8d8090-d4f0-4040-a3f8-75c277013470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:25.951845 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-8d8d8090-d4f0-4040-a3f8-75c277013470 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2208376 Nov 04 08:57:25.973623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ea9fd4f-4198-4344-8ba8-f11614cb231d req-725631c6-3322-44d4-beaf-c55ae4eb4d22 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403600 Nov 04 08:57:25.988688 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59f66e2f-acef-4ab7-ac97-c247c95bd1c6 req-229ec7ee-4214-4fd8-a10c-547c4f0186c7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656083 Nov 04 08:57:26.003225 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2df4e785-eb3a-4008-9a02-c1c758939937 req-bb6e5d4e-0a7b-4f7e-9f69-d15edc3c2879 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785897 Nov 04 08:57:26.029075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.051226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Transition to ACTIVE for port object 38880793-a2c3-409f-b846-d8469c94e57d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:57:26.082194 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.156887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-98da55c6-c7f7-4a54-b9c2-19f3ac73a690 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95874b3beeeb4e36913f799eed62ad69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2754192 Nov 04 08:57:26.157297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:26.188028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-c4ff61a9-76ce-4eb1-98b1-0c91a14c90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:26.189519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-c4ff61a9-76ce-4eb1-98b1-0c91a14c90e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2245057 Nov 04 08:57:26.202657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:26.268677 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ddb8416-99f8-401c-9667-ed73ae2ef28e x-openstack-request-id: req-4ddb8416-99f8-401c-9667-ed73ae2ef28e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:26.268992 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc1dd36-c14b-41a1-b60c-69bae294c669", "name": "network-vif-deleted", "tag": "ec6be85e-90a1-4804-a9cd-549d98496c95", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:26.269560 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ddb8416-99f8-401c-9667-ed73ae2ef28e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:26.269972 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc1dd36-c14b-41a1-b60c-69bae294c669', 'name': 'network-vif-deleted', 'tag': 'ec6be85e-90a1-4804-a9cd-549d98496c95', 'status': 'completed', 'code': 200} Nov 04 08:57:26.294205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4c58aa0-6061-4f99-a4fc-2f959bfbca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.335283 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4c58aa0-6061-4f99-a4fc-2f959bfbca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.390527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6126a620-3825-4cf1-a87f-20d47da1d298 req-998be1c4-601d-4848-8c7a-99a6f6a64bb6 tempest-VolumesAdminNegativeTest-1976684536 tempest-VolumesAdminNegativeTest-1976684536-project] 10.222.0.53 "GET /v2.0/ports?device_id=3cc1dd36-c14b-41a1-b60c-69bae294c669 HTTP/1.1" status: 200 len: 210 time: 0.0529127 Nov 04 08:57:26.416555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:57:26.502208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4c58aa0-6061-4f99-a4fc-2f959bfbca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.505017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4c58aa0-6061-4f99-a4fc-2f959bfbca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.506164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d4c58aa0-6061-4f99-a4fc-2f959bfbca6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58fadc11-2156-4940-b81d-07ffc2c5e10e HTTP/1.1" status: 204 len: 168 time: 0.3474867 Nov 04 08:57:26.529334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c58aa0-6061-4f99-a4fc-2f959bfbca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fadc11-2156-4940-b81d-07ffc2c5e10e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:26.583894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbafd-2d0d-46dd-a39e-2e8c390cc5f2 req-994dcdc5-2f5c-4b0e-bd38-a6821ec54374 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:26.586557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:26.593830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f0fbafd-2d0d-46dd-a39e-2e8c390cc5f2 req-994dcdc5-2f5c-4b0e-bd38-a6821ec54374 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 947 time: 0.5181901 Nov 04 08:57:26.603212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] Sync routers for ids ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:26.604606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-155d7c41-2628-4e94-9022-c1ae7e06b702 admin admin] 10.222.0.53 "PUT /v2.0/routers/d059b3a0-2c36-4ea7-b06b-17c8d1ff689d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6144249 Nov 04 08:57:26.609626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:26.625387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] Routers {'d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:26.626791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:26.627010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Attempting to bind port 38880793-a2c3-409f-b846-d8469c94e57d on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:26.627203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Attempting to bind port 38880793-a2c3-409f-b846-d8469c94e57d by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:26.627474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Attempting to bind port 38880793-a2c3-409f-b846-d8469c94e57d on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:26.646803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Port 38880793-a2c3-409f-b846-d8469c94e57d on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:26.646979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Attempting to bind port 38880793-a2c3-409f-b846-d8469c94e57d on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:26.677943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:26.678338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Checking segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:26.678720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Bound using segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:26.679199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Bound port: 38880793-a2c3-409f-b846-d8469c94e57d, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:26.679495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.711173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f0fbafd-2d0d-46dd-a39e-2e8c390cc5f2 req-5ad2d3f7-2c2b-47ed-9355-c6ef33637cf1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156268 Nov 04 08:57:26.716622 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-1963937c-e280-4821-b4ee-3803ae5996a5 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149410 Nov 04 08:57:26.770833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.825713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] Set router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:26.884356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:26.897758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:26.911776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:26.987179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b2f41d7-6e94-4e51-a7c0-af01c5d324bc req-a2d815c4-7292-4da4-afe9-da3e9d930a41 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321246 Nov 04 08:57:27.000842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ec6be85e-90a1-4804-a9cd-549d98496c95 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:27.007461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:27.008139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:27.014132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] 10.222.0.55 "PUT /v2.0/ports/38880793-a2c3-409f-b846-d8469c94e57d HTTP/1.1" status: 200 len: 1091 time: 2.2616308 Nov 04 08:57:27.072342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: ec6be85e-90a1-4804-a9cd-549d98496c95 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:27.073852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ec6be85e-90a1-4804-a9cd-549d98496c95 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:27.112380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3efe35-8ef5-454b-b9e9-5a7b16cc1d12 service neutron] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:27.165765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:57:24Z', 'revision_number': 5, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:27.206344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] Checking router: d059b3a0-2c36-4ea7-b06b-17c8d1ff689d for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:27.222173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] Routers {'d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:27.223364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:27.245382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ba64e-477f-4b89-915a-0607fe8239f3 req-e9b1f645-9f59-4a5d-9c00-ef5f80fa96b1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:27.247309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec2ba64e-477f-4b89-915a-0607fe8239f3 req-e9b1f645-9f59-4a5d-9c00-ef5f80fa96b1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 943 time: 0.1318023 Nov 04 08:57:27.249563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-083a8031-304e-4be4-b8d7-9078a5b1a957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:27.251143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-083a8031-304e-4be4-b8d7-9078a5b1a957 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 1098 time: 0.1588926 Nov 04 08:57:27.299458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-aee8692e-37fd-47d8-ac55-a2d5e9690f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:27.301986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-aee8692e-37fd-47d8-ac55-a2d5e9690f46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 1094 time: 0.2007079 Nov 04 08:57:27.350890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:27.380952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] Set router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:27.401871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:27.406492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68339679-b5db-4946-baec-5a50e10bc73c req-579e7ef9-b7e6-4e8b-8c00-d51af0454124 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:27.406718 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8d371c-359a-4d64-a5fc-6e8627625187" -d '{"events": [{"name": "network-changed", "server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "tag": "38880793-a2c3-409f-b846-d8469c94e57d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:27.414831 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68339679-b5db-4946-baec-5a50e10bc73c req-579e7ef9-b7e6-4e8b-8c00-d51af0454124 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 950 time: 0.1560695 Nov 04 08:57:27.480352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec2ba64e-477f-4b89-915a-0607fe8239f3 req-4668ce65-5268-4649-aba0-81cfe1de098a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235126 Nov 04 08:57:27.482648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68339679-b5db-4946-baec-5a50e10bc73c req-a21c484b-ae8a-427f-9a0c-aa7c3b5e6603 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596528 Nov 04 08:57:27.496486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-5be0ed4e-3b4e-4a7e-8e09-6fa64229ec1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38880793-a2c3-409f-b846-d8469c94e57d HTTP/1.1" status: 200 len: 217 time: 0.1661558 Nov 04 08:57:27.504393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Deleting port 00d35c49-584a-404b-9b17-449a3d4395c7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:27.508389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:27.667291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-941fac98-5ec7-4d3f-9a7d-7dd6219b4e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:27.669735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-941fac98-5ec7-4d3f-9a7d-7dd6219b4e53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.1722684 Nov 04 08:57:27.671254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:27.675676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-1830628e-8fa3-4a5c-a166-0c913ebfa8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:27.689264 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-1830628e-8fa3-4a5c-a166-0c913ebfa8be service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4035087 Nov 04 08:57:27.704008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:57:24Z', 'revision_number': 5, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:27.746843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc0e322-0ce6-42fe-a121-437a5fa87618 None None] The sync data for ids ['d059b3a0-2c36-4ea7-b06b-17c8d1ff689d'] in n-d-816487-1 is: [{'id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'name': 'tempest-FloatingIPsTestJSON-1968915440-router', 'tenant_id': '1dffa4f427844d6ca404033c553211ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:56:52Z', 'updated_at': '2021-11-04T08:57:24Z', 'revision_number': 5, 'project_id': '1dffa4f427844d6ca404033c553211ba', 'gw_port': {'id': '00d35c49-584a-404b-9b17-449a3d4395c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:e0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd059b3a0-2c36-4ea7-b06b-17c8d1ff689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:56:55Z', 'updated_at': '2021-11-04T08:57:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:27.760043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-9aa4d8c5-c440-4aa6-8fbf-a3c02ce7463e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695751 Nov 04 08:57:27.765132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] For port 00d35c49-584a-404b-9b17-449a3d4395c7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00d35c49-584a-404b-9b17-449a3d4395c7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:27.765596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:27.784319 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a652130-c483-4923-a339-d31de5375c0d x-openstack-request-id: req-7a652130-c483-4923-a339-d31de5375c0d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:27.784733 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "tag": "38880793-a2c3-409f-b846-d8469c94e57d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:27.785201 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a652130-c483-4923-a339-d31de5375c0d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:27.785809 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d', 'status': 'completed', 'code': 200} Nov 04 08:57:27.792182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] Deleting subnet c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:57:27.802621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Calling delete_port for 00d35c49-584a-404b-9b17-449a3d4395c7 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:27.804370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:27.851362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:27.886670 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-49fb63d9-eef5-4f37-9c05-65b8bf3461f3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 200 len: 217 time: 0.1255391 Nov 04 08:57:27.902873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:27.978086 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.048797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-292491558-network', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:28.088734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-9f69c904-ce4a-4ed4-8787-2921c59c5391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:28.090643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-9f69c904-ce4a-4ed4-8787-2921c59c5391 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1835227 Nov 04 08:57:28.100820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e4533-3136-4af9-a762-f8c04907ca1a req-4e039c14-5811-4674-afb6-6ecbdbf51332 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:28.101734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:28.102808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a9e4533-3136-4af9-a762-f8c04907ca1a req-4e039c14-5811-4674-afb6-6ecbdbf51332 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 947 time: 0.2150655 Nov 04 08:57:28.104123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.108230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-aa74253b-971b-4c75-be88-9a3f696a586f service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213186 Nov 04 08:57:28.138859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.155139 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.192550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:28.209276 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.211937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b11dd144-e029-4f7d-8013-8766b7d21e57 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5b4e1a0-89a7-4f0f-afa7-c4c7d2ee8a2e HTTP/1.1" status: 204 len: 168 time: 0.5363703 Nov 04 08:57:28.214829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42328) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:28.235972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.246077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a9e4533-3136-4af9-a762-f8c04907ca1a req-ad2600a2-3a65-4326-bcb9-6de8338e53dc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360037 Nov 04 08:57:28.280924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-2ff5a2e5-de09-4277-a64f-05d579f8baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:28.284250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-2ff5a2e5-de09-4277-a64f-05d579f8baea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446035 Nov 04 08:57:28.379980 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6500eb3a-3811-4edd-a4a0-3d241b58a2ba req-6db900de-ac7b-4cd3-b682-8fe457d6b736 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632990 Nov 04 08:57:28.392897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Pushing event deleted for resources: {'Port': ['ID=00d35c49-584a-404b-9b17-449a3d4395c7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:28.424200 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-f6cc81ce-e78a-48f0-a83f-36054b54aa70 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280479 Nov 04 08:57:28.440718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.471651 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.496590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-35c0e4cd-d73c-441d-a036-9f4f96767d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:28.498332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-35c0e4cd-d73c-441d-a036-9f4f96767d42 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 1094 time: 0.0578003 Nov 04 08:57:28.642106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.651880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.698823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.743792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.753806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.773088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c15ce-dd1b-41ed-a338-80b8102d8a25 req-e8ff9603-776c-4bc4-85e8-d8056f954385 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:28.781700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-197c15ce-dd1b-41ed-a338-80b8102d8a25 req-e8ff9603-776c-4bc4-85e8-d8056f954385 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 943 time: 0.1882875 Nov 04 08:57:28.784534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.785181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d059b3a0-2c36-4ea7-b06b-17c8d1ff689d {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 08:57:28.793971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-ceb49bcc-b943-4c45-8892-15b3dc904edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:28.795957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-ceb49bcc-b943-4c45-8892-15b3dc904edb service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 906 time: 0.2762244 Nov 04 08:57:28.805861 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:28.812132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.816608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-10b218ef-f8db-41b4-beea-4705545aa70e admin admin] 10.222.0.53 "DELETE /v2.0/routers/d059b3a0-2c36-4ea7-b06b-17c8d1ff689d HTTP/1.1" status: 204 len: 168 time: 2.2056091 Nov 04 08:57:28.818117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:57:28.825843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42338) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:28.831995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdacbbb-6df9-45a7-9a43-55fe9ff12269']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:28.835315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5985eb2-6870-41c2-bc4c-455098984f75,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:28.835785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:28.836235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0bfd8966-80ee-4f6a-a781-4a4a8f9a0009 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:28.850770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309bb70-78b6-4e7d-87ec-396d22fe7743 req-c8b3cc25-4082-45a7-b639-2a1d603301a1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:28.852664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a309bb70-78b6-4e7d-87ec-396d22fe7743 req-c8b3cc25-4082-45a7-b639-2a1d603301a1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 950 time: 0.2711153 Nov 04 08:57:28.860739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c9c503-26bf-4d6b-9905-250572e4fa9c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:28.862917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c9c503-26bf-4d6b-9905-250572e4fa9c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:28.867255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.867733 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Added segment 63cd7fd2-cccf-495c-8648-f8dcd7005e9e of type vlan for network 2543d0a6-c812-49f4-8fca-816f68459893 Nov 04 08:57:28.888680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.904679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e8fae6c-1e64-4f0b-ae98-2e476ac3a30e req-ae3513c0-129b-467e-8c00-0267cf77b189 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463242 Nov 04 08:57:28.905954 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-2becb9cc-c5b2-4791-b505-cb28e2266694 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38880793-a2c3-409f-b846-d8469c94e57d HTTP/1.1" status: 200 len: 217 time: 0.0875599 Nov 04 08:57:28.955380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.976772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:57:28.977394 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:28.978831 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-197c15ce-dd1b-41ed-a338-80b8102d8a25 req-e3964176-3fde-47e5-9176-acc3e52ab158 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962147 Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:57:28.981590 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:57:28.994646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.031188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-a3587b45-845a-487a-bffa-5d3365aa3d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:29.033920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-a3587b45-845a-487a-bffa-5d3365aa3d1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.1059792 Nov 04 08:57:29.057680 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a309bb70-78b6-4e7d-87ec-396d22fe7743 req-136a69e9-da1d-49d7-bf59-4cf8e98995ea tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695843 Nov 04 08:57:29.071829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] Deleting subnet 7baee217-8816-413f-98e0-d8e7bd7bfe30 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:57:29.090883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-8b9ee02c-765b-4154-8b8b-85179b2b1192 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387084 Nov 04 08:57:29.091583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.115040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.116161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:29.116822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.176197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.214905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.223820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3647621 Nov 04 08:57:29.225112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42344) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:29.228031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.238205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Request body: {'subnet': {'network_id': '2543d0a6-c812-49f4-8fca-816f68459893', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-292491558-subnet', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:29.238880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bbdacbbb-6df9-45a7-9a43-55fe9ff12269 HTTP/1.1" status: 204 len: 168 time: 1.0216513 Nov 04 08:57:29.244511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:29.258681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f76ad-4515-43f7-8497-1f629c944f59 admin admin] Pushing event updated for resources: {'Network': ['ID=2543d0a6-c812-49f4-8fca-816f68459893,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:29.272139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2543d0a6-c812-49f4-8fca-816f68459893 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:57:29.359156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563079a-bf0a-4dac-afef-1050f082ff47 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbdacbbb-6df9-45a7-9a43-55fe9ff12269,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:29.375389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.381584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8249de-076f-4b45-8754-63b1ae2a7ccc req-a58dfccf-80c0-4172-94a2-52d783e6ec77 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:29.399926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d8249de-076f-4b45-8754-63b1ae2a7ccc req-a58dfccf-80c0-4172-94a2-52d783e6ec77 tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 1101 time: 0.2522626 Nov 04 08:57:29.430444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] Deleting subnet 682818f6-847c-4475-92fd-1f195e3660d5 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:57:29.432220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-d38c0011-b8ac-44a8-ad36-e023ba279c4a service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842832 Nov 04 08:57:29.435552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:29.437171 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.437698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.485199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d8249de-076f-4b45-8754-63b1ae2a7ccc req-6c7e9557-ea9d-40cb-a97d-5081b1f6979e tempest-ServersOnMultiNodesTest-349194430 tempest-ServersOnMultiNodesTest-349194430-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830948 Nov 04 08:57:29.491442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.553167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.587263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:57:29.654108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.687799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=682818f6-847c-4475-92fd-1f195e3660d5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:29.693069 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.696784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-516a8ee0-0d98-47a0-8379-5696c37526ac admin admin] 10.222.0.53 "DELETE /v2.0/subnets/682818f6-847c-4475-92fd-1f195e3660d5 HTTP/1.1" status: 204 len: 168 time: 0.4472165 Nov 04 08:57:29.704059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42352) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:29.748810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.764525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:29.783812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'mac_address': 'fa:16:3e:d7:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:57:29.832175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.833688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ad5923-cf5b-4eb4-b3b2-10ec55546c46 req-3edb42ec-5402-4b3c-b012-f829df53b5e6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:29.835906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13ad5923-cf5b-4eb4-b3b2-10ec55546c46 req-3edb42ec-5402-4b3c-b012-f829df53b5e6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 947 time: 0.4064567 Nov 04 08:57:29.854545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e093b24a-bd94-4545-ad6f-938bdf8ddea6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:29.882893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:29.885311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b695e-9b6b-401d-9a4e-59f044ea4106 req-37eaa6ba-ca08-486f-b3db-bec09fcd7e89 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:29.889476 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.895001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc1b695e-9b6b-401d-9a4e-59f044ea4106 req-37eaa6ba-ca08-486f-b3db-bec09fcd7e89 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 950 time: 0.0817523 Nov 04 08:57:29.908199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7baee217-8816-413f-98e0-d8e7bd7bfe30,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:29.941650 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.948465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1fd6e35f-f973-40bb-bc7b-dfc84b4c1e61 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7baee217-8816-413f-98e0-d8e7bd7bfe30 HTTP/1.1" status: 204 len: 168 time: 1.1193912 Nov 04 08:57:29.949130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:29.950307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce4c47c-ccd9-48c4-a84c-1a1fb59adaaf None None] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:29.960351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:29.966992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc1b695e-9b6b-401d-9a4e-59f044ea4106 req-809f5985-6498-4ae6-9b6c-6dbed357d07a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709841 Nov 04 08:57:29.988280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc8d371c-359a-4d64-a5fc-6e8627625187 req-ba08bfd1-18c0-418d-988b-b91b72af3193 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361388 Nov 04 08:57:29.990704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.032789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13ad5923-cf5b-4eb4-b3b2-10ec55546c46 req-a61f514d-dbb6-4183-8978-888eaba6e0cc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607132 Nov 04 08:57:30.082678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24065c67-9858-4c34-b09a-b987b4563257,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:30.126393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Checking segment: {'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:30.126756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Network hostable DHCP agents. Network: 2543d0a6-c812-49f4-8fca-816f68459893, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:57:30.189279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:30.200930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.230120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dffce0-c27f-4fe3-aaec-b2d38444dfe7 req-893659d0-152d-4d7e-bb4b-068f6e429f4d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:30.231721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4dffce0-c27f-4fe3-aaec-b2d38444dfe7 req-893659d0-152d-4d7e-bb4b-068f6e429f4d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 943 time: 0.1142488 Nov 04 08:57:30.249404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e093b24a-bd94-4545-ad6f-938bdf8ddea6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:30.321697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] DHCP port deletion for 519e9ec7-2c83-4de4-abaa-1a66f3538346 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:57:30.338443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4dffce0-c27f-4fe3-aaec-b2d38444dfe7 req-daf7222d-0b0d-40bb-8bf6-498cd33bfaa9 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575542 Nov 04 08:57:30.366771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Deleting port a33d5160-e7b3-4549-ba70-84096fd278b6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:30.367269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.459046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] For port a33d5160-e7b3-4549-ba70-84096fd278b6, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a33d5160-e7b3-4549-ba70-84096fd278b6,segment=NetworkSegment(18388ac2-4179-40e0-b902-f00575809673),segment_id=18388ac2-4179-40e0-b902-f00575809673)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:30.460168 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.485593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Calling delete_port for a33d5160-e7b3-4549-ba70-84096fd278b6 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:30.491078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] Deleting port a33d5160-e7b3-4549-ba70-84096fd278b6 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:30.491552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.537634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Network 2543d0a6-c812-49f4-8fca-816f68459893 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:57:30.558325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.571414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2543d0a6-c812-49f4-8fca-816f68459893) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:30.586809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:30.587876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.589171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc52e58-4748-4b8f-8a0d-33efece7b0fb None None] Network 2543d0a6-c812-49f4-8fca-816f68459893 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:30.596198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.596692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.597550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.597679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] For port a33d5160-e7b3-4549-ba70-84096fd278b6, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a33d5160-e7b3-4549-ba70-84096fd278b6,segment=NetworkSegment(18388ac2-4179-40e0-b902-f00575809673),segment_id=18388ac2-4179-40e0-b902-f00575809673)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:30.597995 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.598127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > port after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.598575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.599047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > port after_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.599438 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.600596 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.600596 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.600846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.624018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.655062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] Calling delete_port for a33d5160-e7b3-4549-ba70-84096fd278b6 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:30.668499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33d5160-e7b3-4549-ba70-84096fd278b6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:30.670538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] No DVR routers for this DVR port a33d5160-e7b3-4549-ba70-84096fd278b6 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:30.705449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.710126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.710562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.712310 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 04 08:57:30.716826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:30.766740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e1ecd7-8034-4a21-bc27-9be85b85ab05') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:30.767293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e1ecd7-8034-4a21-bc27-9be85b85ab05') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:30.779670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.787755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5f4cf009-0dc6-4b29-9670-b24d26ef1c19 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5578015 Nov 04 08:57:30.793578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42364) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:30.799061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:30.805109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.805687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['519e9ec7-2c83-4de4-abaa-1a66f3538346']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:30.817035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18388ac2-4179-40e0-b902-f00575809673') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:30.817492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18388ac2-4179-40e0-b902-f00575809673') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:30.828890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.839215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.842921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a33d5160-e7b3-4549-ba70-84096fd278b6 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:30.846304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.853044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:57:30.854633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.857979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:57:30.858641 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: from cryptography.utils import int_from_bytes Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: from cryptography.utils import int_from_bytes Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: timer() Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:57:30.863458 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:57:30.878221 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.879754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.887524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a33d5160-e7b3-4549-ba70-84096fd278b6 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:30.887892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a33d5160-e7b3-4549-ba70-84096fd278b6 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:30.888346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00d35c49-584a-404b-9b17-449a3d4395c7 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:30.920129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 00d35c49-584a-404b-9b17-449a3d4395c7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:30.920472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00d35c49-584a-404b-9b17-449a3d4395c7 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:57:30.938395 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:57:30.951247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.957329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.965708 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] 10.222.0.53 "DELETE /v2.0/networks/519e9ec7-2c83-4de4-abaa-1a66f3538346 HTTP/1.1" status: 204 len: 168 time: 1.0146267 Nov 04 08:57:30.976880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:30.992832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88ba30-26a5-4070-a7c7-2902eccbda53 admin admin] Pushing event deleted for resources: {'Network': ['ID=519e9ec7-2c83-4de4-abaa-1a66f3538346,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:31.031082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.034177 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] 10.222.0.53 "DELETE /v2.0/networks/22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198 HTTP/1.1" status: 204 len: 168 time: 1.3276570 Nov 04 08:57:31.058391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 38880793-a2c3-409f-b846-d8469c94e57d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:57:31.065178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-2543d0a6-c812-49f4-8fca-816f68459893', 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'fixed_ips': [{'subnet_id': '24065c67-9858-4c34-b09a-b987b4563257'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:57:31.066531 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.083262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83872cd-6655-48a3-bdfa-85d4942a8d98 admin admin] Pushing event deleted for resources: {'Network': ['ID=22368bd3-a5b8-40f6-8ecf-b1ce3d8cc198,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:31.087642 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.098670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.110770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] Network 519e9ec7-2c83-4de4-abaa-1a66f3538346 is not hosted by any dhcp agent {{(pid=102557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 08:57:31.111598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] No DVR routers for this DVR port a33d5160-e7b3-4549-ba70-84096fd278b6 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:31.204760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42374) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:31.235442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dbd93-3236-44da-8e9d-7a3baeebb588 req-bff67079-3fa8-4740-8ca0-073ed93e0448 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:31.238761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-379dbd93-3236-44da-8e9d-7a3baeebb588 req-bff67079-3fa8-4740-8ca0-073ed93e0448 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 948 time: 0.0874822 Nov 04 08:57:31.243024 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 08:57:31.245503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:31.263395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73e540-453b-4fb1-a231-9c027d87466b None None] Pushing event deleted for resources: {'Port': ['ID=a33d5160-e7b3-4549-ba70-84096fd278b6,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:31.337016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-379dbd93-3236-44da-8e9d-7a3baeebb588 req-1355ca65-379f-47ee-9114-2c227e4eec81 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850587 Nov 04 08:57:31.380450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-627dc64a-2ce4-4744-a439-ede37301c83b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b907e1d80eb4635b3611bbb875974bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324263 Nov 04 08:57:31.381952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42384) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:31.417718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Allocated IP 172.20.0.2 (2543d0a6-c812-49f4-8fca-816f68459893/24065c67-9858-4c34-b09a-b987b4563257/7e6767d2-4a9a-4f1f-934d-60e60a0b29b4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:31.489574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.499290 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:57:31.501373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7385eac8-0b85-45a9-83f9-945731da588a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dffa4f427844d6ca404033c553211ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954812 Nov 04 08:57:31.503732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:31.511095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9affcaf-13a3-4fc2-b43d-350d47df246e req-01cbd4ac-4db3-4c79-8cdc-32addab198b0 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:31.513195 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9affcaf-13a3-4fc2-b43d-350d47df246e req-01cbd4ac-4db3-4c79-8cdc-32addab198b0 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 950 time: 0.3094063 Nov 04 08:57:31.519192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b75dfe8d-e159-4970-8fcd-ffc36b2cd714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.521761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-2190e60a-8fdc-4b3c-8e87-0cc7ea60e3e0 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:31.523281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-2190e60a-8fdc-4b3c-8e87-0cc7ea60e3e0 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 950 time: 0.3097460 Nov 04 08:57:31.586214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:31.594992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b75dfe8d-e159-4970-8fcd-ffc36b2cd714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.645978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:31.649938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9affcaf-13a3-4fc2-b43d-350d47df246e req-b5ba692b-15d0-4e9b-b25c-d5f61f729030 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255124 Nov 04 08:57:31.686258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '38880793-a2c3-409f-b846-d8469c94e57d', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '38880793-a2c3-409f-b846-d8469c94e57d', 'mac_address': 'fa:16:3e:8d:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:57:31.690742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2837f9b-efde-4118-8d6d-853827a9ab17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.712411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a29b6c-fad0-4037-ad98-30ece25c0dc1 req-5f5c3019-293f-43c2-b253-6aba2ad956a8 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:31.714744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0a29b6c-fad0-4037-ad98-30ece25c0dc1 req-5f5c3019-293f-43c2-b253-6aba2ad956a8 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 943 time: 0.1481841 Nov 04 08:57:31.742345 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2837f9b-efde-4118-8d6d-853827a9ab17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.761503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e093b24a-bd94-4545-ad6f-938bdf8ddea6 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:57:31.778900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e093b24a-bd94-4545-ad6f-938bdf8ddea6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:31.780226 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.788353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port 80e094d2-7b44-4c5b-9614-f8539ac2f444 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:31.789146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.811178 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b75dfe8d-e159-4970-8fcd-ffc36b2cd714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.813894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b75dfe8d-e159-4970-8fcd-ffc36b2cd714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.818023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b75dfe8d-e159-4970-8fcd-ffc36b2cd714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3438b67-d760-4a4d-819a-cb39cd750ae3 HTTP/1.1" status: 204 len: 168 time: 0.4344978 Nov 04 08:57:31.823167 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.825746 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.847674 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.849397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dfe8d-e159-4970-8fcd-ffc36b2cd714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3438b67-d760-4a4d-819a-cb39cd750ae3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:31.855989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0a29b6c-fad0-4037-ad98-30ece25c0dc1 req-8a865a1c-550e-4992-8ba8-3fda8eacd385 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342487 Nov 04 08:57:31.871445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38880793-a2c3-409f-b846-d8469c94e57d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:31.893001 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2837f9b-efde-4118-8d6d-853827a9ab17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.895738 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2837f9b-efde-4118-8d6d-853827a9ab17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:31.899457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a2837f9b-efde-4118-8d6d-853827a9ab17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/815fb900-5b3a-4982-ae21-e74699ed77f4 HTTP/1.1" status: 204 len: 168 time: 0.3900678 Nov 04 08:57:31.913440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2837f9b-efde-4118-8d6d-853827a9ab17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815fb900-5b3a-4982-ae21-e74699ed77f4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:31.975489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Network 2543d0a6-c812-49f4-8fca-816f68459893 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:31.992648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:32.014838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:32.020327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:32.028683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Pushing event updated for resources: {'Port': ['ID=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:32.043291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.138823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port 80e094d2-7b44-4c5b-9614-f8539ac2f444, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=80e094d2-7b44-4c5b-9614-f8539ac2f444,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:32.139122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.164561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.180776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Attempting to bind port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:32.181156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Attempting to bind port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:32.181592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Attempting to bind port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 on network 2543d0a6-c812-49f4-8fca-816f68459893 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:32.185295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:32.205131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:32.205506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Checking segment: {'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:32.205907 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.206304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Bound using segment: {'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:32.206788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Bound port: 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:32.207173 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.215365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:32.217770 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04c3d6a-030a-4edf-b2b2-1304c77edb95" -d '{"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-plugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:32.267612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.269665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:32.305072 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa95f05d-50b0-4491-bd2a-ebe50aa4b921 x-openstack-request-id: req-aa95f05d-50b0-4491-bd2a-ebe50aa4b921 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:32.305457 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-plugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:32.305635 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa95f05d-50b0-4491-bd2a-ebe50aa4b921 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:32.306017 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'code': 200} Nov 04 08:57:32.307283 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.391264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['38880793-a2c3-409f-b846-d8469c94e57d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:32.404675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.409356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for 80e094d2-7b44-4c5b-9614-f8539ac2f444 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:32.546700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:32.564997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] For port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:32.584710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] For port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,segment=NetworkSegment(63cd7fd2-cccf-495c-8648-f8dcd7005e9e),segment_id=63cd7fd2-cccf-495c-8648-f8dcd7005e9e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:32.590958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344421bb-84f0-463a-8c3c-442dea665bf1 req-4a1a8556-ff76-410a-a1b2-6ac8aa41280d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:32.598697 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.612556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-344421bb-84f0-463a-8c3c-442dea665bf1 req-4a1a8556-ff76-410a-a1b2-6ac8aa41280d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1680689 Nov 04 08:57:32.657527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5843623-8670-45f5-83ec-47ca48cf241c req-45f5602a-009e-498d-8786-47626ca5f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:32.666404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5843623-8670-45f5-83ec-47ca48cf241c req-45f5602a-009e-498d-8786-47626ca5f62c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 1100 time: 0.2965462 Nov 04 08:57:32.698707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-344421bb-84f0-463a-8c3c-442dea665bf1 req-7f7e8974-0661-422c-8488-746eef7fc544 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847020 Nov 04 08:57:32.698927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:32.769324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf9f1f-13bc-4538-a011-c38216a38ae2 None None] Pushing event updated for resources: {'Port': ['ID=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:32.802010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-19a86248-559d-41b8-b731-62c713587aa8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a0cd08dd6a142ad841a6087608ec36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0996156 Nov 04 08:57:32.805170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:32.899563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f51d14a-a4a2-4ed8-a261-cd70489b33e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:32.942932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5843623-8670-45f5-83ec-47ca48cf241c req-cc949e3b-be4a-4052-bd26-6caf6ea9bd38 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650733 Nov 04 08:57:32.951951 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f51d14a-a4a2-4ed8-a261-cd70489b33e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.034958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Allocated IP 172.25.3.176 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/3c9767fc-f98c-497d-9ff1-8c70afc55129) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:33.041669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 80e094d2-7b44-4c5b-9614-f8539ac2f444 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:33.185440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ceefee-c402-41b5-a76a-d42a458d0df8 req-c01bbd8d-ae7a-4e42-b722-b3ecfca4ef15 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:33.187418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78ceefee-c402-41b5-a76a-d42a458d0df8 req-c01bbd8d-ae7a-4e42-b722-b3ecfca4ef15 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 944 time: 0.1766717 Nov 04 08:57:33.220161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e38b6c-0bf2-44c3-951c-faaaeceb1696 req-9313376f-63a5-480a-ae17-0656ae66057f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:33.221590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42e38b6c-0bf2-44c3-951c-faaaeceb1696 req-9313376f-63a5-480a-ae17-0656ae66057f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4a4776b-c5bf-412b-9505-8e5fc5506c35 HTTP/1.1" status: 200 len: 950 time: 0.4506683 Nov 04 08:57:33.229109 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.233141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f51d14a-a4a2-4ed8-a261-cd70489b33e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.237774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f51d14a-a4a2-4ed8-a261-cd70489b33e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.238948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1f51d14a-a4a2-4ed8-a261-cd70489b33e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85adaa0a-3492-45f3-a48d-c5da542e425e HTTP/1.1" status: 204 len: 168 time: 0.4316487 Nov 04 08:57:33.292035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51d14a-a4a2-4ed8-a261-cd70489b33e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85adaa0a-3492-45f3-a48d-c5da542e425e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:33.303061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78ceefee-c402-41b5-a76a-d42a458d0df8 req-737b6a96-a018-4588-8614-b7d253643676 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059079 Nov 04 08:57:33.316681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.360058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42e38b6c-0bf2-44c3-951c-faaaeceb1696 req-8e767135-c822-4e24-9042-c8d5a054b18a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933232 Nov 04 08:57:33.364800 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.421349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=80e094d2-7b44-4c5b-9614-f8539ac2f444,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:33.429849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', '693daff2-4a21-4b49-a846-207900da9fde', '2455af22-0739-40af-994c-c3fff4dba5e1', '7c92199c-a569-4eb5-8b7f-ccef8e671906'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:33.438729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1', '7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:33.493058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:33.520499 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.536690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port 80e094d2-7b44-4c5b-9614-f8539ac2f444 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:33.546421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:33.550239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-974c1d0e-9176-4d55-b2ca-0c2a7518a379 req-438eb1c0-2f9e-4887-9aac-04f5e2f03b93 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "DELETE /v2.0/ports/80e094d2-7b44-4c5b-9614-f8539ac2f444 HTTP/1.1" status: 204 len: 173 time: 1.9812512 Nov 04 08:57:33.550721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'name': 'network-vif-deleted', 'tag': '80e094d2-7b44-4c5b-9614-f8539ac2f444'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:33.553278 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45490595-5e94-4fb4-afdd-6968da2c304a" -d '{"events": [{"server_uuid": "e4a4776b-c5bf-412b-9505-8e5fc5506c35", "name": "network-vif-deleted", "tag": "80e094d2-7b44-4c5b-9614-f8539ac2f444"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:33.604243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:33.607977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:33.616388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:33.620094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Pushing event updated for resources: {'Port': ['ID=3c9767fc-f98c-497d-9ff1-8c70afc55129,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:33.797748 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b6f342-2b2b-4e13-95bd-b3be6f4906ec x-openstack-request-id: req-d4b6f342-2b2b-4e13-95bd-b3be6f4906ec {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:33.798396 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a4776b-c5bf-412b-9505-8e5fc5506c35", "name": "network-vif-deleted", "tag": "80e094d2-7b44-4c5b-9614-f8539ac2f444", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:33.798396 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4b6f342-2b2b-4e13-95bd-b3be6f4906ec {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:33.800033 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a4776b-c5bf-412b-9505-8e5fc5506c35', 'name': 'network-vif-deleted', 'tag': '80e094d2-7b44-4c5b-9614-f8539ac2f444', 'status': 'completed', 'code': 200} Nov 04 08:57:33.990644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689790-5d31-43a3-94c7-2ee697ad19b1 req-e3a6983d-7c52-4375-bb8b-6bb3d3b5dff6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:33.999641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f689790-5d31-43a3-94c7-2ee697ad19b1 req-e3a6983d-7c52-4375-bb8b-6bb3d3b5dff6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1305914 Nov 04 08:57:34.050874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-network', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:34.162042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f689790-5d31-43a3-94c7-2ee697ad19b1 req-bebc52d0-e8dd-49ef-abd6-da6e105a6599 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610303 Nov 04 08:57:34.163760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Made reservation on behalf of 885c1b7688fb48dabbd87f7ed1f1a2f2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:34.170996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.182386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.231087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.413913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fea9e9-5f6c-4fc9-8b31-32aefe112984 None None] Network 2543d0a6-c812-49f4-8fca-816f68459893 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:34.453682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.466821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.504020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:57:34.515067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caacb3a-5cd0-4de1-a85c-01715497ef1d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:34.522440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.522982 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Added segment 3e2283e6-1b38-41f5-bb93-078494d14eab of type vlan for network 064daa82-09dd-43ff-864a-7557d1435ebc Nov 04 08:57:34.638815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.722176 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.726010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4a16e160-4dcc-491b-9f38-64711d9e0f70 None None] Provisioning complete for port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:34.726387 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4a16e160-4dcc-491b-9f38-64711d9e0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.742082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.743401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:34.744939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:34.878396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3836815 Nov 04 08:57:34.890031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42474) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:34.914614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f22b0-8d54-4980-ab00-80f8d0ee934f admin admin] Pushing event updated for resources: {'Network': ['ID=064daa82-09dd-43ff-864a-7557d1435ebc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:34.918095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Request body: {'subnet': {'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-subnet', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:34.985635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Made reservation on behalf of 885c1b7688fb48dabbd87f7ed1f1a2f2 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:34.987975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.013724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Router f7e00c5e-3499-451d-8e76-d9c90180a6c4 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:57:35.021493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:35.023701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 064daa82-09dd-43ff-864a-7557d1435ebc details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:57:35.063987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498f9a8-d1db-4162-8ee5-76319b60080d req-4cf5a3a2-cf64-4ddd-80db-ce39a917a1c4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:35.066463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e498f9a8-d1db-4162-8ee5-76319b60080d req-4cf5a3a2-cf64-4ddd-80db-ce39a917a1c4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 944 time: 0.3458793 Nov 04 08:57:35.089325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcba86b-ae78-4785-9ccb-d8a7fd035600 req-1a647c22-493b-4383-93eb-0a4c4270cfc1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:35.091614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bcba86b-ae78-4785-9ccb-d8a7fd035600 req-1a647c22-493b-4383-93eb-0a4c4270cfc1 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 949 time: 0.0583010 Nov 04 08:57:35.102262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 38880793-a2c3-409f-b846-d8469c94e57d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:35.143034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bcba86b-ae78-4785-9ccb-d8a7fd035600 req-7aeb94f6-dce1-4e6f-a18b-7bde30eb241d tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446503 Nov 04 08:57:35.221143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e498f9a8-d1db-4162-8ee5-76319b60080d req-85439cf9-0364-4de9-907f-653304da1089 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340530 Nov 04 08:57:35.284755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:35.299220 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Sync routers for ids ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:35.311528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:35.312167 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.312906 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Routers {'f7e00c5e-3499-451d-8e76-d9c90180a6c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:35.313507 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:35.344205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.348446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:35.352352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-12e661ca-c42b-422a-b18f-fbf456bd37bb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5571175 Nov 04 08:57:35.379485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4a16e160-4dcc-491b-9f38-64711d9e0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.381676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 38880793-a2c3-409f-b846-d8469c94e57d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:57:35.400794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 38880793-a2c3-409f-b846-d8469c94e57d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:35.401282 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.511217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.515826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4a16e160-4dcc-491b-9f38-64711d9e0f70 None None] For port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,segment=NetworkSegment(63cd7fd2-cccf-495c-8648-f8dcd7005e9e),segment_id=63cd7fd2-cccf-495c-8648-f8dcd7005e9e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:35.529567 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4a16e160-4dcc-491b-9f38-64711d9e0f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.532765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80968ae-d496-4bb5-88a1-c11b997e5794 req-f891b32b-3c8b-49a0-9d0a-01e1e3d62c00 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:35.533127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-2888facd-8d95-4f7f-bc97-7bf835c29c03 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fb3c6f02cee343c1ae6aea42a1169c5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536661 Nov 04 08:57:35.534752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b80968ae-d496-4bb5-88a1-c11b997e5794 req-f891b32b-3c8b-49a0-9d0a-01e1e3d62c00 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1258619 Nov 04 08:57:35.553078 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Set router f7e00c5e-3499-451d-8e76-d9c90180a6c4 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:35.763753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16e160-4dcc-491b-9f38-64711d9e0f70 None None] Pushing event updated for resources: {'Port': ['ID=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:35.796723 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.857970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:35.862249 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b89ddc5-aceb-42f3-ac24-a6908b931263" -d '{"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-plugged", "status": "completed", "tag": "38880793-a2c3-409f-b846-d8469c94e57d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:35.872800 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:57:33Z', 'revision_number': 3, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port': {'id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:32Z', 'updated_at': '2021-11-04T08:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:35.889671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:35.907262 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.915186 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Checking router: f7e00c5e-3499-451d-8e76-d9c90180a6c4 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:35.916018 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Updating router f7e00c5e-3499-451d-8e76-d9c90180a6c4 port 3c9767fc-f98c-497d-9ff1-8c70afc55129 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:57:35.951360 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:35.971704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-3af943b9-c5ad-46fd-8ab0-1541fd4aa4f5 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:35.985332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-3af943b9-c5ad-46fd-8ab0-1541fd4aa4f5 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4503775 Nov 04 08:57:36.026985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-13505c58-861a-43cd-92b3-7bad7904b006 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/quotas/fb3c6f02cee343c1ae6aea42a1169c5f HTTP/1.1" status: 200 len: 375 time: 0.0400648 Nov 04 08:57:36.042092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:36.055484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:36.066224 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b80968ae-d496-4bb5-88a1-c11b997e5794 req-93cc428c-4b9a-4ebe-8937-491f45bbfbf9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080602 Nov 04 08:57:36.069161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Checking segment: {'id': '3e2283e6-1b38-41f5-bb93-078494d14eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:36.069520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Network hostable DHCP agents. Network: 064daa82-09dd-43ff-864a-7557d1435ebc, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:57:36.079834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-2ffebd13-804c-421e-a163-b8a355309416 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fb3c6f02cee343c1ae6aea42a1169c5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511167 Nov 04 08:57:36.080383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6b813b46-16ff-45a3-96fb-b496559f190c None None] Provisioning complete for port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:36.086059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b813b46-16ff-45a3-96fb-b496559f190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.105131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Network 064daa82-09dd-43ff-864a-7557d1435ebc is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:57:36.121786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 064daa82-09dd-43ff-864a-7557d1435ebc) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:36.127954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:36.129031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.164728 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-68132d31-9ee6-4dec-89ae-0caba89be148 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2530386 Nov 04 08:57:36.165904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42502) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:36.174277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70aa47-6bb4-44b0-9111-06dc345e2c17 None None] Network 064daa82-09dd-43ff-864a-7557d1435ebc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:36.180904 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08319cde-cd37-4236-931d-3116a674156d x-openstack-request-id: req-08319cde-cd37-4236-931d-3116a674156d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:36.181730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:36.182744 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-plugged", "status": "completed", "tag": "38880793-a2c3-409f-b846-d8469c94e57d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:36.183686 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08319cde-cd37-4236-931d-3116a674156d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:36.185149 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d', 'code': 200} Nov 04 08:57:36.225909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.226971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.367757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.375246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed49e43-5c1c-4138-9ecc-1686b823a258 req-d876afba-47fc-4f11-b681-e2771a494061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:36.377699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ed49e43-5c1c-4138-9ecc-1686b823a258 req-d876afba-47fc-4f11-b681-e2771a494061 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 1096 time: 0.1353443 Nov 04 08:57:36.404553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.505726 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.515076 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.554603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a65de-213c-4522-a013-0b97da616b94 req-2df2b739-7ad0-4d10-9cf5-4fb309731cf8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:36.564956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b1a65de-213c-4522-a013-0b97da616b94 req-2df2b739-7ad0-4d10-9cf5-4fb309731cf8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1558990 Nov 04 08:57:36.598774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.608551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d6e4-7737-4ce9-8b42-23f39066b416 None None] Pushing event updated for resources: {'Port': ['ID=3c9767fc-f98c-497d-9ff1-8c70afc55129,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:36.646402 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Attempting to bind port 3c9767fc-f98c-497d-9ff1-8c70afc55129 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:36.647126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ed49e43-5c1c-4138-9ecc-1686b823a258 req-385b5b26-d9d6-433d-8f7d-b4db83d2fa7f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120140 Nov 04 08:57:36.647507 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Attempting to bind port 3c9767fc-f98c-497d-9ff1-8c70afc55129 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:36.648351 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Attempting to bind port 3c9767fc-f98c-497d-9ff1-8c70afc55129 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:36.655489 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:36.656211 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:36.656709 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.657203 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:36.658127 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Bound port: 3c9767fc-f98c-497d-9ff1-8c70afc55129, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:36.658391 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.701574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-064daa82-09dd-43ff-864a-7557d1435ebc', 'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'fixed_ips': [{'subnet_id': '6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:57:36.702465 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.708505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9caea5d-7ba8-4971-95c4-449ad80a761d req-e7825836-a929-4608-b02e-7036f4178814 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:36.717626 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9caea5d-7ba8-4971-95c4-449ad80a761d req-e7825836-a929-4608-b02e-7036f4178814 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 949 time: 0.2834044 Nov 04 08:57:36.741415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b1a65de-213c-4522-a013-0b97da616b94 req-032514a6-c73e-44fb-8c1b-93e4a6772781 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752148 Nov 04 08:57:36.749041 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] For port 3c9767fc-f98c-497d-9ff1-8c70afc55129, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:36.752519 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] For port 3c9767fc-f98c-497d-9ff1-8c70afc55129, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3c9767fc-f98c-497d-9ff1-8c70afc55129,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:36.762220 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:36.827011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:36.842405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-ccaac5d6-7780-4837-a892-cc4fc3a1d5da tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:36.844900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-ccaac5d6-7780-4837-a892-cc4fc3a1d5da tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 949 time: 0.2341900 Nov 04 08:57:36.855591 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Routers {'f7e00c5e-3499-451d-8e76-d9c90180a6c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:36.856436 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:36.911127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9a89737-349d-49dd-abdd-249e53cb7b51 req-35c9c509-832d-4f6a-82ac-7e3d768319bf tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 210 time: 0.0789959 Nov 04 08:57:36.937881 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80d6e4-7737-4ce9-8b42-23f39066b416 None None] Pushing event updated for resources: {'Port': ['ID=3c9767fc-f98c-497d-9ff1-8c70afc55129,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:36.974060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Allocated IP 172.20.0.1 (2543d0a6-c812-49f4-8fca-816f68459893/24065c67-9858-4c34-b09a-b987b4563257/927e5631-6171-4bbf-a253-d1729cf29043) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:37.018781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9caea5d-7ba8-4971-95c4-449ad80a761d req-560325de-168e-4dad-aa1c-0b5261f9a05e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001235 Nov 04 08:57:37.029650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:37.030407 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.043818 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] Set router f7e00c5e-3499-451d-8e76-d9c90180a6c4 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:37.091833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Allocated IP 172.20.0.2 (064daa82-09dd-43ff-864a-7557d1435ebc/6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8/b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:37.130646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port 7c92199c-a569-4eb5-8b7f-ccef8e671906 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:37.132821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.337670 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:57:33Z', 'revision_number': 3, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port': {'id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:32Z', 'updated_at': '2021-11-04T08:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:37.377897 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec5af09-37a4-4b70-b644-7475910b22da None None] The sync data for ids ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'] in n-d-816487-1 is: [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:57:33Z', 'revision_number': 3, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port': {'id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:32Z', 'updated_at': '2021-11-04T08:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:37.391380 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8230a1e7-c539-4664-baad-0b696842803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.438522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port 7c92199c-a569-4eb5-8b7f-ccef8e671906, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7c92199c-a569-4eb5-8b7f-ccef8e671906,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:37.439195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.485142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for 7c92199c-a569-4eb5-8b7f-ccef8e671906 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:37.491907 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.525627 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.567481 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.575748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.644097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Network 064daa82-09dd-43ff-864a-7557d1435ebc is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:37.649107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:37.656178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:37.670901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Pushing event updated for resources: {'Port': ['ID=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:37.785356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-57d89cd4-12dc-4a04-9d1b-48b2777e062d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972683 Nov 04 08:57:37.801008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-56f36bf0-e6b5-4630-9f61-fd05aedf105e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:37.802336 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-56f36bf0-e6b5-4630-9f61-fd05aedf105e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079770 Nov 04 08:57:37.844118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Attempting to bind port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:37.846395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Attempting to bind port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '3e2283e6-1b38-41f5-bb93-078494d14eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:37.849524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Attempting to bind port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 on network 064daa82-09dd-43ff-864a-7557d1435ebc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:37.854272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270dd50-93a4-4aa5-b337-0419ad948ddf req-8c482622-9533-4049-9576-f83d962cda70 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:37.861956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3270dd50-93a4-4aa5-b337-0419ad948ddf req-8c482622-9533-4049-9576-f83d962cda70 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1845722 Nov 04 08:57:37.899503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.908605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.908976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:37.909245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Checking segment: {'id': '3e2283e6-1b38-41f5-bb93-078494d14eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:37.909707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.911467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Bound using segment: {'id': '3e2283e6-1b38-41f5-bb93-078494d14eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:37.912134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Bound port: b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2283e6-1b38-41f5-bb93-078494d14eab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:37.912590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:37.942480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3270dd50-93a4-4aa5-b337-0419ad948ddf req-4d9b1841-41b1-49eb-a107-ad9c34f697a1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792501 Nov 04 08:57:38.001393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=7c92199c-a569-4eb5-8b7f-ccef8e671906,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:38.012222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af885f-b2b7-4af6-b293-7b898d23b16d req-13613fbb-0902-403e-be51-752646817520 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:38.021429 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a2af885f-b2b7-4af6-b293-7b898d23b16d req-13613fbb-0902-403e-be51-752646817520 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.3254530 Nov 04 08:57:38.054968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:38.064723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] For port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:38.074681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] For port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,segment=NetworkSegment(3e2283e6-1b38-41f5-bb93-078494d14eab),segment_id=3e2283e6-1b38-41f5-bb93-078494d14eab)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:38.078921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1', '7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:38.134917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Network 2543d0a6-c812-49f4-8fca-816f68459893 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:38.141193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:38.178771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:38.200612 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f96d9591-1c1b-4d2b-9ac9-2a112c124976 req-2a2b86ec-cec4-4c50-ade1-44f0778e5b2f tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 210 time: 0.0907674 Nov 04 08:57:38.202486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Pushing event updated for resources: {'Port': ['ID=927e5631-6171-4bbf-a253-d1729cf29043,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:38.228712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', '693daff2-4a21-4b49-a846-207900da9fde', '2455af22-0739-40af-994c-c3fff4dba5e1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:38.254164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:38.310633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Allocated IP 172.25.3.135 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/3c079843-3204-4fa4-8258-d5e0ad444bef) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:38.396460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7852377c-0572-4618-9d06-aa241f61af54 req-4c6fabb2-57e8-4447-b8e2-315e3275e1b3 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0eeaf62-9e7d-4219-a118-e00a4f627262 HTTP/1.1" status: 200 len: 210 time: 0.0927184 Nov 04 08:57:38.425802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:38.553163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port 7c92199c-a569-4eb5-8b7f-ccef8e671906 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:38.559675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:38.578886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a2af885f-b2b7-4af6-b293-7b898d23b16d req-d4061c9c-e8a0-465f-be46-c35affa2d439 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560932 Nov 04 08:57:38.580468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:38.592238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6db19607-565b-4fb4-bcec-90c341ddcf4e req-46fb2e2d-06b2-4fda-a00e-f4e0604d0645 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "DELETE /v2.0/ports/7c92199c-a569-4eb5-8b7f-ccef8e671906 HTTP/1.1" status: 204 len: 173 time: 1.7284610 Nov 04 08:57:38.630417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'name': 'network-vif-deleted', 'tag': '7c92199c-a569-4eb5-8b7f-ccef8e671906'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:38.635307 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eeac96-e07b-48ea-b7cb-a55d2e5e2e1f" -d '{"events": [{"server_uuid": "a0eeaf62-9e7d-4219-a118-e00a4f627262", "name": "network-vif-deleted", "tag": "7c92199c-a569-4eb5-8b7f-ccef8e671906"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:38.642751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-e599a3e4-ae47-4cc5-ba46-118d33a55e37 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=fb3c6f02cee343c1ae6aea42a1169c5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1131225 Nov 04 08:57:38.788881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:38.891804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c9767fc-f98c-497d-9ff1-8c70afc55129 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:38.924673 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3aade8-c3c9-4d4c-9942-ca49ea312029 x-openstack-request-id: req-dd3aade8-c3c9-4d4c-9942-ca49ea312029 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:38.925062 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0eeaf62-9e7d-4219-a118-e00a4f627262", "name": "network-vif-deleted", "tag": "7c92199c-a569-4eb5-8b7f-ccef8e671906", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:38.925333 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dd3aade8-c3c9-4d4c-9942-ca49ea312029 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:38.925767 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0eeaf62-9e7d-4219-a118-e00a4f627262', 'name': 'network-vif-deleted', 'tag': '7c92199c-a569-4eb5-8b7f-ccef8e671906', 'status': 'completed', 'code': 200} Nov 04 08:57:38.967161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.034465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Pushing event updated for resources: {'Port': ['ID=3c079843-3204-4fa4-8258-d5e0ad444bef,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:39.075283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:39.090394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:39.096250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:39.109894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-312e3980-67d5-41e1-b353-a67eedbda14c tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:39.111573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-312e3980-67d5-41e1-b353-a67eedbda14c tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4548464 Nov 04 08:57:39.193287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-37631df6-4e32-42f6-9086-527d9fd9c417 None None] Provisioning complete for port 927e5631-6171-4bbf-a253-d1729cf29043 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:39.195195 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37631df6-4e32-42f6-9086-527d9fd9c417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.225644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Request body: {'port': {'device_id': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': 'fb3c6f02cee343c1ae6aea42a1169c5f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:39.279188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee347995-2b1c-454c-8624-66fae20165e1 None None] Pushing event updated for resources: {'Port': ['ID=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:39.317562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5215d35f-32ac-4f6e-89ea-26e61e2d6866 req-d615a4f0-7e11-4005-bcba-7641d4c024f1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:39.344526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5215d35f-32ac-4f6e-89ea-26e61e2d6866 req-d615a4f0-7e11-4005-bcba-7641d4c024f1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.2675328 Nov 04 08:57:39.421070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-37631df6-4e32-42f6-9086-527d9fd9c417 None None] Port 927e5631-6171-4bbf-a253-d1729cf29043 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:39.448777 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.458126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1cb9c71-9b3c-4220-abe1-774f9f565373 req-b8fc6f2e-0f9d-4ba9-b464-aefc26ea7a6f tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 210 time: 0.0540760 Nov 04 08:57:39.480536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5215d35f-32ac-4f6e-89ea-26e61e2d6866 req-ed0bc6a8-db46-4eeb-be09-6e2f770c0e38 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336343 Nov 04 08:57:39.482089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.567240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Pushing event updated for resources: {'Port': ['ID=927e5631-6171-4bbf-a253-d1729cf29043,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:39.588977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3c9767fc-f98c-497d-9ff1-8c70afc55129 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:39.589563 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.642408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.645903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7c92199c-a569-4eb5-8b7f-ccef8e671906 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:39.715214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 7c92199c-a569-4eb5-8b7f-ccef8e671906 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:39.715557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7c92199c-a569-4eb5-8b7f-ccef8e671906 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:39.728581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Made reservation on behalf of fb3c6f02cee343c1ae6aea42a1169c5f for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:39.736159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.771675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Network 2543d0a6-c812-49f4-8fca-816f68459893 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:39.772682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.777325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:39.955311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:39.994349 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-299deb56-4935-4251-a21d-34b36579746e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.014330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 3c9767fc-f98c-497d-9ff1-8c70afc55129, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3c9767fc-f98c-497d-9ff1-8c70afc55129,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:40.024723 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.072149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.091331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.123388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52a369-cfa3-470e-9deb-f2b73e528373 req-8e0f6042-13d2-4a11-b8df-1742a17eeb1d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:40.134804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e52a369-cfa3-470e-9deb-f2b73e528373 req-8e0f6042-13d2-4a11-b8df-1742a17eeb1d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.2333343 Nov 04 08:57:40.146853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=3c9767fc-f98c-497d-9ff1-8c70afc55129,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:40.177643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Router f7e00c5e-3499-451d-8e76-d9c90180a6c4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:57:40.199432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e52a369-cfa3-470e-9deb-f2b73e528373 req-bc95c455-960d-4ddf-a0b7-f288aa2f23a3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637703 Nov 04 08:57:40.240027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.303824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4206db6a-8178-4e96-88b6-ec0eae757189,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:40.308862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a0c906b3-3afd-4f3e-aac0-e51f9e5548e1 None None] Provisioning complete for port 927e5631-6171-4bbf-a253-d1729cf29043 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:40.309437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a0c906b3-3afd-4f3e-aac0-e51f9e5548e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.384628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee75565-2212-4ec1-bbbe-61b69b7eba62 req-25bc87b0-a97c-4c89-9f9b-61039b56a957 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:40.386245 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4ee75565-2212-4ec1-bbbe-61b69b7eba62 req-25bc87b0-a97c-4c89-9f9b-61039b56a957 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.2725313 Nov 04 08:57:40.406043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.423004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a0c906b3-3afd-4f3e-aac0-e51f9e5548e1 None None] Port 927e5631-6171-4bbf-a253-d1729cf29043 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:40.480225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8ba66-640c-4f17-8f75-a28aa7812e7f req-e0c80313-b450-437c-ab60-c43d40b200e7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:40.482077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25f8ba66-640c-4f17-8f75-a28aa7812e7f req-e0c80313-b450-437c-ab60-c43d40b200e7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 950 time: 0.1433372 Nov 04 08:57:40.510397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:40.520519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ae926068-ff04-45f9-b166-db31d37cd278 admin admin] 10.222.0.53 "PUT /v2.0/routers/f7e00c5e-3499-451d-8e76-d9c90180a6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1709311 Nov 04 08:57:40.546639 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25f8ba66-640c-4f17-8f75-a28aa7812e7f req-91cdff87-22cd-4238-95c0-1a65c37cd8aa tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577710 Nov 04 08:57:40.548789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Allocated IP 192.168.233.193 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/3ea85a81-7f35-4916-b446-767b146659a6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:40.600432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4ee75565-2212-4ec1-bbbe-61b69b7eba62 req-9a36905f-fd27-4a2e-bcae-11b62609ad75 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989756 Nov 04 08:57:40.638267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-1001f3dc-1488-4716-8112-1993766ce7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:40.640776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-1001f3dc-1488-4716-8112-1993766ce7ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 1100 time: 0.1396792 Nov 04 08:57:40.681770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cce93916-e53e-44a4-bc58-81b58403e53e req-60d60497-7af6-404c-b1a3-0bb62d284156 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 210 time: 0.0435271 Nov 04 08:57:40.720101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:40.846358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Sync routers for ids ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:40.865238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Routers {'f7e00c5e-3499-451d-8e76-d9c90180a6c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:40.865913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:40.897408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1088271837'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:40.930124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c9767fc-f98c-497d-9ff1-8c70afc55129 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:40.933281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:40.938142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.975748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb6168-7f5a-4f69-809e-7ab14cf86f8b None None] Network 064daa82-09dd-43ff-864a-7557d1435ebc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:40.976432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:57:40.988353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:40.988846 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Added segment 53356a58-3993-46db-abc3-da026bb6d2a4 of type vlan for network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 Nov 04 08:57:41.085504 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.116432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.124153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:41.124854 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.130077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-93d5b3d2-0f66-4231-9b56-f59b38bf99d0 None None] Provisioning complete for port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:41.130532 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93d5b3d2-0f66-4231-9b56-f59b38bf99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.166393 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.174831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Set router f7e00c5e-3499-451d-8e76-d9c90180a6c4 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:41.225131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5016458 Nov 04 08:57:41.230207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42594) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:41.240731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'subnet': {'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:41.270740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f4ad5-acff-400b-808b-8663c53ea625 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Network': ['ID=96080670-e4db-45d4-bd9b-4fa4e3a9bd13,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:41.292757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3c9767fc-f98c-497d-9ff1-8c70afc55129 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:41.293133 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.299935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:57:41.346127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.347655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e35ccd-abcc-4b54-a037-7c726e289b87 req-12a1a806-671f-40a6-b70a-2927b0b796d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:41.349234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1e35ccd-abcc-4b54-a037-7c726e289b87 req-12a1a806-671f-40a6-b70a-2927b0b796d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.0615840 Nov 04 08:57:41.418721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1e35ccd-abcc-4b54-a037-7c726e289b87 req-96bef7bf-e973-48cb-b810-cbebc00b70b5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613716 Nov 04 08:57:41.447525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-ddf8cc1b-f923-470f-9069-c54554ddf495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:41.449642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-ddf8cc1b-f923-470f-9069-c54554ddf495 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.7943671 Nov 04 08:57:41.499738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.536393 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93d5b3d2-0f66-4231-9b56-f59b38bf99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.570991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-a9aa4d20-ea03-4db3-aa91-c06b516f64b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 200 len: 217 time: 0.0830042 Nov 04 08:57:41.630460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:41.637377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.661804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-93d5b3d2-0f66-4231-9b56-f59b38bf99d0 None None] For port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,segment=NetworkSegment(3e2283e6-1b38-41f5-bb93-078494d14eab),segment_id=3e2283e6-1b38-41f5-bb93-078494d14eab)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:41.666693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:41.671124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93d5b3d2-0f66-4231-9b56-f59b38bf99d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.779836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5b3d2-0f66-4231-9b56-f59b38bf99d0 None None] Pushing event updated for resources: {'Port': ['ID=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:41.796153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:57:38Z', 'revision_number': 4, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port': {'id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:32Z', 'updated_at': '2021-11-04T08:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '927e5631-6171-4bbf-a253-d1729cf29043', 'name': '', 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'mac_address': 'fa:16:3e:1e:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '24065c67-9858-4c34-b09a-b987b4563257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:38Z', 'revision_number': 2, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'subnets': [{'id': '24065c67-9858-4c34-b09a-b987b4563257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:41.802371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523fd6b-7970-4924-9e95-83b989972c7e req-be473316-2e30-49de-8f96-122c9b78bd66 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:41.802577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:41.803020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.805139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3523fd6b-7970-4924-9e95-83b989972c7e req-be473316-2e30-49de-8f96-122c9b78bd66 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.0994296 Nov 04 08:57:41.856985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Checking router: f7e00c5e-3499-451d-8e76-d9c90180a6c4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:41.857354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Updating router f7e00c5e-3499-451d-8e76-d9c90180a6c4 port 927e5631-6171-4bbf-a253-d1729cf29043 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:57:41.864501 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3523fd6b-7970-4924-9e95-83b989972c7e req-02b3dff2-2694-4d45-8442-6c3cf49cc447 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512762 Nov 04 08:57:41.902906 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:41.931621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.024176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf230e-0d6e-4e34-9ef0-f7c1f1b85941 req-b3aebe75-b59d-48c8-9be6-c130d5162511 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:42.026672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37bf230e-0d6e-4e34-9ef0-f7c1f1b85941 req-b3aebe75-b59d-48c8-9be6-c130d5162511 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 936 time: 0.0744689 Nov 04 08:57:42.074814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192a3d-988f-482e-9e9e-294f8697a54e req-76b9a7c0-0413-4892-9b3a-7b9ce320092e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:42.082398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9192a3d-988f-482e-9e9e-294f8697a54e req-76b9a7c0-0413-4892-9b3a-7b9ce320092e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 950 time: 0.3579404 Nov 04 08:57:42.083818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37bf230e-0d6e-4e34-9ef0-f7c1f1b85941 req-9307ca78-27f6-435f-ac81-ed04ba85e7c3 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Nov 04 08:57:42.086603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-687463a7-437d-4e7a-8bbb-9099ee8e756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:42.088442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-687463a7-437d-4e7a-8bbb-9099ee8e756b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.5012162 Nov 04 08:57:42.117992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:42.128368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:42.130644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Router 2153455a-0258-42b2-8553-b864e9bcb61f is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:57:42.134330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-23c28c45-af1a-4d7f-88ce-7053abe222bf None None] Provisioning complete for port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:42.135121 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-23c28c45-af1a-4d7f-88ce-7053abe222bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.190488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:42.197141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-05610c54-e032-4d2e-b4f5-db53679f15da tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:42.200883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-05610c54-e032-4d2e-b4f5-db53679f15da tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/ports?device_id=251c7bb4-6eb2-4cbc-b962-ce65f75e3c09 HTTP/1.1" status: 200 len: 950 time: 0.0888288 Nov 04 08:57:42.239093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:42.417779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port 2455af22-0739-40af-994c-c3fff4dba5e1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:42.418175 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.433025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-4b535530-39b6-4ec6-908f-fe85bea4e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:42.434792 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-4b535530-39b6-4ec6-908f-fe85bea4e766 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3119519 Nov 04 08:57:42.435704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.564665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.583372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.601688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port 2455af22-0739-40af-994c-c3fff4dba5e1, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2455af22-0739-40af-994c-c3fff4dba5e1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:42.602073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.605735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:42.606915 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.624621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for 2455af22-0739-40af-994c-c3fff4dba5e1 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:42.663436 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.705587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bad2c-1935-428c-add8-2e3365cdd825 None None] Pushing event updated for resources: {'Port': ['ID=927e5631-6171-4bbf-a253-d1729cf29043,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:42.727535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9192a3d-988f-482e-9e9e-294f8697a54e req-cc855baf-7a04-43d5-a7eb-9c3fd171e5b7 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6440892 Nov 04 08:57:42.761449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Attempting to bind port 927e5631-6171-4bbf-a253-d1729cf29043 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:42.764150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Attempting to bind port 927e5631-6171-4bbf-a253-d1729cf29043 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:42.764755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Attempting to bind port 927e5631-6171-4bbf-a253-d1729cf29043 on network 2543d0a6-c812-49f4-8fca-816f68459893 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:42.770943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-54af4893-0f72-4b3e-931f-c2ad3efd2399 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5501423 Nov 04 08:57:42.774668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c5716874-cdfa-4260-a548-cab06f675bca None None] Provisioning complete for port 3ea85a81-7f35-4916-b446-767b146659a6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:42.785014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c5716874-cdfa-4260-a548-cab06f675bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.810769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:42.815095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:42.815555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Checking segment: {'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:42.816381 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.816520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Bound using segment: {'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:42.817223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Bound port: 927e5631-6171-4bbf-a253-d1729cf29043, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cd7fd2-cccf-495c-8648-f8dcd7005e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:42.817403 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.832812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Subnet': ['ID=d4f881e7-e1e0-40b5-8b55-ef551fe1179d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:42.842315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:42.857705 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Sync routers for ids ['2153455a-0258-42b2-8553-b864e9bcb61f'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:42.872155 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Routers {'2153455a-0258-42b2-8553-b864e9bcb61f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:42.874100 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2153455a-0258-42b2-8553-b864e9bcb61f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:42.878125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Request body: {'port': {'device_id': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:42.882349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.935552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=2455af22-0739-40af-994c-c3fff4dba5e1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:42.949697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] For port 927e5631-6171-4bbf-a253-d1729cf29043, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:42.952995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:42.958257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] For port 927e5631-6171-4bbf-a253-d1729cf29043, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=927e5631-6171-4bbf-a253-d1729cf29043,segment=NetworkSegment(63cd7fd2-cccf-495c-8648-f8dcd7005e9e),segment_id=63cd7fd2-cccf-495c-8648-f8dcd7005e9e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:42.974228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c5716874-cdfa-4260-a548-cab06f675bca None None] Port 3ea85a81-7f35-4916-b446-767b146659a6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:42.974867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4e9d5-9c2b-47e4-b912-34d5f399e5ec req-b11bb88f-dcb2-45cc-affa-9a96fd2ba5b7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:42.981809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', '693daff2-4a21-4b49-a846-207900da9fde', '2455af22-0739-40af-994c-c3fff4dba5e1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:42.984714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1', '7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:42.987992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87c4e9d5-9c2b-47e4-b912-34d5f399e5ec req-b11bb88f-dcb2-45cc-affa-9a96fd2ba5b7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.4233003 Nov 04 08:57:43.029091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port 2455af22-0739-40af-994c-c3fff4dba5e1 on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:43.034236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.037427 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c28b925-648f-457f-8e18-e3cf328afc2b req-77c1e2be-2596-4910-bf66-b5c6117972e5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "DELETE /v2.0/ports/2455af22-0739-40af-994c-c3fff4dba5e1 HTTP/1.1" status: 204 len: 173 time: 0.8298922 Nov 04 08:57:43.037896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'name': 'network-vif-deleted', 'tag': '2455af22-0739-40af-994c-c3fff4dba5e1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:43.041058 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e70944-7811-4deb-af98-ffaa9b370f07" -d '{"events": [{"server_uuid": "251c7bb4-6eb2-4cbc-b962-ce65f75e3c09", "name": "network-vif-deleted", "tag": "2455af22-0739-40af-994c-c3fff4dba5e1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:43.055229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.057217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-1bf492cc-c0cb-4b2c-8220-cc93a79656dc service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365396 Nov 04 08:57:43.060265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Checking segment: {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:43.060644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network hostable DHCP agents. Network: 96080670-e4db-45d4-bd9b-4fa4e3a9bd13, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:57:43.067416 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87c4e9d5-9c2b-47e4-b912-34d5f399e5ec req-aabeb594-ae13-4c29-b7e8-4e7424a4129e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784938 Nov 04 08:57:43.075039 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.076806 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-19f3d7a5-e65a-4548-aaf8-740600356167 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.9097304 Nov 04 08:57:43.089338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42620) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:43.123580 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Set router 2153455a-0258-42b2-8553-b864e9bcb61f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:43.145313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5a0be60d-383c-4e67-b257-a2048d71fa6d None None] Provisioning complete for port 927e5631-6171-4bbf-a253-d1729cf29043 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:43.145893 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a0be60d-383c-4e67-b257-a2048d71fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.316151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Routers {'f7e00c5e-3499-451d-8e76-d9c90180a6c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:43.317249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:43.403516 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:40Z', 'revision_number': 3, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port': {'id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:37Z', 'updated_at': '2021-11-04T08:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:43.405532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc223090-0fd1-47d3-a4b9-368f5db8cb05 req-bc3cabc3-4b02-496e-9eef-8438952ff453 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:43.413464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc223090-0fd1-47d3-a4b9-368f5db8cb05 req-bc3cabc3-4b02-496e-9eef-8438952ff453 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1097 time: 0.4652143 Nov 04 08:57:43.444972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Checking router: 2153455a-0258-42b2-8553-b864e9bcb61f for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:43.445732 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Updating router 2153455a-0258-42b2-8553-b864e9bcb61f port 3c079843-3204-4fa4-8258-d5e0ad444bef binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:57:43.458983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbbb97-6c76-4b80-b02c-c0148f0bcaad req-fb02eed8-a994-4808-b792-32aadfe1a094 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:43.467304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dfbbb97-6c76-4b80-b02c-c0148f0bcaad req-fb02eed8-a994-4808-b792-32aadfe1a094 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.2215171 Nov 04 08:57:43.476329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:57:43.489883 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.502547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 96080670-e4db-45d4-bd9b-4fa4e3a9bd13) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:43.517000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:43.517624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.594074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-48f9bd6a-99bd-41cd-a031-421aaf7106ec tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3591018 Nov 04 08:57:43.594704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42626) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:43.598818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] Set router f7e00c5e-3499-451d-8e76-d9c90180a6c4 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:43.605686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1675900424'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:43.610397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dfbbb97-6c76-4b80-b02c-c0148f0bcaad req-5be867d1-02d4-4cc3-beea-a488b4e6e675 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419058 Nov 04 08:57:43.656701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc223090-0fd1-47d3-a4b9-368f5db8cb05 req-aab9d064-1a94-4e12-a7f1-2cefd359da2a tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369308 Nov 04 08:57:43.668848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:43.675686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.736165 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1316ad6a-062c-405e-a73a-40f924e480f6 x-openstack-request-id: req-1316ad6a-062c-405e-a73a-40f924e480f6 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:43.736501 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "251c7bb4-6eb2-4cbc-b962-ce65f75e3c09", "name": "network-vif-deleted", "tag": "2455af22-0739-40af-994c-c3fff4dba5e1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:43.741675 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1316ad6a-062c-405e-a73a-40f924e480f6 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:43.742518 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '251c7bb4-6eb2-4cbc-b962-ce65f75e3c09', 'name': 'network-vif-deleted', 'tag': '2455af22-0739-40af-994c-c3fff4dba5e1', 'status': 'completed', 'code': 200} Nov 04 08:57:43.757892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-d27991af-2383-4e49-a771-9f3118f2be56 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384005 Nov 04 08:57:43.853284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:57:43.864840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6327a-3fbf-4486-ab6f-e768d8ad8724 None None] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:43.907099 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:43.907485 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Added segment 1813459d-4d2b-4b9c-a0ec-740c65149a9b of type vlan for network a22cb40a-96f9-42f0-964d-aa479a47a307 Nov 04 08:57:43.960544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27930ace-8e80-4630-8008-7625a59ea781 req-d9d329b2-950a-4992-a5c1-9b1e2a057026 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:43.968744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27930ace-8e80-4630-8008-7625a59ea781 req-d9d329b2-950a-4992-a5c1-9b1e2a057026 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 936 time: 0.1573722 Nov 04 08:57:44.067256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27930ace-8e80-4630-8008-7625a59ea781 req-5c5e15b6-ebff-4c7f-8a02-ebf9fa789637 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968094 Nov 04 08:57:44.094052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bad2c-1935-428c-add8-2e3365cdd825 None None] Pushing event updated for resources: {'Port': ['ID=927e5631-6171-4bbf-a253-d1729cf29043,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:44.103397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:44.103794 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.130786 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.151328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-96080670-e4db-45d4-bd9b-4fa4e3a9bd13', 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'fixed_ips': [{'subnet_id': 'd4f881e7-e1e0-40b5-8b55-ef551fe1179d'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:57:44.152190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.153112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea85a81-7f35-4916-b446-767b146659a6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:44.176853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.215030 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.224131 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.224572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Transition to ACTIVE for port object 3ea85a81-7f35-4916-b446-767b146659a6 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:57:44.239264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.286199 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Attempting to bind port 3c079843-3204-4fa4-8258-d5e0ad444bef on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:44.286657 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Attempting to bind port 3c079843-3204-4fa4-8258-d5e0ad444bef by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:44.287093 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Attempting to bind port 3c079843-3204-4fa4-8258-d5e0ad444bef on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:44.301018 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133040c-5875-4a51-9f62-98b5952abab6 None None] Pushing event updated for resources: {'Port': ['ID=3c079843-3204-4fa4-8258-d5e0ad444bef,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:44.303018 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:44.303375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:44.303900 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.304284 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:44.304862 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Bound port: 3c079843-3204-4fa4-8258-d5e0ad444bef, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:44.305365 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.308945 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.322610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:44.323488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.332411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.379355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9cdb5-822a-4079-8ba2-b08e536f2f6c req-1c1edb6c-b6de-438e-848f-839849dd8080 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:44.381094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ace9cdb5-822a-4079-8ba2-b08e536f2f6c req-1c1edb6c-b6de-438e-848f-839849dd8080 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1109335 Nov 04 08:57:44.392762 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] For port 3c079843-3204-4fa4-8258-d5e0ad444bef, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:44.398168 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] For port 3c079843-3204-4fa4-8258-d5e0ad444bef, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3c079843-3204-4fa4-8258-d5e0ad444bef,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:44.412368 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.520036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:44.522974 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133040c-5875-4a51-9f62-98b5952abab6 None None] Pushing event updated for resources: {'Port': ['ID=3c079843-3204-4fa4-8258-d5e0ad444bef,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:44.575217 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a0be60d-383c-4e67-b257-a2048d71fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.577520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ace9cdb5-822a-4079-8ba2-b08e536f2f6c req-d5c65e11-92ce-4ed6-9b3c-6f9765e3b694 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396117 Nov 04 08:57:44.580200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:44.582421 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9808304 Nov 04 08:57:44.601533 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Routers {'2153455a-0258-42b2-8553-b864e9bcb61f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:44.602174 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2153455a-0258-42b2-8553-b864e9bcb61f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:44.609523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f491a9e-25b9-4d7f-b04a-9ccbb83b7c63 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Network': ['ID=a22cb40a-96f9-42f0-964d-aa479a47a307,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:44.617361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'subnet': {'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:44.648933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a22cb40a-96f9-42f0-964d-aa479a47a307 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:57:44.676053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:57:38Z', 'revision_number': 4, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port': {'id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:32Z', 'updated_at': '2021-11-04T08:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '927e5631-6171-4bbf-a253-d1729cf29043', 'name': '', 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'mac_address': 'fa:16:3e:1e:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '24065c67-9858-4c34-b09a-b987b4563257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:42Z', 'revision_number': 4, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'subnets': [{'id': '24065c67-9858-4c34-b09a-b987b4563257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:44.718745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Attempting to bind port 3ea85a81-7f35-4916-b446-767b146659a6 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:44.719414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Attempting to bind port 3ea85a81-7f35-4916-b446-767b146659a6 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:44.719722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Attempting to bind port 3ea85a81-7f35-4916-b446-767b146659a6 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:44.729556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Port 3ea85a81-7f35-4916-b446-767b146659a6 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:44.729906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Attempting to bind port 3ea85a81-7f35-4916-b446-767b146659a6 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:44.736656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:44.737621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:44.738018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:44.739727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Bound port: 3ea85a81-7f35-4916-b446-767b146659a6, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:44.740139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:44.790170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6346d1a4-adcc-4274-9b1d-8ba0a1df4741 None None] The sync data for ids ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'] in n-d-816487-1 is: [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:57:38Z', 'revision_number': 4, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port': {'id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:32Z', 'updated_at': '2021-11-04T08:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '927e5631-6171-4bbf-a253-d1729cf29043', 'name': '', 'network_id': '2543d0a6-c812-49f4-8fca-816f68459893', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'mac_address': 'fa:16:3e:1e:a3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '24065c67-9858-4c34-b09a-b987b4563257', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:42Z', 'revision_number': 4, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'subnets': [{'id': '24065c67-9858-4c34-b09a-b987b4563257', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:44.859382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:44.893882 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] Set router 2153455a-0258-42b2-8553-b864e9bcb61f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:44.945607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:44.960227 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:45.072836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:45.076639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:45.084761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Allocated IP 172.20.0.1 (064daa82-09dd-43ff-864a-7557d1435ebc/6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8/7a7aa01b-9db7-4e99-b419-83421540574c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:45.131998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:45.144505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:45.145319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:45.146823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-aeb3b9d7-30ad-40a7-82c7-7e4bc94a3f2e service neutron] 10.222.0.55 "PUT /v2.0/ports/3ea85a81-7f35-4916-b446-767b146659a6 HTTP/1.1" status: 200 len: 1096 time: 2.3020377 Nov 04 08:57:45.147335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:45.153899 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f443d4-8056-47ed-8d33-32583b02365f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "tag": "3ea85a81-7f35-4916-b446-767b146659a6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:45.324689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-66fd346d-d838-4c3a-acda-1633834a4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:45.330278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-66fd346d-d838-4c3a-acda-1633834a4d7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb3c6f02cee343c1ae6aea42a1169c5f&device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 1099 time: 0.0973201 Nov 04 08:57:45.392049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-91a747ed-b4c7-491e-9c53-863f58e5bd74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3ea85a81-7f35-4916-b446-767b146659a6 HTTP/1.1" status: 200 len: 217 time: 0.0528107 Nov 04 08:57:45.409926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Allocated IP 19.80.0.2 (96080670-e4db-45d4-bd9b-4fa4e3a9bd13/d4f881e7-e1e0-40b5-8b55-ef551fe1179d/cf23f037-ec23-4645-bd89-f7837afb2853) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:45.428514 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:40Z', 'revision_number': 3, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port': {'id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:37Z', 'updated_at': '2021-11-04T08:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:45.453179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-13594a68-4f11-4b91-a7e4-6a53ec970b50 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:57:45.454282 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-13594a68-4f11-4b91-a7e4-6a53ec970b50 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065477 Nov 04 08:57:45.502160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5a0be60d-383c-4e67-b257-a2048d71fa6d None None] For port 927e5631-6171-4bbf-a253-d1729cf29043, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=927e5631-6171-4bbf-a253-d1729cf29043,segment=NetworkSegment(63cd7fd2-cccf-495c-8648-f8dcd7005e9e),segment_id=63cd7fd2-cccf-495c-8648-f8dcd7005e9e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:45.514379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-cb4d5e4c-caf6-4fd0-8b90-4b8182cc9186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:45.516281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-cb4d5e4c-caf6-4fd0-8b90-4b8182cc9186 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1151645 Nov 04 08:57:45.520248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:45.521392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-7656de54-90c4-4f11-91c1-2a81303ebdc0 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:45.522915 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-7656de54-90c4-4f11-91c1-2a81303ebdc0 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 1094 time: 0.0578239 Nov 04 08:57:45.536431 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2838464-d866-4e63-a864-484feb1ca097 None None] The sync data for ids ['2153455a-0258-42b2-8553-b864e9bcb61f'] in n-d-816487-1 is: [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:40Z', 'revision_number': 3, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port': {'id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:37Z', 'updated_at': '2021-11-04T08:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:45.542153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Request body: {'binding': {'host': 'n-h2-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:45.542731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Unknown quota resources ['binding']. {{(pid=102556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 08:57:45.549822 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a0be60d-383c-4e67-b257-a2048d71fa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:45.612956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0eea0-8a54-4f56-81dc-66e78de3f4b9 req-4480f863-3f10-4142-b65c-324d9d66eeed tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:45.614823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bee0eea0-8a54-4f56-81dc-66e78de3f4b9 req-4480f863-3f10-4142-b65c-324d9d66eeed tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.4479408 Nov 04 08:57:45.677591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-8d15a114-b66b-477f-a634-ddf5092ecbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:45.679292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-8d15a114-b66b-477f-a634-ddf5092ecbba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1515152 Nov 04 08:57:45.728313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2455af22-0739-40af-994c-c3fff4dba5e1 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:45.732515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0be60d-383c-4e67-b257-a2048d71fa6d None None] Pushing event updated for resources: {'Port': ['ID=927e5631-6171-4bbf-a253-d1729cf29043,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:45.783262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 2455af22-0739-40af-994c-c3fff4dba5e1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:45.783614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2455af22-0739-40af-994c-c3fff4dba5e1 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:45.827649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e78eddc0-4980-4eec-8957-7556071fb946 None None] Provisioning complete for port 927e5631-6171-4bbf-a253-d1729cf29043 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:45.828068 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e78eddc0-4980-4eec-8957-7556071fb946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:45.897102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-efaa6102-28c8-4a90-9710-b6e14629021e service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872087 Nov 04 08:57:46.018960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on host n-h2-816487-1 for vnic_type normal with profile None {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:46.019300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:46.019628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:46.030633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:46.030959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:46.047334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:46.047691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:46.048087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:46.048550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Bound port: 9b03fe0a-714f-4add-9929-322abb07a4f7, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:46.115573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63db85a1-dbdd-40de-ae9e-4f011147b06f req-c72f486f-c0e7-44bb-978b-e647717c9d45 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085955 Nov 04 08:57:46.135229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.173613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:46.189952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.192154 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-6623993c-f45e-4197-a45e-a6c705b06605 service neutron] 10.222.0.53 "POST /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6535766 Nov 04 08:57:46.198193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.213651 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.216646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.232197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bee0eea0-8a54-4f56-81dc-66e78de3f4b9 req-0a8aaf39-9991-475a-8020-c6f0a1e300f7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5968997 Nov 04 08:57:46.279522 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.411310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Subnet': ['ID=3c7b5c1b-32f0-42b0-954b-d8ccb46afe51,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:46.422503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:46.446919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:46.451449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:46.476945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Pushing event updated for resources: {'Port': ['ID=cf23f037-ec23-4645-bd89-f7837afb2853,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:46.496330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Checking segment: {'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:46.496330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network hostable DHCP agents. Network: a22cb40a-96f9-42f0-964d-aa479a47a307, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:57:46.518260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.594076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Network 064daa82-09dd-43ff-864a-7557d1435ebc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:46.603282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:46.605210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network a22cb40a-96f9-42f0-964d-aa479a47a307 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:57:46.607331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7aa01b-9db7-4e99-b419-83421540574c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:46.609797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:46.625853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-a01d3cc9-340b-44ea-a390-7cac138fab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:46.627600 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-a01d3cc9-340b-44ea-a390-7cac138fab32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1097 time: 0.0824356 Nov 04 08:57:46.629350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f6f9b-beae-47ad-b0ed-4d9647d189c4 req-2588372a-a546-442a-8f40-76ac15f273a9 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:46.630988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed6f6f9b-beae-47ad-b0ed-4d9647d189c4 req-2588372a-a546-442a-8f40-76ac15f273a9 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 948 time: 0.1641526 Nov 04 08:57:46.679497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a22cb40a-96f9-42f0-964d-aa479a47a307) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:46.706502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24e02c1-0311-424d-813e-3a45ed6e3ce3 None None] Network a22cb40a-96f9-42f0-964d-aa479a47a307 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:46.750267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:46.751072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.829915 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4462ffc-1739-4e12-a891-9917f50b16b7 x-openstack-request-id: req-d4462ffc-1739-4e12-a891-9917f50b16b7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:46.831789 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "tag": "3ea85a81-7f35-4916-b446-767b146659a6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:46.833205 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4462ffc-1739-4e12-a891-9917f50b16b7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:46.835624 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6', 'status': 'completed', 'code': 200} Nov 04 08:57:46.880351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed6f6f9b-beae-47ad-b0ed-4d9647d189c4 req-15f07d9e-f47a-4ca1-bc53-24fe2dd44092 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106531 Nov 04 08:57:46.881207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:46.891500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b94f699-bf36-418e-ade5-7d7dcefcb6d6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3103299 Nov 04 08:57:46.993093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 927e5631-6171-4bbf-a253-d1729cf29043 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:47.077724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Attempting to bind port cf23f037-ec23-4645-bd89-f7837afb2853 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:47.078360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Attempting to bind port cf23f037-ec23-4645-bd89-f7837afb2853 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:47.078907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Attempting to bind port cf23f037-ec23-4645-bd89-f7837afb2853 on network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:47.113878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:47.114575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Checking segment: {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:47.115154 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.115718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Bound using segment: {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:47.116572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Bound port: cf23f037-ec23-4645-bd89-f7837afb2853, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:47.117153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.162283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35775e6c-fb3f-492d-bd04-61838f553026 req-9bbbf96a-cd38-4aa3-a7fa-2f3aec193377 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.164002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35775e6c-fb3f-492d-bd04-61838f553026 req-9bbbf96a-cd38-4aa3-a7fa-2f3aec193377 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1685889 Nov 04 08:57:47.218141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.227213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-20dab6da-da83-4c1a-9e13-3060f36ee84e None None] Provisioning complete for port 7a7aa01b-9db7-4e99-b419-83421540574c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:47.228396 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20dab6da-da83-4c1a-9e13-3060f36ee84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.275798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35775e6c-fb3f-492d-bd04-61838f553026 req-6c9497c0-5bf6-4ae2-8a93-c7b81afb3ba8 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792472 Nov 04 08:57:47.360360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a22cb40a-96f9-42f0-964d-aa479a47a307', 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'fixed_ips': [{'subnet_id': '3c7b5c1b-32f0-42b0-954b-d8ccb46afe51'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:57:47.361641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.382698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-20dab6da-da83-4c1a-9e13-3060f36ee84e None None] Port 7a7aa01b-9db7-4e99-b419-83421540574c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:47.406265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 927e5631-6171-4bbf-a253-d1729cf29043 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:47.406642 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.411219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] For port cf23f037-ec23-4645-bd89-f7837afb2853, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:47.416965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] For port cf23f037-ec23-4645-bd89-f7837afb2853, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cf23f037-ec23-4645-bd89-f7837afb2853,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:47.436906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-a98ff46f-56c5-489d-98df-323509958174 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.438623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-a98ff46f-56c5-489d-98df-323509958174 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/ports?device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 950 time: 0.6578817 Nov 04 08:57:47.488316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.489589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fbb8f-5d2c-4a06-b83d-4f6872e931c0 req-b170fbdc-0bf5-467b-b488-cd4baf526458 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.490833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b43fbb8f-5d2c-4a06-b83d-4f6872e931c0 req-b170fbdc-0bf5-467b-b488-cd4baf526458 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 950 time: 0.1079738 Nov 04 08:57:47.502547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221026c-eee9-4247-a05f-83e1562d040b req-224a952a-2b60-4eb7-aaa1-561371a68775 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.511632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a221026c-eee9-4247-a05f-83e1562d040b req-224a952a-2b60-4eb7-aaa1-561371a68775 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1817183 Nov 04 08:57:47.526116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.532270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-d0588933-7180-4933-ad2f-baf1c4561e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.534442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-d0588933-7180-4933-ad2f-baf1c4561e25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.8926861 Nov 04 08:57:47.536242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f443d4-8056-47ed-8d33-32583b02365f req-f4f2e8ef-7beb-43ea-9128-b449fdc9902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.538422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f443d4-8056-47ed-8d33-32583b02365f req-f4f2e8ef-7beb-43ea-9128-b449fdc9902b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fb3c6f02cee343c1ae6aea42a1169c5f&device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 1099 time: 0.1991429 Nov 04 08:57:47.551174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.635754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196efc0-b578-4d43-8816-29e9d94ac5a5 None None] Pushing event updated for resources: {'Port': ['ID=cf23f037-ec23-4645-bd89-f7837afb2853,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:47.637722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b43fbb8f-5d2c-4a06-b83d-4f6872e931c0 req-e144ada9-60ae-47fb-8525-8ff13216f724 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296005 Nov 04 08:57:47.640044 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37abf78a-7769-46aa-b6d1-cdf5e9d746a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0908849 Nov 04 08:57:47.643363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Allocated IP 19.86.0.2 (a22cb40a-96f9-42f0-964d-aa479a47a307/3c7b5c1b-32f0-42b0-954b-d8ccb46afe51/ee9ec028-35d7-4b71-9b35-79bd665a97b7) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:47.649176 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.713883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a221026c-eee9-4247-a05f-83e1562d040b req-10c28ab0-4366-40b1-a57a-68f313abf8ef tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969092 Nov 04 08:57:47.715664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Pushing event updated for resources: {'Port': ['ID=7a7aa01b-9db7-4e99-b419-83421540574c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:47.750638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c079843-3204-4fa4-8258-d5e0ad444bef up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:47.844936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Network 064daa82-09dd-43ff-864a-7557d1435ebc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:47.862129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:47.878936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-b963d15d-a4d8-4677-9545-30510fc6b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.880607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-b963d15d-a4d8-4677-9545-30510fc6b128 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.2022250 Nov 04 08:57:47.925552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3c079843-3204-4fa4-8258-d5e0ad444bef triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:47.925944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.941237 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-261f064c-639e-4fde-a233-9d7652fadc3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358469 Nov 04 08:57:47.949560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port 693daff2-4a21-4b49-a846-207900da9fde {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:47.949971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:47.956055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f443d4-8056-47ed-8d33-32583b02365f req-d07fea62-d5a8-4aaa-86e5-9182aea8a9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:47.957632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f443d4-8056-47ed-8d33-32583b02365f req-d07fea62-d5a8-4aaa-86e5-9182aea8a9b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4026484 Nov 04 08:57:48.041542 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.061324 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.099401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-3e74b629-c6dc-4745-85a3-e702fcce143f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:48.111164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-3e74b629-c6dc-4745-85a3-e702fcce143f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:48.128466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-3e74b629-c6dc-4745-85a3-e702fcce143f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/networks?id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13&id=a22cb40a-96f9-42f0-964d-aa479a47a307&id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13 HTTP/1.1" status: 200 len: 1392 time: 0.3044884 Nov 04 08:57:48.147228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f443d4-8056-47ed-8d33-32583b02365f req-75d2cc34-300b-4278-bec9-cb4ef69a97cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=3ea85a81-7f35-4916-b446-767b146659a6 HTTP/1.1" status: 200 len: 217 time: 0.1263907 Nov 04 08:57:48.162804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-d30d0b4e-483e-41a5-96d9-b7f400cbcda2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/quotas/ab00d476bcc54326913b7a94038f16c2 HTTP/1.1" status: 200 len: 375 time: 0.0331585 Nov 04 08:57:48.188647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4400f1-fd97-4072-8157-5ec180862375 req-e72048fb-5672-4cad-a8f7-81834328c78e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:48.198806 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4400f1-fd97-4072-8157-5ec180862375 req-e72048fb-5672-4cad-a8f7-81834328c78e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.3878849 Nov 04 08:57:48.219522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Network a22cb40a-96f9-42f0-964d-aa479a47a307 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:48.255127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:48.264803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:48.269131 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.271556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Router 2153455a-0258-42b2-8553-b864e9bcb61f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:57:48.277134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Pushing event updated for resources: {'Port': ['ID=ee9ec028-35d7-4b71-9b35-79bd665a97b7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:48.328446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 3c079843-3204-4fa4-8258-d5e0ad444bef, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3c079843-3204-4fa4-8258-d5e0ad444bef,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:48.347167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-8b5ff115-aca5-4d95-b83f-734273c0c4b9 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1700950 Nov 04 08:57:48.354799 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.359930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4400f1-fd97-4072-8157-5ec180862375 req-5c323a4e-69fb-42a7-bc4a-1c84180c19c7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597803 Nov 04 08:57:48.368934 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port 693daff2-4a21-4b49-a846-207900da9fde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=693daff2-4a21-4b49-a846-207900da9fde,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:48.378786 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.395999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f443d4-8056-47ed-8d33-32583b02365f req-81448a2e-25ac-45d0-9fcd-2eb5ae247228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:48.397463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f443d4-8056-47ed-8d33-32583b02365f req-81448a2e-25ac-45d0-9fcd-2eb5ae247228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2411065 Nov 04 08:57:48.403742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for 693daff2-4a21-4b49-a846-207900da9fde owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:48.405984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Attempting to bind port ee9ec028-35d7-4b71-9b35-79bd665a97b7 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:48.406464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Attempting to bind port ee9ec028-35d7-4b71-9b35-79bd665a97b7 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:48.406715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Attempting to bind port ee9ec028-35d7-4b71-9b35-79bd665a97b7 on network a22cb40a-96f9-42f0-964d-aa479a47a307 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:48.419352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-1fc0be1b-c36e-4228-b00b-594f2f8bdfaf service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198186 Nov 04 08:57:48.425774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:48.426142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Checking segment: {'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:48.426550 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.426954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Bound using segment: {'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:48.427417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Bound port: ee9ec028-35d7-4b71-9b35-79bd665a97b7, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:48.427797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.471567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2f1ec4d7-24a8-4045-80ba-5c826adc7616 None None] Provisioning complete for port 7a7aa01b-9db7-4e99-b419-83421540574c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:48.472044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f1ec4d7-24a8-4045-80ba-5c826adc7616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.499115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=3c079843-3204-4fa4-8258-d5e0ad444bef,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:48.545975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2f1ec4d7-24a8-4045-80ba-5c826adc7616 None None] Port 7a7aa01b-9db7-4e99-b419-83421540574c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:48.566354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f443d4-8056-47ed-8d33-32583b02365f req-7f0b262d-6027-47fa-8f66-6ce78f070ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:48.567949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f443d4-8056-47ed-8d33-32583b02365f req-7f0b262d-6027-47fa-8f66-6ce78f070ad0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1618762 Nov 04 08:57:48.578834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] For port ee9ec028-35d7-4b71-9b35-79bd665a97b7, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:48.583104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] For port ee9ec028-35d7-4b71-9b35-79bd665a97b7, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee9ec028-35d7-4b71-9b35-79bd665a97b7,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:48.591038 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:48.597059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-863671c5-c296-4c4a-82ae-4e006b71ffea service neutron] 10.222.0.53 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489948 Nov 04 08:57:48.685280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-99a99ba8-4017-445b-96f4-fe2f5eb16e48 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487872 Nov 04 08:57:48.687817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f00a0b-4ca0-457f-9c4b-15487c68b4ca None None] Pushing event updated for resources: {'Port': ['ID=ee9ec028-35d7-4b71-9b35-79bd665a97b7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:48.737090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0ae29-dd12-423d-bf42-c6e21eeebbe4 req-43bc6448-110b-40c3-809f-ea4680d4e80b tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:48.740566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f9e0ae29-dd12-423d-bf42-c6e21eeebbe4 req-43bc6448-110b-40c3-809f-ea4680d4e80b tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 948 time: 0.1713383 Nov 04 08:57:48.753583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-a0c4c6ff-4f60-410e-b26e-dee2851a08bd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:48.756389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-a0c4c6ff-4f60-410e-b26e-dee2851a08bd tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/ports?device_id=54c2c5e6-1ddf-4204-8eb6-f80363b9abc9 HTTP/1.1" status: 200 len: 950 time: 0.1836145 Nov 04 08:57:48.764931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:48.797257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Sync routers for ids ['2153455a-0258-42b2-8553-b864e9bcb61f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:48.817033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Routers {'2153455a-0258-42b2-8553-b864e9bcb61f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:48.817674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2153455a-0258-42b2-8553-b864e9bcb61f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:48.873552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-27edc9c6-f93e-4e85-bbad-144269139ca1 admin admin] 10.222.0.53 "PUT /v2.0/routers/2153455a-0258-42b2-8553-b864e9bcb61f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7917237 Nov 04 08:57:48.899049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f443d4-8056-47ed-8d33-32583b02365f req-65325213-9ee4-4187-84db-a67e5a4dc8ac service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139515 Nov 04 08:57:48.907074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f9e0ae29-dd12-423d-bf42-c6e21eeebbe4 req-a75b8b42-dc02-4d1f-8973-d4a900bd6732 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352770 Nov 04 08:57:48.953402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:49.027740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-9795b317-9f97-4b26-b732-bfea10bb7e5a service neutron] 10.222.0.53 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4140265 Nov 04 08:57:49.086471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=693daff2-4a21-4b49-a846-207900da9fde,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:49.199572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port 693daff2-4a21-4b49-a846-207900da9fde on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:49.216679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:49.220504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c3b9ca9-0479-40f8-98ba-29f364e42a34 req-e755f12c-25d6-4560-a196-d35d913696f6 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "DELETE /v2.0/ports/693daff2-4a21-4b49-a846-207900da9fde HTTP/1.1" status: 204 len: 173 time: 1.7744296 Nov 04 08:57:49.222380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6339fb56-ee55-4073-9a0c-32322060fc09', 'name': 'network-vif-deleted', 'tag': '693daff2-4a21-4b49-a846-207900da9fde'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:49.224917 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd5733a-70fd-4141-b1ad-cb07a6c3fef8" -d '{"events": [{"server_uuid": "6339fb56-ee55-4073-9a0c-32322060fc09", "name": "network-vif-deleted", "tag": "693daff2-4a21-4b49-a846-207900da9fde"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:49.269099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f443d4-8056-47ed-8d33-32583b02365f req-7501319e-8307-43cd-a5b9-a08735947bbe service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592305 Nov 04 08:57:49.297663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d3c25-86b1-4014-abd6-29da6488a029 req-7499119b-d071-483d-a5e1-4f0d13bc2302 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:49.299738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-106d3c25-86b1-4014-abd6-29da6488a029 req-7499119b-d071-483d-a5e1-4f0d13bc2302 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1987402 Nov 04 08:57:49.360909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port 7862981f-16ea-4192-8c36-8f2d90124e13 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:49.361407 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:49.413709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:49.429227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-106d3c25-86b1-4014-abd6-29da6488a029 req-298015e6-5ee8-4c3d-b6a3-f819682ee549 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211147 Nov 04 08:57:49.463722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-833db7f5-1464-4696-8939-fb2cdf25546d service neutron] 10.222.0.53 "GET /v2.0/networks/a22cb40a-96f9-42f0-964d-aa479a47a307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350510 Nov 04 08:57:49.467789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1', '7862981f-16ea-4192-8c36-8f2d90124e13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:49.531642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:57:49.537152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cf23f037-ec23-4645-bd89-f7837afb2853 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:49.606596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-292ba6ae-dbcb-4ba5-82df-c580dcc9968b service neutron] 10.222.0.53 "GET /v2.0/networks/a22cb40a-96f9-42f0-964d-aa479a47a307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335492 Nov 04 08:57:49.695906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d34040b-ab09-4786-83db-61b43fd6a7e0 req-f3e25e22-a748-46f5-b63d-37d3d65b92c5 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=6339fb56-ee55-4073-9a0c-32322060fc09 HTTP/1.1" status: 200 len: 210 time: 0.0409651 Nov 04 08:57:49.708251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 693daff2-4a21-4b49-a846-207900da9fde no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:49.772348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port 7862981f-16ea-4192-8c36-8f2d90124e13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7862981f-16ea-4192-8c36-8f2d90124e13,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:49.772906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:49.808540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for 7862981f-16ea-4192-8c36-8f2d90124e13 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:49.823548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 693daff2-4a21-4b49-a846-207900da9fde {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:49.823993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 693daff2-4a21-4b49-a846-207900da9fde not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:49.825448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06be1ad8-5367-4995-bf64-3722e9f5ecbb req-49f9c62f-a72e-4534-9822-25385c41e673 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:49.832529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-06be1ad8-5367-4995-bf64-3722e9f5ecbb req-49f9c62f-a72e-4534-9822-25385c41e673 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.0799403 Nov 04 08:57:49.888864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851894af-975c-40fe-b99c-1f27f5a4f21c None None] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:49.940142 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-06be1ad8-5367-4995-bf64-3722e9f5ecbb req-be185101-43b6-4e2f-bab9-a0b83033480a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051850 Nov 04 08:57:50.002211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-f7ace50d-d9fa-43ad-a975-55f8f2aa1c40 service neutron] 10.222.0.53 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880148 Nov 04 08:57:50.016335 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd48722-0ac1-40f3-a831-b579be73be27 x-openstack-request-id: req-bfd48722-0ac1-40f3-a831-b579be73be27 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:50.016879 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6339fb56-ee55-4073-9a0c-32322060fc09", "name": "network-vif-deleted", "tag": "693daff2-4a21-4b49-a846-207900da9fde", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:50.017368 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfd48722-0ac1-40f3-a831-b579be73be27 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:50.018001 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6339fb56-ee55-4073-9a0c-32322060fc09', 'name': 'network-vif-deleted', 'tag': '693daff2-4a21-4b49-a846-207900da9fde', 'status': 'completed', 'code': 200} Nov 04 08:57:50.068633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:50.102029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3ea85a81-7f35-4916-b446-767b146659a6', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '3ea85a81-7f35-4916-b446-767b146659a6', 'mac_address': 'fa:16:3e:bc:2c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:57:50.261452 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-d856d0ee-87a8-4268-8fd0-e6039151488c req-08e6a848-a228-4ab0-ac55-a63abe48c1e5 tempest-FloatingIPDetailsNegativeTestJSON-1103514412 tempest-FloatingIPDetailsNegativeTestJSON-1103514412-project] show failed (client error): The resource could not be found. Nov 04 08:57:50.278855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d856d0ee-87a8-4268-8fd0-e6039151488c req-08e6a848-a228-4ab0-ac55-a63abe48c1e5 tempest-FloatingIPDetailsNegativeTestJSON-1103514412 tempest-FloatingIPDetailsNegativeTestJSON-1103514412-project] 10.222.0.53 "GET /v2.0/floatingips/02e9f58b-7897-4a2f-ad2d-203d2f864544 HTTP/1.1" status: 404 len: 350 time: 0.0989201 Nov 04 08:57:50.279545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:50.292891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cf23f037-ec23-4645-bd89-f7837afb2853 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:50.293576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:50.326930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-f153f3c5-5719-4f9b-b4b1-4c332dc043fd service neutron] 10.222.0.53 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163028 Nov 04 08:57:50.437064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:50.482770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-222f1811-7b2e-47d4-9fd7-d4c4f2b59228 None None] Provisioning complete for port cf23f037-ec23-4645-bd89-f7837afb2853 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:50.483284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-222f1811-7b2e-47d4-9fd7-d4c4f2b59228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:50.485007 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:50.510580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=7862981f-16ea-4192-8c36-8f2d90124e13,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:50.660397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e275601-78c6-493d-a21a-2276c5afe79b None None] Network a22cb40a-96f9-42f0-964d-aa479a47a307 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:50.662056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port 7862981f-16ea-4192-8c36-8f2d90124e13 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:50.672184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:50.679287 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-433a1fcd-88c2-49bd-99b1-a7ca874d4def req-c3b741f5-bfa7-4191-9be3-36b3c0544ec4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "DELETE /v2.0/ports/7862981f-16ea-4192-8c36-8f2d90124e13 HTTP/1.1" status: 204 len: 173 time: 1.9015346 Nov 04 08:57:50.681613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'name': 'network-vif-deleted', 'tag': '7862981f-16ea-4192-8c36-8f2d90124e13'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:50.686401 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8864d639-5cf3-4a04-9fa3-fd73a2e7a750" -d '{"events": [{"server_uuid": "54c2c5e6-1ddf-4204-8eb6-f80363b9abc9", "name": "network-vif-deleted", "tag": "7862981f-16ea-4192-8c36-8f2d90124e13"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:50.690458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571eb6e-b0f5-4f6a-8e24-7d8c929d783d req-a39c4736-98ad-4c85-b96c-45bb0fd0d1e1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:50.692280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0571eb6e-b0f5-4f6a-8e24-7d8c929d783d req-a39c4736-98ad-4c85-b96c-45bb0fd0d1e1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.2718105 Nov 04 08:57:50.703991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea85a81-7f35-4916-b446-767b146659a6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:50.784354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:50.816676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870c3ba-a8aa-4f2f-b277-bb52a7babaf6 req-1673ae91-1307-4733-9dce-92c4d6c69765 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:50.826800 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b870c3ba-a8aa-4f2f-b277-bb52a7babaf6 req-1673ae91-1307-4733-9dce-92c4d6c69765 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 948 time: 0.0764146 Nov 04 08:57:50.888328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Set router 2153455a-0258-42b2-8553-b864e9bcb61f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:50.898502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b870c3ba-a8aa-4f2f-b277-bb52a7babaf6 req-0f02a25c-c6a1-4574-b8ed-56b21d21ec59 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684710 Nov 04 08:57:50.997619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0571eb6e-b0f5-4f6a-8e24-7d8c929d783d req-4fc0c0c0-8b61-4707-96ef-5596a646c518 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959969 Nov 04 08:57:51.017221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:51.177549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642153c8-b5b9-43d2-918f-d574a01c9475 req-fa3ade4b-9982-4ed3-9d58-7a464e436b0e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:51.193337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-642153c8-b5b9-43d2-918f-d574a01c9475 req-fa3ade4b-9982-4ed3-9d58-7a464e436b0e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1209171 Nov 04 08:57:51.310143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-642153c8-b5b9-43d2-918f-d574a01c9475 req-871b2017-a67d-44e3-9766-3f68058e3e00 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156640 Nov 04 08:57:51.326037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddcc57d7-cfa4-4a85-81e4-ab84d8762840 req-c0b8d528-5839-4142-a8f5-f977e2248761 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 210 time: 0.1704545 Nov 04 08:57:51.348981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:51.359840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7862981f-16ea-4192-8c36-8f2d90124e13 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:51.410317 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3913f8a-4b8f-486d-bacf-91aff618d01e x-openstack-request-id: req-c3913f8a-4b8f-486d-bacf-91aff618d01e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:51.410621 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c2c5e6-1ddf-4204-8eb6-f80363b9abc9", "name": "network-vif-deleted", "tag": "7862981f-16ea-4192-8c36-8f2d90124e13", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:51.410876 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3913f8a-4b8f-486d-bacf-91aff618d01e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:51.411287 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c2c5e6-1ddf-4204-8eb6-f80363b9abc9', 'name': 'network-vif-deleted', 'tag': '7862981f-16ea-4192-8c36-8f2d90124e13', 'status': 'completed', 'code': 200} Nov 04 08:57:51.517741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:51.777627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43166bad-4497-47e9-9707-0075a7712995 req-7899c9f4-9e37-4ba9-8529-0eafdda49a6f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:51.779113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-43166bad-4497-47e9-9707-0075a7712995 req-7899c9f4-9e37-4ba9-8529-0eafdda49a6f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1728439 Nov 04 08:57:51.884116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3ea85a81-7f35-4916-b446-767b146659a6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:51.985162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-43166bad-4497-47e9-9707-0075a7712995 req-08617166-d7cb-48cb-b939-ba60fcf67253 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923370 Nov 04 08:57:52.012631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 7862981f-16ea-4192-8c36-8f2d90124e13 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:52.012631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7862981f-16ea-4192-8c36-8f2d90124e13 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:52.171464 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-222f1811-7b2e-47d4-9fd7-d4c4f2b59228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:52.172433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Deleting port 7a7aa01b-9db7-4e99-b419-83421540574c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:52.173206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:52.346550 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:52.353688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:52.384337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Calling delete_port for 7a7aa01b-9db7-4e99-b419-83421540574c owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:52.407290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:47Z', 'revision_number': 4, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port': {'id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:37Z', 'updated_at': '2021-11-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7a7aa01b-9db7-4e99-b419-83421540574c', 'name': '', 'network_id': '064daa82-09dd-43ff-864a-7557d1435ebc', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'mac_address': 'fa:16:3e:5a:3d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:44Z', 'updated_at': '2021-11-04T08:57:47Z', 'revision_number': 2, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'subnets': [{'id': '6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:52.435655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-222f1811-7b2e-47d4-9fd7-d4c4f2b59228 None None] For port cf23f037-ec23-4645-bd89-f7837afb2853, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cf23f037-ec23-4645-bd89-f7837afb2853,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:52.457787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42869d25-fc80-41d3-a766-8254a3eb2776 req-007e2f03-a93a-4cf0-91dc-cdefceed2a3b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:52.470075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42869d25-fc80-41d3-a766-8254a3eb2776 req-007e2f03-a93a-4cf0-91dc-cdefceed2a3b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1117995 Nov 04 08:57:52.499060 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-222f1811-7b2e-47d4-9fd7-d4c4f2b59228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:52.517003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Checking router: 2153455a-0258-42b2-8553-b864e9bcb61f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:52.517351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Updating router 2153455a-0258-42b2-8553-b864e9bcb61f port 7a7aa01b-9db7-4e99-b419-83421540574c binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:57:52.560203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42869d25-fc80-41d3-a766-8254a3eb2776 req-7e424dfa-dd0a-4bad-8c2d-b54f4c4f58e4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852752 Nov 04 08:57:52.757415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-28372ded-d4f9-4870-b04e-eea711667a15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700254 Nov 04 08:57:52.776545 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:52.777800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b1947-599a-4733-b429-9aa80675167b req-335644b0-ed22-4007-969d-bed134399a0f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:52.787580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b01b1947-599a-4733-b429-9aa80675167b req-335644b0-ed22-4007-969d-bed134399a0f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 950 time: 0.1431091 Nov 04 08:57:52.893937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b01b1947-599a-4733-b429-9aa80675167b req-c9fede60-83ed-4173-bb2c-6ae3f28f0064 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898676 Nov 04 08:57:52.918781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7aa01b-9db7-4e99-b419-83421540574c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:52.928060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-10588e0a-3c60-40df-938c-d686429e513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:52.935539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-10588e0a-3c60-40df-938c-d686429e513a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1095 time: 0.1210239 Nov 04 08:57:52.955944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:52.975739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb56a5-fbe1-44ff-ad8e-97a63b7e6cd0 req-b7401a25-fe27-4d7b-965c-1fe10cea275e tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:52.983646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46cb56a5-fbe1-44ff-ad8e-97a63b7e6cd0 req-b7401a25-fe27-4d7b-965c-1fe10cea275e tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 949 time: 0.7842283 Nov 04 08:57:53.080942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-fb8e8cc5-c717-4e3e-87f6-7e5cd274a909 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:53.082403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Port 7a7aa01b-9db7-4e99-b419-83421540574c not found while updating agent binding for router 2153455a-0258-42b2-8553-b864e9bcb61f. {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 08:57:53.087200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-fb8e8cc5-c717-4e3e-87f6-7e5cd274a909 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:53.088802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] Provisioning complete for port cf23f037-ec23-4645-bd89-f7837afb2853 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:53.089033 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-fb8e8cc5-c717-4e3e-87f6-7e5cd274a909 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "GET /v2.0/networks?id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13&id=a22cb40a-96f9-42f0-964d-aa479a47a307&id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13 HTTP/1.1" status: 200 len: 1392 time: 0.3718243 Nov 04 08:57:53.089808 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:53.135621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-f147ae07-11cd-4f21-932b-f9170d794492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:53.139665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-f147ae07-11cd-4f21-932b-f9170d794492 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.1805913 Nov 04 08:57:53.142475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'port': {'device_id': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13', 'admin_state_up': True, 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:53.162575 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 08:57:53.163203 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 08:57:53.175399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Routers {'2153455a-0258-42b2-8553-b864e9bcb61f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:53.176353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2153455a-0258-42b2-8553-b864e9bcb61f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:53.181886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46cb56a5-fbe1-44ff-ad8e-97a63b7e6cd0 req-93455981-045a-4264-9d5e-f13b029cf109 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970022 Nov 04 08:57:53.222869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-5ad06987-ef6a-4d6d-8ab4-ab4268ccb97d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 217 time: 0.0699134 Nov 04 08:57:53.294502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-b4754307-4bc9-4ad9-96d3-2e51cd40e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:53.296098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-b4754307-4bc9-4ad9-96d3-2e51cd40e59c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0522742 Nov 04 08:57:53.308482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aaa42d9a-2aa0-4165-958c-2fa82825bfee req-59ff4402-1c78-4616-829a-eb95f7eae72b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 210 time: 0.1642876 Nov 04 08:57:53.329145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f1811-7b2e-47d4-9fd7-d4c4f2b59228 None None] Pushing event updated for resources: {'Port': ['ID=cf23f037-ec23-4645-bd89-f7837afb2853,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:53.355347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-0432817f-ea72-4609-967e-473d9be9ec8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416975 Nov 04 08:57:53.437988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] Set router 2153455a-0258-42b2-8553-b864e9bcb61f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:53.486917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-fd059214-1afa-443f-a75b-c176dcb41285 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231296 Nov 04 08:57:53.631620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4317e9-e06f-4d49-81f0-b6869458babb req-d7e4cb59-ca9a-494c-824b-abef5e007bfc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:53.641572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f4317e9-e06f-4d49-81f0-b6869458babb req-d7e4cb59-ca9a-494c-824b-abef5e007bfc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.0880120 Nov 04 08:57:53.683381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30617a8c-8467-4e32-8f2e-b7f4fbd8053d req-7bbc9347-bdd7-4aa2-9eb9-4193be8d3255 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:53.692165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30617a8c-8467-4e32-8f2e-b7f4fbd8053d req-7bbc9347-bdd7-4aa2-9eb9-4193be8d3255 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1137123 Nov 04 08:57:53.731079 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:53.735339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f4317e9-e06f-4d49-81f0-b6869458babb req-e2493e5f-3f43-4ef5-913f-96da84ca3ae8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915394 Nov 04 08:57:53.758712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-081414de-9381-4abc-bc06-91a8d662b7a6 req-8305a553-9233-4a71-ae7d-9824e88bd768 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619886 Nov 04 08:57:53.760107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30617a8c-8467-4e32-8f2e-b7f4fbd8053d req-914cf800-7368-46f0-8e6d-4d70e3e7e18f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622213 Nov 04 08:57:53.768176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0', 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:53.803033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-76e32b26-c10d-4fab-9e81-3179f689a56b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:53.804618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-76e32b26-c10d-4fab-9e81-3179f689a56b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/ports?device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 950 time: 0.1359951 Nov 04 08:57:53.865845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] Provisioning complete for port ee9ec028-35d7-4b71-9b35-79bd665a97b7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:53.866599 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:53.902518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:53.906615 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:53.928292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c079843-3204-4fa4-8258-d5e0ad444bef up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:53.992783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:54.024050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3edcba-7b61-4c76-a33b-075883f23096 req-b81b5f64-8efc-4799-87b5-b8d915ee80c9 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:54.032782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d3edcba-7b61-4c76-a33b-075883f23096 req-b81b5f64-8efc-4799-87b5-b8d915ee80c9 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1692479 Nov 04 08:57:54.091002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port 43678523-5c9f-43a8-97a7-31c622949ba0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:54.091349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.101341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:52Z', 'revision_number': 5, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port': {'id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:37Z', 'updated_at': '2021-11-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:54.124813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d3edcba-7b61-4c76-a33b-075883f23096 req-8a4ec3f3-7f01-4719-bfac-27759c39176f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910542 Nov 04 08:57:54.176092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37f55b3-e23c-43f9-90e0-4743a8ba03b6 None None] The sync data for ids ['2153455a-0258-42b2-8553-b864e9bcb61f'] in n-d-816487-1 is: [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:52Z', 'revision_number': 5, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port': {'id': '3c079843-3204-4fa4-8258-d5e0ad444bef', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:37Z', 'updated_at': '2021-11-04T08:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:54.254304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port 43678523-5c9f-43a8-97a7-31c622949ba0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=43678523-5c9f-43a8-97a7-31c622949ba0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:54.254772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.269118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c9a0-ba88-495c-bafc-020edfac2476 req-2462ede4-f7ea-43d4-8967-cb4a2c7031c4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:54.270336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ef4c9a0-ba88-495c-bafc-020edfac2476 req-2462ede4-f7ea-43d4-8967-cb4a2c7031c4 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b8867eb-dd2d-478c-a62d-98d70b891e19 HTTP/1.1" status: 200 len: 950 time: 0.2723098 Nov 04 08:57:54.270952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for 43678523-5c9f-43a8-97a7-31c622949ba0 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:54.312910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3c079843-3204-4fa4-8258-d5e0ad444bef triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:54.313552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.342682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Allocated IP 19.80.0.190 (96080670-e4db-45d4-bd9b-4fa4e3a9bd13/d4f881e7-e1e0-40b5-8b55-ef551fe1179d/86b5d4e5-f86b-4451-bf0d-28a14f52dee5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:54.393175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-c4ea44ff-c7a9-4ffa-8d03-f077c3d93392 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:54.394770 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-c4ea44ff-c7a9-4ffa-8d03-f077c3d93392 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4315b3e-89ab-4bd4-b34b-778e6e1722af HTTP/1.1" status: 200 len: 950 time: 0.2791908 Nov 04 08:57:54.459508 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.517965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.521450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Router 2153455a-0258-42b2-8553-b864e9bcb61f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:57:54.564920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=43678523-5c9f-43a8-97a7-31c622949ba0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:54.571228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ef4c9a0-ba88-495c-bafc-020edfac2476 req-6d8dac5d-a293-4859-bc34-d2be1c687961 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807364 Nov 04 08:57:54.590783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec7582-2397-4a11-a4c6-0f51ce754193 req-aa6ed392-a6c6-4535-8184-edf2174392bf tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:54.598774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8ec7582-2397-4a11-a4c6-0f51ce754193 req-aa6ed392-a6c6-4535-8184-edf2174392bf tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 949 time: 0.1334047 Nov 04 08:57:54.676656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] For port ee9ec028-35d7-4b71-9b35-79bd665a97b7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee9ec028-35d7-4b71-9b35-79bd665a97b7,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:54.701264 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.702339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8ec7582-2397-4a11-a4c6-0f51ce754193 req-7db7f605-dc06-4529-b861-61ff23ceffba tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025505 Nov 04 08:57:54.733484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port 43678523-5c9f-43a8-97a7-31c622949ba0 on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:54.749918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.760277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-006c1e5a-a42f-43b5-a564-e985052e8168 req-aede714a-ca57-40ad-909d-dd63f317c70b tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "DELETE /v2.0/ports/43678523-5c9f-43a8-97a7-31c622949ba0 HTTP/1.1" status: 204 len: 173 time: 0.9446566 Nov 04 08:57:54.762809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'name': 'network-vif-deleted', 'tag': '43678523-5c9f-43a8-97a7-31c622949ba0'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:54.784717 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c50628-e5f0-4312-b270-5373b28388f2" -d '{"events": [{"server_uuid": "0b8867eb-dd2d-478c-a62d-98d70b891e19", "name": "network-vif-deleted", "tag": "43678523-5c9f-43a8-97a7-31c622949ba0"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:54.850791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:57:54.855247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:54.855731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:54.860105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:54.871721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:54.876452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7151b224-1e3f-4d6c-b274-b65395eb7a85 admin admin] 10.222.0.53 "PUT /v2.0/routers/2153455a-0258-42b2-8553-b864e9bcb61f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5936949 Nov 04 08:57:54.957845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1cc2a-f5dd-4957-9602-a3059bd8cf1c None None] Pushing event updated for resources: {'Port': ['ID=ee9ec028-35d7-4b71-9b35-79bd665a97b7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:55.017999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-08e2f827-ef01-4078-aa73-d95ee4a44237 None None] Provisioning complete for port ee9ec028-35d7-4b71-9b35-79bd665a97b7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:55.018614 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-08e2f827-ef01-4078-aa73-d95ee4a44237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.088307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f6a0d83-725a-4e39-9815-6ccbfc6454d3 req-c4939511-8b4d-4336-93d5-ba9840a9a97e tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 210 time: 0.2693100 Nov 04 08:57:55.166404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ee9ec028-35d7-4b71-9b35-79bd665a97b7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:55.177446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41795c3a-42d5-465c-a48b-c85d819d3e2d req-f700f420-7797-4dd8-b805-0f3f572ab112 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:55.185782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41795c3a-42d5-465c-a48b-c85d819d3e2d req-f700f420-7797-4dd8-b805-0f3f572ab112 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1195986 Nov 04 08:57:55.194041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:55.203994 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.255629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:55.327293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:55.327915 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.345322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:55.439145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 3ea85a81-7f35-4916-b446-767b146659a6 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:57:55.447991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3ea85a81-7f35-4916-b446-767b146659a6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:55.448375 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.663538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ef20-6013-4174-bb9f-e2fb841e89cc req-548bdcff-1d79-4383-aa14-0035878c21e0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:55.665912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1d4ef20-6013-4174-bb9f-e2fb841e89cc req-548bdcff-1d79-4383-aa14-0035878c21e0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.4151790 Nov 04 08:57:55.670434 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.687321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.694332 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.698450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ee9ec028-35d7-4b71-9b35-79bd665a97b7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:55.699129 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.705112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['43678523-5c9f-43a8-97a7-31c622949ba0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:55.732335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41795c3a-42d5-465c-a48b-c85d819d3e2d req-670f2503-5b74-4062-811a-d13333e6f66c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391815 Nov 04 08:57:55.814174 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224fe151-25fe-456e-9414-96121d74266a x-openstack-request-id: req-224fe151-25fe-456e-9414-96121d74266a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:55.814632 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8867eb-dd2d-478c-a62d-98d70b891e19", "name": "network-vif-deleted", "tag": "43678523-5c9f-43a8-97a7-31c622949ba0", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:55.814980 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-224fe151-25fe-456e-9414-96121d74266a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:55.815694 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8867eb-dd2d-478c-a62d-98d70b891e19', 'name': 'network-vif-deleted', 'tag': '43678523-5c9f-43a8-97a7-31c622949ba0', 'status': 'completed', 'code': 200} Nov 04 08:57:55.816110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:55.818414 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f878a867-5810-46bc-a4ac-e6d85cbbeb14" -d '{"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-plugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:55.824158 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.846132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=cb2ec4e4-14a7-4772-aa3b-48d5c964abc5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:55.876108 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1d4ef20-6013-4174-bb9f-e2fb841e89cc req-9160384b-7e4e-4c3f-8945-d1d99bf350de tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924677 Nov 04 08:57:55.888624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:55.903791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:55.904851 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.907698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:55.911808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de6a62ce-bbfa-4779-a1a3-c69e328b59bd req-49a44c57-6ec8-490f-93fd-9f8d76fa735e tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.70 "DELETE /v2.0/ports/cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 HTTP/1.1" status: 204 len: 173 time: 1.4956095 Nov 04 08:57:55.913430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'name': 'network-vif-deleted', 'tag': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:55.928471 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ecf43-0c81-4d05-acfa-802db3207bbf" -d '{"events": [{"server_uuid": "d4315b3e-89ab-4bd4-b34b-778e6e1722af", "name": "network-vif-deleted", "tag": "cb2ec4e4-14a7-4772-aa3b-48d5c964abc5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:55.970066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:56.014182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Deleting port 3c079843-3204-4fa4-8258-d5e0ad444bef {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:56.015486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:56.041286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:56.045096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:56.049029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:56.116380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Port': ['ID=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:56.138788 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] Sync routers for ids ['2153455a-0258-42b2-8553-b864e9bcb61f'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:57:56.155952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:56.160499 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] Routers {'2153455a-0258-42b2-8553-b864e9bcb61f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:56.161659 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2153455a-0258-42b2-8553-b864e9bcb61f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:56.189641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cf23f037-ec23-4645-bd89-f7837afb2853 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:56.202835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:56.204369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:56.209212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:57:56.236210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-01447892-5da8-4bc1-9a62-9e945c234eb5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0975759 Nov 04 08:57:56.246963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1d52c-be20-4c98-8ff4-556de6a43acd req-5c15a576-67af-450e-a4a7-5941f13e70de tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:56.259734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7a1d52c-be20-4c98-8ff4-556de6a43acd req-5c15a576-67af-450e-a4a7-5941f13e70de tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.3006968 Nov 04 08:57:56.265043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'port': {'device_id': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307', 'admin_state_up': True, 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:56.297197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15fa35-6ff5-4077-90c1-b73a06a7c98c req-5b9d2d33-a24e-414b-96f2-7470612352e7 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:56.298762 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c15fa35-6ff5-4077-90c1-b73a06a7c98c req-5b9d2d33-a24e-414b-96f2-7470612352e7 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 950 time: 0.1946948 Nov 04 08:57:56.411009 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] Set router 2153455a-0258-42b2-8553-b864e9bcb61f gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:56.417361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cf23f037-ec23-4645-bd89-f7837afb2853 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:56.418482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:56.425960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] For port 3c079843-3204-4fa4-8258-d5e0ad444bef, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3c079843-3204-4fa4-8258-d5e0ad444bef,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:56.426401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:56.446301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c15fa35-6ff5-4077-90c1-b73a06a7c98c req-3dfe5625-2ade-408f-8a7a-2e89cff5fe49 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292145 Nov 04 08:57:56.453856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7a1d52c-be20-4c98-8ff4-556de6a43acd req-7b7eb094-edc9-42db-8ff0-1b543d331114 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883018 Nov 04 08:57:56.501790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Calling delete_port for 3c079843-3204-4fa4-8258-d5e0ad444bef owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:56.568283 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:55Z', 'revision_number': 6, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:56.579484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:56.587758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:56.610214 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcaa122-5d1f-4aa3-a40f-1183eb6d3e66 x-openstack-request-id: req-9bcaa122-5d1f-4aa3-a40f-1183eb6d3e66 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:56.610495 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-plugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:56.610772 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bcaa122-5d1f-4aa3-a40f-1183eb6d3e66 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:56.611143 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6', 'code': 200} Nov 04 08:57:56.619917 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] Checking router: 2153455a-0258-42b2-8553-b864e9bcb61f for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:57:56.645988 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] Routers {'2153455a-0258-42b2-8553-b864e9bcb61f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:57:56.646803 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:57:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2153455a-0258-42b2-8553-b864e9bcb61f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:56.677496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f048cce4-773b-43c3-98be-67816d92fd9b None None] Provisioning complete for port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:56.678061 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f048cce4-773b-43c3-98be-67816d92fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:56.710490 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ac9a84-95a0-4b06-a7bb-4ead47719e8c x-openstack-request-id: req-49ac9a84-95a0-4b06-a7bb-4ead47719e8c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:56.710788 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4315b3e-89ab-4bd4-b34b-778e6e1722af", "name": "network-vif-deleted", "tag": "cb2ec4e4-14a7-4772-aa3b-48d5c964abc5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:56.711043 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-49ac9a84-95a0-4b06-a7bb-4ead47719e8c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:56.712430 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4315b3e-89ab-4bd4-b34b-778e6e1722af', 'name': 'network-vif-deleted', 'tag': 'cb2ec4e4-14a7-4772-aa3b-48d5c964abc5', 'status': 'completed', 'code': 200} Nov 04 08:57:56.736669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f048cce4-773b-43c3-98be-67816d92fd9b None None] Port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:56.777787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf714f66-8634-4589-8a8d-1ace00501fa0 req-e112208a-8885-4298-bed3-dea44593b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:56.779518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf714f66-8634-4589-8a8d-1ace00501fa0 req-e112208a-8885-4298-bed3-dea44593b47b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 1101 time: 0.1023016 Nov 04 08:57:56.856825 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] Set router 2153455a-0258-42b2-8553-b864e9bcb61f gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:57:56.869544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Allocated IP 19.86.0.171 (a22cb40a-96f9-42f0-964d-aa479a47a307/3c7b5c1b-32f0-42b0-954b-d8ccb46afe51/d8ddeb33-960f-4d4a-9fee-131648dd4c10) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:56.940916 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:55Z', 'revision_number': 6, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:56.947337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf714f66-8634-4589-8a8d-1ace00501fa0 req-c94702ab-383b-42a5-8f19-d0b5b4d649e1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301243 Nov 04 08:57:56.958876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ee9ec028-35d7-4b71-9b35-79bd665a97b7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:57:56.976072 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a556dcf7-7d18-4d6d-90bf-38d1b10b8835 None None] The sync data for ids ['2153455a-0258-42b2-8553-b864e9bcb61f'] in n-d-816487-1 is: [{'id': '2153455a-0258-42b2-8553-b864e9bcb61f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-103376370-router', 'tenant_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:36Z', 'updated_at': '2021-11-04T08:57:55Z', 'revision_number': 6, 'project_id': '885c1b7688fb48dabbd87f7ed1f1a2f2', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:57:57.016785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa459d8f-0a58-470a-88c7-11bb1e4c7e1f req-f90bfe60-50c3-42ed-8efc-dc5933c79256 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:57.018398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa459d8f-0a58-470a-88c7-11bb1e4c7e1f req-f90bfe60-50c3-42ed-8efc-dc5933c79256 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1277637 Nov 04 08:57:57.039226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266576eb-eac5-422c-a267-f51652dd21f5 req-cf0d24a9-c79f-46d8-a817-89ea1cc825f3 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:57.049144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-266576eb-eac5-422c-a267-f51652dd21f5 req-cf0d24a9-c79f-46d8-a817-89ea1cc825f3 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 932 time: 0.2140069 Nov 04 08:57:57.050914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ee9ec028-35d7-4b71-9b35-79bd665a97b7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:57.051290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.091403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.110080 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa459d8f-0a58-470a-88c7-11bb1e4c7e1f req-4ab8e059-f1fe-46d2-9d06-8c1b04802ee7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807981 Nov 04 08:57:57.153329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-266576eb-eac5-422c-a267-f51652dd21f5 req-15e745f8-9f91-4ad2-8329-04a66098bf3c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028881 Nov 04 08:57:57.157551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Pushing event deleted for resources: {'Port': ['ID=3c079843-3204-4fa4-8258-d5e0ad444bef,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:57.192643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.241328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.289181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network a22cb40a-96f9-42f0-964d-aa479a47a307 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:57.293030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:57.299777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:57.304170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Port': ['ID=d8ddeb33-960f-4d4a-9fee-131648dd4c10,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:57.310473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.374569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:57.375248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.397793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cf4fb-b18b-4669-b4ea-9e59871b3f7c req-33225284-41be-44e7-ba1f-ecc67e8c32bd tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:57.400166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-693cf4fb-b18b-4669-b4ea-9e59871b3f7c req-33225284-41be-44e7-ba1f-ecc67e8c32bd tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1600800 Nov 04 08:57:57.400726 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-aca2653a-87ff-4b0d-89a7-4fd104acfd8c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1477046 Nov 04 08:57:57.417356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'port': {'device_id': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13', 'admin_state_up': True, 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:57.446589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.450412 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.514212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410acc8-c760-4032-b102-148689c74006 req-c12f7872-1755-44cc-8979-dba04416a233 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:57.515841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e410acc8-c760-4032-b102-148689c74006 req-c12f7872-1755-44cc-8979-dba04416a233 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 949 time: 0.1140528 Nov 04 08:57:57.519662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-693cf4fb-b18b-4669-b4ea-9e59871b3f7c req-6fd0a0e9-0e43-436d-be52-03f344de732a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929847 Nov 04 08:57:57.527227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.527908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2153455a-0258-42b2-8553-b864e9bcb61f {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 08:57:57.542326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.542326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8257b9c3-60eb-4c3e-a2a0-0ac867b0676c admin admin] 10.222.0.53 "DELETE /v2.0/routers/2153455a-0258-42b2-8553-b864e9bcb61f HTTP/1.1" status: 204 len: 168 time: 2.6612353 Nov 04 08:57:57.542326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:57.594134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] Deleting subnet 6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:57:57.598140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.625762 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e410acc8-c760-4032-b102-148689c74006 req-d801f033-3dbf-46f7-8a98-4ced0d4f6e42 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824509 Nov 04 08:57:57.642537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:57:57.647823 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.689710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.698661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bfbcb897-8bfa-432e-a249-b73a37d9a8c6 None None] Provisioning complete for port d8ddeb33-960f-4d4a-9fee-131648dd4c10 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:57.699517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bfbcb897-8bfa-432e-a249-b73a37d9a8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.731171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 43678523-5c9f-43a8-97a7-31c622949ba0 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:57.733403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266db699-8c58-4db2-9f16-905ce78d4d3a req-aab31578-df5b-4047-bad2-9dc05294ca67 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:57.736432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-266db699-8c58-4db2-9f16-905ce78d4d3a req-aab31578-df5b-4047-bad2-9dc05294ca67 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1160541 Nov 04 08:57:57.765738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 43678523-5c9f-43a8-97a7-31c622949ba0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:57.766095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 43678523-5c9f-43a8-97a7-31c622949ba0 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:57.766965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:57.824201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-266db699-8c58-4db2-9f16-905ce78d4d3a req-1c7367ae-7849-459a-a8c7-4f7ffa0543bb tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824239 Nov 04 08:57:57.843968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644ead6-9e6f-4b48-ba76-77912c393c95 req-e63099f1-6b87-451c-8cc1-6414e509de3d tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:57.845759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7644ead6-9e6f-4b48-ba76-77912c393c95 req-e63099f1-6b87-451c-8cc1-6414e509de3d tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 950 time: 0.1075096 Nov 04 08:57:57.860906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.890872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Allocated IP 19.80.0.115 (96080670-e4db-45d4-bd9b-4fa4e3a9bd13/d4f881e7-e1e0-40b5-8b55-ef551fe1179d/850066e3-7cba-4f53-8a42-790a078fd636) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:57:57.916318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7644ead6-9e6f-4b48-ba76-77912c393c95 req-115a23bc-91a5-4b49-8f8a-794e36c99240 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585201 Nov 04 08:57:57.948725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.972509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-bfbcb897-8bfa-432e-a249-b73a37d9a8c6 None None] Port d8ddeb33-960f-4d4a-9fee-131648dd4c10 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:57.974327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:57.974521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device cb2ec4e4-14a7-4772-aa3b-48d5c964abc5 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:57.977133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:57.984656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:57.990619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a6b477c-6dcc-4949-8a18-5c1a80986930 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6270c759-d1ef-4fe8-bc75-7a1a7f9e9fe8 HTTP/1.1" status: 204 len: 168 time: 0.4501598 Nov 04 08:57:57.990953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:57.999962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ca56aa-00fe-4534-ae07-2588669c8ee1 None None] Network 064daa82-09dd-43ff-864a-7557d1435ebc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:57:58.077501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.130441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.141595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Deleting port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:58.142029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.176818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.223210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:57:58.226638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:57:58.231008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:57:58.255032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] DHCP port deletion for 064daa82-09dd-43ff-864a-7557d1435ebc request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:57:58.309370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Port': ['ID=850066e3-7cba-4f53-8a42-790a078fd636,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:58.320010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] For port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,segment=NetworkSegment(3e2283e6-1b38-41f5-bb93-078494d14eab),segment_id=3e2283e6-1b38-41f5-bb93-078494d14eab)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:58.320639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.344362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeaeb1c-e6fc-4e4a-827b-14486b6ec35e req-3edcf77c-e1bf-4a5b-b209-8f4dac4656f5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:58.346058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4eeaeb1c-e6fc-4e4a-827b-14486b6ec35e req-3edcf77c-e1bf-4a5b-b209-8f4dac4656f5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.0805006 Nov 04 08:57:58.353009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:58.353965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.356077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Calling delete_port for b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:58.374162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2712e5-a6a0-4080-902c-7d11cbb6d880 req-df51213c-a6ad-4526-b306-95f577162731 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:58.380566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2712e5-a6a0-4080-902c-7d11cbb6d880 req-df51213c-a6ad-4526-b306-95f577162731 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:58.382131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] Deleting port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:58.382510 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.389218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-13793875-af94-44a4-8e3b-948845365150 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9782116 Nov 04 08:57:58.393992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2712e5-a6a0-4080-902c-7d11cbb6d880 req-df51213c-a6ad-4526-b306-95f577162731 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:58.404463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac2712e5-a6a0-4080-902c-7d11cbb6d880 req-df51213c-a6ad-4526-b306-95f577162731 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2377 time: 0.1472666 Nov 04 08:57:58.410364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Request body: {'port': {'device_id': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:58.478751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] For port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,segment=NetworkSegment(3e2283e6-1b38-41f5-bb93-078494d14eab),segment_id=3e2283e6-1b38-41f5-bb93-078494d14eab)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:58.479472 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.491228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4eeaeb1c-e6fc-4e4a-827b-14486b6ec35e req-387129f2-36f0-448c-9475-ea89d76e719a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241753 Nov 04 08:57:58.497283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] Calling delete_port for b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:57:58.512475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac2712e5-a6a0-4080-902c-7d11cbb6d880 req-287a5139-d6cc-482c-ad24-381d43d4f5e3 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977817 Nov 04 08:57:58.537111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.561583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.575377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] No DVR routers for this DVR port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:58.602507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:58.626170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-862afc16-15ce-4ee6-a3d0-1eb35e9ee1c5 None None] Provisioning complete for port 850066e3-7cba-4f53-8a42-790a078fd636 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:57:58.626698 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-862afc16-15ce-4ee6-a3d0-1eb35e9ee1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.681066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-862afc16-15ce-4ee6-a3d0-1eb35e9ee1c5 None None] Port 850066e3-7cba-4f53-8a42-790a078fd636 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:57:58.684760 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.685544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.710198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064daa82-09dd-43ff-864a-7557d1435ebc']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:58.718619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] Pushing event deleted for resources: {'Port': ['ID=b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:58.725491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7c3412-3719-4ef9-b8bc-0a676745fd90 None None] No DVR routers for this DVR port b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:57:58.725866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2283e6-1b38-41f5-bb93-078494d14eab') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:58.726164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2283e6-1b38-41f5-bb93-078494d14eab') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:57:58.738750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.765624 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.777091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d3c7b-d0dc-4736-ae63-3330133c2734 req-49866db9-e92b-4ee3-8025-7c2e69c21205 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:58.778960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-501d3c7b-d0dc-4736-ae63-3330133c2734 req-49866db9-e92b-4ee3-8025-7c2e69c21205 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1219270 Nov 04 08:57:58.793455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:57:58.793924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:57:58.795931 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:57:58.843308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-501d3c7b-d0dc-4736-ae63-3330133c2734 req-220204a2-965c-45a9-8118-87461f5eabf8 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536120 Nov 04 08:57:58.881088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52e689-29f4-4d5d-b2ee-23e8f4076d70 req-d3b873c2-91dc-4970-a3a3-5c9633ca3e11 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:58.882731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de52e689-29f4-4d5d-b2ee-23e8f4076d70 req-d3b873c2-91dc-4970-a3a3-5c9633ca3e11 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 949 time: 0.1357996 Nov 04 08:57:58.895251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.915987 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.922840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/064daa82-09dd-43ff-864a-7557d1435ebc HTTP/1.1" status: 204 len: 168 time: 0.9279511 Nov 04 08:57:58.936690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:57:58.944801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.961292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Transition to ACTIVE for port object 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:57:58.970063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:58.982485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91cc60-e025-4d30-8ed9-e1dbdf82bae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=064daa82-09dd-43ff-864a-7557d1435ebc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:59.001407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:59.025581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de52e689-29f4-4d5d-b2ee-23e8f4076d70 req-160daf8f-1864-4138-8924-9858ca812d9f tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/security-groups?id=9f5b474d-d584-4d11-9199-fd9b5945a408&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279957 Nov 04 08:57:59.040387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:59.040646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b7ed4fae-43bb-4069-b4a8-d9a2e7e0eb32 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:59.041071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c079843-3204-4fa4-8258-d5e0ad444bef no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:57:59.065929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Pushing event updated for resources: {'Port': ['ID=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:59.079475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 3c079843-3204-4fa4-8258-d5e0ad444bef {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:57:59.079830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c079843-3204-4fa4-8258-d5e0ad444bef not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:57:59.147171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65186225-d48b-4dfc-8c2f-d94d465f68e9 req-150e8b55-9360-4fd4-b69f-29b6331df3b0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.149502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65186225-d48b-4dfc-8c2f-d94d465f68e9 req-150e8b55-9360-4fd4-b69f-29b6331df3b0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1316473 Nov 04 08:57:59.202908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae2c58-606d-43ad-a703-86079f19cb98 req-980052c1-5fd7-4bc4-aed1-5d074cae288b tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.204525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05ae2c58-606d-43ad-a703-86079f19cb98 req-980052c1-5fd7-4bc4-aed1-5d074cae288b tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 950 time: 0.0806811 Nov 04 08:57:59.221074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65186225-d48b-4dfc-8c2f-d94d465f68e9 req-383afba1-b854-48f5-ad68-a13c677e9e1a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 Nov 04 08:57:59.226454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Attempting to bind port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:57:59.226886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Attempting to bind port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:57:59.227739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Attempting to bind port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 on network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:59.244749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 on network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:57:59.245212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Attempting to bind port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 on network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:57:59.247646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42832) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:59.273090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:57:59.273687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Checking segment: {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:57:59.275225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Bound using segment: {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:57:59.276060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Bound port: 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:57:59.276427 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.294887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05ae2c58-606d-43ad-a703-86079f19cb98 req-cbb611e3-7135-4cb8-84ea-841e2415adfd tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784457 Nov 04 08:57:59.353816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0c0e8c79-77f4-46fd-9246-754cf49d992d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=885c1b7688fb48dabbd87f7ed1f1a2f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018701 Nov 04 08:57:59.358531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:57:59.376813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] For port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:57:59.380068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] For port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:57:59.385775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.424585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.425386 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.426935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] 10.222.0.70 "PUT /v2.0/ports/86b5d4e5-f86b-4451-bf0d-28a14f52dee5 HTTP/1.1" status: 200 len: 1092 time: 1.0264711 Nov 04 08:57:59.429811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:57:59.435666 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e498bf-8c39-48fb-8035-cc25f6ef326b" -d '{"events": [{"name": "network-changed", "server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:57:59.446907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-fb91cf46-1ffa-43ff-b813-6ff15ceaa976 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.448428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-fb91cf46-1ffa-43ff-b813-6ff15ceaa976 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 949 time: 0.1026483 Nov 04 08:57:59.449673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e08ef5d-bf68-406a-a55e-9ae2b0b300c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.479914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Request body: {'port': {'device_id': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:57:59.504649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e08ef5d-bf68-406a-a55e-9ae2b0b300c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.514611 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecff650c-c475-4036-8aae-0ca8aefd73b6 x-openstack-request-id: req-ecff650c-c475-4036-8aae-0ca8aefd73b6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:57:59.514957 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:57:59.515171 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ecff650c-c475-4036-8aae-0ca8aefd73b6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:57:59.515549 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5', 'status': 'completed', 'code': 200} Nov 04 08:57:59.519039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726c10e-fbc6-49c4-83df-918bb8833def service neutron] Pushing event updated for resources: {'Port': ['ID=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:59.635393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e08ef5d-bf68-406a-a55e-9ae2b0b300c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.639394 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e08ef5d-bf68-406a-a55e-9ae2b0b300c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.640867 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8e08ef5d-bf68-406a-a55e-9ae2b0b300c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2caacb3a-5cd0-4de1-a85c-01715497ef1d HTTP/1.1" status: 204 len: 168 time: 0.2833569 Nov 04 08:57:59.645658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Deleting port b1a52765-e951-40bf-8bb9-8c745479a4f1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:57:59.645820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.669568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.678962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08ef5d-bf68-406a-a55e-9ae2b0b300c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caacb3a-5cd0-4de1-a85c-01715497ef1d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:57:59.689333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-8e38faa5-84d9-4a1d-99df-caca8d97eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.689943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-8e38faa5-84d9-4a1d-99df-caca8d97eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.690474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-8e38faa5-84d9-4a1d-99df-caca8d97eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.692279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-8e38faa5-84d9-4a1d-99df-caca8d97eaf3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2732 time: 0.1700709 Nov 04 08:57:59.752042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831af203-7657-43c6-a073-8e17a6492267 req-669862ab-1be1-47c2-a32f-da82864a1be4 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:57:59.753994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-831af203-7657-43c6-a073-8e17a6492267 req-669862ab-1be1-47c2-a32f-da82864a1be4 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1535571 Nov 04 08:57:59.787151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] For port b1a52765-e951-40bf-8bb9-8c745479a4f1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b1a52765-e951-40bf-8bb9-8c745479a4f1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:57:59.787531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:57:59.804732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Calling delete_port for b1a52765-e951-40bf-8bb9-8c745479a4f1 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:00.007011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72567e-ae23-4780-8721-687119663378 req-4e591793-02d9-4a92-94e4-f96db2f0b240 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.019003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72567e-ae23-4780-8721-687119663378 req-4e591793-02d9-4a92-94e4-f96db2f0b240 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.028314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72567e-ae23-4780-8721-687119663378 req-4e591793-02d9-4a92-94e4-f96db2f0b240 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.041268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c72567e-ae23-4780-8721-687119663378 req-4e591793-02d9-4a92-94e4-f96db2f0b240 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2389 time: 0.1222472 Nov 04 08:58:00.129811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c72567e-ae23-4780-8721-687119663378 req-a7298467-dd66-4704-9036-4e4253d1303c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868154 Nov 04 08:58:00.136531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:00.159968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b1a52765-e951-40bf-8bb9-8c745479a4f1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:00.213095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Pushing event deleted for resources: {'Port': ['ID=b1a52765-e951-40bf-8bb9-8c745479a4f1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:00.283278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] No DVR routers for this DVR port b1a52765-e951-40bf-8bb9-8c745479a4f1 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:00.286357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:00.291403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a77b35eb-9cf2-4501-8241-e6d14c2ae129 req-688fdaab-d648-4ac0-ae4f-d246d3a05d5a tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.55 "DELETE /v2.0/ports/b1a52765-e951-40bf-8bb9-8c745479a4f1 HTTP/1.1" status: 204 len: 173 time: 0.8302536 Nov 04 08:58:00.291914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'name': 'network-vif-deleted', 'tag': 'b1a52765-e951-40bf-8bb9-8c745479a4f1'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:00.294454 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fa2615-e24c-408d-888a-8b089b4a917b" -d '{"events": [{"server_uuid": "e4daee22-3af8-45e0-a539-3f63c712bc74", "name": "network-vif-deleted", "tag": "b1a52765-e951-40bf-8bb9-8c745479a4f1"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:00.303766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-831af203-7657-43c6-a073-8e17a6492267 req-5c516ef4-6576-4fac-a47f-1b1cb97cda01 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142419 Nov 04 08:58:00.368956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8df28-01f0-4cb2-8b3e-697df67c9650 req-a57525a5-0686-41df-90ca-610703fa7cca tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.370789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10d8df28-01f0-4cb2-8b3e-697df67c9650 req-a57525a5-0686-41df-90ca-610703fa7cca tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.0725007 Nov 04 08:58:00.424149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-1e65ca72-5b89-4214-ba89-ac26ddcdb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.424694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-1e65ca72-5b89-4214-ba89-ac26ddcdb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.425168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-1e65ca72-5b89-4214-ba89-ac26ddcdb3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.425740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10d8df28-01f0-4cb2-8b3e-697df67c9650 req-dfa2e742-0716-43ef-8783-361e95a84a75 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433626 Nov 04 08:58:00.426836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-1e65ca72-5b89-4214-ba89-ac26ddcdb3b8 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ab00d476bcc54326913b7a94038f16c2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7202487 Nov 04 08:58:00.474484 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-19f987a4-3844-4905-926f-132f25f8e5b2 req-c8ae9f0b-0f42-49b7-b793-3844b5474157 tempest-ServersOnMultiNodesTest-523140428 tempest-ServersOnMultiNodesTest-523140428-project] 10.222.0.53 "GET /v2.0/ports?device_id=e4daee22-3af8-45e0-a539-3f63c712bc74 HTTP/1.1" status: 200 len: 210 time: 0.0548589 Nov 04 08:58:00.553914 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36cafc3-e3e5-4b55-a29a-549571005098 x-openstack-request-id: req-f36cafc3-e3e5-4b55-a29a-549571005098 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:00.554280 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4daee22-3af8-45e0-a539-3f63c712bc74", "name": "network-vif-deleted", "tag": "b1a52765-e951-40bf-8bb9-8c745479a4f1", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:00.554596 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f36cafc3-e3e5-4b55-a29a-549571005098 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:00.555633 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4daee22-3af8-45e0-a539-3f63c712bc74', 'name': 'network-vif-deleted', 'tag': 'b1a52765-e951-40bf-8bb9-8c745479a4f1', 'status': 'completed', 'code': 200} Nov 04 08:58:00.592744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa8240-750f-4ec5-872d-41a68917582d req-3d211406-1083-4a15-8814-98dd4bbc2581 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.597317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73aa8240-750f-4ec5-872d-41a68917582d req-3d211406-1083-4a15-8814-98dd4bbc2581 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.0758891 Nov 04 08:58:00.674839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-d1ec3562-27b2-4bef-afbb-3a9d7b59d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:00.676360 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-94e498bf-8c39-48fb-8035-cc25f6ef326b req-d1ec3562-27b2-4bef-afbb-3a9d7b59d161 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2368836 Nov 04 08:58:00.688546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73aa8240-750f-4ec5-872d-41a68917582d req-89da21c9-24e6-4c46-99e1-91e15ec158e0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843980 Nov 04 08:58:00.740094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ddeb33-960f-4d4a-9fee-131648dd4c10 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:00.749291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:00.762877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Transition to ACTIVE for port object d8ddeb33-960f-4d4a-9fee-131648dd4c10 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:58:00.767010 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:00.823166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ddeb33-960f-4d4a-9fee-131648dd4c10,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:00.898075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Attempting to bind port d8ddeb33-960f-4d4a-9fee-131648dd4c10 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:00.898418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Attempting to bind port d8ddeb33-960f-4d4a-9fee-131648dd4c10 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:00.898805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Attempting to bind port d8ddeb33-960f-4d4a-9fee-131648dd4c10 on network a22cb40a-96f9-42f0-964d-aa479a47a307 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:00.904156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Port d8ddeb33-960f-4d4a-9fee-131648dd4c10 on network a22cb40a-96f9-42f0-964d-aa479a47a307 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:58:00.904623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Attempting to bind port d8ddeb33-960f-4d4a-9fee-131648dd4c10 on network a22cb40a-96f9-42f0-964d-aa479a47a307 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:00.912886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:00.913214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Checking segment: {'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:00.913593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Bound using segment: {'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:00.914016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Bound port: d8ddeb33-960f-4d4a-9fee-131648dd4c10, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1813459d-4d2b-4b9c-a0ec-740c65149a9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:00.915199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:01.006028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] For port d8ddeb33-960f-4d4a-9fee-131648dd4c10, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:01.011565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] For port d8ddeb33-960f-4d4a-9fee-131648dd4c10, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=d8ddeb33-960f-4d4a-9fee-131648dd4c10,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:01.017725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:01.079707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.080818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:01.082220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] 10.222.0.70 "PUT /v2.0/ports/d8ddeb33-960f-4d4a-9fee-131648dd4c10 HTTP/1.1" status: 200 len: 1092 time: 1.6175084 Nov 04 08:58:01.112581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09086645-1708-41f4-9bf1-75908d4de398 service neutron] Pushing event updated for resources: {'Port': ['ID=d8ddeb33-960f-4d4a-9fee-131648dd4c10,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:01.123204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Request body: {'port': {'device_id': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:01.207759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:01.305385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe938-b54e-4bb6-83e3-57246d6ea2f1 req-5ac0ac70-e61c-4b41-87e0-657073d7d212 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.316031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe938-b54e-4bb6-83e3-57246d6ea2f1 req-5ac0ac70-e61c-4b41-87e0-657073d7d212 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.343374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fe938-b54e-4bb6-83e3-57246d6ea2f1 req-5ac0ac70-e61c-4b41-87e0-657073d7d212 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.346216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-201fe938-b54e-4bb6-83e3-57246d6ea2f1 req-5ac0ac70-e61c-4b41-87e0-657073d7d212 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2401 time: 0.1105874 Nov 04 08:58:01.433440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-201fe938-b54e-4bb6-83e3-57246d6ea2f1 req-d55843ef-ea75-424e-b704-290a7b6c2926 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765467 Nov 04 08:58:01.520015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'tag': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:01.522403 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c501bd23-b01a-4eae-a1e0-49287567c500" -d '{"events": [{"name": "network-changed", "server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "tag": "d8ddeb33-960f-4d4a-9fee-131648dd4c10"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:01.574110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56143dcd-5a08-4aea-b035-4521937de8a7 req-a20c5923-8bc5-4e56-9d4d-a5e8999a1ca6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.575628 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56143dcd-5a08-4aea-b035-4521937de8a7 req-a20c5923-8bc5-4e56-9d4d-a5e8999a1ca6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1071832 Nov 04 08:58:01.576130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:01.577002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804730e-d281-4716-b27b-c9e02755643f req-83b2e9f0-e9eb-42ed-873c-1e6eb6123341 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.578650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6804730e-d281-4716-b27b-c9e02755643f req-83b2e9f0-e9eb-42ed-873c-1e6eb6123341 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.0526519 Nov 04 08:58:01.621189 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6804730e-d281-4716-b27b-c9e02755643f req-67a71e2d-9e95-4d64-b201-177f2d0a8d9f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364752 Nov 04 08:58:01.650623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56143dcd-5a08-4aea-b035-4521937de8a7 req-07371fd2-37c0-4a7c-9a7b-94b6a1fe929d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649569 Nov 04 08:58:01.688018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850066e3-7cba-4f53-8a42-790a078fd636 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:01.696975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:01.719091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Transition to ACTIVE for port object 850066e3-7cba-4f53-8a42-790a078fd636 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:58:01.724469 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f29181-ee05-43d4-9b07-7e0c73f95c52 x-openstack-request-id: req-55f29181-ee05-43d4-9b07-7e0c73f95c52 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:01.724821 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "tag": "d8ddeb33-960f-4d4a-9fee-131648dd4c10", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:01.725079 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55f29181-ee05-43d4-9b07-7e0c73f95c52 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:01.725476 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'tag': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10', 'status': 'completed', 'code': 200} Nov 04 08:58:01.726610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:01.822800 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa381588-562c-43ef-9bc4-c8708e482d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:01.838214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Pushing event updated for resources: {'Port': ['ID=850066e3-7cba-4f53-8a42-790a078fd636,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:01.931541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-16ee12bd-0328-4ea4-809e-41730ac97473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.932146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-16ee12bd-0328-4ea4-809e-41730ac97473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.932638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-16ee12bd-0328-4ea4-809e-41730ac97473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:01.934660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-16ee12bd-0328-4ea4-809e-41730ac97473 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2824 time: 0.1753924 Nov 04 08:58:01.937989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:02.056690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e64749-3e5f-4318-86fb-b94420504c03 req-981ca67a-b060-4472-9d38-1794b64aff7a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.058267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96e64749-3e5f-4318-86fb-b94420504c03 req-981ca67a-b060-4472-9d38-1794b64aff7a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.2305946 Nov 04 08:58:02.067940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Attempting to bind port 850066e3-7cba-4f53-8a42-790a078fd636 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:02.068283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Attempting to bind port 850066e3-7cba-4f53-8a42-790a078fd636 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:02.068612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Attempting to bind port 850066e3-7cba-4f53-8a42-790a078fd636 on network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:02.099683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Port 850066e3-7cba-4f53-8a42-790a078fd636 on network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:58:02.100062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Attempting to bind port 850066e3-7cba-4f53-8a42-790a078fd636 on network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:02.103839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cafa939a-3dc4-437d-9c48-2975fdfef252 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7394e7fd16b5461e92a200b1ca1a390c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646452 Nov 04 08:58:02.106260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:02.130202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:02.130545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Checking segment: {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:02.130941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Bound using segment: {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:02.131380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Bound port: 850066e3-7cba-4f53-8a42-790a078fd636, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53356a58-3993-46db-abc3-da026bb6d2a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:02.131738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.161759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aac430a-07a4-421c-a0a6-e8e69a044cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.181830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-a3e6d0d2-5b85-4938-af09-3185210e1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.182295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-a3e6d0d2-5b85-4938-af09-3185210e1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.182760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-a3e6d0d2-5b85-4938-af09-3185210e1851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.184436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-a3e6d0d2-5b85-4938-af09-3185210e1851 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ab00d476bcc54326913b7a94038f16c2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2349942 Nov 04 08:58:02.186232 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aac430a-07a4-421c-a0a6-e8e69a044cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.186383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa381588-562c-43ef-9bc4-c8708e482d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.190579 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96e64749-3e5f-4318-86fb-b94420504c03 req-5ca2f5fe-039c-405e-9461-db53ac17e793 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256144 Nov 04 08:58:02.195176 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa381588-562c-43ef-9bc4-c8708e482d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.241365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aac430a-07a4-421c-a0a6-e8e69a044cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.244386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aac430a-07a4-421c-a0a6-e8e69a044cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.245800 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6aac430a-07a4-421c-a0a6-e8e69a044cdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f5b474d-d584-4d11-9199-fd9b5945a408 HTTP/1.1" status: 204 len: 168 time: 0.1383486 Nov 04 08:58:02.254270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac430a-07a4-421c-a0a6-e8e69a044cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5b474d-d584-4d11-9199-fd9b5945a408,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:02.332770 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fa381588-562c-43ef-9bc4-c8708e482d21 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17e138e206904bdea7869dd0aae4a8f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7502654 Nov 04 08:58:02.334493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:02.342513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa381588-562c-43ef-9bc4-c8708e482d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d197a4-c41d-4626-a3d6-ab0ca7fd7ebf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:02.355719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] For port 850066e3-7cba-4f53-8a42-790a078fd636, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:02.362124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] For port 850066e3-7cba-4f53-8a42-790a078fd636, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=850066e3-7cba-4f53-8a42-790a078fd636,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:02.372453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.430197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.430824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.432309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-7d518596-2fbc-4782-b292-1888706b079e service neutron] 10.222.0.70 "PUT /v2.0/ports/850066e3-7cba-4f53-8a42-790a078fd636 HTTP/1.1" status: 200 len: 1092 time: 1.3152120 Nov 04 08:58:02.435529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-41a3c1eb-0496-48d0-8573-b4d5fc9934f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.437116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c501bd23-b01a-4eae-a1e0-49287567c500 req-41a3c1eb-0496-48d0-8573-b4d5fc9934f6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2429404 Nov 04 08:58:02.463546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b3babd-9650-4f1a-8c97-03fb14e5044a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.465439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d518596-2fbc-4782-b292-1888706b079e service neutron] Pushing event updated for resources: {'Port': ['ID=850066e3-7cba-4f53-8a42-790a078fd636,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:02.498813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b3babd-9650-4f1a-8c97-03fb14e5044a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.567272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b3babd-9650-4f1a-8c97-03fb14e5044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.572403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b3babd-9650-4f1a-8c97-03fb14e5044a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.576058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76b3babd-9650-4f1a-8c97-03fb14e5044a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f2d197a4-c41d-4626-a3d6-ab0ca7fd7ebf HTTP/1.1" status: 204 len: 168 time: 0.2370727 Nov 04 08:58:02.596741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b3babd-9650-4f1a-8c97-03fb14e5044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d197a4-c41d-4626-a3d6-ab0ca7fd7ebf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:02.599580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-5ae10bc3-8cee-4120-94cd-74195569f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.605977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-5ae10bc3-8cee-4120-94cd-74195569f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.606969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-5ae10bc3-8cee-4120-94cd-74195569f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.608823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-5ae10bc3-8cee-4120-94cd-74195569f76f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2866 time: 0.1087368 Nov 04 08:58:02.637941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd16b-8316-4a30-b714-5bbebbc5306d req-a8f17e21-678b-43f5-be46-48386b9ed369 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.644346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd16b-8316-4a30-b714-5bbebbc5306d req-a8f17e21-678b-43f5-be46-48386b9ed369 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.651323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdd16b-8316-4a30-b714-5bbebbc5306d req-a8f17e21-678b-43f5-be46-48386b9ed369 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.653172 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-debdd16b-8316-4a30-b714-5bbebbc5306d req-a8f17e21-678b-43f5-be46-48386b9ed369 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2413 time: 0.1055369 Nov 04 08:58:02.713040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-215b5c93-fe2f-4c57-a312-bd9d38496b02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.190&port_id=86b5d4e5-f86b-4451-bf0d-28a14f52dee5 HTTP/1.1" status: 200 len: 217 time: 0.0587575 Nov 04 08:58:02.718485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:02.797352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-debdd16b-8316-4a30-b714-5bbebbc5306d req-9dd75e7d-fe44-4f96-852d-1ab641ded010 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875127 Nov 04 08:58:02.801782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-f8dc6a11-ea31-4391-80b4-166b09135a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.803118 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-f8dc6a11-ea31-4391-80b4-166b09135a64 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f881e7-e1e0-40b5-8b55-ef551fe1179d HTTP/1.1" status: 200 len: 801 time: 0.0799332 Nov 04 08:58:02.838574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-728eed07-d1e9-4164-948d-23d5849df5e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73cd59e5c7f94530a2fc3c3f9cf5f513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1184318 Nov 04 08:58:02.841639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:02.870512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910910f-4d42-409f-a2e5-89bd73bcd8cb req-291c2d8c-c89b-4031-ac2c-5140dbfbf2d9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.872125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d910910f-4d42-409f-a2e5-89bd73bcd8cb req-291c2d8c-c89b-4031-ac2c-5140dbfbf2d9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 946 time: 0.1409297 Nov 04 08:58:02.880415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-b3f5a2c9-6fd1-4ae6-b1a3-9f04acab5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.882076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-b3f5a2c9-6fd1-4ae6-b1a3-9f04acab5ddc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0669205 Nov 04 08:58:02.931996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b626416b-d4d2-4b0d-9612-b3b4854d6c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.949500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d910910f-4d42-409f-a2e5-89bd73bcd8cb req-cd26ebfd-486a-4449-a5bc-7abbb1d9f079 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675182 Nov 04 08:58:02.974645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b626416b-d4d2-4b0d-9612-b3b4854d6c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:02.990250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d6f9d-c641-401e-88de-63a5c208698f req-0b166898-7fb6-4814-aa8b-96829c2256bd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:02.991932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-553d6f9d-c641-401e-88de-63a5c208698f req-0b166898-7fb6-4814-aa8b-96829c2256bd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1063533 Nov 04 08:58:03.064911 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-553d6f9d-c641-401e-88de-63a5c208698f req-a3b3fd4d-5cbe-42af-bfd6-327e7e97c5ea tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639625 Nov 04 08:58:03.069591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-8bd67d02-6de1-4c3c-8cd0-36acb95b2ced service neutron] 10.222.0.70 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572289 Nov 04 08:58:03.082483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b626416b-d4d2-4b0d-9612-b3b4854d6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.085512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b626416b-d4d2-4b0d-9612-b3b4854d6c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.086900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b626416b-d4d2-4b0d-9612-b3b4854d6c9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e534260-7526-41e2-bea5-93f2d9267c5b HTTP/1.1" status: 204 len: 168 time: 0.2441869 Nov 04 08:58:03.111264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626416b-d4d2-4b0d-9612-b3b4854d6c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e534260-7526-41e2-bea5-93f2d9267c5b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:03.137606 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-b3587396-4541-4ad6-83c7-3c1815a7369b tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:03.139438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-b3587396-4541-4ad6-83c7-3c1815a7369b tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1097 time: 0.0670800 Nov 04 08:58:03.154587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816487-1'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:03.235499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:03.251543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-d248ab2a-01cb-4708-b5f4-06c3c3176059 service neutron] 10.222.0.70 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541283 Nov 04 08:58:03.253861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.271461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b1a52765-e951-40bf-8bb9-8c745479a4f1 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:03.350806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: b1a52765-e951-40bf-8bb9-8c745479a4f1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:58:03.356161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b1a52765-e951-40bf-8bb9-8c745479a4f1 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:58:03.392510 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-a3f30ce4-7147-48fb-bbc6-8475748f79b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.171&port_id=d8ddeb33-960f-4d4a-9fee-131648dd4c10 HTTP/1.1" status: 200 len: 217 time: 0.1312325 Nov 04 08:58:03.420249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:03.465941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:03.479578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-f2cd15f7-0664-40ee-ab72-5e43de0a0ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:03.510181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-f2cd15f7-0664-40ee-ab72-5e43de0a0ecb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3c7b5c1b-32f0-42b0-954b-d8ccb46afe51 HTTP/1.1" status: 200 len: 801 time: 0.1083922 Nov 04 08:58:03.527351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:03.530121 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f66997-7cf4-43a0-893f-7b808237498d" -d '{"events": [{"server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:03.552936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.570191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.589464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:03.634471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-c62b23a1-2b92-415d-bfda-0c5c4f66b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:03.635100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3ea85a81-7f35-4916-b446-767b146659a6', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '3ea85a81-7f35-4916-b446-767b146659a6', 'mac_address': 'fa:16:3e:bc:2c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:03.637828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-c62b23a1-2b92-415d-bfda-0c5c4f66b50c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a22cb40a-96f9-42f0-964d-aa479a47a307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1182599 Nov 04 08:58:03.667204 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c51fb-9662-416b-ba13-07156af010df req-8db32ed0-d1f0-4975-b9e6-f74a2c82b941 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:03.668850 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef9c51fb-9662-416b-ba13-07156af010df req-8db32ed0-d1f0-4975-b9e6-f74a2c82b941 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1650233 Nov 04 08:58:03.690283 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bf10e2-ee42-48ee-9f0c-08173d5a7368 x-openstack-request-id: req-c3bf10e2-ee42-48ee-9f0c-08173d5a7368 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:03.690696 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "name": "network-vif-unplugged", "status": "completed", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:03.691014 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3bf10e2-ee42-48ee-9f0c-08173d5a7368 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:03.691469 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7', 'code': 200} Nov 04 08:58:03.702855 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.721475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ea85a81-7f35-4916-b446-767b146659a6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:03.744025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'tag': '850066e3-7cba-4f53-8a42-790a078fd636'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:03.747280 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2a0236-fa2c-4d2e-81ea-5816085a814d" -d '{"events": [{"name": "network-changed", "server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "tag": "850066e3-7cba-4f53-8a42-790a078fd636"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:03.749087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:03.757176 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.818706 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a904cae-085e-4274-8ad5-6a06274af28c x-openstack-request-id: req-7a904cae-085e-4274-8ad5-6a06274af28c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:03.818989 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "tag": "850066e3-7cba-4f53-8a42-790a078fd636", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:03.819245 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7a904cae-085e-4274-8ad5-6a06274af28c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:03.819633 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'tag': '850066e3-7cba-4f53-8a42-790a078fd636', 'status': 'completed', 'code': 200} Nov 04 08:58:03.830725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:03.833994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on host n-h1-816487-1 for vnic_type normal with profile {"migrating_to": "n-h2-816487-1"} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:03.834727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:03.834727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:03.858186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-8c58d142-9f93-4408-8640-02c5e88d8830 service neutron] 10.222.0.70 "GET /v2.0/networks/a22cb40a-96f9-42f0-964d-aa479a47a307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020009 Nov 04 08:58:03.873329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:03.893638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3ea85a81-7f35-4916-b446-767b146659a6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:03.898544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:58:03.898990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Attempting to bind port 9b03fe0a-714f-4add-9929-322abb07a4f7 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:03.927366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:03.927884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:03.931102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:03.931924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Bound port: 9b03fe0a-714f-4add-9929-322abb07a4f7, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:03.932457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:03.985247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-db7796fd-0052-47fa-a910-38210b4176ab service neutron] 10.222.0.70 "GET /v2.0/networks/a22cb40a-96f9-42f0-964d-aa479a47a307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123712 Nov 04 08:58:03.997349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef9c51fb-9662-416b-ba13-07156af010df req-1055996f-c575-4dcc-ad2f-42589b31aa55 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040857 Nov 04 08:58:04.069539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-8f440b59-2f67-442e-a103-412a28a465c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=850066e3-7cba-4f53-8a42-790a078fd636 HTTP/1.1" status: 200 len: 217 time: 0.0438421 Nov 04 08:58:04.085767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:04.091735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551194b1-3e35-4fd9-a6cd-4e0fedf427c5 req-f561b97e-6455-438e-aeae-1cc1d216e80c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.092588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:04.099506 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:04.101366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551194b1-3e35-4fd9-a6cd-4e0fedf427c5 req-f561b97e-6455-438e-aeae-1cc1d216e80c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.109132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551194b1-3e35-4fd9-a6cd-4e0fedf427c5 req-f561b97e-6455-438e-aeae-1cc1d216e80c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.110815 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-551194b1-3e35-4fd9-a6cd-4e0fedf427c5 req-f561b97e-6455-438e-aeae-1cc1d216e80c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2413 time: 0.1246648 Nov 04 08:58:04.194053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:04.198586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-551194b1-3e35-4fd9-a6cd-4e0fedf427c5 req-726393a9-e2a0-4710-8021-d5c145ae957e tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574396 Nov 04 08:58:04.200561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-1b7f7ce8-bd36-49d0-a62d-8e576036f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.201865 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-1b7f7ce8-bd36-49d0-a62d-8e576036f26c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f881e7-e1e0-40b5-8b55-ef551fe1179d HTTP/1.1" status: 200 len: 801 time: 0.1213026 Nov 04 08:58:04.228772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.228772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:04.230059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6108148-711f-4b98-8858-65afbe7c79d1 service neutron] 10.222.0.55 "PUT /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 1122 time: 1.0801978 Nov 04 08:58:04.324572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9b03fe0a-714f-4add-9929-322abb07a4f7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:04.385112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-72967c35-b7eb-49ec-82b7-5d4f23b83167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.386189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-72967c35-b7eb-49ec-82b7-5d4f23b83167 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1681232 Nov 04 08:58:04.389000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9b03fe0a-714f-4add-9929-322abb07a4f7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:04.407697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093965a-9081-45ab-b6a0-6df37ab96811 req-3f07cffb-7434-416f-a33a-267aa5d50d4d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.415952 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5093965a-9081-45ab-b6a0-6df37ab96811 req-3f07cffb-7434-416f-a33a-267aa5d50d4d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.1207559 Nov 04 08:58:04.544637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5093965a-9081-45ab-b6a0-6df37ab96811 req-9cc16be4-3986-4033-be3b-b7c02ef82bab tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277015 Nov 04 08:58:04.636307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-79f9f0e0-e535-4eda-b733-1fe48f570a74 service neutron] 10.222.0.70 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397630 Nov 04 08:58:04.891349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e0b8d5-2ace-4c97-9efa-f8c04756993f req-f5b3167b-8e91-4e8f-a352-28f8e37a3c64 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:04.892936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-23e0b8d5-2ace-4c97-9efa-f8c04756993f req-f5b3167b-8e91-4e8f-a352-28f8e37a3c64 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1648059 Nov 04 08:58:04.926121 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ee58fb8-29c7-40a6-9119-cd7d20f50b42 req-cf218b93-3391-4e21-93c9-dd97f93e4f49 service neutron] 10.222.0.70 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808552 Nov 04 08:58:04.962742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-23e0b8d5-2ace-4c97-9efa-f8c04756993f req-64338de8-d083-4e7d-81b4-c5f0ac0af85b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525644 Nov 04 08:58:05.011894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:05.095418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-9fc60cb0-c179-4e32-87b2-d19d8bdab263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.096614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-9fc60cb0-c179-4e32-87b2-d19d8bdab263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.097586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-9fc60cb0-c179-4e32-87b2-d19d8bdab263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.100711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-9fc60cb0-c179-4e32-87b2-d19d8bdab263 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2866 time: 0.0925679 Nov 04 08:58:05.199005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84bf46-ddbd-47ea-8d9b-bfd77b04f79c req-366b46ef-2fe8-44e8-bc25-1850cd00f9ce tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.210626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a84bf46-ddbd-47ea-8d9b-bfd77b04f79c req-366b46ef-2fe8-44e8-bc25-1850cd00f9ce tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1088731 Nov 04 08:58:05.247345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b03fe0a-714f-4add-9929-322abb07a4f7 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:05.256092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:05.303754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-d916c24c-7997-4eb9-bee1-13273b6801b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.307756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-d916c24c-7997-4eb9-bee1-13273b6801b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13 HTTP/1.1" status: 200 len: 903 time: 0.1992614 Nov 04 08:58:05.318631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a84bf46-ddbd-47ea-8d9b-bfd77b04f79c req-3e3a34a8-bdf9-435d-8db7-289e254644da tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047609 Nov 04 08:58:05.444731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3ea85a81-7f35-4916-b446-767b146659a6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:05.446397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.459529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-4b8feb58-c469-4cea-8703-088f62329bd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.115&port_id=850066e3-7cba-4f53-8a42-790a078fd636 HTTP/1.1" status: 200 len: 217 time: 0.1275873 Nov 04 08:58:05.464344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-555d1d11-4500-4c0e-a90a-43bf36a18335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.532810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:05.556032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b03fe0a-714f-4add-9929-322abb07a4f7 has no active binding in host n-h2-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 08:58:05.557986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b6e3c-3c68-49d5-b15f-2e83482522df req-40bdae78-2172-41f9-b921-c0bc2eb418e6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.578510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b6e3c-3c68-49d5-b15f-2e83482522df req-40bdae78-2172-41f9-b921-c0bc2eb418e6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.590027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b6e3c-3c68-49d5-b15f-2e83482522df req-40bdae78-2172-41f9-b921-c0bc2eb418e6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.598308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a6b6e3c-3c68-49d5-b15f-2e83482522df req-40bdae78-2172-41f9-b921-c0bc2eb418e6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2413 time: 0.2881393 Nov 04 08:58:05.623666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-555d1d11-4500-4c0e-a90a-43bf36a18335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.630223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.632618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-555d1d11-4500-4c0e-a90a-43bf36a18335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.654819 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-24a7a186-8783-4127-826a-b57a57de84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.659285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-24a7a186-8783-4127-826a-b57a57de84a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d4f881e7-e1e0-40b5-8b55-ef551fe1179d HTTP/1.1" status: 200 len: 801 time: 0.1903329 Nov 04 08:58:05.693493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-555d1d11-4500-4c0e-a90a-43bf36a18335 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=478365047da44ea8ade0363434f0446a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823590 Nov 04 08:58:05.694193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:05.695337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d1d11-4500-4c0e-a90a-43bf36a18335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b990cc6-49bb-4b4e-a3f1-d422cb7dba82,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:05.698377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:05.700898 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932373ef-735d-4369-a2b5-6a276ebebcb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:05.731157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:05.739336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:05.748032 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da291f7-af04-4077-88ec-6e5aa6a6d77d" -d '{"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-plugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:05.757290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.799257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7672fa1a-eae6-450f-9c35-a4790ba86f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.830879 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a6b6e3c-3c68-49d5-b15f-2e83482522df req-d51f41e6-2625-436c-80e7-8cd31d6811d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257612 Nov 04 08:58:05.863385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-f4aa8644-0d5f-41ae-a225-4f68bfff5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.867575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-f4aa8644-0d5f-41ae-a225-4f68bfff5ac4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=96080670-e4db-45d4-bd9b-4fa4e3a9bd13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1809983 Nov 04 08:58:05.882356 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7672fa1a-eae6-450f-9c35-a4790ba86f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:05.899257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:05.931823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc242ba-eeee-4c5e-b0ee-5124f64bbeb5 req-f6bb86ea-fc94-4a1e-a283-75ab6d27538a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:05.933474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fc242ba-eeee-4c5e-b0ee-5124f64bbeb5 req-f6bb86ea-fc94-4a1e-a283-75ab6d27538a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.1892138 Nov 04 08:58:06.013511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fc242ba-eeee-4c5e-b0ee-5124f64bbeb5 req-0abd3bda-1a5b-4250-a9a6-07437c673034 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Nov 04 08:58:06.033707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7672fa1a-eae6-450f-9c35-a4790ba86f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:06.037454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7672fa1a-eae6-450f-9c35-a4790ba86f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:06.043414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7672fa1a-eae6-450f-9c35-a4790ba86f2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b990cc6-49bb-4b4e-a3f1-d422cb7dba82 HTTP/1.1" status: 204 len: 168 time: 0.3389814 Nov 04 08:58:06.055534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672fa1a-eae6-450f-9c35-a4790ba86f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b990cc6-49bb-4b4e-a3f1-d422cb7dba82,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:06.087622 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a4d5b0-449c-4d7b-a377-6d1390b3c2af x-openstack-request-id: req-88a4d5b0-449c-4d7b-a377-6d1390b3c2af {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:06.087980 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:06.088281 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88a4d5b0-449c-4d7b-a377-6d1390b3c2af {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:06.088689 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7', 'status': 'completed', 'code': 200} Nov 04 08:58:06.187096 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ed89c8-771d-4f2f-b845-b42ef54db1e2 x-openstack-request-id: req-00ed89c8-771d-4f2f-b845-b42ef54db1e2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:06.187405 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-plugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:06.187657 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00ed89c8-771d-4f2f-b845-b42ef54db1e2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:06.188220 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6', 'code': 200} Nov 04 08:58:06.375837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f63b1-8112-479f-9769-665f2105f5be req-eaf58c61-3f3c-410c-944c-1daf51b427b2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:06.390824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce7f63b1-8112-479f-9769-665f2105f5be req-eaf58c61-3f3c-410c-944c-1daf51b427b2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1110275 Nov 04 08:58:06.490360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce7f63b1-8112-479f-9769-665f2105f5be req-33f72111-3f42-422e-b73f-a2bcd776ecd8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972846 Nov 04 08:58:06.595383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-6600fdc2-eb50-43aa-a2a8-337f305e1ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:06.606831 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-6600fdc2-eb50-43aa-a2a8-337f305e1ed6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1125 time: 0.1378028 Nov 04 08:58:06.651824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-b179057f-556f-44c7-8754-2600bdab19d2 service neutron] 10.222.0.70 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7758648 Nov 04 08:58:06.736030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1e7b1-d030-41da-8ecf-9f431f08fb27 req-df4144a0-b2ec-4e47-a7b5-c835e33efad7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:06.737677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f1e7b1-d030-41da-8ecf-9f431f08fb27 req-df4144a0-b2ec-4e47-a7b5-c835e33efad7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1528809 Nov 04 08:58:06.823575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f1e7b1-d030-41da-8ecf-9f431f08fb27 req-2e10a2a8-beba-4940-9b06-3397dfba2c99 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740790 Nov 04 08:58:06.943761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d2a0236-fa2c-4d2e-81ea-5816085a814d req-081b029f-db6e-4e4c-81a5-0b7c3532a972 service neutron] 10.222.0.70 "GET /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127895 Nov 04 08:58:06.948545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-3a3d1b7c-3ae2-45de-896e-ba131b8233ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:06.950086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-3a3d1b7c-3ae2-45de-896e-ba131b8233ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.3306658 Nov 04 08:58:07.037628 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-c6e57cba-5223-476f-95d9-27058ac218b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0728490 Nov 04 08:58:07.048853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e464-0006-48ba-b539-22ef4825b6e9 req-811ca1d3-9c27-42e2-a53c-bc0e949b43c0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:07.056190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e464-0006-48ba-b539-22ef4825b6e9 req-811ca1d3-9c27-42e2-a53c-bc0e949b43c0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:07.062867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e464-0006-48ba-b539-22ef4825b6e9 req-811ca1d3-9c27-42e2-a53c-bc0e949b43c0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:07.071401 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bf3e464-0006-48ba-b539-22ef4825b6e9 req-811ca1d3-9c27-42e2-a53c-bc0e949b43c0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2413 time: 0.1235952 Nov 04 08:58:07.118858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bf3e464-0006-48ba-b539-22ef4825b6e9 req-67846b53-470c-4cfb-8f50-0ecf2dcac259 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Nov 04 08:58:07.168375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-2325e784-530f-468e-a33e-e79d4dea6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:07.175922 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-2325e784-530f-468e-a33e-e79d4dea6964 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1281424 Nov 04 08:58:07.276103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-b70546c5-2d4e-42e5-aacc-6ed6d0cdf26e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615149 Nov 04 08:58:07.323629 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18c34d49-d560-4715-94f8-8290fd9a4b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:07.454594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:07.486467 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-d0c84d92-731e-4b82-b4f1-770c784d59a8 service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090528 Nov 04 08:58:07.658374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:07.718398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7be6f3-4779-44e0-a8ae-1c63d3fb8b12 req-026bd351-0f7d-4bd2-a049-59e43cda5a2b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:07.723417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e7be6f3-4779-44e0-a8ae-1c63d3fb8b12 req-026bd351-0f7d-4bd2-a049-59e43cda5a2b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1152422 Nov 04 08:58:07.727828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:07.762437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-932373ef-735d-4369-a2b5-6a276ebebcb3 req-10732580-6a98-4dc1-bdb1-7f9bd16e530b service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648940 Nov 04 08:58:07.832355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e572f3f-c9e7-46c2-a453-f46189a76a1e req-666cd2d7-a22c-4fe3-9160-dff0d167a53a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:07.834727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-861896111-network', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:07.837497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e572f3f-c9e7-46c2-a453-f46189a76a1e req-666cd2d7-a22c-4fe3-9160-dff0d167a53a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.3543184 Nov 04 08:58:07.853683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e7be6f3-4779-44e0-a8ae-1c63d3fb8b12 req-56797044-5835-43c9-b5b1-a70fb870c018 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149957 Nov 04 08:58:07.907269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa77a-c5ec-496d-b94f-cf64c5e76c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:07.921079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Made reservation on behalf of 2a012d25acd64bbe915a2c15c827bbca for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:07.924275 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:07.931535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e572f3f-c9e7-46c2-a453-f46189a76a1e req-fa117a68-1215-451e-ad32-eac18ab62bdc tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879080 Nov 04 08:58:07.946650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:07.961386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:07.981036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5', 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13', 'port_id': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5', 'mac_address': 'fa:16:3e:5f:e2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f881e7-e1e0-40b5-8b55-ef551fe1179d', 'ip_address': '19.80.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:08.036990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.043472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d696fc5-386d-4d96-b7ff-b309a3a4f2fc req-b064ffcd-b476-46e8-8c15-c4ab376a83e4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:08.045155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d696fc5-386d-4d96-b7ff-b309a3a4f2fc req-b064ffcd-b476-46e8-8c15-c4ab376a83e4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.1080108 Nov 04 08:58:08.076143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:08.103221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:08.108830 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.109985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device d8ddeb33-960f-4d4a-9fee-131648dd4c10 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:08.170485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d696fc5-386d-4d96-b7ff-b309a3a4f2fc req-98ff4a4b-fff2-4788-ab03-0b01b61ff3ac tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099200 Nov 04 08:58:08.187793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa77a-c5ec-496d-b94f-cf64c5e76c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.203867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.207529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fcfa77a-c5ec-496d-b94f-cf64c5e76c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.214554 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.292239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:58:08.307498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7fcfa77a-c5ec-496d-b94f-cf64c5e76c7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f005287a8a940b98d724fa4d87163b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6455240 Nov 04 08:58:08.308665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43214) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:08.316549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcfa77a-c5ec-496d-b94f-cf64c5e76c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309b694d-7c4a-492c-bca9-b012d581fb36,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:08.355127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2770f-8768-45e5-bf57-de1963007361,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:08.360261 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.360581 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Added segment 20d11de2-6dd1-477d-a0c4-3c80ca713ae0 of type vlan for network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 Nov 04 08:58:08.402618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:08.454893 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.456925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395711a-4c51-48d5-b1b7-b0918f33b718 req-7213b994-f2a9-4b84-a8d1-b5e459589782 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:08.464158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395711a-4c51-48d5-b1b7-b0918f33b718 req-7213b994-f2a9-4b84-a8d1-b5e459589782 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:08.471479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395711a-4c51-48d5-b1b7-b0918f33b718 req-7213b994-f2a9-4b84-a8d1-b5e459589782 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:08.480414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9395711a-4c51-48d5-b1b7-b0918f33b718 req-7213b994-f2a9-4b84-a8d1-b5e459589782 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2414 time: 0.2322106 Nov 04 08:58:08.488620 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:58:08.515698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-146f2116-0bec-48a5-9b9d-73675ee3e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.518693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.519129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:08.519731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.528051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port d8ddeb33-960f-4d4a-9fee-131648dd4c10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=d8ddeb33-960f-4d4a-9fee-131648dd4c10,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:08.542578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10', 'network_id': 'a22cb40a-96f9-42f0-964d-aa479a47a307', 'port_id': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10', 'mac_address': 'fa:16:3e:dc:99:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7b5c1b-32f0-42b0-954b-d8ccb46afe51', 'ip_address': '19.86.0.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:08.556354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9395711a-4c51-48d5-b1b7-b0918f33b718 req-0729eaca-6082-413e-b6f3-f538c7554015 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699675 Nov 04 08:58:08.567160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-146f2116-0bec-48a5-9b9d-73675ee3e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.594659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1381886 Nov 04 08:58:08.598440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.598764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43226) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:08.609404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3be72-c85a-4d2f-9ce8-925e06971c89 admin admin] Pushing event updated for resources: {'Network': ['ID=807ad7b2-7d47-4bbb-b3b0-590b089ae307,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:08.613473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Request body: {'subnet': {'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-861896111-subnet', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:08.631977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:58:08.653657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-146f2116-0bec-48a5-9b9d-73675ee3e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.657234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-146f2116-0bec-48a5-9b9d-73675ee3e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.658814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-146f2116-0bec-48a5-9b9d-73675ee3e209 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/309b694d-7c4a-492c-bca9-b012d581fb36 HTTP/1.1" status: 204 len: 168 time: 0.3434238 Nov 04 08:58:08.669742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Made reservation on behalf of 2a012d25acd64bbe915a2c15c827bbca for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:08.673075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.690467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ddeb33-960f-4d4a-9fee-131648dd4c10 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:08.694838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f2116-0bec-48a5-9b9d-73675ee3e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309b694d-7c4a-492c-bca9-b012d581fb36,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:08.751724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port d8ddeb33-960f-4d4a-9fee-131648dd4c10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=d8ddeb33-960f-4d4a-9fee-131648dd4c10,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:08.776893 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.778145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 850066e3-7cba-4f53-8a42-790a078fd636 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:08.875318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 850066e3-7cba-4f53-8a42-790a078fd636, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=850066e3-7cba-4f53-8a42-790a078fd636,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:08.878778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=d8ddeb33-960f-4d4a-9fee-131648dd4c10,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:08.902436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '850066e3-7cba-4f53-8a42-790a078fd636', 'network_id': '96080670-e4db-45d4-bd9b-4fa4e3a9bd13', 'port_id': '850066e3-7cba-4f53-8a42-790a078fd636', 'mac_address': 'fa:16:3e:8a:32:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4f881e7-e1e0-40b5-8b55-ef551fe1179d', 'ip_address': '19.80.0.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:08.954108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.967395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:08.994095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850066e3-7cba-4f53-8a42-790a078fd636 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:09.033853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7284f501-922c-46db-9e6d-70151a57647c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:09.054686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Checking segment: {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:09.055072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Network hostable DHCP agents. Network: 807ad7b2-7d47-4bbb-b3b0-590b089ae307, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:58:09.061547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 850066e3-7cba-4f53-8a42-790a078fd636, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=850066e3-7cba-4f53-8a42-790a078fd636,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:09.068665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.096621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:58:09.130918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca802db-4ab2-4c2a-a0d9-8b74d8d83ace req-198ec01a-fc6e-4409-b379-e8683720654b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:09.138987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 807ad7b2-7d47-4bbb-b3b0-590b089ae307) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:09.145362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:09.146096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.154379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637e2c7f-4efe-41fe-afb0-8978513e1efa None None] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:09.154923 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cca802db-4ab2-4c2a-a0d9-8b74d8d83ace req-198ec01a-fc6e-4409-b379-e8683720654b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1182725 Nov 04 08:58:09.159525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=850066e3-7cba-4f53-8a42-790a078fd636,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:09.175774 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8c67ba77-7c30-4acb-bbca-809ff990c408 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5750020 Nov 04 08:58:09.176505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43236) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:09.183654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:09.231597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.232821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.250653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24be4e9-2122-46de-bd68-a3b480033f18 req-b2aae167-3fbd-4192-94f4-dd4c76bcd9b5 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:09.253074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f24be4e9-2122-46de-bd68-a3b480033f18 req-b2aae167-3fbd-4192-94f4-dd4c76bcd9b5 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.1464159 Nov 04 08:58:09.275990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cca802db-4ab2-4c2a-a0d9-8b74d8d83ace req-77c89613-031b-41f6-bbfd-2872bffbbb0c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198776 Nov 04 08:58:09.294268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43240) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:09.319482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-998ccdec-6843-4c91-9706-7c00dd4483bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.328385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f24be4e9-2122-46de-bd68-a3b480033f18 req-1c88fa31-eeb7-40f7-a9d8-fd83b1c8a71d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617671 Nov 04 08:58:09.360828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.422510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['d8ddeb33-960f-4d4a-9fee-131648dd4c10'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:09.483353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:58:09.483684 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.499088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['850066e3-7cba-4f53-8a42-790a078fd636'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:09.515217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26d0b0-9d68-4f6a-98bf-d8bfa14988ae req-4ed86ea8-3ae9-43ce-bc42-e9e9aa9b0737 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:09.524857 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee26d0b0-9d68-4f6a-98bf-d8bfa14988ae req-4ed86ea8-3ae9-43ce-bc42-e9e9aa9b0737 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.0894783 Nov 04 08:58:09.571582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-998ccdec-6843-4c91-9706-7c00dd4483bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.593211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-998ccdec-6843-4c91-9706-7c00dd4483bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.657874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.664545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee26d0b0-9d68-4f6a-98bf-d8bfa14988ae req-3a8376ed-4e57-4f41-a705-1329e22a889a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381750 Nov 04 08:58:09.667880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998ccdec-6843-4c91-9706-7c00dd4483bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ba18bd-538c-421e-80a1-521183aea280,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:09.688336 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-998ccdec-6843-4c91-9706-7c00dd4483bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=829ad507783d4c1cbaab5593106cb979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924050 Nov 04 08:58:09.690879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:09.758545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d162180c-487b-4e2c-aeb5-709f04089db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.790294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206f6a5-b6b6-4235-a57a-b7b1763a7a85 req-0b46f1d8-f5b1-4dd6-adc8-c343bc611978 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:09.796369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206f6a5-b6b6-4235-a57a-b7b1763a7a85 req-0b46f1d8-f5b1-4dd6-adc8-c343bc611978 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:09.800181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d162180c-487b-4e2c-aeb5-709f04089db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.802466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206f6a5-b6b6-4235-a57a-b7b1763a7a85 req-0b46f1d8-f5b1-4dd6-adc8-c343bc611978 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:09.810955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3206f6a5-b6b6-4235-a57a-b7b1763a7a85 req-0b46f1d8-f5b1-4dd6-adc8-c343bc611978 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2416 time: 0.0913017 Nov 04 08:58:09.831069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Allocated IP 172.20.0.2 (807ad7b2-7d47-4bbb-b3b0-590b089ae307/7284f501-922c-46db-9e6d-70151a57647c/d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:09.869397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3206f6a5-b6b6-4235-a57a-b7b1763a7a85 req-bdaa52c3-128c-4911-973c-68f59338c597 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532091 Nov 04 08:58:09.879255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d162180c-487b-4e2c-aeb5-709f04089db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.887596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d162180c-487b-4e2c-aeb5-709f04089db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:09.889189 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d162180c-487b-4e2c-aeb5-709f04089db4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/18ba18bd-538c-421e-80a1-521183aea280 HTTP/1.1" status: 204 len: 168 time: 0.1973252 Nov 04 08:58:09.930809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162180c-487b-4e2c-aeb5-709f04089db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ba18bd-538c-421e-80a1-521183aea280,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:10.111043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.156879 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.169331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.180519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da18bb1d-a603-47e2-bdd1-18b0d1ca8625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.206797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.452888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Allocated IP 172.25.3.33 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/49e3e743-834a-45af-af36-ff76b3b904ac) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:10.540331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c9182-d47b-479f-bfaf-1a7b4036be26 req-d23160b5-e6c6-406f-85d0-d8788ded3f53 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:10.541907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-733c9182-d47b-479f-bfaf-1a7b4036be26 req-d23160b5-e6c6-406f-85d0-d8788ded3f53 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1177411 Nov 04 08:58:10.566133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:10.574496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Pushing event updated for resources: {'Port': ['ID=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:10.579785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:10.584591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:10.599504 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.645618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-733c9182-d47b-479f-bfaf-1a7b4036be26 req-cc7ff232-a05f-4e88-ab11-1570e5bb4e81 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935059 Nov 04 08:58:10.738014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['86b5d4e5-f86b-4451-bf0d-28a14f52dee5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:10.752839 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.847669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.855139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Attempting to bind port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:10.855507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Attempting to bind port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:10.855885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Attempting to bind port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 on network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:10.881929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:10.882335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Checking segment: {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:10.882783 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:10.883294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Bound using segment: {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:10.883776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Bound port: d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:10.884235 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:11.034319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f66fc6-975a-4e2c-928f-cafc296b64cf req-72ef1483-3560-4c8c-bc4c-1d9c49d42a9c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:11.047593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03f66fc6-975a-4e2c-928f-cafc296b64cf req-72ef1483-3560-4c8c-bc4c-1d9c49d42a9c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 945 time: 0.0882442 Nov 04 08:58:11.064651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8e826-dad9-44d4-b1fa-67223fe9dc9d req-867bdc1a-352d-4dda-bb9d-05ee09e6966d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:11.066267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cac8e826-dad9-44d4-b1fa-67223fe9dc9d req-867bdc1a-352d-4dda-bb9d-05ee09e6966d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.5784924 Nov 04 08:58:11.091559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Pushing event updated for resources: {'Port': ['ID=49e3e743-834a-45af-af36-ff76b3b904ac,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:11.100718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] For port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:11.103750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03f66fc6-975a-4e2c-928f-cafc296b64cf req-8868b55a-06f8-4ace-83cb-df55fd76c3fd tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551605 Nov 04 08:58:11.104493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] For port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:11.129326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:11.157856 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:11.165930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:11.168635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:11.255403 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-7648540c-df02-4bca-b926-cb47f30db3dd service neutron] 10.222.0.70 "GET /v2.0/ports/e093b24a-bd94-4545-ad6f-938bdf8ddea6/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 382 time: 0.4268272 Nov 04 08:58:11.272134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cac8e826-dad9-44d4-b1fa-67223fe9dc9d req-eb3ee265-d1d6-473d-83e6-0e956196b1dd tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580179 Nov 04 08:58:11.340764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5211-db04-4a8b-83b3-3f113d4d2db3 req-1e42dd71-f87a-4f05-a753-dccff19d6982 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:11.361286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5211-db04-4a8b-83b3-3f113d4d2db3 req-1e42dd71-f87a-4f05-a753-dccff19d6982 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:11.388402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b5211-db04-4a8b-83b3-3f113d4d2db3 req-1e42dd71-f87a-4f05-a753-dccff19d6982 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:11.391067 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:11.397668 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a2b5211-db04-4a8b-83b3-3f113d4d2db3 req-1e42dd71-f87a-4f05-a753-dccff19d6982 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2416 time: 0.1715055 Nov 04 08:58:11.529832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a2b5211-db04-4a8b-83b3-3f113d4d2db3 req-2de4c93b-70ec-43c6-80c2-bcb7588e801a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310852 Nov 04 08:58:11.552305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5707772b-ebcf-425a-9814-7b7be14e1262 None None] Pushing event updated for resources: {'Port': ['ID=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:11.595460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:11.771293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device d8ddeb33-960f-4d4a-9fee-131648dd4c10 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:11.933294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port d8ddeb33-960f-4d4a-9fee-131648dd4c10 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:58:11.938372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port d8ddeb33-960f-4d4a-9fee-131648dd4c10 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:11.938963 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:11.964574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-network', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:11.999206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.103203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c015b96-b57c-4f1b-82b5-b0d35af66f5f req-6a33aee9-8fc7-4dfc-a44c-07b8edf6b3b2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:12.105481 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.111732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c015b96-b57c-4f1b-82b5-b0d35af66f5f req-6a33aee9-8fc7-4dfc-a44c-07b8edf6b3b2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.2655439 Nov 04 08:58:12.114468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Made reservation on behalf of ad941410dbc94caaaaaa1cfd32af0789 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:12.117914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.138090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:12.140808 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16cf190-3d45-409a-b17b-bbaf655adc6e" -d '{"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-plugged", "status": "completed", "tag": "d8ddeb33-960f-4d4a-9fee-131648dd4c10"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:12.150274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.158618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port d8ddeb33-960f-4d4a-9fee-131648dd4c10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=d8ddeb33-960f-4d4a-9fee-131648dd4c10,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:12.169270 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.170203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 850066e3-7cba-4f53-8a42-790a078fd636 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:12.219761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-5b809934-0a71-4568-bc8e-0ce46c79290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:12.221405 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-5b809934-0a71-4568-bc8e-0ce46c79290d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd&tenant_id=32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 1100 time: 0.5930965 Nov 04 08:58:12.287525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c015b96-b57c-4f1b-82b5-b0d35af66f5f req-d401681f-8d9d-4d01-bfa1-52848b50e83e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711581 Nov 04 08:58:12.298377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=d8ddeb33-960f-4d4a-9fee-131648dd4c10,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:12.360677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 850066e3-7cba-4f53-8a42-790a078fd636 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:58:12.369260 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9432da4-ab2c-4346-8280-dfc693509109 x-openstack-request-id: req-c9432da4-ab2c-4346-8280-dfc693509109 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:12.369653 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-plugged", "status": "completed", "tag": "d8ddeb33-960f-4d4a-9fee-131648dd4c10", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:12.370002 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c9432da4-ab2c-4346-8280-dfc693509109 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:12.370863 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10', 'code': 200} Nov 04 08:58:12.371899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 850066e3-7cba-4f53-8a42-790a078fd636 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:12.376306 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.446413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.452287 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.498796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:58:12.515499 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.559140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.562903 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Added segment 1851dc55-a3e3-4522-9f2e-a9d24e21b01b of type vlan for network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a Nov 04 08:58:12.570139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-656c0022-b4c7-4fff-82ec-074567a7e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:12.571673 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-656c0022-b4c7-4fff-82ec-074567a7e012 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 1100 time: 0.3214800 Nov 04 08:58:12.613673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 850066e3-7cba-4f53-8a42-790a078fd636, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=850066e3-7cba-4f53-8a42-790a078fd636,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:12.616231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d77375-cbe0-4cba-ab12-861dc55a556b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:12.633156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.637391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:12.680948 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.747091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.789859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.791283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:12.792138 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.831714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=850066e3-7cba-4f53-8a42-790a078fd636,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:12.855914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629374f1-e2a7-47c6-82eb-482ee71b4c5d req-7a3e45fd-3462-4b42-befd-ce1014a6cfdf tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:12.881979 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-629374f1-e2a7-47c6-82eb-482ee71b4c5d req-7a3e45fd-3462-4b42-befd-ce1014a6cfdf tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.4118128 Nov 04 08:58:12.946525 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:12.973518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2b40cc-670e-4ebb-8b92-fad1ba8b122a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:13.004874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8e4bba98-fe3b-4728-9786-c2e01a360a04 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4077151 Nov 04 08:58:13.005502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:13.014178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:58:13.019965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Request body: {'subnet': {'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-subnet', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:13.027990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.039156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-a44a6a8a-6fb0-45e1-95a4-55ee0668b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:13.040965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-a44a6a8a-6fb0-45e1-95a4-55ee0668b437 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4553192 Nov 04 08:58:13.059230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568210d7-d017-4fd9-aace-9639329f9e2b req-640ef131-552a-4c86-87fb-1cc7fbf459ac tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:13.083407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568210d7-d017-4fd9-aace-9639329f9e2b req-640ef131-552a-4c86-87fb-1cc7fbf459ac tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:13.090149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568210d7-d017-4fd9-aace-9639329f9e2b req-640ef131-552a-4c86-87fb-1cc7fbf459ac tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:13.091846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-568210d7-d017-4fd9-aace-9639329f9e2b req-640ef131-552a-4c86-87fb-1cc7fbf459ac tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2418 time: 0.3185763 Nov 04 08:58:13.191529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:13.241547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Made reservation on behalf of ad941410dbc94caaaaaa1cfd32af0789 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:13.252718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.255507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-3b7e9e60-2f25-4fe9-bb7d-717bc662b7ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 200 len: 217 time: 0.0761988 Nov 04 08:58:13.270213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-629374f1-e2a7-47c6-82eb-482ee71b4c5d req-70de82f9-a210-4a4b-bc74-6e82e1b97f7f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599718 Nov 04 08:58:13.310574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:13.316001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad000c6-41f4-4ad0-aaec-3da6c5166adc None None] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:13.320527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-568210d7-d017-4fd9-aace-9639329f9e2b req-dee2f78a-2486-4a17-9a5a-1f43fb5ea02e tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082386 Nov 04 08:58:13.512277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.520600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9b03fe0a-714f-4add-9929-322abb07a4f7 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:13.527258 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.567364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-7e7638ee-7316-415c-916b-237ba1a8a7dc service neutron] 10.222.0.70 "GET /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7/bindings/n-h2-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.2885764 Nov 04 08:58:13.580461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Router 93328a9b-157d-4b80-a9f7-53840f45d9d9 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:58:13.590230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-eea57cc8-7c53-483a-8e64-490b4bb6f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:13.592155 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-eea57cc8-7c53-483a-8e64-490b4bb6f707 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3122246 Nov 04 08:58:13.608275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Checking segment: {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:13.608702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Network hostable DHCP agents. Network: 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:58:13.612392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98734b35-4765-43d2-8199-895c730747c5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:13.619785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2e085b19-6a6f-4743-9944-95091d6436ce None None] Provisioning complete for port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:13.620436 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e085b19-6a6f-4743-9944-95091d6436ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.634847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:58:13.659986 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:13.669579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:13.670364 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.685228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:13.686655 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.711010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-895b19b6-1681-49f1-b06c-dcb3d336c043 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6950223 Nov 04 08:58:13.711866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:13.717153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:13.724580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c827c90-acb9-4891-94eb-2aac9838e3b4 None None] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:13.750264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.752881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.832032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:13.987131 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:14.110030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2e085b19-6a6f-4743-9944-95091d6436ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:14.133304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:14.140269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'fixed_ips': [{'subnet_id': '98734b35-4765-43d2-8199-895c730747c5'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:58:14.141129 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:14.151896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:14.236871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:14.248480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:14.254579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:14.260857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3eeb9-a518-4f9a-95b8-bdaaf84d3eaf req-6052d08b-00a9-48f3-a4cb-c1383dd669d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:14.264197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8aa3eeb9-a518-4f9a-95b8-bdaaf84d3eaf req-6052d08b-00a9-48f3-a4cb-c1383dd669d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 947 time: 0.7781665 Nov 04 08:58:14.317632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-1d9cd803-be7d-4776-a434-9a7ba33c8b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:14.319414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-1d9cd803-be7d-4776-a434-9a7ba33c8b98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6903048 Nov 04 08:58:14.388923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850066e3-7cba-4f53-8a42-790a078fd636'}, {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:14.392032 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf6ac9e-9b70-4a67-8aa5-dde16ceb126d" -d '{"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-plugged", "status": "completed", "tag": "850066e3-7cba-4f53-8a42-790a078fd636"}, {"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:14.541044 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-3c95d300-1764-441d-9d1e-2ef8aabe99d2 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936862 Nov 04 08:58:14.542055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:58:14.683626 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765dd97a-d969-49ed-b2e3-af785c36abbd req-9fdcd4cf-98da-4168-83e6-7ece247ab754 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254027 Nov 04 08:58:14.710064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8aa3eeb9-a518-4f9a-95b8-bdaaf84d3eaf req-e745c2aa-4114-4ccb-a78c-67e14575b8d9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336832 Nov 04 08:58:14.719887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Sync routers for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:58:14.754082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:14.759619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ccc55efc-4d3a-48c9-899a-e374f395c49b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5768459 Nov 04 08:58:14.801751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43392) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:14.941177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-2e085b19-6a6f-4743-9944-95091d6436ce None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 08:58:14.941422 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-2e085b19-6a6f-4743-9944-95091d6436ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 08:58:14.964467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:14.965111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:15.014879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:15.087325 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:15.109531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Allocated IP 172.20.0.2 (1f2b40cc-670e-4ebb-8b92-fad1ba8b122a/98734b35-4765-43d2-8199-895c730747c5/1aeb2a7a-d4b9-4ff4-9810-8d336e837556) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:15.112126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:58:15.130067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:15.130443 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:15.142337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:15.158609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d024d86-017a-481c-b686-23fced296dc4 req-cf66abda-3b8b-4d0f-8e9e-223df813a70e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:15.160415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d024d86-017a-481c-b686-23fced296dc4 req-cf66abda-3b8b-4d0f-8e9e-223df813a70e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 944 time: 0.7211556 Nov 04 08:58:15.255743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:15.321934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d024d86-017a-481c-b686-23fced296dc4 req-b71e6ba3-4a3e-4ff7-aebf-bec23b6eb95d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504965 Nov 04 08:58:15.342277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 38880793-a2c3-409f-b846-d8469c94e57d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:15.498279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:15.501514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Allocated IP 172.25.3.9 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/12fbbe15-5117-4146-9c65-82f1d58c0008) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:15.623123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2057-44d4-4209-9ad1-58235b9e5b03 req-0ffdfe9f-e671-4e25-961f-6e9ef4607eb2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:15.628689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:15.631592 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fedee3f-4023-4bb6-b01e-278aa107d54d x-openstack-request-id: req-6fedee3f-4023-4bb6-b01e-278aa107d54d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:15.632122 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-plugged", "status": "completed", "tag": "850066e3-7cba-4f53-8a42-790a078fd636", "code": 200}, {"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:15.632638 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6fedee3f-4023-4bb6-b01e-278aa107d54d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:15.633295 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850066e3-7cba-4f53-8a42-790a078fd636', 'code': 200} Nov 04 08:58:15.633745 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'code': 200} Nov 04 08:58:15.647777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2057-44d4-4209-9ad1-58235b9e5b03 req-0ffdfe9f-e671-4e25-961f-6e9ef4607eb2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:15.655697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4d2057-44d4-4209-9ad1-58235b9e5b03 req-0ffdfe9f-e671-4e25-961f-6e9ef4607eb2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:15.657753 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4d2057-44d4-4209-9ad1-58235b9e5b03 req-0ffdfe9f-e671-4e25-961f-6e9ef4607eb2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2418 time: 0.6066039 Nov 04 08:58:15.692172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:15.700159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:15.708862 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 08:58:15.748309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4d2057-44d4-4209-9ad1-58235b9e5b03 req-af7068e1-9685-496e-9269-2332bdb17dd2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704706 Nov 04 08:58:15.808323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:15.833741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b03fe0a-714f-4add-9929-322abb07a4f7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:15.866464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:15.872030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Pushing event updated for resources: {'Port': ['ID=12fbbe15-5117-4146-9c65-82f1d58c0008,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:15.879592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:15.881459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:15.884297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:15.918975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.124012 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.140364 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.153712 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.271211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.324361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] Transition to ACTIVE for port object 9b03fe0a-714f-4add-9929-322abb07a4f7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:58:16.334739 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.355032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:16.451863 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.486366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:16.490576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:16.515726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:16.542746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.553100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:16.556045 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.572851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] Pushing event updated for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:16.586994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5b2e1767-1324-4830-a630-21b73c339f95 None None] Provisioning complete for port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:16.587369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b2e1767-1324-4830-a630-21b73c339f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:16.589260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '38880793-a2c3-409f-b846-d8469c94e57d', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '38880793-a2c3-409f-b846-d8469c94e57d', 'mac_address': 'fa:16:3e:8d:b8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:16.609563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Pushing event updated for resources: {'Port': ['ID=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:16.687126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] No DVR routers for this DVR port 9b03fe0a-714f-4add-9929-322abb07a4f7 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:16.785451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-37097541-23c0-41fa-9be4-6545c2dc3962 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7/bindings/n-h2-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 3.2061737 Nov 04 08:58:17.124041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:17.176017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.254628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Allocated IP 172.20.0.1 (807ad7b2-7d47-4bbb-b3b0-590b089ae307/7284f501-922c-46db-9e6d-70151a57647c/23df7aed-32e4-48ba-adb2-64593d5726cc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:17.300906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:11Z', 'revision_number': 3, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:17.346517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-d0c595d3-e161-4cc6-a037-ee4f77af91ff tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:17.354821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-d0c595d3-e161-4cc6-a037-ee4f77af91ff tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.4051678 Nov 04 08:58:17.377420 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.411394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38880793-a2c3-409f-b846-d8469c94e57d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:17.418145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:17.422467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Attempting to bind port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:17.423165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Attempting to bind port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:17.425773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Attempting to bind port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 on network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:17.440069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:17.440582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-52a6d531-a205-48fc-a0fb-ccf75d073c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:17.441178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Checking segment: {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:17.441590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.441980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Bound using segment: {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:17.442463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Bound port: 1aeb2a7a-d4b9-4ff4-9810-8d336e837556, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:17.442896 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.443264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-52a6d531-a205-48fc-a0fb-ccf75d073c02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2&tenant_id=19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 1096 time: 0.0776017 Nov 04 08:58:17.462886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Checking router: 93328a9b-157d-4b80-a9f7-53840f45d9d9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:58:17.463276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Updating router 93328a9b-157d-4b80-a9f7-53840f45d9d9 port 49e3e743-834a-45af-af36-ff76b3b904ac binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:58:17.487959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Router a248e833-fa13-469c-8f7b-9703f77f0765 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:58:17.580060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] For port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:17.584653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] For port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:17.591456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.643252 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.674754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:58:17.699230 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Sync routers for ids ['a248e833-fa13-469c-8f7b-9703f77f0765'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:58:17.717509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:17.719797 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab10e44f-bed5-49d8-a1c6-f7930183466e" -d '{"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-plugged", "status": "completed", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:17.720218 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Routers {'a248e833-fa13-469c-8f7b-9703f77f0765'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:17.721125 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a248e833-fa13-469c-8f7b-9703f77f0765'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:17.723701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-19a1bfed-e552-475c-85c1-c1d2dc4fa224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:17.728571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-19a1bfed-e552-475c-85c1-c1d2dc4fa224 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1096 time: 0.2568254 Nov 04 08:58:17.730625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.775265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.779181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:17.779555 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.788750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:17.789877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:17.865072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:17.890895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:17.895016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:17.937059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:17.938329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-26ec791a-058f-4a09-a6d3-ae9af0d06669 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2254314 Nov 04 08:58:17.950209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:17.972097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Set router a248e833-fa13-469c-8f7b-9703f77f0765 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:18.002624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Pushing event updated for resources: {'Port': ['ID=23df7aed-32e4-48ba-adb2-64593d5726cc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:18.037374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:18.252969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6472fe6-b9bc-4a59-83af-08165f1ba22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:18.254644 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e6472fe6-b9bc-4a59-83af-08165f1ba22b service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.5156302 Nov 04 08:58:18.275421 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T08:58:16Z', 'revision_number': 3, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port': {'id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:15Z', 'updated_at': '2021-11-04T08:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:18.334708 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Checking router: a248e833-fa13-469c-8f7b-9703f77f0765 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:58:18.336736 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Updating router a248e833-fa13-469c-8f7b-9703f77f0765 port 12fbbe15-5117-4146-9c65-82f1d58c0008 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:58:18.346696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-c4441f5a-6988-4cc0-8d85-4e37130e99bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 200 len: 217 time: 0.0811706 Nov 04 08:58:18.387311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751c9a5-6dd3-4995-b50d-30c430ac041c None None] Pushing event updated for resources: {'Port': ['ID=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:18.413935 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:18.521456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:18.541279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:18.650569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:18.706809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'mac_address': 'fa:16:3e:d7:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:18.933851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-66861deb-f7c4-450a-b148-b4d18e2c53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:18.940215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-66861deb-f7c4-450a-b148-b4d18e2c53e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.5693669 Nov 04 08:58:19.060050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-e309b550-1270-484a-9f65-e4871b247f86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1099300 Nov 04 08:58:19.160658 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.187378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['38880793-a2c3-409f-b846-d8469c94e57d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:19.277361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.354536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.369472 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.461198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-043da7a6-9171-4fed-9051-12c409c23d7a None None] Provisioning complete for port 23df7aed-32e4-48ba-adb2-64593d5726cc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:19.461768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-043da7a6-9171-4fed-9051-12c409c23d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.541392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:19.574164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.583263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-f540a143-151c-42f1-93a2-060b238f7b82 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4918342 Nov 04 08:58:19.648030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Attempting to bind port 49e3e743-834a-45af-af36-ff76b3b904ac on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:19.648409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Attempting to bind port 49e3e743-834a-45af-af36-ff76b3b904ac by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:19.648973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Attempting to bind port 49e3e743-834a-45af-af36-ff76b3b904ac on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:19.669851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Pushing event updated for resources: {'Port': ['ID=23df7aed-32e4-48ba-adb2-64593d5726cc,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:19.672600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.754180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e093b24a-bd94-4545-ad6f-938bdf8ddea6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:19.766218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:19.766650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:19.766993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.767390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:19.772030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Bound port: 49e3e743-834a-45af-af36-ff76b3b904ac, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:19.772504 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.777250 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.795839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-043da7a6-9171-4fed-9051-12c409c23d7a None None] Port 23df7aed-32e4-48ba-adb2-64593d5726cc cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:19.803744 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:19.967821 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Pushing event updated for resources: {'Port': ['ID=12fbbe15-5117-4146-9c65-82f1d58c0008,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:19.968301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7c6ca-87bd-47cb-8041-ac7d2c50e3a0 None None] Pushing event updated for resources: {'Port': ['ID=49e3e743-834a-45af-af36-ff76b3b904ac,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:19.978683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:20.025193 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.025560 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.029150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.029150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.029491 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.029803 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.030143 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.034518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.034966 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.035311 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.035667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.036031 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:20.043122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:20.060045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:20.088978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:20.097840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:20.105863 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Attempting to bind port 12fbbe15-5117-4146-9c65-82f1d58c0008 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:20.107275 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:20.107607 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Attempting to bind port 12fbbe15-5117-4146-9c65-82f1d58c0008 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:20.108028 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Attempting to bind port 12fbbe15-5117-4146-9c65-82f1d58c0008 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:20.124735 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:20.126518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:20.126943 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:20.127344 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:20.135741 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Bound port: 12fbbe15-5117-4146-9c65-82f1d58c0008, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:20.136402 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:20.179727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-bcb74bb3-8374-47a4-93d5-0438a62462fb service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882692 Nov 04 08:58:20.254013 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] For port 12fbbe15-5117-4146-9c65-82f1d58c0008, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:20.258877 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] For port 12fbbe15-5117-4146-9c65-82f1d58c0008, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=12fbbe15-5117-4146-9c65-82f1d58c0008,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:20.265635 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:20.412368 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48e78e-d1b7-4801-bd22-64ad0f440d34 None None] Pushing event updated for resources: {'Port': ['ID=12fbbe15-5117-4146-9c65-82f1d58c0008,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:20.465600 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Routers {'a248e833-fa13-469c-8f7b-9703f77f0765'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:20.467811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Router 93328a9b-157d-4b80-a9f7-53840f45d9d9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:58:20.468573 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a248e833-fa13-469c-8f7b-9703f77f0765'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:20.510526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] For port 49e3e743-834a-45af-af36-ff76b3b904ac, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:20.524016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64dde61-c3c2-4385-8d97-af06e2662935 None None] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:20.550203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e093b24a-bd94-4545-ad6f-938bdf8ddea6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:20.690719 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] Set router a248e833-fa13-469c-8f7b-9703f77f0765 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:20.742241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] For port 49e3e743-834a-45af-af36-ff76b3b904ac, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=49e3e743-834a-45af-af36-ff76b3b904ac,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:20.755551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Allocated IP 172.20.0.1 (1f2b40cc-670e-4ebb-8b92-fad1ba8b122a/98734b35-4765-43d2-8199-895c730747c5/281a780b-3654-4aa5-a0a7-b708673b7419) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:20.771830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-16b50d5c-d4b5-4258-b273-27f2680e3040 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:20.779936 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-16b50d5c-d4b5-4258-b273-27f2680e3040 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.2033620 Nov 04 08:58:20.807555 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:20.807782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:58:20.839630 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-94a3156a-9d4d-49d0-a1bc-586999555377 admin admin] 10.222.0.53 "PUT /v2.0/routers/93328a9b-157d-4b80-a9f7-53840f45d9d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0365279 Nov 04 08:58:20.852816 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:20.861471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d6a17c3f-8a1b-4226-bec2-d0bee3a4febc None None] Provisioning complete for port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:20.861864 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d6a17c3f-8a1b-4226-bec2-d0bee3a4febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:21.064726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-ad663553-f05c-4e09-a396-7d874adb3822 service neutron] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:21.075190 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-ad663553-f05c-4e09-a396-7d874adb3822 service neutron] Notify callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:21.076730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdb13982-57c0-4dd3-8b8e-1550961c93f8 req-ad663553-f05c-4e09-a396-7d874adb3822 service neutron] 10.222.0.55 "DELETE /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7/bindings/n-h1-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.2804110 Nov 04 08:58:21.101386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:21.101839 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:21.116598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:21.166385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:21.225835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:21.230038 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T08:58:16Z', 'revision_number': 3, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port': {'id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:15Z', 'updated_at': '2021-11-04T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:21.231259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:21.236165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:21.277999 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36bf86c-9620-46b6-a005-7c3b0530e956 None None] The sync data for ids ['a248e833-fa13-469c-8f7b-9703f77f0765'] in n-d-816487-1 is: [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T08:58:16Z', 'revision_number': 3, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port': {'id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:15Z', 'updated_at': '2021-11-04T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:58:21.298403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:21.299111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:21.322051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Pushing event updated for resources: {'Port': ['ID=281a780b-3654-4aa5-a0a7-b708673b7419,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:21.366941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:21.677004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7c6ca-87bd-47cb-8041-ac7d2c50e3a0 None None] Pushing event updated for resources: {'Port': ['ID=49e3e743-834a-45af-af36-ff76b3b904ac,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:21.755441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:21.851231 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d6a17c3f-8a1b-4226-bec2-d0bee3a4febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:22.047081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:22.153213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d6a17c3f-8a1b-4226-bec2-d0bee3a4febc None None] For port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:22.209643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:22.319147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:22.337140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:22.373091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d6a17c3f-8a1b-4226-bec2-d0bee3a4febc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:22.562983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 38880793-a2c3-409f-b846-d8469c94e57d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:22.778523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 08:58:22.779761 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 08:58:22.793315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a17c3f-8a1b-4226-bec2-d0bee3a4febc None None] Pushing event updated for resources: {'Port': ['ID=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:22.803198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Provisioning complete for port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:22.808697 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:22.946990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:23.129460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 38880793-a2c3-409f-b846-d8469c94e57d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:23.129793 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:23.130523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:23.142404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:23.149000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Pushing event updated for resources: {'Port': ['ID=281a780b-3654-4aa5-a0a7-b708673b7419,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:23.157715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Provisioning complete for port 281a780b-3654-4aa5-a0a7-b708673b7419 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:23.158091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:23.158778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.159133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.159608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.159990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.161330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.162171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.162520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.164975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.165318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.165651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.165988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.166312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:23.220211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Port 281a780b-3654-4aa5-a0a7-b708673b7419 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:23.248376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 2, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:23.309419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Router a248e833-fa13-469c-8f7b-9703f77f0765 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:58:23.518795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:58:23.533046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f7fc1d3e-36af-4c7d-a299-d82dbeda01b8 admin admin] 10.222.0.53 "PUT /v2.0/routers/a248e833-fa13-469c-8f7b-9703f77f0765/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5733757 Nov 04 08:58:23.624349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af11df-7651-4dc3-a5dc-608a3d0ddb32 None None] The sync data for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 is: [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 2, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:58:23.820502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Provisioning complete for port 23df7aed-32e4-48ba-adb2-64593d5726cc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:23.821116 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:23.999558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3df7bc80-1c75-4d6a-9940-4269c7b2956c None None] Port 23df7aed-32e4-48ba-adb2-64593d5726cc cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:24.029107 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:24.075978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:24.160468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:24.243759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1e32ca12-a016-4ea9-b44e-2ad295c44724 None None] Provisioning complete for port 281a780b-3654-4aa5-a0a7-b708673b7419 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:24.244171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e32ca12-a016-4ea9-b44e-2ad295c44724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:24.295740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:24.302593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1e32ca12-a016-4ea9-b44e-2ad295c44724 None None] Port 281a780b-3654-4aa5-a0a7-b708673b7419 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:24.320637 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:24.346759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Sync routers for ids ['a248e833-fa13-469c-8f7b-9703f77f0765'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:58:24.411839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Routers {'a248e833-fa13-469c-8f7b-9703f77f0765'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:24.412508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a248e833-fa13-469c-8f7b-9703f77f0765'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:24.585903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Set router a248e833-fa13-469c-8f7b-9703f77f0765 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:24.752543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43456) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:24.758681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-network', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:24.813547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Made reservation on behalf of 75a93c7cc13c420bbdae6d7416c202eb for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:24.820725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:24.852230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:24.953859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:24.956568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e093b24a-bd94-4545-ad6f-938bdf8ddea6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:24.957063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.021897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.045731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.051786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.055874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.055874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.062351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:25.072262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:25.085682 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.107228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64016f97-0dcf-4a34-91c4-62e0808852bd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:25.137584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:58:25.171022 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.171022 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Added segment b8ef0ac1-31c0-46f5-bd96-628b60eacf54 of type vlan for network dda18087-ba6d-46e9-af75-f8c765fec348 Nov 04 08:58:25.262385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.402356 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.406160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:25.406160 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.458878 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.521027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12fbbe15-5117-4146-9c65-82f1d58c0008 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:25.599926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] Pushing event updated for resources: {'Network': ['ID=dda18087-ba6d-46e9-af75-f8c765fec348,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:25.603674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-46d804f7-3e52-4c16-b20f-b02492fb9325 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8499405 Nov 04 08:58:25.607749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43462) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:25.612845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Request body: {'subnet': {'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-subnet', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:25.633763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network dda18087-ba6d-46e9-af75-f8c765fec348 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:58:25.659452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:25.661131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Made reservation on behalf of 75a93c7cc13c420bbdae6d7416c202eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:25.676062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.742087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:25.776314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T08:58:21Z', 'revision_number': 4, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port': {'id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:15Z', 'updated_at': '2021-11-04T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '281a780b-3654-4aa5-a0a7-b708673b7419', 'name': '', 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'mac_address': 'fa:16:3e:f2:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '98734b35-4765-43d2-8199-895c730747c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:20Z', 'updated_at': '2021-11-04T08:58:21Z', 'revision_number': 2, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'subnets': [{'id': '98734b35-4765-43d2-8199-895c730747c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:25.909024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Checking router: a248e833-fa13-469c-8f7b-9703f77f0765 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:58:25.909409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Updating router a248e833-fa13-469c-8f7b-9703f77f0765 port 281a780b-3654-4aa5-a0a7-b708673b7419 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:58:26.008126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.056289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.093957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:26.124794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 12fbbe15-5117-4146-9c65-82f1d58c0008 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:26.125156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.128233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=383018c6-a5a8-4b8e-b543-a93f3bdea43a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:26.159178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.159531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.159885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.160231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.160568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.160900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.161232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.161560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.162537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.162880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.163945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.164383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:58:26.175410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Checking segment: {'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:26.175793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Network hostable DHCP agents. Network: dda18087-ba6d-46e9-af75-f8c765fec348, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:58:26.212710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Network dda18087-ba6d-46e9-af75-f8c765fec348 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:58:26.234832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, dda18087-ba6d-46e9-af75-f8c765fec348) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:26.249545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:26.253080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.287717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6da4e478-5c77-4211-b96c-f9f59d8c00ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6761396 Nov 04 08:58:26.288093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:26.293554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:26.305197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07033f9-2ef9-4471-ac2e-2dc8478a79b4 None None] Network dda18087-ba6d-46e9-af75-f8c765fec348 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:26.340807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.342093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.414353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.478654 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.554335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 12fbbe15-5117-4146-9c65-82f1d58c0008, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=12fbbe15-5117-4146-9c65-82f1d58c0008,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:26.568773 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.722663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.791618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=12fbbe15-5117-4146-9c65-82f1d58c0008,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:26.904655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-dda18087-ba6d-46e9-af75-f8c765fec348', 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'fixed_ips': [{'subnet_id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:58:26.916096 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:26.957377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 49e3e743-834a-45af-af36-ff76b3b904ac up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:27.008174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed87070-6338-4762-97d2-8d433e306832 req-d8b67dc2-9af6-4928-b8ca-a950abef1080 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.019401 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fed87070-6338-4762-97d2-8d433e306832 req-d8b67dc2-9af6-4928-b8ca-a950abef1080 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1333740 Nov 04 08:58:27.029725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6e875-7f0d-44d4-a3aa-01dbac2f7402 req-507d1a23-dc86-44de-a6ae-69ee706afbfe tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.032105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8bc6e875-7f0d-44d4-a3aa-01dbac2f7402 req-507d1a23-dc86-44de-a6ae-69ee706afbfe tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 945 time: 0.0941162 Nov 04 08:58:27.073747 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.081800 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8bc6e875-7f0d-44d4-a3aa-01dbac2f7402 req-73a86144-2f46-47f1-8017-f58a19f17676 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421865 Nov 04 08:58:27.226650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.267813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.299201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fed87070-6338-4762-97d2-8d433e306832 req-6cd91b5f-cb91-4a68-84d4-848affdc2be4 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788134 Nov 04 08:58:27.336743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Sync routers for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:58:27.360390 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:27.361850 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:27.418621 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9afd038-c739-4116-abad-bd383bbfa34e x-openstack-request-id: req-b9afd038-c739-4116-abad-bd383bbfa34e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:27.418932 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-plugged", "status": "completed", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:27.419153 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9afd038-c739-4116-abad-bd383bbfa34e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:27.419548 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5', 'code': 200} Nov 04 08:58:27.450475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.525062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Allocated IP 172.25.3.28 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/2227bba9-ae36-4d71-83bc-611b6240c828) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:27.577756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a89686-52a7-40e3-b23b-48ec56b92c3b req-fce8f39e-be8a-4e8a-8d95-51fcc1a883dd tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.594935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a89686-52a7-40e3-b23b-48ec56b92c3b req-fce8f39e-be8a-4e8a-8d95-51fcc1a883dd tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.607489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a89686-52a7-40e3-b23b-48ec56b92c3b req-fce8f39e-be8a-4e8a-8d95-51fcc1a883dd tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.615904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-93a89686-52a7-40e3-b23b-48ec56b92c3b req-fce8f39e-be8a-4e8a-8d95-51fcc1a883dd tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2419 time: 0.2660599 Nov 04 08:58:27.673877 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:27.680551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd584-2b40-4a38-b42e-5c09436c78c9 req-d1bc5e40-780d-49a7-a88c-9af2172cc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.686921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd584-2b40-4a38-b42e-5c09436c78c9 req-d1bc5e40-780d-49a7-a88c-9af2172cc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.687622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dd584-2b40-4a38-b42e-5c09436c78c9 req-d1bc5e40-780d-49a7-a88c-9af2172cc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:27.689854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-641dd584-2b40-4a38-b42e-5c09436c78c9 req-d1bc5e40-780d-49a7-a88c-9af2172cc0cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2872 time: 0.2321548 Nov 04 08:58:27.761390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03466aa0-cce8-46bc-b2f1-e752d773fcb1 None None] Pushing event updated for resources: {'Port': ['ID=281a780b-3654-4aa5-a0a7-b708673b7419,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:27.768319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-93a89686-52a7-40e3-b23b-48ec56b92c3b req-6cd0c94f-80b8-4b71-a51a-54de17877855 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505518 Nov 04 08:58:27.816357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.834372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-641dd584-2b40-4a38-b42e-5c09436c78c9 req-21d57521-d6d6-4d8b-9c38-025bc3785ea4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267800 Nov 04 08:58:27.854285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 49e3e743-834a-45af-af36-ff76b3b904ac triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:27.854657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.924324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Attempting to bind port 281a780b-3654-4aa5-a0a7-b708673b7419 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:27.926507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Attempting to bind port 281a780b-3654-4aa5-a0a7-b708673b7419 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:27.926858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Attempting to bind port 281a780b-3654-4aa5-a0a7-b708673b7419 on network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:27.940303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.954456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:27.954840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Checking segment: {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:27.955479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.955831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Bound using segment: {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:27.956485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Bound port: 281a780b-3654-4aa5-a0a7-b708673b7419, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:27.956910 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:27.973695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Allocated IP 172.20.0.2 (dda18087-ba6d-46e9-af75-f8c765fec348/383018c6-a5a8-4b8e-b543-a93f3bdea43a/7bcf2ae9-8c06-4ccf-a04d-cb50f4324308) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:27.992779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:28.006731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:28.058006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:28.118174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Pushing event updated for resources: {'Port': ['ID=2227bba9-ae36-4d71-83bc-611b6240c828,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:28.172209 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 2, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:28.253239 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Checking router: 93328a9b-157d-4b80-a9f7-53840f45d9d9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:58:28.253614 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Updating router 93328a9b-157d-4b80-a9f7-53840f45d9d9 port 23df7aed-32e4-48ba-adb2-64593d5726cc binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:58:28.286974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] For port 281a780b-3654-4aa5-a0a7-b708673b7419, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:28.292971 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.294300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] For port 281a780b-3654-4aa5-a0a7-b708673b7419, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=281a780b-3654-4aa5-a0a7-b708673b7419,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:28.299610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:28.307059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-de57c4c6-9427-4a84-8962-ba9cff19fd19 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412552059', 'description': 'tempest-description--10594746'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:28.316192 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.331880 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.376876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de57c4c6-9427-4a84-8962-ba9cff19fd19 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.403803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 49e3e743-834a-45af-af36-ff76b3b904ac, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=49e3e743-834a-45af-af36-ff76b3b904ac,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:28.432104 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.441342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6bc78b97-f3fb-41e4-83a3-cf7dbc150e43 None None] Provisioning complete for port 281a780b-3654-4aa5-a0a7-b708673b7419 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:28.442268 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc78b97-f3fb-41e4-83a3-cf7dbc150e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.544223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Routers {'a248e833-fa13-469c-8f7b-9703f77f0765'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:28.545372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a248e833-fa13-469c-8f7b-9703f77f0765'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:28.594473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03466aa0-cce8-46bc-b2f1-e752d773fcb1 None None] Pushing event updated for resources: {'Port': ['ID=281a780b-3654-4aa5-a0a7-b708673b7419,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:28.644681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de57c4c6-9427-4a84-8962-ba9cff19fd19 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.749376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=49e3e743-834a-45af-af36-ff76b3b904ac,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:28.754679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.796982 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de57c4c6-9427-4a84-8962-ba9cff19fd19 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.840174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12fbbe15-5117-4146-9c65-82f1d58c0008 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:28.883429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de57c4c6-9427-4a84-8962-ba9cff19fd19 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:28.884783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-de57c4c6-9427-4a84-8962-ba9cff19fd19 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5833936 Nov 04 08:58:28.893854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43526) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:28.906631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-202653be-70d2-4a62-9c21-32b10625ea81 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Request body: {'security_group_rule': {'security_group_id': 'beaaaa39-a4e1-4435-8868-a1a6d092c4f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:28.961871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-202653be-70d2-4a62-9c21-32b10625ea81 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.005085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc78b97-f3fb-41e4-83a3-cf7dbc150e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.015751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.036444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.050591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57c4c6-9427-4a84-8962-ba9cff19fd19 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaaaa39-a4e1-4435-8868-a1a6d092c4f6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:29.065789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-d5216db5-a7c4-48f2-9411-619b387da967 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:29.067833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-d5216db5-a7c4-48f2-9411-619b387da967 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd&tenant_id=32d17854c04044c49225fa15a6d5872b&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 949 time: 0.4140401 Nov 04 08:58:29.070957 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.076283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b3d5c-a0ac-46b3-b626-9c90359d2720 req-9455bde2-9cc3-4f2f-8cbc-5c879ec9e333 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:29.080702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb211d-12aa-4a0c-b0bd-7fbd602dca3f req-8b759095-87a2-40da-ae78-62f61f1acd6f tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:29.084401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ed5b3d5c-a0ac-46b3-b626-9c90359d2720 req-9455bde2-9cc3-4f2f-8cbc-5c879ec9e333 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1096 time: 0.3202291 Nov 04 08:58:29.084616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61fb211d-12aa-4a0c-b0bd-7fbd602dca3f req-8b759095-87a2-40da-ae78-62f61f1acd6f tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 950 time: 0.3310862 Nov 04 08:58:29.088304 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.162054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Pushing event updated for resources: {'Port': ['ID=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:29.175166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] Set router a248e833-fa13-469c-8f7b-9703f77f0765 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:29.188546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ed5b3d5c-a0ac-46b3-b626-9c90359d2720 req-3dd39532-6063-42f4-8860-24284cf02904 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019154 Nov 04 08:58:29.213572 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d21fa1-46bf-43f8-8fe0-224e3f34e690 None None] Pushing event updated for resources: {'Port': ['ID=23df7aed-32e4-48ba-adb2-64593d5726cc,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:29.283325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 12fbbe15-5117-4146-9c65-82f1d58c0008 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:29.283706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.303114 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-202653be-70d2-4a62-9c21-32b10625ea81 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.306941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-9f57f945-2cc5-4959-beb4-b94b34f50e3f service neutron] 10.222.0.70 "GET /v2.0/ports/e093b24a-bd94-4545-ad6f-938bdf8ddea6/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 382 time: 0.1987209 Nov 04 08:58:29.310519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-202653be-70d2-4a62-9c21-32b10625ea81 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.344562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202653be-70d2-4a62-9c21-32b10625ea81 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c03aaaa-a8a6-45f4-80e6-1abb0dd8e205,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:29.354249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Network dda18087-ba6d-46e9-af75-f8c765fec348 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:29.359403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6bc78b97-f3fb-41e4-83a3-cf7dbc150e43 None None] For port 281a780b-3654-4aa5-a0a7-b708673b7419, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=281a780b-3654-4aa5-a0a7-b708673b7419,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:29.369341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:29.409275 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Attempting to bind port 23df7aed-32e4-48ba-adb2-64593d5726cc on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:29.409653 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Attempting to bind port 23df7aed-32e4-48ba-adb2-64593d5726cc by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:29.410019 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Attempting to bind port 23df7aed-32e4-48ba-adb2-64593d5726cc on network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:29.416696 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:29.416914 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc78b97-f3fb-41e4-83a3-cf7dbc150e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.417049 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Checking segment: {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:29.417467 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.417849 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Bound using segment: {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:29.418326 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Bound port: 23df7aed-32e4-48ba-adb2-64593d5726cc, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:29.418704 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.428324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:29.438607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61fb211d-12aa-4a0c-b0bd-7fbd602dca3f req-f663bba3-7a3a-4750-b38d-2d09950b8af8 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358490 Nov 04 08:58:29.495468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-202653be-70d2-4a62-9c21-32b10625ea81 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.496846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-202653be-70d2-4a62-9c21-32b10625ea81 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5938041 Nov 04 08:58:29.500013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43534) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:29.504572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c78e5d90-5c6e-4e44-bb11-8d995db52f5a tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Request body: {'security_group_rule': {'security_group_id': 'beaaaa39-a4e1-4435-8868-a1a6d092c4f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:29.515994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-71a168b2-dfb0-4ef3-9c44-8d8162c873dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:29.518547 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-71a168b2-dfb0-4ef3-9c44-8d8162c873dc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 1100 time: 0.1649199 Nov 04 08:58:29.535096 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.583187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d'}, {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:29.586773 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cef3151-8825-4fcb-8730-2b689a0b030b" -d '{"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-plugged", "status": "completed", "tag": "38880793-a2c3-409f-b846-d8469c94e57d"}, {"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-plugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:29.596701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc78b97-f3fb-41e4-83a3-cf7dbc150e43 None None] Pushing event updated for resources: {'Port': ['ID=281a780b-3654-4aa5-a0a7-b708673b7419,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:29.613118 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] For port 23df7aed-32e4-48ba-adb2-64593d5726cc, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:29.619685 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] For port 23df7aed-32e4-48ba-adb2-64593d5726cc, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=23df7aed-32e4-48ba-adb2-64593d5726cc,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:29.628815 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.669085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244d66d-d53a-4ca9-aa7b-27fcba40f900 req-2d738810-1aee-4a84-b812-235c88ae2db2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:29.678318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e244d66d-d53a-4ca9-aa7b-27fcba40f900 req-2d738810-1aee-4a84-b812-235c88ae2db2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1584172 Nov 04 08:58:29.739061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-79c486f5-f8f5-42dc-89f6-4ef71eb1096a None None] Provisioning complete for port 281a780b-3654-4aa5-a0a7-b708673b7419 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:29.739414 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79c486f5-f8f5-42dc-89f6-4ef71eb1096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.740596 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d21fa1-46bf-43f8-8fe0-224e3f34e690 None None] Pushing event updated for resources: {'Port': ['ID=23df7aed-32e4-48ba-adb2-64593d5726cc,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:29.750652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e244d66d-d53a-4ca9-aa7b-27fcba40f900 req-bce25f4d-ff73-4fc8-b4da-17b2e1c92173 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686088 Nov 04 08:58:29.783691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-2cf8c722-e40f-44fb-a6b0-1944a85833fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:29.785004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-2cf8c722-e40f-44fb-a6b0-1944a85833fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2553322 Nov 04 08:58:29.827171 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:29.829132 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:29.842408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Attempting to bind port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:29.842788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Attempting to bind port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:29.843151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Attempting to bind port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 on network dda18087-ba6d-46e9-af75-f8c765fec348 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:29.864649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:29.865031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Checking segment: {'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:29.865427 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.879217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Bound using segment: {'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:29.880153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Bound port: 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:29.880632 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:29.883843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-49ed8b99-33f9-48e8-9549-311cc60470e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 200 len: 217 time: 0.0829232 Nov 04 08:58:29.945456 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c78e5d90-5c6e-4e44-bb11-8d995db52f5a tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.058436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-7acb3135-725c-4fd0-90e4-eef4465f66ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:30.060480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-7acb3135-725c-4fd0-90e4-eef4465f66ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1602335 Nov 04 08:58:30.070013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef5875-e17d-4457-b9b2-25e860c2852e req-8be41ab4-6940-4d15-aaec-f36d9474e1da tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:30.072013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ef5875-e17d-4457-b9b2-25e860c2852e req-8be41ab4-6940-4d15-aaec-f36d9474e1da tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0927923 Nov 04 08:58:30.095575 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:30.142559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43286-6255-4cfb-875c-4efe741f78d9 req-dbfe7be1-c6dd-4fb6-bb4c-c3e4b8c19769 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:30.161148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43286-6255-4cfb-875c-4efe741f78d9 req-dbfe7be1-c6dd-4fb6-bb4c-c3e4b8c19769 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:30.176482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf43286-6255-4cfb-875c-4efe741f78d9 req-dbfe7be1-c6dd-4fb6-bb4c-c3e4b8c19769 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:30.183552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ef5875-e17d-4457-b9b2-25e860c2852e req-57ab2625-375b-4f25-a187-e86267234024 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011131 Nov 04 08:58:30.188486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebf43286-6255-4cfb-875c-4efe741f78d9 req-dbfe7be1-c6dd-4fb6-bb4c-c3e4b8c19769 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2419 time: 0.5215950 Nov 04 08:58:30.193459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-c9b79d6d-4376-41d9-b8a3-f20883810ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:30.200110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-c9b79d6d-4376-41d9-b8a3-f20883810ef7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1267295 Nov 04 08:58:30.304927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] For port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:30.355481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] For port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:30.361479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.372999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebf43286-6255-4cfb-875c-4efe741f78d9 req-6863e02f-d24c-49fc-8c16-8f7813035155 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835210 Nov 04 08:58:30.436052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 08:58:30.441081 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c78e5d90-5c6e-4e44-bb11-8d995db52f5a tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.449003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c78e5d90-5c6e-4e44-bb11-8d995db52f5a tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.464859 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-89744029-006f-4cb5-bffb-e449b6151590 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561250 Nov 04 08:58:30.470170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e5d90-5c6e-4e44-bb11-8d995db52f5a tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=015f2a97-ddb3-4eeb-b99d-ca00f5b81018,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:30.555683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f17383-5152-4e08-8322-21df3f6263c9 None None] Pushing event updated for resources: {'Port': ['ID=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:30.568386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T08:58:21Z', 'revision_number': 4, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port': {'id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:15Z', 'updated_at': '2021-11-04T08:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '281a780b-3654-4aa5-a0a7-b708673b7419', 'name': '', 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'mac_address': 'fa:16:3e:f2:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '98734b35-4765-43d2-8199-895c730747c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:20Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'subnets': [{'id': '98734b35-4765-43d2-8199-895c730747c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:30.586785 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c972245-3caf-4936-af40-e187e8664c81 x-openstack-request-id: req-8c972245-3caf-4936-af40-e187e8664c81 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:30.587090 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-plugged", "status": "completed", "tag": "38880793-a2c3-409f-b846-d8469c94e57d", "code": 200}, {"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-plugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:30.587349 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c972245-3caf-4936-af40-e187e8664c81 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:30.587753 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d', 'code': 200} Nov 04 08:58:30.588069 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'code': 200} Nov 04 08:58:30.606642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:30.657137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-462f551d-214d-4270-baa8-09d94741ad02 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791627 Nov 04 08:58:30.737018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c78e5d90-5c6e-4e44-bb11-8d995db52f5a tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.740181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c78e5d90-5c6e-4e44-bb11-8d995db52f5a tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2391295 Nov 04 08:58:30.744103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43572) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:30.751960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:30.802372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.812557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4235bb9a-b85e-4931-950c-ed1404cbe67f None None] The sync data for ids ['a248e833-fa13-469c-8f7b-9703f77f0765'] in n-d-816487-1 is: [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T08:58:21Z', 'revision_number': 4, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port': {'id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:15Z', 'updated_at': '2021-11-04T08:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '281a780b-3654-4aa5-a0a7-b708673b7419', 'name': '', 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'mac_address': 'fa:16:3e:f2:bd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '98734b35-4765-43d2-8199-895c730747c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:20Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'subnets': [{'id': '98734b35-4765-43d2-8199-895c730747c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:58:30.831473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-15747caa-767b-4761-bfe6-6cf62ab545aa None None] Provisioning complete for port 23df7aed-32e4-48ba-adb2-64593d5726cc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:30.831846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15747caa-767b-4761-bfe6-6cf62ab545aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.876712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:58:30.936577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:30.951473 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:29Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:30.953277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f887ae5a-6f80-481d-8412-a01e36729f95 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6635027 Nov 04 08:58:30.956544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:30.965739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 49e3e743-834a-45af-af36-ff76b3b904ac up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:31.084404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Sync routers for ids ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:58:31.134436 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1e0810-c52b-4376-be97-b39abbd99198 None None] The sync data for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 is: [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:29Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:58:31.270603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:31.329866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Routers {'994bf0be-b2e4-4fec-b9db-e8057d4774c9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:31.332879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:31.341237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 49e3e743-834a-45af-af36-ff76b3b904ac triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:31.343824 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:31.808922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Allocated IP 172.25.3.195 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/1098123e-33b9-413f-b838-b39c54d9e6bd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:31.969689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:32.065499 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:32.127522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:32.140170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:32.194523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:32.335346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15747caa-767b-4761-bfe6-6cf62ab545aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:32.399757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Set router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:32.401537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:32.408377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:32.413286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:32.612126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 23df7aed-32e4-48ba-adb2-64593d5726cc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:32.621352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:32.626235 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e918acd4-6677-473d-ba29-3abc8147c3c1" -d '{"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:32.739789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event updated for resources: {'Port': ['ID=1098123e-33b9-413f-b838-b39c54d9e6bd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:33.124394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e42cb05-27dc-4586-8a95-a817ea56c5b1 None None] Network dda18087-ba6d-46e9-af75-f8c765fec348 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:33.146107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:33.251804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-15747caa-767b-4761-bfe6-6cf62ab545aa None None] For port 23df7aed-32e4-48ba-adb2-64593d5726cc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=23df7aed-32e4-48ba-adb2-64593d5726cc,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:33.282923 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15747caa-767b-4761-bfe6-6cf62ab545aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:33.320904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b43379f3-8bfe-4964-96e5-cb7cda1aea61 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:33.352051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b43379f3-8bfe-4964-96e5-cb7cda1aea61 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:33.378539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b43379f3-8bfe-4964-96e5-cb7cda1aea61 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:33.387784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b43379f3-8bfe-4964-96e5-cb7cda1aea61 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2419 time: 0.5340402 Nov 04 08:58:33.478861 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15747caa-767b-4761-bfe6-6cf62ab545aa None None] Pushing event updated for resources: {'Port': ['ID=23df7aed-32e4-48ba-adb2-64593d5726cc,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:33.534623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a0d51-01b1-45db-ba93-e9a19fd10c08 req-7dfc3799-36c2-4252-8b5a-a022a9f02131 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:33.536196 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af7a0d51-01b1-45db-ba93-e9a19fd10c08 req-7dfc3799-36c2-4252-8b5a-a022a9f02131 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 1.7554426 Nov 04 08:58:33.661062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 23df7aed-32e4-48ba-adb2-64593d5726cc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:33.661631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:33.716578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af7a0d51-01b1-45db-ba93-e9a19fd10c08 req-c87716fd-118e-482a-a242-0e3479bfcc39 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663129 Nov 04 08:58:33.766223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:33.808169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ead9732f-a576-4aa1-8f49-2a74f83e7897 None None] Provisioning complete for port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:33.808701 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ead9732f-a576-4aa1-8f49-2a74f83e7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:34.237062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Allocated IP 172.20.0.1 (dda18087-ba6d-46e9-af75-f8c765fec348/383018c6-a5a8-4b8e-b543-a93f3bdea43a/e7c1cab5-1ab8-489f-8022-319ff0a3a0fe) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:34.254680 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46f4fb7-360d-4980-8e4b-a450db603a99 x-openstack-request-id: req-a46f4fb7-360d-4980-8e4b-a450db603a99 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:34.255263 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:34.258015 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a46f4fb7-360d-4980-8e4b-a450db603a99 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:34.259812 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6', 'code': 200} Nov 04 08:58:34.341804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 3, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:34.386864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:34.437704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:34.464412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Checking router: 994bf0be-b2e4-4fec-b9db-e8057d4774c9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:58:34.472768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Updating router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 port 2227bba9-ae36-4d71-83bc-611b6240c828 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:58:34.482180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45caad-6cf8-49fa-96d4-04e3119f67a6 req-0f5bd335-83ed-4a5b-8bcc-5a834a0a1933 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:34.490552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45caad-6cf8-49fa-96d4-04e3119f67a6 req-0f5bd335-83ed-4a5b-8bcc-5a834a0a1933 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:34.497601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45caad-6cf8-49fa-96d4-04e3119f67a6 req-0f5bd335-83ed-4a5b-8bcc-5a834a0a1933 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:34.505317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c45caad-6cf8-49fa-96d4-04e3119f67a6 req-0f5bd335-83ed-4a5b-8bcc-5a834a0a1933 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2419 time: 1.3639667 Nov 04 08:58:34.541754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:34.586543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Network dda18087-ba6d-46e9-af75-f8c765fec348 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:34.589283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:34.601336 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:34.652369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:34.720169 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:34.802077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:34.980916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Pushing event updated for resources: {'Port': ['ID=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:34.987536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.006157 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c45caad-6cf8-49fa-96d4-04e3119f67a6 req-b7aa3827-3d18-4e0b-9966-62f2f60ab8eb tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998090 Nov 04 08:58:35.019253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 23df7aed-32e4-48ba-adb2-64593d5726cc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:35.021813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ead9732f-a576-4aa1-8f49-2a74f83e7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.031341 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.117567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302af36a-aad5-4423-b47d-ae20cf00bf4c req-fdfe1e81-4b77-4cb7-9a50-c20242663389 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:35.126524 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-302af36a-aad5-4423-b47d-ae20cf00bf4c req-fdfe1e81-4b77-4cb7-9a50-c20242663389 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1873755 Nov 04 08:58:35.176714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-d1f96d7b-1831-42df-960f-96e839f39537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:35.182553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.197067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-d1f96d7b-1831-42df-960f-96e839f39537 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd&tenant_id=32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 1100 time: 0.8024261 Nov 04 08:58:35.273713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-302af36a-aad5-4423-b47d-ae20cf00bf4c req-fd2f6e2f-6ec8-4868-b0f5-f650080f07bf tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404176 Nov 04 08:58:35.323728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ead9732f-a576-4aa1-8f49-2a74f83e7897 None None] For port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:35.367293 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ead9732f-a576-4aa1-8f49-2a74f83e7897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.463267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event updated for resources: {'Port': ['ID=1098123e-33b9-413f-b838-b39c54d9e6bd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:35.492798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port d8ddeb33-960f-4d4a-9fee-131648dd4c10 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:35.493083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.532949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 23df7aed-32e4-48ba-adb2-64593d5726cc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:35.533651 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.615423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.637108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.706984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9732f-a576-4aa1-8f49-2a74f83e7897 None None] Pushing event updated for resources: {'Port': ['ID=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:35.721002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.795429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Pushing event updated for resources: {'Port': ['ID=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:35.826732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.840534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port d8ddeb33-960f-4d4a-9fee-131648dd4c10, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=d8ddeb33-960f-4d4a-9fee-131648dd4c10,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:35.841006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.871699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for d8ddeb33-960f-4d4a-9fee-131648dd4c10 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:35.890091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.935810 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:35.951312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Network dda18087-ba6d-46e9-af75-f8c765fec348 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:35.953021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:36.087247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e43eb8c8-76d9-4b51-9d60-205a5a5afea6 None None] Provisioning complete for port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:36.089459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8c8-76d9-4b51-9d60-205a5a5afea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.171801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-68bb1e60-b320-4fd4-b888-56a5bb96de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:36.176510 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-68bb1e60-b320-4fd4-b888-56a5bb96de93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 1100 time: 0.9163661 Nov 04 08:58:36.181848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.211942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:58:36.219603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fa18f-84c7-42fb-9cc7-a78f1eed8296 None None] Pushing event updated for resources: {'Port': ['ID=2227bba9-ae36-4d71-83bc-611b6240c828,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:36.258728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:36.263721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:36.265526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e43eb8c8-76d9-4b51-9d60-205a5a5afea6 None None] Port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:36.269501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Attempting to bind port 2227bba9-ae36-4d71-83bc-611b6240c828 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:36.269876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Attempting to bind port 2227bba9-ae36-4d71-83bc-611b6240c828 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:36.270237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Attempting to bind port 2227bba9-ae36-4d71-83bc-611b6240c828 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:36.274122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=d8ddeb33-960f-4d4a-9fee-131648dd4c10,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:36.296110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.310219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aa9e3c21-c6dd-4b53-9776-81918117b7f8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5649276 Nov 04 08:58:36.373209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:36.373859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:36.374278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.374676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:36.375168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Bound port: 2227bba9-ae36-4d71-83bc-611b6240c828, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:36.384636 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.474117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:58:36.489897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e18ed294-65bd-43c3-97d8-5ce08213bf48 admin admin] 10.222.0.53 "PUT /v2.0/routers/994bf0be-b2e4-4fec-b9db-e8057d4774c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5236886 Nov 04 08:58:36.509150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e43eb8c8-76d9-4b51-9d60-205a5a5afea6 None None] Provisioning complete for port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:36.509460 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e43eb8c8-76d9-4b51-9d60-205a5a5afea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.518987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318727-e3e3-4e9f-9e79-82188582bd80 req-66078bfb-6d32-478f-a5ee-469c05726009 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:36.537776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318727-e3e3-4e9f-9e79-82188582bd80 req-66078bfb-6d32-478f-a5ee-469c05726009 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:36.569311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d318727-e3e3-4e9f-9e79-82188582bd80 req-66078bfb-6d32-478f-a5ee-469c05726009 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:36.579024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d318727-e3e3-4e9f-9e79-82188582bd80 req-66078bfb-6d32-478f-a5ee-469c05726009 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 2340 time: 0.4242108 Nov 04 08:58:36.621872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:36.690171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] For port 2227bba9-ae36-4d71-83bc-611b6240c828, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:36.699153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] For port 2227bba9-ae36-4d71-83bc-611b6240c828, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2227bba9-ae36-4d71-83bc-611b6240c828,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:36.710050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d318727-e3e3-4e9f-9e79-82188582bd80 req-bd545c37-f2ba-42c8-bd06-5d9353d810cd tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220684 Nov 04 08:58:36.789748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port d8ddeb33-960f-4d4a-9fee-131648dd4c10 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:36.814595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.818566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-6437559a-59c9-448d-9d06-42aaac11ad07 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "DELETE /v2.0/ports/d8ddeb33-960f-4d4a-9fee-131648dd4c10 HTTP/1.1" status: 204 len: 173 time: 3.4159591 Nov 04 08:58:36.822432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-deleted', 'tag': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:36.827946 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb7590-7037-4e4f-b83e-08c2465700ed" -d '{"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-deleted", "tag": "d8ddeb33-960f-4d4a-9fee-131648dd4c10"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:36.934002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 08:58:36.976730 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:36.979424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:36.980060 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:37.094745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:37.205523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Routers {'994bf0be-b2e4-4fec-b9db-e8057d4774c9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:37.206578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:37.254095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582c23a-5d6f-4def-82bf-dfc0bad33c95 req-1924816e-6166-486d-ae91-3d13c5aedf48 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:37.268502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e582c23a-5d6f-4def-82bf-dfc0bad33c95 req-1924816e-6166-486d-ae91-3d13c5aedf48 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.6606247 Nov 04 08:58:37.338628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-59c91856-4f99-4289-8ea3-8f9fd490d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:37.343937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-59c91856-4f99-4289-8ea3-8f9fd490d39c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 1.1568646 Nov 04 08:58:37.351083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] Set router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:37.474587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0fa18f-84c7-42fb-9cc7-a78f1eed8296 None None] Pushing event updated for resources: {'Port': ['ID=2227bba9-ae36-4d71-83bc-611b6240c828,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:37.496560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:37.502891 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59cbdae-0e6c-4fc8-ba54-346e649dcc72" -d '{"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:37.543479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-55e955a2-9956-4042-b5ea-cef859028cf9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 200 len: 217 time: 0.1843307 Nov 04 08:58:37.655565 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e582c23a-5d6f-4def-82bf-dfc0bad33c95 req-d09e01b5-0cae-4eaa-9dba-47dde380d57b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802972 Nov 04 08:58:37.673411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:37.702322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-069533d2-dab7-4b53-903c-1f895795117d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:37.704042 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-069533d2-dab7-4b53-903c-1f895795117d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1435299 Nov 04 08:58:37.710735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port 850066e3-7cba-4f53-8a42-790a078fd636 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:37.711223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:37.762909 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fcf0aa3a-4d67-418c-9f78-518badb6a6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:37.767798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 281a780b-3654-4aa5-a0a7-b708673b7419 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:37.775610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:37.776324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device d8ddeb33-960f-4d4a-9fee-131648dd4c10 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:37.829845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:37.862115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: d8ddeb33-960f-4d4a-9fee-131648dd4c10 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:58:37.862426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device d8ddeb33-960f-4d4a-9fee-131648dd4c10 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:58:37.862816 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 850066e3-7cba-4f53-8a42-790a078fd636 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:37.877287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3c5f94b6-5717-4c70-a9d7-78416afe7e3f None None] Provisioning complete for port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:37.877675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c5f94b6-5717-4c70-a9d7-78416afe7e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.002648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port 850066e3-7cba-4f53-8a42-790a078fd636, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=850066e3-7cba-4f53-8a42-790a078fd636,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:38.003225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.032067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3c5f94b6-5717-4c70-a9d7-78416afe7e3f None None] Port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:38.036026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for 850066e3-7cba-4f53-8a42-790a078fd636 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:38.167628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3ea85a81-7f35-4916-b446-767b146659a6', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '3ea85a81-7f35-4916-b446-767b146659a6', 'mac_address': 'fa:16:3e:bc:2c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:38.338875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.362735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.417249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=850066e3-7cba-4f53-8a42-790a078fd636,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:38.422511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:38.520231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Port 850066e3-7cba-4f53-8a42-790a078fd636 update to DOWN by agent not found {{(pid=102557) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 04 08:58:38.520231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:38.521201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-62bf7043-293d-4ded-aa94-0f484f367bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:38.521201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-62bf7043-293d-4ded-aa94-0f484f367bd0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8003221 Nov 04 08:58:38.607594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea85a81-7f35-4916-b446-767b146659a6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:38.673842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port 850066e3-7cba-4f53-8a42-790a078fd636 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:38.682589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.686080 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-348418de-6d71-4363-9c40-3d1590def261 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "DELETE /v2.0/ports/850066e3-7cba-4f53-8a42-790a078fd636 HTTP/1.1" status: 204 len: 173 time: 1.8451672 Nov 04 08:58:38.717836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:38.747829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 281a780b-3654-4aa5-a0a7-b708673b7419 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:38.748242 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.752689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.866880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:38.911759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:38.954550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:38.973172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3ea85a81-7f35-4916-b446-767b146659a6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:38.979994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 4, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e7c1cab5-1ab8-489f-8022-319ff0a3a0fe', 'name': '', 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'mac_address': 'fa:16:3e:3a:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 2, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'subnets': [{'id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:39.007019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-7c0b6bd6-952b-48e2-aeb4-28fe3c166963 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745650 Nov 04 08:58:39.033726 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:39.108623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefd15be-6853-4a40-b25f-319efa77066f None None] The sync data for ids ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'] in n-d-816487-1 is: [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 4, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e7c1cab5-1ab8-489f-8022-319ff0a3a0fe', 'name': '', 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'mac_address': 'fa:16:3e:3a:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 2, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'subnets': [{'id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:58:39.167072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:39.229771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:39.230121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:39.319552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02d1eb79-2e71-4d0c-8eaf-26cad6c7f37d req-8ac3a3a0-f811-4f16-bd41-850856a87eaa service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046992 Nov 04 08:58:39.588458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:39.671838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-1a319493-4814-403e-8afa-90bfd6a29913 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1412552059&fields=id&tenant_id=2a012d25acd64bbe915a2c15c827bbca HTTP/1.1" status: 200 len: 267 time: 0.2382262 Nov 04 08:58:39.686898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:39.687630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:39.740815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:39.832070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:39.832494 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:39.925915 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57834b78-7ca0-4d53-8adb-82299fc571e5 x-openstack-request-id: req-57834b78-7ca0-4d53-8adb-82299fc571e5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:39.926221 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-deleted", "tag": "d8ddeb33-960f-4d4a-9fee-131648dd4c10", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:39.926480 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57834b78-7ca0-4d53-8adb-82299fc571e5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:39.926896 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-deleted', 'tag': 'd8ddeb33-960f-4d4a-9fee-131648dd4c10', 'status': 'completed', 'code': 200} Nov 04 08:58:40.051165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-5eba5ce1-c536-4bc3-85ae-68bb4b768f4b tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:40.054473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-5eba5ce1-c536-4bc3-85ae-68bb4b768f4b tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/networks?id=807ad7b2-7d47-4bbb-b3b0-590b089ae307 HTTP/1.1" status: 200 len: 814 time: 0.3822603 Nov 04 08:58:40.096758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-ba402d32-b230-421d-8bd7-261060047ed8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/quotas/2a012d25acd64bbe915a2c15c827bbca HTTP/1.1" status: 200 len: 375 time: 0.0343668 Nov 04 08:58:40.101706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5738006-2d10-4b62-a97f-8270932c2ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:40.369276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-627d29b2-b2a9-449d-8d15-71ce24eb2eeb tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a012d25acd64bbe915a2c15c827bbca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2665799 Nov 04 08:58:40.374829 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d9ed4-969d-43d5-91be-c43e05d37d26 x-openstack-request-id: req-420d9ed4-969d-43d5-91be-c43e05d37d26 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:40.375255 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:40.375645 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-420d9ed4-969d-43d5-91be-c43e05d37d26 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:40.379684 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'code': 200} Nov 04 08:58:40.407833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:40.455519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:40.458790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=86b5d4e5-f86b-4451-bf0d-28a14f52dee5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:40.483489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936bf70-f80c-496e-b944-ca2ce6ae36fa req-44f2b2bf-ec42-43aa-8bf4-6ea8f25ca824 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:40.496006 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d936bf70-f80c-496e-b944-ca2ce6ae36fa req-44f2b2bf-ec42-43aa-8bf4-6ea8f25ca824 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=18dc786c-74d7-4b70-a7bd-2b4da3e1bc83 HTTP/1.1" status: 200 len: 865 time: 0.1600723 Nov 04 08:58:40.586324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port 86b5d4e5-f86b-4451-bf0d-28a14f52dee5 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:40.594949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:40.598538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09d3192d-7161-4e11-adc5-0cab3288b13f req-b9a39eed-12e0-44b4-9a43-5ff38921f81a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "DELETE /v2.0/ports/86b5d4e5-f86b-4451-bf0d-28a14f52dee5 HTTP/1.1" status: 204 len: 173 time: 1.8540926 Nov 04 08:58:40.625425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d936bf70-f80c-496e-b944-ca2ce6ae36fa req-020909a4-86ea-42fe-97fb-0a227bc6f9d2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281559 Nov 04 08:58:40.797518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:40.917793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-edc56ddd-b010-4413-a25f-226f7560b604 service neutron] 10.222.0.53 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758923 Nov 04 08:58:41.109805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3ea85a81-7f35-4916-b446-767b146659a6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:41.114919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:41.235598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247b5e5-d106-4ba9-91b8-24882149dd12 req-25054b7c-f851-4561-8a82-26b319202050 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:41.257043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6247b5e5-d106-4ba9-91b8-24882149dd12 req-25054b7c-f851-4561-8a82-26b319202050 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 947 time: 0.1592829 Nov 04 08:58:41.323958 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-4d5813fb-0fe9-4eea-a640-158a433cb66e service neutron] 10.222.0.53 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998272 Nov 04 08:58:41.358773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6247b5e5-d106-4ba9-91b8-24882149dd12 req-bc8900f3-b224-4b9f-89f2-d385f640a65d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004634 Nov 04 08:58:41.448576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:41.674873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2227bba9-ae36-4d71-83bc-611b6240c828 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:41.929003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-deleted', 'tag': '850066e3-7cba-4f53-8a42-790a078fd636'}, {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-deleted', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:41.931983 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fd8771-7a45-444f-9acd-23b90af26bed" -d '{"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-deleted", "tag": "850066e3-7cba-4f53-8a42-790a078fd636"}, {"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-deleted", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:41.961728 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:42.226652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:42.229761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2227bba9-ae36-4d71-83bc-611b6240c828 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:42.230604 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:42.284783 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:42.288973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:42.433393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:42.521018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5'}, {'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:42.523569 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cf2621-3c01-467a-8199-c7b7945315e2" -d '{"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-unplugged", "status": "completed", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5"}, {"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-plugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:42.527256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'mac_address': 'fa:16:3e:d7:ca:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:42.700053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:42.765959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:42.825742 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:42.850243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43830) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:42.852779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e093b24a-bd94-4545-ad6f-938bdf8ddea6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:42.881112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-413e33e4-7168-4915-9af4-ffa32654db3a req-68b1f3c7-2ea8-40df-9411-86fa6587acf5 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 210 time: 0.0788808 Nov 04 08:58:42.905506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:42.909116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 38880793-a2c3-409f-b846-d8469c94e57d no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:43.023972 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.039223 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12151c0-f8d5-4297-b976-34f5533a59c9 x-openstack-request-id: req-b12151c0-f8d5-4297-b976-34f5533a59c9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:43.041043 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-deleted", "tag": "850066e3-7cba-4f53-8a42-790a078fd636", "status": "completed", "code": 200}, {"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-deleted", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:43.041506 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b12151c0-f8d5-4297-b976-34f5533a59c9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:43.042110 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-deleted', 'tag': '850066e3-7cba-4f53-8a42-790a078fd636', 'status': 'completed', 'code': 200} Nov 04 08:58:43.042558 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-deleted', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5', 'status': 'completed', 'code': 200} Nov 04 08:58:43.044779 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.229018 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732d68e4-0719-4110-8f6d-edc7fdac754d x-openstack-request-id: req-732d68e4-0719-4110-8f6d-edc7fdac754d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:43.230443 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18dc786c-74d7-4b70-a7bd-2b4da3e1bc83", "name": "network-vif-unplugged", "status": "completed", "tag": "86b5d4e5-f86b-4451-bf0d-28a14f52dee5", "code": 200}, {"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-plugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:43.231402 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-732d68e4-0719-4110-8f6d-edc7fdac754d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:43.235589 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18dc786c-74d7-4b70-a7bd-2b4da3e1bc83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86b5d4e5-f86b-4451-bf0d-28a14f52dee5', 'code': 200} Nov 04 08:58:43.236344 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6', 'code': 200} Nov 04 08:58:43.237185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting subnet 3c7b5c1b-32f0-42b0-954b-d8ccb46afe51 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:58:43.266409 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.415800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb5602-851f-4a82-9e21-bda16aefc67c req-e5a8f341-9a52-461e-9dfd-99454ed4866a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:43.425612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82eb5602-851f-4a82-9e21-bda16aefc67c req-e5a8f341-9a52-461e-9dfd-99454ed4866a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.1783383 Nov 04 08:58:43.426612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:43.438226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.452030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.529902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82eb5602-851f-4a82-9e21-bda16aefc67c req-64f64e1a-a6b4-405b-be0e-cf39bb5ed882 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024666 Nov 04 08:58:43.597631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e093b24a-bd94-4545-ad6f-938bdf8ddea6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:43.603458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 2227bba9-ae36-4d71-83bc-611b6240c828, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2227bba9-ae36-4d71-83bc-611b6240c828,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:43.608651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:43.649280 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.663575 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.854817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:43.903805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:43.948329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=2227bba9-ae36-4d71-83bc-611b6240c828,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:44.166339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:44.185661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-23d460f4-c192-4ca8-bc57-f7702580c8f0 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:44.196520 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-23d460f4-c192-4ca8-bc57-f7702580c8f0 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.70 "GET /v2.0/networks?id=807ad7b2-7d47-4bbb-b3b0-590b089ae307 HTTP/1.1" status: 200 len: 814 time: 0.4194524 Nov 04 08:58:44.250100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62327bf3-f8f1-4a0d-baad-a2c2a389710f None None] Network a22cb40a-96f9-42f0-964d-aa479a47a307 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:44.254985 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:44.274122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/subnets/3c7b5c1b-32f0-42b0-954b-d8ccb46afe51 HTTP/1.1" status: 204 len: 168 time: 1.4228225 Nov 04 08:58:44.275459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff507876-4e4f-4331-aa88-3f0456b008d0 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7b5c1b-32f0-42b0-954b-d8ccb46afe51,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:44.277703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:44.386006 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Sync routers for ids ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:58:44.404543 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Routers {'994bf0be-b2e4-4fec-b9db-e8057d4774c9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:44.406568 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:44.507179 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:44.543414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-36a726be-4f67-4c5d-966e-41318f3d7ac6 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a012d25acd64bbe915a2c15c827bbca HTTP/1.1" status: 200 len: 380 time: 0.2298603 Nov 04 08:58:44.576003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Request body: {'port': {'device_id': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'admin_state_up': True, 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'security_groups': ['beaaaa39-a4e1-4435-8868-a1a6d092c4f6']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:44.613937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] DHCP port deletion for a22cb40a-96f9-42f0-964d-aa479a47a307 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:58:44.662673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd251342-4718-4565-8bc7-f5dc2b1961ea req-d8807811-72ab-46b9-950b-f7fa11f692e2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:44.664381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd251342-4718-4565-8bc7-f5dc2b1961ea req-d8807811-72ab-46b9-950b-f7fa11f692e2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 949 time: 0.4663703 Nov 04 08:58:44.698885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port ee9ec028-35d7-4b71-9b35-79bd665a97b7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:44.701119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:44.755189 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Set router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:44.817193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] Deleting port ee9ec028-35d7-4b71-9b35-79bd665a97b7 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:44.817615 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:44.994012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] For port ee9ec028-35d7-4b71-9b35-79bd665a97b7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee9ec028-35d7-4b71-9b35-79bd665a97b7,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:44.994246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:45.024467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b5dd2c9-eee4-4451-bfb2-67c2d1441dea req-faa919d3-5b78-4a55-9442-9e816522d902 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 210 time: 0.1840563 Nov 04 08:58:45.056905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] Calling delete_port for ee9ec028-35d7-4b71-9b35-79bd665a97b7 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:45.079518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port ee9ec028-35d7-4b71-9b35-79bd665a97b7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee9ec028-35d7-4b71-9b35-79bd665a97b7,segment=NetworkSegment(1813459d-4d2b-4b9c-a0ec-740c65149a9b),segment_id=1813459d-4d2b-4b9c-a0ec-740c65149a9b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:45.084514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:45.129492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Made reservation on behalf of 2a012d25acd64bbe915a2c15c827bbca for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:45.132528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for ee9ec028-35d7-4b71-9b35-79bd665a97b7 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:45.139012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:45.196127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd251342-4718-4565-8bc7-f5dc2b1961ea req-50aee934-663e-417b-b3d8-563cb4d36e95 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177853 Nov 04 08:58:45.366927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:45.380564 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5d5e3a-7319-4ebe-a419-688faaf2bd30" -d '{"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-unplugged", "status": "completed", "tag": "38880793-a2c3-409f-b846-d8469c94e57d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:45.434863 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:45.513947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] No DVR routers for this DVR port ee9ec028-35d7-4b71-9b35-79bd665a97b7 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:45.541398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:45.553589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31184ff-f15f-47ba-a5f7-8ae01d804c80 None None] Pushing event deleted for resources: {'Port': ['ID=ee9ec028-35d7-4b71-9b35-79bd665a97b7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:45.583621 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:45.611290 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:58:45.649481 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403f764d-888a-4cb4-9928-454993b28992 x-openstack-request-id: req-403f764d-888a-4cb4-9928-454993b28992 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:45.649778 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-unplugged", "status": "completed", "tag": "38880793-a2c3-409f-b846-d8469c94e57d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:45.650035 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-403f764d-888a-4cb4-9928-454993b28992 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:45.650435 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d', 'code': 200} Nov 04 08:58:45.760340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Allocated IP 172.20.0.12 (807ad7b2-7d47-4bbb-b3b0-590b089ae307/7284f501-922c-46db-9e6d-70151a57647c/544ec8c4-191f-4da5-a62a-71d75eef155b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:45.769235 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 4, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e7c1cab5-1ab8-489f-8022-319ff0a3a0fe', 'name': '', 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'mac_address': 'fa:16:3e:3a:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 2, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'subnets': [{'id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:45.804679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=ee9ec028-35d7-4b71-9b35-79bd665a97b7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:45.820774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port ee9ec028-35d7-4b71-9b35-79bd665a97b7 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:45.952319 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Checking router: 994bf0be-b2e4-4fec-b9db-e8057d4774c9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:58:45.952730 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Updating router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 08:58:46.045010 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.061303 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.074692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2227bba9-ae36-4d71-83bc-611b6240c828 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:46.122212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.258210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2227bba9-ae36-4d71-83bc-611b6240c828 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:46.258598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.266687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22cb40a-96f9-42f0-964d-aa479a47a307']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:46.450189 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.465261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1813459d-4d2b-4b9c-a0ec-740c65149a9b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:46.465938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1813459d-4d2b-4b9c-a0ec-740c65149a9b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:46.475085 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.487126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.503031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:46.522411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-f2168eb2-e8f7-466a-a4a0-439f4a803791 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1799643 Nov 04 08:58:46.538361 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.576118 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc1ca2-fed1-403f-bd83-6a33ad6f9f9d None None] Pushing event updated for resources: {'Port': ['ID=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:46.602318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:58:46.603601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:58:46.633241 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:58:46.743234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.890633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-1add2e2d-790a-4ae8-b276-4fbc62162bd6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:46.905274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-1add2e2d-790a-4ae8-b276-4fbc62162bd6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.6902251 Nov 04 08:58:46.940065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Attempting to bind port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:46.941219 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Attempting to bind port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:46.941816 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Attempting to bind port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe on network dda18087-ba6d-46e9-af75-f8c765fec348 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:46.950036 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:46.954007 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Checking segment: {'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:46.954788 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:46.956342 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Bound using segment: {'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:46.957177 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Bound port: e7c1cab5-1ab8-489f-8022-319ff0a3a0fe, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:46.961470 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:47.075758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-34c77a81-78ed-4d2f-aba8-1b258e1c0285 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/quotas/df22224a809c45d780df520a392a8099 HTTP/1.1" status: 200 len: 375 time: 0.1694391 Nov 04 08:58:47.193833 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] For port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:47.202518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] For port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:47.211742 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:47.275104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d1d93700-d33b-4b4a-b414-59d2cdefaccf None None] Provisioning complete for port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:47.278568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-3060c483-deb3-43c9-a3c7-a4836ebf9e3f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:47.284963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-3060c483-deb3-43c9-a3c7-a4836ebf9e3f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f61d461-b3b5-4757-836d-fc98ee8c4d86 HTTP/1.1" status: 200 len: 943 time: 0.3175871 Nov 04 08:58:47.291929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:47.293870 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d93700-d33b-4b4a-b414-59d2cdefaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:47.303681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e093b24a-bd94-4545-ad6f-938bdf8ddea6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:47.308104 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:47.315997 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc1ca2-fed1-403f-bd83-6a33ad6f9f9d None None] Pushing event updated for resources: {'Port': ['ID=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:47.396705 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Routers {'994bf0be-b2e4-4fec-b9db-e8057d4774c9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:58:47.397591 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:58:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:47.437319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:47.441263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/networks/a22cb40a-96f9-42f0-964d-aa479a47a307 HTTP/1.1" status: 204 len: 168 time: 3.1500392 Nov 04 08:58:47.448197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:47.503024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:47.512358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ee9ec028-35d7-4b71-9b35-79bd665a97b7 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:47.513705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-ed510c49-0939-41ad-bf38-599fd3483afa tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:47.536665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-ed510c49-0939-41ad-bf38-599fd3483afa tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8964920 Nov 04 08:58:47.610298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-9d22aed7-5797-48ea-bbbf-e4909fbd3a81 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/quotas/32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 375 time: 0.0712380 Nov 04 08:58:47.728476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-626eca55-ef10-4984-b087-5f8bc7513103 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6108365 Nov 04 08:58:47.750214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ee9ec028-35d7-4b71-9b35-79bd665a97b7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:58:47.750556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ee9ec028-35d7-4b71-9b35-79bd665a97b7 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:58:47.757959 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] Set router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:58:47.790105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:47.851134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc04a06-cca8-484b-81e4-a97f3398d8b2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Network': ['ID=a22cb40a-96f9-42f0-964d-aa479a47a307,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:47.927620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event updated for resources: {'Port': ['ID=544ec8c4-191f-4da5-a62a-71d75eef155b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:47.941543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:47.974049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:48.061873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.207346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting subnet d4f881e7-e1e0-40b5-8b55-ef551fe1179d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:58:48.231821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:48.238078 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cef07d4-eaa8-40a5-af52-1a3140915e28" -d '{"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-plugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:48.254754 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d93700-d33b-4b4a-b414-59d2cdefaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.257293 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.289018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7c1cab5-1ab8-489f-8022-319ff0a3a0fe up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:48.314976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-51f5c531-0b76-44be-b6e7-6b4d593ff4f3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7035210 Nov 04 08:58:48.345771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Deleting port 38880793-a2c3-409f-b846-d8469c94e57d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:48.345771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.352620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d1d93700-d33b-4b4a-b414-59d2cdefaccf None None] For port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:48.424970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:48.425901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.429376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1d93700-d33b-4b4a-b414-59d2cdefaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.435880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:48.494303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-b500d22d-0186-4bfc-abf6-b9cbbffe60cd service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7637765 Nov 04 08:58:48.524356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-0eae6b18-ec5e-419c-adb3-57eeae64a6e7 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9533317 Nov 04 08:58:48.555985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d93700-d33b-4b4a-b414-59d2cdefaccf None None] Pushing event updated for resources: {'Port': ['ID=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:48.563279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Request body: {'port': {'device_id': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:48.578510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.587603 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.706066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:48.774287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cbbd02a7-a816-4090-b916-5a21e972733a None None] Provisioning complete for port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:48.775628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cbbd02a7-a816-4090-b916-5a21e972733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:48.971794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:49.072572 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 4, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e7c1cab5-1ab8-489f-8022-319ff0a3a0fe', 'name': '', 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'mac_address': 'fa:16:3e:3a:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:58:47Z', 'revision_number': 4, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'subnets': [{'id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:49.184031 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8090788-49c4-4103-bf16-239aaefbaf95 None None] The sync data for ids ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'] in n-d-816487-1 is: [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T08:58:35Z', 'revision_number': 4, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e7c1cab5-1ab8-489f-8022-319ff0a3a0fe', 'name': '', 'network_id': 'dda18087-ba6d-46e9-af75-f8c765fec348', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'mac_address': 'fa:16:3e:3a:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:58:47Z', 'revision_number': 4, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'subnets': [{'id': '383018c6-a5a8-4b8e-b543-a93f3bdea43a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:58:49.188490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] For port 38880793-a2c3-409f-b846-d8469c94e57d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=38880793-a2c3-409f-b846-d8469c94e57d,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:49.189123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:49.219323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Calling delete_port for 38880793-a2c3-409f-b846-d8469c94e57d owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:49.272205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:49.272682 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:49.417342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f1cd3eac-dad4-496e-847d-d87872d50e3a None None] Provisioning complete for port 544ec8c4-191f-4da5-a62a-71d75eef155b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:49.417718 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1cd3eac-dad4-496e-847d-d87872d50e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:49.575617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd3eac-dad4-496e-847d-d87872d50e3a None None] Port 544ec8c4-191f-4da5-a62a-71d75eef155b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:49.631974 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:49.633332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f5d65-0e72-4966-bdc8-2a3a1be5b52b req-ad74f7b7-8c2f-404f-bf4e-68ffafbfa7ae tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:49.645343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e9f5d65-0e72-4966-bdc8-2a3a1be5b52b req-ad74f7b7-8c2f-404f-bf4e-68ffafbfa7ae tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 932 time: 0.5106149 Nov 04 08:58:49.708243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:49.857542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e9f5d65-0e72-4966-bdc8-2a3a1be5b52b req-63ef237d-76cb-4843-b5e5-ff15ede50eaf tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099502 Nov 04 08:58:49.967155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event deleted for resources: {'Port': ['ID=38880793-a2c3-409f-b846-d8469c94e57d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:50.135140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7c1cab5-1ab8-489f-8022-319ff0a3a0fe up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:58:50.169088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] No DVR routers for this DVR port 38880793-a2c3-409f-b846-d8469c94e57d on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:50.183213 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:50.189397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-705f9b27-b5a4-4910-be9a-db3aff57374a req-14ede7fe-12f0-4ea9-96b2-03a47eb17311 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "DELETE /v2.0/ports/38880793-a2c3-409f-b846-d8469c94e57d HTTP/1.1" status: 204 len: 173 time: 2.8945370 Nov 04 08:58:50.211539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-deleted', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:50.228644 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfd21c3-7c38-4ea3-a622-2793c83d4751" -d '{"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-deleted", "tag": "38880793-a2c3-409f-b846-d8469c94e57d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:50.325576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-3904e771-63b7-4ddc-bb7b-7e4c5cf65d92 service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8039968 Nov 04 08:58:50.341120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:50.345046 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:50.352663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:50.476591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f881e7-e1e0-40b5-8b55-ef551fe1179d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:50.508006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:50.521991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c9fa26-9bf6-4ebf-b546-0f65e21ef04b None None] Network 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:50.523893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d7b56b75-4ef5-4ac6-afdc-429f1df5b519 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/subnets/d4f881e7-e1e0-40b5-8b55-ef551fe1179d HTTP/1.1" status: 204 len: 168 time: 3.0131464 Nov 04 08:58:50.524795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:50.532208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544ec8c4-191f-4da5-a62a-71d75eef155b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:50.542776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:50.560858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Transition to ACTIVE for port object 544ec8c4-191f-4da5-a62a-71d75eef155b will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:58:50.575123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:50.946422 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:50.956569 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f631a1-a223-4674-9689-030b22cc7cf9 x-openstack-request-id: req-b1f631a1-a223-4674-9689-030b22cc7cf9 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:50.961102 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-plugged", "status": "completed", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:50.971576 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1f631a1-a223-4674-9689-030b22cc7cf9 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:50.971576 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'code': 200} Nov 04 08:58:51.033338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 38880793-a2c3-409f-b846-d8469c94e57d no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:51.167878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=544ec8c4-191f-4da5-a62a-71d75eef155b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:51.302295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 38880793-a2c3-409f-b846-d8469c94e57d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:58:51.303375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 38880793-a2c3-409f-b846-d8469c94e57d not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:58:51.561494 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-512ca2e4-38dc-4e4b-88f2-76f5ef000201 req-c295e0e3-a2e6-4e58-89c2-2dfc1d675763 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 210 time: 0.2228451 Nov 04 08:58:51.670636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Attempting to bind port 544ec8c4-191f-4da5-a62a-71d75eef155b on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:51.670985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Attempting to bind port 544ec8c4-191f-4da5-a62a-71d75eef155b by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:51.671315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Attempting to bind port 544ec8c4-191f-4da5-a62a-71d75eef155b on network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:51.680971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port cf23f037-ec23-4645-bd89-f7837afb2853 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:51.697532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:51.703743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Port 544ec8c4-191f-4da5-a62a-71d75eef155b on network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:58:51.719922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Attempting to bind port 544ec8c4-191f-4da5-a62a-71d75eef155b on network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:51.752324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:51.752686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Checking segment: {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:51.755094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Bound using segment: {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:51.764997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Bound port: 544ec8c4-191f-4da5-a62a-71d75eef155b, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d11de2-6dd1-477d-a0c4-3c80ca713ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:51.765449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:51.887991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-55e2caf8-40cc-4535-9a82-a7138314a7f8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5954576 Nov 04 08:58:51.915916 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f4089a-5dca-4b65-8d78-1bd500996df1 x-openstack-request-id: req-29f4089a-5dca-4b65-8d78-1bd500996df1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:51.916453 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f61d461-b3b5-4757-836d-fc98ee8c4d86", "name": "network-vif-deleted", "tag": "38880793-a2c3-409f-b846-d8469c94e57d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:51.918242 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29f4089a-5dca-4b65-8d78-1bd500996df1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:51.918835 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f61d461-b3b5-4757-836d-fc98ee8c4d86', 'name': 'network-vif-deleted', 'tag': '38880793-a2c3-409f-b846-d8469c94e57d', 'status': 'completed', 'code': 200} Nov 04 08:58:52.051160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port cf23f037-ec23-4645-bd89-f7837afb2853, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cf23f037-ec23-4645-bd89-f7837afb2853,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:52.054128 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.123592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for cf23f037-ec23-4645-bd89-f7837afb2853 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:52.223193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] DHCP port deletion for 96080670-e4db-45d4-bd9b-4fa4e3a9bd13 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:58:52.252505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] For port 544ec8c4-191f-4da5-a62a-71d75eef155b, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:52.261380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] For port 544ec8c4-191f-4da5-a62a-71d75eef155b, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=544ec8c4-191f-4da5-a62a-71d75eef155b,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:52.303421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3c2b5e2-b634-466e-ab3e-c225725ef568 req-4a1509d2-cda1-42e0-a44d-73c227c8f35a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 210 time: 0.1236653 Nov 04 08:58:52.352130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.374152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] Deleting port cf23f037-ec23-4645-bd89-f7837afb2853 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:58:52.377244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.481887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.497906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553a28b-cf84-4d82-af37-3d9c7daadb40 req-5806e7e3-e68f-4095-a3f9-e9af4ae57bed tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:52.506252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7553a28b-cf84-4d82-af37-3d9c7daadb40 req-5806e7e3-e68f-4095-a3f9-e9af4ae57bed tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 944 time: 0.0849271 Nov 04 08:58:52.548266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=cf23f037-ec23-4645-bd89-f7837afb2853,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:52.566951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port cf23f037-ec23-4645-bd89-f7837afb2853 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:52.598647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:52.607417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.611381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] 10.222.0.70 "PUT /v2.0/ports/544ec8c4-191f-4da5-a62a-71d75eef155b HTTP/1.1" status: 200 len: 1092 time: 4.0726955 Nov 04 08:58:52.615599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ee15a-60ae-4c0a-b84c-5c65d3beb9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=544ec8c4-191f-4da5-a62a-71d75eef155b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:52.634432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] For port cf23f037-ec23-4645-bd89-f7837afb2853, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cf23f037-ec23-4645-bd89-f7837afb2853,segment=NetworkSegment(53356a58-3993-46db-abc3-da026bb6d2a4),segment_id=53356a58-3993-46db-abc3-da026bb6d2a4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:52.634903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.637730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:52.642900 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e10e7a-a88b-46d4-afde-4100e0f4d487" -d '{"events": [{"name": "network-changed", "server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:52.664535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7553a28b-cf84-4d82-af37-3d9c7daadb40 req-f4660e25-e783-4dc0-b05c-d941ab3f1871 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538527 Nov 04 08:58:52.704778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] Calling delete_port for cf23f037-ec23-4645-bd89-f7837afb2853 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:58:52.717039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-60889d95-0b18-4831-8219-6f9a39de8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:52.728352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-60889d95-0b18-4831-8219-6f9a39de8d28 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 1100 time: 0.4605327 Nov 04 08:58:52.882840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.926935 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:52.994106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96080670-e4db-45d4-bd9b-4fa4e3a9bd13']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:53.036308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] Pushing event deleted for resources: {'Port': ['ID=cf23f037-ec23-4645-bd89-f7837afb2853,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:53.045925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eaa143-cc52-4b98-ace4-102aed58103e None None] No DVR routers for this DVR port cf23f037-ec23-4645-bd89-f7837afb2853 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:58:53.050094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53356a58-3993-46db-abc3-da026bb6d2a4') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:53.053823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53356a58-3993-46db-abc3-da026bb6d2a4') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:58:53.095881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:53.199127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-37529bed-212d-403b-be85-9d6519df8ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:53.203070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-37529bed-212d-403b-be85-9d6519df8ecc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a012d25acd64bbe915a2c15c827bbca&device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 1095 time: 0.5245404 Nov 04 08:58:53.216878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:53.225121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:58:53.226302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:53.270087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-380710c6-d737-4ea4-a1fc-6fb5c65beaf0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544ec8c4-191f-4da5-a62a-71d75eef155b HTTP/1.1" status: 200 len: 217 time: 0.0558791 Nov 04 08:58:53.307258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e979d41d-8207-43f7-abe2-8fc357c6fd10 req-8e914642-b2ff-443d-bbd9-0b80ea1b30f5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 210 time: 0.2279348 Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:58:53.310292 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:58:53.330724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-073a1e2f-4f39-4cd7-9111-867e44e3c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:53.332334 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-073a1e2f-4f39-4cd7-9111-867e44e3c92c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4732320 Nov 04 08:58:53.342654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:53.346578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-4b3f1b0c-26a6-4164-8e4d-019cc3a8889a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=32d17854c04044c49225fa15a6d5872b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2655632 Nov 04 08:58:53.373873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:53.382037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/networks/96080670-e4db-45d4-bd9b-4fa4e3a9bd13 HTTP/1.1" status: 204 len: 168 time: 2.8550124 Nov 04 08:58:53.422699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-1479464f-5744-4cff-bbf0-938931807465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:53.424643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-1479464f-5744-4cff-bbf0-938931807465 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7284f501-922c-46db-9e6d-70151a57647c HTTP/1.1" status: 200 len: 853 time: 0.0913329 Nov 04 08:58:53.426482 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b7e9a3-5d7d-492c-ad11-1d82bb64a459 x-openstack-request-id: req-30b7e9a3-5d7d-492c-ad11-1d82bb64a459 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:53.426946 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:53.427942 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30b7e9a3-5d7d-492c-ad11-1d82bb64a459 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:53.428498 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'status': 'completed', 'code': 200} Nov 04 08:58:53.429032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44070) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:53.438808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1158010142'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:53.517448 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-9f74c125-3e4d-4ccd-bdf9-bb0772de2ad0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 200 len: 217 time: 0.0966029 Nov 04 08:58:53.611556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:53.617089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:53.640694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-49c3046c-1e2f-4b09-9c57-20eea3fdf1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:53.642439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-49c3046c-1e2f-4b09-9c57-20eea3fdf1a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1064796 Nov 04 08:58:53.767792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-441c1e70-d0c0-43a2-9526-f1fbc4f3aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:53.769523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-441c1e70-d0c0-43a2-9526-f1fbc4f3aa0d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=807ad7b2-7d47-4bbb-b3b0-590b089ae307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3254516 Nov 04 08:58:53.953164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:58:53.964384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-3e730059-b219-4a7c-b940-37c18cac9c56 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:53.966056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-3e730059-b219-4a7c-b940-37c18cac9c56 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5971591 Nov 04 08:58:53.979483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:53.979834 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Added segment def9983b-d9cd-4ff0-b0b2-f9ac302a55f8 of type vlan for network 6db5324d-3f0b-4f38-951d-6b91aa43e75b Nov 04 08:58:53.999910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Request body: {'port': {'device_id': 'af525ea0-4499-4144-b107-7fba91d6855a', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '32d17854c04044c49225fa15a6d5872b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:54.001810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-a9c8cf49-df5c-48bc-8365-553a54050df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:54.003291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-a9c8cf49-df5c-48bc-8365-553a54050df1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2794144 Nov 04 08:58:54.007575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e509e-2610-4b69-a843-ee1b06b092ed tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Network': ['ID=96080670-e4db-45d4-bd9b-4fa4e3a9bd13,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:54.065527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d86f0e6f-9099-49d2-b332-607b9ffc369d req-3e1ee967-3b15-4e54-b245-acb25df14814 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 210 time: 0.0983880 Nov 04 08:58:54.137662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cf23f037-ec23-4645-bd89-f7837afb2853 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:58:54.227887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Made reservation on behalf of 32d17854c04044c49225fa15a6d5872b for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:54.235125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:54.346332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: cf23f037-ec23-4645-bd89-f7837afb2853 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:58:54.346924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cf23f037-ec23-4645-bd89-f7837afb2853 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:58:54.432249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d35bb3-84b4-4f73-976c-4eec262cb319 req-cda2149d-cf82-4507-9313-98f53d52e407 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:54.434087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3d35bb3-84b4-4f73-976c-4eec262cb319 req-cda2149d-cf82-4507-9313-98f53d52e407 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 944 time: 0.1506629 Nov 04 08:58:54.580242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Allocated IP 192.168.233.75 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/e43bbf76-3067-4c94-b308-ba5019d58829) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:54.580242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3d35bb3-84b4-4f73-976c-4eec262cb319 req-1edbd994-1a97-4008-abcd-5eefc212e19f tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084831 Nov 04 08:58:54.639045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-2532d374-ceb3-4ed7-9761-fa0334335fc6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:54.640693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-2532d374-ceb3-4ed7-9761-fa0334335fc6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.9911141 Nov 04 08:58:54.656513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-da2ca8b5-ed0b-4a5b-8b4a-c18967945785 service neutron] 10.222.0.70 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8733466 Nov 04 08:58:54.659584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:54.667554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Request body: {'port': {'device_id': '499e27eb-9246-4807-a312-41310c97340c', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'admin_state_up': True, 'tenant_id': 'df22224a809c45d780df520a392a8099'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:54.775544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:54.857728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e08b3e55-0400-4ba2-ba46-10ab290a74f4 req-65305d68-4b0b-4f6d-89b0-4705ffcbedce tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 210 time: 0.0576150 Nov 04 08:58:54.876667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:54.881750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:54.889726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0', '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:54.891233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:54.891893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:54.930784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:54.934636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:54.938733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:54.988378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:54.998883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Network': ['ID=6db5324d-3f0b-4f38-951d-6b91aa43e75b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:55.036238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6db5324d-3f0b-4f38-951d-6b91aa43e75b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:58:55.040654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:55.041763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:55.051788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-99aef164-2a03-422e-b358-d1def4c7335f service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0286224 Nov 04 08:58:55.074091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-d6a3f055-9902-4b39-ad18-378f8e0dbade tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0828290 Nov 04 08:58:55.078110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae2abb16-d9fb-4ff7-9e63-5316693f92d1 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6429462 Nov 04 08:58:55.080867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:55.087487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'subnet': {'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:55.098363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Request body: {'port': {'device_id': 'af525ea0-4499-4144-b107-7fba91d6855a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:55.287792 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-879f54d2-7011-451d-bc66-8013f0f5f87e req-09cd50e3-63fb-4351-9182-0598e1ce2322 service neutron] 10.222.0.70 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144152 Nov 04 08:58:55.315054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34f32244-5abf-4f3d-a35d-b1dca20a9dbc req-0d3889c1-e15c-439d-8ec4-814725599f82 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 210 time: 0.0825181 Nov 04 08:58:55.366341 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:55.383435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:55.397755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:55.465657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9200f950-b686-49d4-becb-336130bf79f6 None None] Provisioning complete for port e43bbf76-3067-4c94-b308-ba5019d58829 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:55.466610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9200f950-b686-49d4-becb-336130bf79f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:55.470894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Made reservation on behalf of df22224a809c45d780df520a392a8099 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:55.475153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:55.578677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9200f950-b686-49d4-becb-336130bf79f6 None None] Port e43bbf76-3067-4c94-b308-ba5019d58829 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:58:55.693781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-765f02d5-bb9f-48c2-8dd3-9a5d2c197b8d req-d0ae64c2-3c3b-416e-8c5e-82d2f34ecf52 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6124663 Nov 04 08:58:55.705335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-892729d5-72b6-4e9f-8838-d7f7674180da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:55.706859 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-892729d5-72b6-4e9f-8838-d7f7674180da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a012d25acd64bbe915a2c15c827bbca&device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 1095 time: 0.3342369 Nov 04 08:58:55.946226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Allocated IP 172.20.0.3 (9dbfc59b-884b-4f0b-83d0-21616fceda6c/bed23fc1-1439-4233-9e98-310eebd3206b/3033276d-5e04-4971-b714-77107674cbb0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:55.954946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-b36d5cf5-80d2-4771-9068-d994c7c9ab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:55.956484 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-b36d5cf5-80d2-4771-9068-d994c7c9ab12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=807ad7b2-7d47-4bbb-b3b0-590b089ae307 HTTP/1.1" status: 200 len: 915 time: 0.2293553 Nov 04 08:58:56.068860 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-ebee6b8c-690c-45e2-99fd-2778d213a6e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544ec8c4-191f-4da5-a62a-71d75eef155b HTTP/1.1" status: 200 len: 217 time: 0.1031923 Nov 04 08:58:56.134631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c716f-96dd-4664-889f-ae0566dd6732 req-ab26b0bd-07c4-4498-ac99-41a3339da333 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:56.136204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-508c716f-96dd-4664-889f-ae0566dd6732 req-ab26b0bd-07c4-4498-ac99-41a3339da333 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 944 time: 0.4545789 Nov 04 08:58:56.162688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-e9f4e644-ab4e-4c2f-8be4-cb3d20f14f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:56.165802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-e9f4e644-ab4e-4c2f-8be4-cb3d20f14f38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7284f501-922c-46db-9e6d-70151a57647c HTTP/1.1" status: 200 len: 853 time: 0.0868895 Nov 04 08:58:56.169229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e43bbf76-3067-4c94-b308-ba5019d58829 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:56.173882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.190833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.251056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-38f46f39-844d-41cb-8e20-2c788d67c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:56.252521 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-38f46f39-844d-41cb-8e20-2c788d67c90a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=807ad7b2-7d47-4bbb-b3b0-590b089ae307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598969 Nov 04 08:58:56.261057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Transition to ACTIVE for port object e43bbf76-3067-4c94-b308-ba5019d58829 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:58:56.280294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-508c716f-96dd-4664-889f-ae0566dd6732 req-e6d35dec-c87a-4ac7-b9cb-388f5f15e9a4 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346304 Nov 04 08:58:56.282557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.296223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Subnet': ['ID=0ea9975e-5518-4659-a846-377eb4cc8afb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:56.360006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Checking segment: {'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:56.360006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network hostable DHCP agents. Network: 6db5324d-3f0b-4f38-951d-6b91aa43e75b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:58:56.410462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-328530f5-2817-4900-9208-c902e493b041 service neutron] 10.222.0.70 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459837 Nov 04 08:58:56.423510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:56.472682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network 6db5324d-3f0b-4f38-951d-6b91aa43e75b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:58:56.593798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6db5324d-3f0b-4f38-951d-6b91aa43e75b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:56.602418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:56.602781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:56.603086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:56.603271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090b689c-b26b-4d1b-b23e-1ad4c0cdf3f6 None None] Network 6db5324d-3f0b-4f38-951d-6b91aa43e75b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:56.612752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:58:56.613067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:56.622579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:56.623182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.636561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:56.637107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:56.637915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:56.638349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Bound port: e43bbf76-3067-4c94-b308-ba5019d58829, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:56.638910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.700235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.749758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-10d33cdc-05fe-462f-af47-b5257772a9f2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6662767 Nov 04 08:58:56.750682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44102) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:56.761140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1754186566'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:56.779743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e10e7a-a88b-46d4-afde-4100e0f4d487 req-f3499a97-ab61-48c2-aed9-742c5fca2c70 service neutron] 10.222.0.70 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518302 Nov 04 08:58:56.801081 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.803603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:56.807613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.838235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4df0-07e5-435c-a5c0-d7b069b8f4cf req-b6a4467a-98ff-40c7-9d29-86038cc80337 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:56.842317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-176a4df0-07e5-435c-a5c0-d7b069b8f4cf req-b6a4467a-98ff-40c7-9d29-86038cc80337 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 947 time: 0.3270957 Nov 04 08:58:56.864563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:56.871578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:56.876070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:56.893880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 08:58:56.898794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-6db5324d-3f0b-4f38-951d-6b91aa43e75b', 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'fixed_ips': [{'subnet_id': '0ea9975e-5518-4659-a846-377eb4cc8afb'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:58:56.899693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.906233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.906626 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Added segment 39594288-e124-4d9b-ac2c-85d00797039b of type vlan for network 91bcf5bf-7e5a-4c74-a71b-3070a13281da Nov 04 08:58:56.959900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:56.962055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:57.013283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:57.026094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.027344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-176a4df0-07e5-435c-a5c0-d7b069b8f4cf req-ee62a8c4-0c7f-4cdb-a9bb-a1acef2b1d43 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674576 Nov 04 08:58:57.033335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:57.034306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.038914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.067175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3108993 Nov 04 08:58:57.070179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event updated for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:57.072286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:58:57.084639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'subnet': {'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:57.147812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Allocated IP 19.80.0.2 (6db5324d-3f0b-4f38-951d-6b91aa43e75b/0ea9975e-5518-4659-a846-377eb4cc8afb/52463892-676e-4533-9c27-a5113da06c97) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:58:57.234764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:57.240098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.285452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:57.287674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-92e20ed4-69b2-4b44-9266-24009c4561d3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6300516 Nov 04 08:58:57.288503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.293148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] 10.222.0.55 "PUT /v2.0/ports/e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 1095 time: 2.2016821 Nov 04 08:58:57.293979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:57.296025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9450b-56a4-4236-97c2-e9f41fbcc686 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Network': ['ID=91bcf5bf-7e5a-4c74-a71b-3070a13281da,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:57.299337 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038" -d '{"events": [{"name": "network-changed", "server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:57.311937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Request body: {'port': {'device_id': '499e27eb-9246-4807-a312-41310c97340c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:58:57.319554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 91bcf5bf-7e5a-4c74-a71b-3070a13281da details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 08:58:57.453598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.499732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac1aed-de60-44f1-b75e-05e84c60302a service neutron] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:57.543695 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.566618 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.575695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf57c0f-2caf-4c7f-9a85-2e8c66eb15a6 req-d3606703-c4c1-4997-8b2a-e4a8dfc230ee tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:57.585143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aaf57c0f-2caf-4c7f-9a85-2e8c66eb15a6 req-d3606703-c4c1-4997-8b2a-e4a8dfc230ee tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 931 time: 0.3389823 Nov 04 08:58:57.661621 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aaf57c0f-2caf-4c7f-9a85-2e8c66eb15a6 req-70b9e090-adeb-4a47-8871-a6d08a056a42 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679381 Nov 04 08:58:57.668696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-b4efb4ff-4acb-457b-a815-7818fba9b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:57.687648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Network 6db5324d-3f0b-4f38-951d-6b91aa43e75b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:58:57.691010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-b4efb4ff-4acb-457b-a815-7818fba9b658 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1098 time: 0.2646682 Nov 04 08:58:57.691521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:57.697493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:58:57.737659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Pushing event updated for resources: {'Port': ['ID=52463892-676e-4533-9c27-a5113da06c97,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:57.809058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Attempting to bind port 52463892-676e-4533-9c27-a5113da06c97 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:57.809555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Attempting to bind port 52463892-676e-4533-9c27-a5113da06c97 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:57.809919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Attempting to bind port 52463892-676e-4533-9c27-a5113da06c97 on network 6db5324d-3f0b-4f38-951d-6b91aa43e75b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:57.819272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:57.821755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Checking segment: {'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:57.822159 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.822546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Bound using segment: {'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:57.823109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Bound port: 52463892-676e-4533-9c27-a5113da06c97, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:57.823392 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.866246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-47924bca-4edb-46fc-993d-3af317a86389 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.1678698 Nov 04 08:58:57.959999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3033276d-5e04-4971-b714-77107674cbb0 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:57.971867 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:57.972806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] For port 52463892-676e-4533-9c27-a5113da06c97, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:57.986940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] For port 52463892-676e-4533-9c27-a5113da06c97, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52463892-676e-4533-9c27-a5113da06c97,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:57.997095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:58:57.999816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.007048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Transition to ACTIVE for port object 3033276d-5e04-4971-b714-77107674cbb0 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:58:58.015373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.018467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.105911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Pushing event updated for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:58.146903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebced5-9023-48e7-b9f7-56a2ad828c83 None None] Pushing event updated for resources: {'Port': ['ID=52463892-676e-4533-9c27-a5113da06c97,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:58.157160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-f8ad0527-99a1-42cc-b767-bfba0122b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:58.158721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-f8ad0527-99a1-42cc-b767-bfba0122b539 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2620053 Nov 04 08:58:58.191560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83023e12-a9bc-4363-aa81-3595be5c9cc1 req-83cede48-188c-4292-87eb-9ed3a377686e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:58.200813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83023e12-a9bc-4363-aa81-3595be5c9cc1 req-83cede48-188c-4292-87eb-9ed3a377686e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 944 time: 0.3409443 Nov 04 08:58:58.255989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Attempting to bind port 3033276d-5e04-4971-b714-77107674cbb0 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:58:58.256241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Attempting to bind port 3033276d-5e04-4971-b714-77107674cbb0 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:58:58.256582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Attempting to bind port 3033276d-5e04-4971-b714-77107674cbb0 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:58.263117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Port 3033276d-5e04-4971-b714-77107674cbb0 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:58:58.263436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Attempting to bind port 3033276d-5e04-4971-b714-77107674cbb0 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:58:58.269440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:58:58.269778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Checking segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:58.270518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Bound using segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:58:58.271601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Bound port: 3033276d-5e04-4971-b714-77107674cbb0, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:58:58.272108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.313124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83023e12-a9bc-4363-aa81-3595be5c9cc1 req-a5d42be9-ad6b-4c17-beb7-b6a54902a401 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087322 Nov 04 08:58:58.329734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-451e10f3-dd6f-4115-9593-851ef480bb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:58.335350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-451e10f3-dd6f-4115-9593-851ef480bb43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675112 Nov 04 08:58:58.372345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 544ec8c4-191f-4da5-a62a-71d75eef155b details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:58:58.481319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:58:58.491800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:58:58.504020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.540889 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd6fcd-3a96-4f1f-b0b8-1a6bca25cf99 x-openstack-request-id: req-44dd6fcd-3a96-4f1f-b0b8-1a6bca25cf99 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:58.541182 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:58.541441 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44dd6fcd-3a96-4f1f-b0b8-1a6bca25cf99 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:58.541863 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'status': 'completed', 'code': 200} Nov 04 08:58:58.626016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:58.626647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.629238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] 10.222.0.55 "PUT /v2.0/ports/3033276d-5e04-4971-b714-77107674cbb0 HTTP/1.1" status: 200 len: 1091 time: 1.3230910 Nov 04 08:58:58.630949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5364bf86-be38-492c-a67c-34b88ddc5734 service neutron] Pushing event updated for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:58.646020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'tag': '3033276d-5e04-4971-b714-77107674cbb0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:58:58.653265 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "tag": "3033276d-5e04-4971-b714-77107674cbb0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:58:58.667996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 544ec8c4-191f-4da5-a62a-71d75eef155b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=544ec8c4-191f-4da5-a62a-71d75eef155b,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:58.692140 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-e8a33cc9-5ff9-4b12-96bb-f7ca044fbe2c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198302 Nov 04 08:58:58.711871 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.717496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'port_id': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'mac_address': 'fa:16:3e:34:1b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:58:58.782967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-2e38c54d-52b9-4cb5-b3b2-f75d1075f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:58.794129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-2e38c54d-52b9-4cb5-b3b2-f75d1075f51b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 1094 time: 0.1099660 Nov 04 08:58:58.824586 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.841683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544ec8c4-191f-4da5-a62a-71d75eef155b {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:58:58.873357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 544ec8c4-191f-4da5-a62a-71d75eef155b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=544ec8c4-191f-4da5-a62a-71d75eef155b,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:58:58.883022 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:58.897411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-03fe980f-bd98-4f78-af46-a9c0dd97f559 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3033276d-5e04-4971-b714-77107674cbb0 HTTP/1.1" status: 200 len: 217 time: 0.0971999 Nov 04 08:58:58.920242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed317aca-c784-4c22-ac85-da96654d62e0 req-f06a6104-480b-4263-9e3d-9b390a6744ad tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:58.922041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed317aca-c784-4c22-ac85-da96654d62e0 req-f06a6104-480b-4263-9e3d-9b390a6744ad tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 947 time: 0.1197658 Nov 04 08:58:58.958837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Subnet': ['ID=b01231e9-20f0-4d5e-8148-b5a597463a9a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:58.977858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=544ec8c4-191f-4da5-a62a-71d75eef155b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:58:58.996821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Checking segment: {'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:58:59.000374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network hostable DHCP agents. Network: 91bcf5bf-7e5a-4c74-a71b-3070a13281da, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 08:58:59.053579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-cfe46f79-9e1a-43e5-ba6b-09a403d36dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:59.056681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-cfe46f79-9e1a-43e5-ba6b-09a403d36dc6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.1514411 Nov 04 08:58:59.072579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed317aca-c784-4c22-ac85-da96654d62e0 req-639e1c55-ddd0-4778-a25e-cde211f543a7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435497 Nov 04 08:58:59.089279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f98537-607f-4d66-88e7-812ffd31e795 req-89094dda-44f4-47d1-81b9-c0be6046a344 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896472 Nov 04 08:58:59.101243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network 91bcf5bf-7e5a-4c74-a71b-3070a13281da is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 08:58:59.115142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['544ec8c4-191f-4da5-a62a-71d75eef155b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:58:59.120186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 91bcf5bf-7e5a-4c74-a71b-3070a13281da) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:58:59.132941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:59.133554 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:59.139106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-41cc522d-785d-4af2-9206-d983d53846ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737455 Nov 04 08:58:59.214146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b42071e-f0ee-4918-b08d-d4ce23ea6d32 None None] Network 91bcf5bf-7e5a-4c74-a71b-3070a13281da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:59.285190 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0ec03-6ce5-4c1b-bff1-ed30f10a5a33 x-openstack-request-id: req-0be0ec03-6ce5-4c1b-bff1-ed30f10a5a33 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:58:59.285953 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "tag": "3033276d-5e04-4971-b714-77107674cbb0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:58:59.287035 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0be0ec03-6ce5-4c1b-bff1-ed30f10a5a33 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:58:59.287673 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'tag': '3033276d-5e04-4971-b714-77107674cbb0', 'status': 'completed', 'code': 200} Nov 04 08:58:59.373085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b3ccfd04-52e9-4041-a899-e6aa6e147f7c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2989502 Nov 04 08:58:59.374626 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-2a651033-b26c-4aa0-ad9a-7f50519af099 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242942 Nov 04 08:58:59.414060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-a584a306-f6c5-40c1-a71f-e4b950e9c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:59.424178 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-a584a306-f6c5-40c1-a71f-e4b950e9c2bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1098 time: 0.2635972 Nov 04 08:58:59.465274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03784399-a004-4539-8299-09693ed59112 req-95065c43-d160-4413-8220-4d0bdded5b16 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:59.466854 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03784399-a004-4539-8299-09693ed59112 req-95065c43-d160-4413-8220-4d0bdded5b16 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 943 time: 0.1966395 Nov 04 08:58:59.550993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e86f844-9dfa-4f7b-86dd-b5ce95eac0df req-3656be4f-3e09-4d40-99af-7985e9e6aa3f service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673193 Nov 04 08:58:59.678598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03784399-a004-4539-8299-09693ed59112 req-32d38373-d84e-4c57-a70f-1819bbcb0848 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834438 Nov 04 08:58:59.699218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050bc399-af95-4076-80b1-dbfe53cc6f42 None None] Network 6db5324d-3f0b-4f38-951d-6b91aa43e75b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:58:59.728551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-79bfa17c-2028-43db-8ed2-e4a135653362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:59.730053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-79bfa17c-2028-43db-8ed2-e4a135653362 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2969170 Nov 04 08:58:59.748689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-2e69a168-c18d-40d1-8a55-4f9967fc8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:59.750227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-2e69a168-c18d-40d1-8a55-4f9967fc8ffd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 1094 time: 0.1114931 Nov 04 08:58:59.758858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-91bcf5bf-7e5a-4c74-a71b-3070a13281da', 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'fixed_ips': [{'subnet_id': 'b01231e9-20f0-4d5e-8148-b5a597463a9a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 08:58:59.759725 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:59.780039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2529dbef-ed48-43d1-8f8b-b7086996151d None None] Provisioning complete for port 52463892-676e-4533-9c27-a5113da06c97 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:58:59.780674 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2529dbef-ed48-43d1-8f8b-b7086996151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:58:59.832406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-8c06184a-5a06-4d89-980a-908089466173 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.0904875 Nov 04 08:58:59.958789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bb32b-4f6c-4b2e-9dfc-66a0643774fa req-26d93130-e5f9-4f8e-9aee-ef4847ec6e16 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:58:59.966684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b30bb32b-4f6c-4b2e-9dfc-66a0643774fa req-26d93130-e5f9-4f8e-9aee-ef4847ec6e16 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 945 time: 0.1646547 Nov 04 08:59:00.005575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-f4a47f41-c936-4085-9285-e4fcdb0224c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:00.011311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-f4a47f41-c936-4085-9285-e4fcdb0224c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 906 time: 0.2483876 Nov 04 08:59:00.023742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-bd1a252e-275b-4885-8e38-dc27cfeae05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:00.026044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-bd1a252e-275b-4885-8e38-dc27cfeae05e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1829422 Nov 04 08:59:00.083373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b30bb32b-4f6c-4b2e-9dfc-66a0643774fa req-9eae1400-e097-40c5-9779-2093b4c4de55 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139994 Nov 04 08:59:00.141498 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-b04afca3-e83c-4238-84a3-d3b18a228c08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3033276d-5e04-4971-b714-77107674cbb0 HTTP/1.1" status: 200 len: 217 time: 0.1235433 Nov 04 08:59:00.179433 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2529dbef-ed48-43d1-8f8b-b7086996151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:00.204342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Allocated IP 19.86.0.2 (91bcf5bf-7e5a-4c74-a71b-3070a13281da/b01231e9-20f0-4d5e-8148-b5a597463a9a/9d8fb680-6dea-467a-a0cc-45cfeefc8155) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:00.213783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-33ff40ab-9870-4a15-a54f-01ba8258d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:00.215795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-33ff40ab-9870-4a15-a54f-01ba8258d02b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820629 Nov 04 08:59:00.248430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-421b89e9-007a-4385-8d03-0b9eff87b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:00.250908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-421b89e9-007a-4385-8d03-0b9eff87b3cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.0988843 Nov 04 08:59:00.251049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2529dbef-ed48-43d1-8f8b-b7086996151d None None] For port 52463892-676e-4533-9c27-a5113da06c97, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52463892-676e-4533-9c27-a5113da06c97,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:00.265538 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2529dbef-ed48-43d1-8f8b-b7086996151d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:00.272818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52463892-676e-4533-9c27-a5113da06c97 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:00.335660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-010e93e1-db4d-4e55-9917-31b64c0b7f40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716522 Nov 04 08:59:00.401246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-26c121eb-c3a9-4ce1-8422-74f732f3ce8f service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700206 Nov 04 08:59:00.546840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-2dfd0565-d7cb-4b28-a27b-d0563e0865c8 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031102 Nov 04 08:59:00.642944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 544ec8c4-191f-4da5-a62a-71d75eef155b up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:00.661363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16206599-1d3b-4ee8-bca3-21ab3bef2e8c req-850dbc09-8a75-49f5-a453-4877d9357b5b service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041512 Nov 04 08:59:00.670865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87196b1b-6ce2-45a5-9d3c-7d781f3a1038 req-1147389d-1ccc-47b1-894a-cc9512d534b1 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532971 Nov 04 08:59:00.750164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c6b88029-69d6-4876-835e-766d349cf387 None None] Provisioning complete for port 52463892-676e-4533-9c27-a5113da06c97 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:00.750511 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c6b88029-69d6-4876-835e-766d349cf387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:00.796661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529dbef-ed48-43d1-8f8b-b7086996151d None None] Pushing event updated for resources: {'Port': ['ID=52463892-676e-4533-9c27-a5113da06c97,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:00.840502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:00.858683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 544ec8c4-191f-4da5-a62a-71d75eef155b completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:00.896861 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 544ec8c4-191f-4da5-a62a-71d75eef155b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:00.897236 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:00.950872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 52463892-676e-4533-9c27-a5113da06c97 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:00.951241 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.059824 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.108727 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.190653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Network 91bcf5bf-7e5a-4c74-a71b-3070a13281da is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:01.225022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:01.240622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:01.245637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:01.264468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Pushing event updated for resources: {'Port': ['ID=9d8fb680-6dea-467a-a0cc-45cfeefc8155,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:01.331053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3033276d-5e04-4971-b714-77107674cbb0', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '3033276d-5e04-4971-b714-77107674cbb0', 'mac_address': 'fa:16:3e:6c:17:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:01.446966 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.495381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Attempting to bind port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:01.495746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Attempting to bind port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:01.496204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Attempting to bind port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 on network 91bcf5bf-7e5a-4c74-a71b-3070a13281da {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:01.505911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:01.508516 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc7fa65-403b-4837-8a27-a0b53f2d21b9" -d '{"events": [{"server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "name": "network-vif-plugged", "status": "completed", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:01.523766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.530911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:01.530911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Checking segment: {'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:01.530911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.530911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Bound using segment: {'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:01.530911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Bound port: 9d8fb680-6dea-467a-a0cc-45cfeefc8155, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:01.530911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.534412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 544ec8c4-191f-4da5-a62a-71d75eef155b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=544ec8c4-191f-4da5-a62a-71d75eef155b,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:01.559288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3033276d-5e04-4971-b714-77107674cbb0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:01.565997 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.628786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:01.643072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.643937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:01.705026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=544ec8c4-191f-4da5-a62a-71d75eef155b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:01.716717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] For port 9d8fb680-6dea-467a-a0cc-45cfeefc8155, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:01.721679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] For port 9d8fb680-6dea-467a-a0cc-45cfeefc8155, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d8fb680-6dea-467a-a0cc-45cfeefc8155,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:01.749718 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:01.849897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:01.973206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:01.976573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb2e4f-df38-4e15-9924-8c8d76d8d996 None None] Pushing event updated for resources: {'Port': ['ID=9d8fb680-6dea-467a-a0cc-45cfeefc8155,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:01.997712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'mac_address': 'fa:16:3e:ca:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:02.087369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:02.139262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43bbf76-3067-4c94-b308-ba5019d58829 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:02.198038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:02.209840 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:02.254319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52463892-676e-4533-9c27-a5113da06c97 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:02.353849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:02.377633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 52463892-676e-4533-9c27-a5113da06c97 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:02.378004 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:02.521663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e43bbf76-3067-4c94-b308-ba5019d58829'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:02.525326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3033276d-5e04-4971-b714-77107674cbb0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:03.237352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6587a1f5-2f9b-4ae0-92be-bb6baace6f17 None None] Network 91bcf5bf-7e5a-4c74-a71b-3070a13281da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:59:03.303724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d7e4d51f-69d0-4a9c-ba18-1bdd9d5fb6da None None] Provisioning complete for port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:03.304291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d51f-69d0-4a9c-ba18-1bdd9d5fb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:03.488289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d51f-69d0-4a9c-ba18-1bdd9d5fb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:03.595686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d7e4d51f-69d0-4a9c-ba18-1bdd9d5fb6da None None] For port 9d8fb680-6dea-467a-a0cc-45cfeefc8155, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d8fb680-6dea-467a-a0cc-45cfeefc8155,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:03.612993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7e4d51f-69d0-4a9c-ba18-1bdd9d5fb6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:03.748668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4d51f-69d0-4a9c-ba18-1bdd9d5fb6da None None] Pushing event updated for resources: {'Port': ['ID=9d8fb680-6dea-467a-a0cc-45cfeefc8155,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:03.942775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-beb5411b-5c12-42fa-9d11-b69785f3099f None None] Provisioning complete for port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:03.943413 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-beb5411b-5c12-42fa-9d11-b69785f3099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:04.210528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d8fb680-6dea-467a-a0cc-45cfeefc8155 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:04.293801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:04.294503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:04.859767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:04.951970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 3033276d-5e04-4971-b714-77107674cbb0 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:04.956536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3033276d-5e04-4971-b714-77107674cbb0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:04.956901 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:05.070679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:05.117027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:05.125033 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:05.127319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:05.219264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:05.243392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port e43bbf76-3067-4c94-b308-ba5019d58829 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:05.248408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e43bbf76-3067-4c94-b308-ba5019d58829 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:05.248898 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:05.353488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:05.412079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:05.417152 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:05.476579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:06.212146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e817c-2a4c-40bf-a0d0-b20aa10f60da req-2b6f4b16-8a04-409d-84e1-c001f8374880 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:06.214709 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-354e817c-2a4c-40bf-a0d0-b20aa10f60da req-2b6f4b16-8a04-409d-84e1-c001f8374880 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0641205 Nov 04 08:59:06.275719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-354e817c-2a4c-40bf-a0d0-b20aa10f60da req-3f6c44ba-299a-4c97-9f42-f5b6d9b5a2ad tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492632 Nov 04 08:59:06.440096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83142ba-8241-463a-bf5d-03d14bd6dc0e req-a7b3f41d-96f9-4842-bec8-f6cd9f2d05b4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:06.452914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e83142ba-8241-463a-bf5d-03d14bd6dc0e req-a7b3f41d-96f9-4842-bec8-f6cd9f2d05b4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.1033862 Nov 04 08:59:06.522209 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e83142ba-8241-463a-bf5d-03d14bd6dc0e req-9a487d15-4da9-4eeb-873c-68b902426178 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679209 Nov 04 08:59:06.649417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2497ff-a30f-4415-b48c-e3fb48fdf029 req-d7d09a77-dbbe-4d31-93d5-d4e1d645ff0d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:06.651510 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb2497ff-a30f-4415-b48c-e3fb48fdf029 req-d7d09a77-dbbe-4d31-93d5-d4e1d645ff0d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.0620055 Nov 04 08:59:06.698996 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb2497ff-a30f-4415-b48c-e3fb48fdf029 req-cadb7bf8-7924-4243-937b-447c0fa19a30 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Nov 04 08:59:06.763312 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ccd579-9b37-4b44-ae4a-dd6707ddb5b5 x-openstack-request-id: req-33ccd579-9b37-4b44-ae4a-dd6707ddb5b5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:06.763824 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "name": "network-vif-plugged", "status": "completed", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:06.763824 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33ccd579-9b37-4b44-ae4a-dd6707ddb5b5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:06.764248 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'code': 200} Nov 04 08:59:06.919292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe969e5-b25e-436e-8364-54c1c4ee42d6 req-846dac81-14b4-4f9b-bb13-01d7615776e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:06.919292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fe969e5-b25e-436e-8364-54c1c4ee42d6 req-846dac81-14b4-4f9b-bb13-01d7615776e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 1097 time: 0.0663612 Nov 04 08:59:06.974653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fe969e5-b25e-436e-8364-54c1c4ee42d6 req-6b16906c-fb4b-4887-b333-e24e6a55fc7e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481155 Nov 04 08:59:07.032420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-6a4b41f7-f8d3-4aaa-846a-d214c9677002 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:07.042752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-6a4b41f7-f8d3-4aaa-846a-d214c9677002 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:07.048366 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-6a4b41f7-f8d3-4aaa-846a-d214c9677002 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/networks?id=6db5324d-3f0b-4f38-951d-6b91aa43e75b&id=91bcf5bf-7e5a-4c74-a71b-3070a13281da HTTP/1.1" status: 200 len: 1392 time: 0.2086797 Nov 04 08:59:07.063302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-b3694763-5330-4f69-8178-6efe531889f8 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/quotas/ab00d476bcc54326913b7a94038f16c2 HTTP/1.1" status: 200 len: 375 time: 0.0126226 Nov 04 08:59:07.069564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2636f64d-5750-40f5-a3f0-d493914f7110 req-a316b927-db3f-4ca6-b7dc-87937600db19 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:07.071156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2636f64d-5750-40f5-a3f0-d493914f7110 req-a316b927-db3f-4ca6-b7dc-87937600db19 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 951 time: 0.0647187 Nov 04 08:59:07.142452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2636f64d-5750-40f5-a3f0-d493914f7110 req-98d40f05-9c37-4add-99fd-f159a77453e2 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531020 Nov 04 08:59:07.150426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-227be170-26db-467d-955b-421f10e9f8d9 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794437 Nov 04 08:59:07.283269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78b15492-0284-4cd1-b6a0-3095058051d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:07.387722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-bef1a4eb-c6cf-42bc-8366-aab806e03122 service neutron] 10.222.0.53 "GET /v2.0/networks/6db5324d-3f0b-4f38-951d-6b91aa43e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129710 Nov 04 08:59:07.556100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a74e7b-e517-4761-9748-c9a603c7195c req-02950799-9b34-4be7-962f-b2362dc7c017 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:07.558313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8a74e7b-e517-4761-9748-c9a603c7195c req-02950799-9b34-4be7-962f-b2362dc7c017 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0932095 Nov 04 08:59:07.603289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-6a32033c-8809-43c2-b4c8-5daad919cc2b service neutron] 10.222.0.53 "GET /v2.0/networks/6db5324d-3f0b-4f38-951d-6b91aa43e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092876 Nov 04 08:59:07.609709 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8a74e7b-e517-4761-9748-c9a603c7195c req-2dad506c-1d8c-448a-998f-2749e4720aa8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429537 Nov 04 08:59:07.727353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea842c-c3d4-4712-b20d-eb4ff4cc09da req-5a8ec113-5651-4315-82f6-6a2fd9d0b197 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:07.729912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-35ea842c-c3d4-4712-b20d-eb4ff4cc09da req-5a8ec113-5651-4315-82f6-6a2fd9d0b197 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.0605433 Nov 04 08:59:07.751897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40b5230e-51fa-4edb-b34b-a9c9322484c8 service neutron] 10.222.0.53 "GET /v2.0/networks/91bcf5bf-7e5a-4c74-a71b-3070a13281da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400063 Nov 04 08:59:07.784960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-35ea842c-c3d4-4712-b20d-eb4ff4cc09da req-2890f0a7-53fb-4417-b22e-2b047457a6f4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471749 Nov 04 08:59:07.879438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-28bad266-13f1-4fee-83a8-34b5b91ac1f2 service neutron] 10.222.0.53 "GET /v2.0/networks/91bcf5bf-7e5a-4c74-a71b-3070a13281da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263351 Nov 04 08:59:07.915307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494aeb6a-03ed-4b95-9fcb-54c2f5794884 req-1d1dea5c-c708-43d8-96a6-3632e1eec7d3 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:07.916851 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-494aeb6a-03ed-4b95-9fcb-54c2f5794884 req-1d1dea5c-c708-43d8-96a6-3632e1eec7d3 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.0598953 Nov 04 08:59:07.978165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-494aeb6a-03ed-4b95-9fcb-54c2f5794884 req-5faa7ffb-e50d-4316-9972-09fc253aa137 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544627 Nov 04 08:59:08.102934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a1cc7073-b213-43c0-ad5e-31a53daf5b36 req-e38c7e25-95b1-45e7-8ff7-488a55d856a2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 210 time: 0.0329421 Nov 04 08:59:08.335897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b7ed4-a27a-41a1-9932-2eafecf745d9 req-24acde09-d1d1-4597-8305-078b09a3b128 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:08.344424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe1b7ed4-a27a-41a1-9932-2eafecf745d9 req-24acde09-d1d1-4597-8305-078b09a3b128 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 951 time: 0.1311631 Nov 04 08:59:08.439789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe1b7ed4-a27a-41a1-9932-2eafecf745d9 req-31aaf418-786d-45fa-83d2-73a62358ca07 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885632 Nov 04 08:59:08.595139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8d141-dfe7-46cd-a97b-a29179c62ceb req-f0d33c66-46e3-4c99-b878-a74dd2860eee tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:08.607129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6b8d141-dfe7-46cd-a97b-a29179c62ceb req-f0d33c66-46e3-4c99-b878-a74dd2860eee tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.1095896 Nov 04 08:59:08.675130 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6b8d141-dfe7-46cd-a97b-a29179c62ceb req-d807fbcf-5a6b-489b-9707-58d20de19f35 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504560 Nov 04 08:59:08.767794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3033276d-5e04-4971-b714-77107674cbb0'}, {'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:08.776807 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53edee64-3bb2-4fac-af24-d691d49458a9" -d '{"events": [{"server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "name": "network-vif-plugged", "status": "completed", "tag": "3033276d-5e04-4971-b714-77107674cbb0"}, {"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-plugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:08.801250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f2e0e-f41d-466a-a872-ae49381468b0 req-c9d3d502-a9a3-43af-a668-051caad0a844 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:08.804648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-291f2e0e-f41d-466a-a872-ae49381468b0 req-c9d3d502-a9a3-43af-a668-051caad0a844 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0687044 Nov 04 08:59:08.877250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-291f2e0e-f41d-466a-a872-ae49381468b0 req-b4f8d3dc-77c9-442f-bfe0-3d2b4353f4c7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647209 Nov 04 08:59:08.956721 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575f394d-f3bd-413b-b861-96d6943d9754 x-openstack-request-id: req-575f394d-f3bd-413b-b861-96d6943d9754 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:08.957034 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "name": "network-vif-plugged", "status": "completed", "tag": "3033276d-5e04-4971-b714-77107674cbb0", "code": 200}, {"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-plugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:08.957284 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-575f394d-f3bd-413b-b861-96d6943d9754 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:08.961085 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3033276d-5e04-4971-b714-77107674cbb0', 'code': 200} Nov 04 08:59:08.961404 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'code': 200} Nov 04 08:59:09.120518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0327294-7ed2-4403-99c5-3ecd5f1135fd req-2df5863c-2378-4522-95fc-bd683ac08815 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:09.133426 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f0327294-7ed2-4403-99c5-3ecd5f1135fd req-2df5863c-2378-4522-95fc-bd683ac08815 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.0943341 Nov 04 08:59:09.189339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00022b-1f8d-451c-90fa-61afe188a53f req-835e6135-bf28-45b5-baa2-33c6fb3e3953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:09.192361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a00022b-1f8d-451c-90fa-61afe188a53f req-835e6135-bf28-45b5-baa2-33c6fb3e3953 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 1096 time: 0.0954263 Nov 04 08:59:09.237246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f0327294-7ed2-4403-99c5-3ecd5f1135fd req-1c23c5e9-1610-4d9f-985b-00bf560b9b36 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025219 Nov 04 08:59:09.250393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923357e-c24a-4fe9-8dbc-d2297412283c req-3584fad3-5267-44ef-96d0-9833bb236e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:09.252290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2923357e-c24a-4fe9-8dbc-d2297412283c req-3584fad3-5267-44ef-96d0-9833bb236e15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1100 time: 0.0843487 Nov 04 08:59:09.278892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a00022b-1f8d-451c-90fa-61afe188a53f req-2e0d8463-30c8-4077-90b7-dfb02f3be59c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738823 Nov 04 08:59:09.314587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2923357e-c24a-4fe9-8dbc-d2297412283c req-9246d57e-0d5c-4b66-958e-faf76088fc62 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545166 Nov 04 08:59:09.471508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35987e-f6e2-470e-ae42-5c66dfa1fe77 req-5d453607-f38a-48ca-a2e0-f504e9a5351c tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:09.473113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a35987e-f6e2-470e-ae42-5c66dfa1fe77 req-5d453607-f38a-48ca-a2e0-f504e9a5351c tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.1203840 Nov 04 08:59:09.561039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a35987e-f6e2-470e-ae42-5c66dfa1fe77 req-8654f14d-8d9c-489f-9d0f-7f72cfb6ead9 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813591 Nov 04 08:59:09.749741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a881b65-7798-40a4-80dc-92ea8ea623cf req-ff39a2ea-d2c2-47dc-8e29-62c82316d630 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:09.758050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a881b65-7798-40a4-80dc-92ea8ea623cf req-ff39a2ea-d2c2-47dc-8e29-62c82316d630 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.0914433 Nov 04 08:59:09.766315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:09.772380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Request body: {'floatingip': {'port_id': '544ec8c4-191f-4da5-a62a-71d75eef155b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:09.791395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-147a3c20-b6bb-42a3-a82f-1c0a4c11b600 req-73fbef90-1f18-4a48-943e-030c7a72cade tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 210 time: 0.0399642 Nov 04 08:59:09.888325 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:09.892812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-b1c18d24-20fa-445f-98d7-f6fe864e9e10 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:09.914316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-b1c18d24-20fa-445f-98d7-f6fe864e9e10 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:09.916092 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-b1c18d24-20fa-445f-98d7-f6fe864e9e10 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "GET /v2.0/networks?id=6db5324d-3f0b-4f38-951d-6b91aa43e75b&id=91bcf5bf-7e5a-4c74-a71b-3070a13281da HTTP/1.1" status: 200 len: 1392 time: 0.3471124 Nov 04 08:59:09.948727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'port': {'device_id': '3d497277-688e-48e6-be59-5dd0373584de', 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b', 'admin_state_up': True, 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:09.967734 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5be40ac1-57ed-4585-8f2b-cbca88fb6b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:10.131282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:59:10.135356 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:10.155845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab3f1c-6995-40d6-b986-8cda63aa4036 req-30090d7b-14c5-422b-b1b9-629d99912a35 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:10.158961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4ab3f1c-6995-40d6-b986-8cda63aa4036 req-30090d7b-14c5-422b-b1b9-629d99912a35 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1408005 Nov 04 08:59:10.194117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:10.342654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Allocated IP 19.80.0.86 (6db5324d-3f0b-4f38-951d-6b91aa43e75b/0ea9975e-5518-4659-a846-377eb4cc8afb/3c852284-4ed4-47ce-883d-86c63e3f9abc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:10.349805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4ab3f1c-6995-40d6-b986-8cda63aa4036 req-54a9e1ef-b03f-4300-8693-f6b1e21918da tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051869 Nov 04 08:59:10.526228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0dc86-358c-4bf4-b9c9-3fc8b66da8d9 req-b58c95a7-7a8b-46d3-8c10-ffecff4ddb21 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:10.528312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54d0dc86-358c-4bf4-b9c9-3fc8b66da8d9 req-b58c95a7-7a8b-46d3-8c10-ffecff4ddb21 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 951 time: 0.2791512 Nov 04 08:59:10.624312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54d0dc86-358c-4bf4-b9c9-3fc8b66da8d9 req-eaf5977c-7605-444c-8efd-3443a2da4fa2 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825300 Nov 04 08:59:10.730382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:10.797746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:10.911637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:10.962984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Port': ['ID=3c852284-4ed4-47ce-883d-86c63e3f9abc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:11.098146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network 6db5324d-3f0b-4f38-951d-6b91aa43e75b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:11.102655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:11.111642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:11.215547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c602c-279f-40bb-8f3a-42fea2c38539 req-62c8363e-178b-408b-8016-f4e73648f17c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:11.216805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c6c602c-279f-40bb-8f3a-42fea2c38539 req-62c8363e-178b-408b-8016-f4e73648f17c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.7298362 Nov 04 08:59:11.255383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:11.259116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.284789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-5a18b80f-3fbd-44e2-81cd-8cbabd643197 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3549201 Nov 04 08:59:11.295738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Request body: {'port': {'device_id': '3d497277-688e-48e6-be59-5dd0373584de', 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da', 'admin_state_up': True, 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:11.351534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac3f53-61d7-4042-afcc-76983af218c3 req-736ed8e8-bf26-467b-a98e-6a2c094045cc tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:11.353246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-99ac3f53-61d7-4042-afcc-76983af218c3 req-736ed8e8-bf26-467b-a98e-6a2c094045cc tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 931 time: 0.4017370 Nov 04 08:59:11.399825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c6c602c-279f-40bb-8f3a-42fea2c38539 req-d915ac64-fc08-4ad7-9fc6-72fef9e64b4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566823 Nov 04 08:59:11.445680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 08:59:11.464068 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.519612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:11.523046 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0035bc2-bcd6-4a0d-b1ac-ae8337378f21" -d '{"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:11.524720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-99ac3f53-61d7-4042-afcc-76983af218c3 req-9be768e7-a87e-43bf-92e1-cabd65fe2c1a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091669 Nov 04 08:59:11.547581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b75f960b-77b8-4c9c-b93f-7c0c3be05ab9 None None] Provisioning complete for port 3c852284-4ed4-47ce-883d-86c63e3f9abc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:11.548332 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b75f960b-77b8-4c9c-b93f-7c0c3be05ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.551389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:11.552450 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.610240 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.617948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.638121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Made reservation on behalf of ab00d476bcc54326913b7a94038f16c2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:59:11.639436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.647123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:11.664455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b525-2a0e-4c20-b7bf-445cc179969f req-3af97c82-7ba4-420b-ad0b-e2a73358fcaa tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:11.671986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b86b525-2a0e-4c20-b7bf-445cc179969f req-3af97c82-7ba4-420b-ad0b-e2a73358fcaa tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1578050 Nov 04 08:59:11.685343 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a8dec-fb15-41c5-892a-94fde67cbed7 x-openstack-request-id: req-339a8dec-fb15-41c5-892a-94fde67cbed7 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:11.685561 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-unplugged", "status": "completed", "tag": "3ea85a81-7f35-4916-b446-767b146659a6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:11.685969 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-339a8dec-fb15-41c5-892a-94fde67cbed7 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:11.686370 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6', 'code': 200} Nov 04 08:59:11.689056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:11.719667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b75f960b-77b8-4c9c-b93f-7c0c3be05ab9 None None] Port 3c852284-4ed4-47ce-883d-86c63e3f9abc cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:59:11.833373 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Floating IP ff2080ac-0897-42f7-934d-5b9a653c53a8 associated. External IP: 172.25.3.195, port: 544ec8c4-191f-4da5-a62a-71d75eef155b. Nov 04 08:59:11.846685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Allocated IP 19.86.0.98 (91bcf5bf-7e5a-4c74-a71b-3070a13281da/b01231e9-20f0-4d5e-8148-b5a597463a9a/4a392119-bec5-4de2-a898-bca776c89849) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:11.959190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b86b525-2a0e-4c20-b7bf-445cc179969f req-738c3096-a157-49c0-bab9-c5e600af6948 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812707 Nov 04 08:59:12.198467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562cac3-c44a-4ea3-9a49-128feff61b6b req-1e94cd37-c817-4f90-b688-b146621be04e tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:12.210807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4562cac3-c44a-4ea3-9a49-128feff61b6b req-1e94cd37-c817-4f90-b688-b146621be04e tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1100 time: 0.1067994 Nov 04 08:59:12.267512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4562cac3-c44a-4ea3-9a49-128feff61b6b req-65a553b6-1840-4153-9476-3553161a3dd8 tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472190 Nov 04 08:59:12.310467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Router 93328a9b-157d-4b80-a9f7-53840f45d9d9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:59:12.515652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-3e9c2dab-b9eb-4a74-8386-10502f18b572 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:12.522102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:59:12.522854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-3e9c2dab-b9eb-4a74-8386-10502f18b572 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.55 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 949 time: 0.1561058 Nov 04 08:59:12.527802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:12.533098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] Sync routers for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:59:12.547177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:12.547177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:12.555319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46732e6e-cfce-4bf2-a78d-b2af66862087 req-78064920-05be-4957-8dc3-51835e5d5853 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:12.559280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46732e6e-cfce-4bf2-a78d-b2af66862087 req-78064920-05be-4957-8dc3-51835e5d5853 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 949 time: 0.1911659 Nov 04 08:59:12.588767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-206c9255-70df-4655-96a7-f4b4199fcc3d tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "PUT /v2.0/floatingips/ff2080ac-0897-42f7-934d-5b9a653c53a8 HTTP/1.1" status: 200 len: 992 time: 2.8202875 Nov 04 08:59:12.589395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:12.595713 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:12.675179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:12.687955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:12.764335 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46732e6e-cfce-4bf2-a78d-b2af66862087 req-d1ba89f8-d880-4850-b844-b96e0440e005 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524510 Nov 04 08:59:12.772650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:12.794851 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:12.813886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Deleting port 3ea85a81-7f35-4916-b446-767b146659a6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:12.814234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:12.905346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Network 91bcf5bf-7e5a-4c74-a71b-3070a13281da is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:12.912437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:12.920917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:13.022386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event updated for resources: {'Port': ['ID=4a392119-bec5-4de2-a898-bca776c89849,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:13.069919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3113308-7ff4-4b2d-b7d1-bf8009db824c req-901bdc88-e268-4971-9c74-174f5532b847 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:13.077320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e3113308-7ff4-4b2d-b7d1-bf8009db824c req-901bdc88-e268-4971-9c74-174f5532b847 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.1684330 Nov 04 08:59:13.262708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e3113308-7ff4-4b2d-b7d1-bf8009db824c req-fe8cdb26-4982-41c5-9be3-7bd43a1442ce tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791782 Nov 04 08:59:13.290962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:13.291600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:13.361803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-d7275c31-f1da-4ba0-9859-25f1d8581796 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0699611 Nov 04 08:59:13.377987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246553b-9ad0-4f99-8513-8f37dad9fcad req-1e332101-317a-456b-8328-425245af7ed6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:13.381851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Request body: {'port': {'device_id': '3d497277-688e-48e6-be59-5dd0373584de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:13.392963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] For port 3ea85a81-7f35-4916-b446-767b146659a6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3ea85a81-7f35-4916-b446-767b146659a6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:13.396726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:13.406732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246553b-9ad0-4f99-8513-8f37dad9fcad req-1e332101-317a-456b-8328-425245af7ed6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:13.417456 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d246553b-9ad0-4f99-8513-8f37dad9fcad req-1e332101-317a-456b-8328-425245af7ed6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1653 time: 0.1712115 Nov 04 08:59:13.472232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Calling delete_port for 3ea85a81-7f35-4916-b446-767b146659a6 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:13.494948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d246553b-9ad0-4f99-8513-8f37dad9fcad req-9ed89670-8d50-4c64-a8fe-4d7cb625bfea tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762961 Nov 04 08:59:13.501608 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb15a0-0e92-480d-8b93-8ccf121b1777 x-openstack-request-id: req-19bb15a0-0e92-480d-8b93-8ccf121b1777 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:13.501854 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:13.502106 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19bb15a0-0e92-480d-8b93-8ccf121b1777 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:13.502513 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'status': 'completed', 'code': 200} Nov 04 08:59:13.506295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f9a1a05b-17bb-44ad-89df-9d0b05b661bb None None] Provisioning complete for port 4a392119-bec5-4de2-a898-bca776c89849 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:13.506602 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f9a1a05b-17bb-44ad-89df-9d0b05b661bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:13.519999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-6757003d-9562-474e-b71f-c2965570be2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2554572 Nov 04 08:59:13.567493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:13.679248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f9a1a05b-17bb-44ad-89df-9d0b05b661bb None None] Port 4a392119-bec5-4de2-a898-bca776c89849 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:59:13.742906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'ff2080ac-0897-42f7-934d-5b9a653c53a8', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'port_id': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'mac_address': 'fa:16:3e:34:1b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:59:11Z', 'revision_number': 1, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:33Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:13.764125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-4ca43e77-ff56-437b-be7c-115b05d3d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:13.765738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-4ca43e77-ff56-437b-be7c-115b05d3d9bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2a012d25acd64bbe915a2c15c827bbca&device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 1097 time: 0.1999571 Nov 04 08:59:13.825415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] Checking router: 93328a9b-157d-4b80-a9f7-53840f45d9d9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:59:13.860116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:13.861737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:13.906106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f77ec-2833-4878-b751-6040d216181f req-0f4fb026-4e89-49df-a206-329bb7e5b7ab tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:13.914243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-542f77ec-2833-4878-b751-6040d216181f req-0f4fb026-4e89-49df-a206-329bb7e5b7ab tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.2779772 Nov 04 08:59:14.072932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-3cfadcd2-9bce-4f10-96af-a4e7404d3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:14.074615 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-3cfadcd2-9bce-4f10-96af-a4e7404d3f8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=807ad7b2-7d47-4bbb-b3b0-590b089ae307 HTTP/1.1" status: 200 len: 915 time: 0.2946632 Nov 04 08:59:14.103033 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-542f77ec-2833-4878-b751-6040d216181f req-2cb2e389-792c-48cf-a2ff-f901019b294d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829894 Nov 04 08:59:14.174891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fd7e6-e1a0-426f-9176-69ec3c6745a6 req-e0cb59e3-cb3c-43cf-8277-f887f4641cfb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:14.181918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-173fd7e6-e1a0-426f-9176-69ec3c6745a6 req-e0cb59e3-cb3c-43cf-8277-f887f4641cfb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 949 time: 0.1474128 Nov 04 08:59:14.211510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:14.263784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-173fd7e6-e1a0-426f-9176-69ec3c6745a6 req-70f80b98-e10c-440c-9304-85c8f0881b0b tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/security-groups?id=4206db6a-8178-4e96-88b6-ec0eae757189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610561 Nov 04 08:59:14.435746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c4e9f-7389-4d08-b849-563b83f056d4 req-c681732b-b38d-441d-a015-4ec27ad0fefb tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:14.449509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d71c4e9f-7389-4d08-b849-563b83f056d4 req-c681732b-b38d-441d-a015-4ec27ad0fefb tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.2087522 Nov 04 08:59:14.459916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:14.579381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Pushing event deleted for resources: {'Port': ['ID=3ea85a81-7f35-4916-b446-767b146659a6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:14.589942 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-c1c2e19e-a387-465d-accd-2ca4f142994f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=544ec8c4-191f-4da5-a62a-71d75eef155b HTTP/1.1" status: 200 len: 1000 time: 0.5022478 Nov 04 08:59:14.709183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] No DVR routers for this DVR port 3ea85a81-7f35-4916-b446-767b146659a6 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:14.736103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:14.739974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-40d7c6e7-ec1f-4364-b8e5-33d30cd547af req-5a402ff1-a6c4-41b9-887b-514695cd47bb tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.55 "DELETE /v2.0/ports/3ea85a81-7f35-4916-b446-767b146659a6 HTTP/1.1" status: 204 len: 173 time: 2.2080841 Nov 04 08:59:14.744097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-deleted', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:14.746659 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9b2c8d-9173-4b20-9b1b-3e5a389909b0" -d '{"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-deleted", "tag": "3ea85a81-7f35-4916-b446-767b146659a6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:14.779455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d71c4e9f-7389-4d08-b849-563b83f056d4 req-0d60b290-53ca-47be-b661-0d63c562b804 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263164 Nov 04 08:59:14.827518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-9f4d326a-7af6-4f64-a623-20603d58df18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:14.829596 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-9f4d326a-7af6-4f64-a623-20603d58df18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7284f501-922c-46db-9e6d-70151a57647c HTTP/1.1" status: 200 len: 853 time: 0.2169809 Nov 04 08:59:14.872431 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f38287-e406-4b53-a1f2-33e3e2c7224d x-openstack-request-id: req-16f38287-e406-4b53-a1f2-33e3e2c7224d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:14.873012 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5c98ce-f5cd-41c5-b151-470cda8e89d0", "name": "network-vif-deleted", "tag": "3ea85a81-7f35-4916-b446-767b146659a6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:14.873549 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16f38287-e406-4b53-a1f2-33e3e2c7224d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:14.874097 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5c98ce-f5cd-41c5-b151-470cda8e89d0', 'name': 'network-vif-deleted', 'tag': '3ea85a81-7f35-4916-b446-767b146659a6', 'status': 'completed', 'code': 200} Nov 04 08:59:14.918537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'ff2080ac-0897-42f7-934d-5b9a653c53a8', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'port_id': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'mac_address': 'fa:16:3e:34:1b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:59:11Z', 'revision_number': 1, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:33Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:14.930015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:14.963082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a26f7-ae20-433e-8ea6-52e1c7f11672 req-f6ea6117-4a14-432a-86fa-b14a95c7be46 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:14.975966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a26f7-ae20-433e-8ea6-52e1c7f11672 req-f6ea6117-4a14-432a-86fa-b14a95c7be46 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:14.980461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c852284-4ed4-47ce-883d-86c63e3f9abc {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:14.986801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-ac2e5c47-01ec-42a2-8ce3-848171b45a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:14.988369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-ac2e5c47-01ec-42a2-8ce3-848171b45a3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=807ad7b2-7d47-4bbb-b3b0-590b089ae307&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498458 Nov 04 08:59:15.003659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a7a26f7-ae20-433e-8ea6-52e1c7f11672 req-f6ea6117-4a14-432a-86fa-b14a95c7be46 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1653 time: 0.1682391 Nov 04 08:59:15.009440 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:15.055433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fbef1e-5552-4ac3-8630-81814272f631 None None] The sync data for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 is: [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'ff2080ac-0897-42f7-934d-5b9a653c53a8', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'floating_ip_address': '172.25.3.195', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'port_id': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'mac_address': 'fa:16:3e:34:1b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T08:58:33Z', 'updated_at': '2021-11-04T08:59:11Z', 'revision_number': 1, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:33Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:59:15.084573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Transition to ACTIVE for port object 3c852284-4ed4-47ce-883d-86c63e3f9abc will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:15.097485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:15.147231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 3ea85a81-7f35-4916-b446-767b146659a6 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:15.148531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3ea85a81-7f35-4916-b446-767b146659a6 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:15.173779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a7a26f7-ae20-433e-8ea6-52e1c7f11672 req-c847170e-e58a-4375-bf2a-81c09fab66bc tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569014 Nov 04 08:59:15.358571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Pushing event updated for resources: {'Port': ['ID=3c852284-4ed4-47ce-883d-86c63e3f9abc,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:15.403960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-30ad2ae7-b031-4984-b2cc-09e92adfd53e service neutron] 10.222.0.70 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059145 Nov 04 08:59:15.423328 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:15.534272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6dbcf524-c244-4d8a-815a-3e7748001856 req-a2c51ec7-8074-4059-950c-65f274199d13 tempest-ImagesOneServerTestJSON-1264169948 tempest-ImagesOneServerTestJSON-1264169948-project] 10.222.0.53 "GET /v2.0/ports?device_id=6f5c98ce-f5cd-41c5-b151-470cda8e89d0 HTTP/1.1" status: 200 len: 210 time: 0.0500746 Nov 04 08:59:15.544915 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634e6d3-860f-48e5-8bc1-74ce66c841af None None] New status for floating IP ff2080ac-0897-42f7-934d-5b9a653c53a8: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 08:59:15.746284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a38da801-e4fa-4fd5-aa29-e9aa06907ce8 req-6d0b0008-f219-4173-b865-cb0b73b58aaf service neutron] 10.222.0.70 "GET /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291736 Nov 04 08:59:15.850024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9259c-02a5-4579-b717-3d1742ca672c req-2a9284d0-2583-4ea0-8618-976b3ec00a95 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:15.851618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95a9259c-02a5-4579-b717-3d1742ca672c req-2a9284d0-2583-4ea0-8618-976b3ec00a95 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.6013680 Nov 04 08:59:15.864922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-6beb1a16-321d-44b2-84dc-7f558981d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:15.866888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-6beb1a16-321d-44b2-84dc-7f558981d5e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1100 time: 0.1061683 Nov 04 08:59:15.892482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Attempting to bind port 3c852284-4ed4-47ce-883d-86c63e3f9abc on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:15.892822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Attempting to bind port 3c852284-4ed4-47ce-883d-86c63e3f9abc by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:15.894082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Attempting to bind port 3c852284-4ed4-47ce-883d-86c63e3f9abc on network 6db5324d-3f0b-4f38-951d-6b91aa43e75b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:15.934760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Port 3c852284-4ed4-47ce-883d-86c63e3f9abc on network 6db5324d-3f0b-4f38-951d-6b91aa43e75b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:15.940388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Attempting to bind port 3c852284-4ed4-47ce-883d-86c63e3f9abc on network 6db5324d-3f0b-4f38-951d-6b91aa43e75b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:15.953471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:15.954111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Checking segment: {'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:15.954661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Bound using segment: {'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:15.955271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Bound port: 3c852284-4ed4-47ce-883d-86c63e3f9abc, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:15.955798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:16.025163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0b61a-6f8f-4881-b582-dbad7ad4d01a req-bef76d3b-4615-4fd2-ada7-c04a3ca07281 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:16.028655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6de0b61a-6f8f-4881-b582-dbad7ad4d01a req-bef76d3b-4615-4fd2-ada7-c04a3ca07281 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.1123838 Nov 04 08:59:16.032256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:16.099869 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95a9259c-02a5-4579-b717-3d1742ca672c req-b6b40083-6b5b-4602-8451-e0add47af170 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369893 Nov 04 08:59:16.146052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6de0b61a-6f8f-4881-b582-dbad7ad4d01a req-9366e8a0-d304-422b-8c9b-23b6016e520a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077716 Nov 04 08:59:16.152068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-4e5be5d0-e73f-494b-98ee-a7b112449b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:16.154004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-4e5be5d0-e73f-494b-98ee-a7b112449b8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2636321 Nov 04 08:59:16.157032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] For port 3c852284-4ed4-47ce-883d-86c63e3f9abc, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:16.161695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] For port 3c852284-4ed4-47ce-883d-86c63e3f9abc, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3c852284-4ed4-47ce-883d-86c63e3f9abc,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:16.187845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:16.247472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-a99da6ba-e09d-404b-a3d6-42ec2b0ccdea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.0740204 Nov 04 08:59:16.292470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:16.293169 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:16.294574 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] 10.222.0.70 "PUT /v2.0/ports/3c852284-4ed4-47ce-883d-86c63e3f9abc HTTP/1.1" status: 200 len: 1091 time: 2.9197564 Nov 04 08:59:16.340114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Request body: {'port': {'device_id': '3d497277-688e-48e6-be59-5dd0373584de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:16.393508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b94c-1704-46db-8fca-1c3e30ae69dc req-9daeaf8f-b6f8-4716-b6a0-253a3c338b69 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:16.401294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b94c-1704-46db-8fca-1c3e30ae69dc req-9daeaf8f-b6f8-4716-b6a0-253a3c338b69 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:16.411104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3328b94c-1704-46db-8fca-1c3e30ae69dc req-9daeaf8f-b6f8-4716-b6a0-253a3c338b69 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1665 time: 0.1125350 Nov 04 08:59:16.424840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-8af05470-4cb4-4c0d-b7a6-8d10991d3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:16.427324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-8af05470-4cb4-4c0d-b7a6-8d10991d3d42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1541719 Nov 04 08:59:16.432666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d9ba44-e9c2-4abe-b580-0433e510db26 service neutron] Pushing event updated for resources: {'Port': ['ID=3c852284-4ed4-47ce-883d-86c63e3f9abc,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:16.485794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3328b94c-1704-46db-8fca-1c3e30ae69dc req-3e868b9a-bd9a-4224-b3c4-40d7f1186ed7 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682619 Nov 04 08:59:16.514903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:16.569167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-03cf6832-2061-4a29-a698-3f403979534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:16.570934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-03cf6832-2061-4a29-a698-3f403979534c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336274 Nov 04 08:59:16.892126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'tag': '3c852284-4ed4-47ce-883d-86c63e3f9abc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:16.894427 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10" -d '{"events": [{"name": "network-changed", "server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "tag": "3c852284-4ed4-47ce-883d-86c63e3f9abc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:16.980382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-1c588db5-9207-4251-a2da-351f9173e09d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968806 Nov 04 08:59:16.984719 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487d3348-8a73-48bc-a266-a1123e33e18c x-openstack-request-id: req-487d3348-8a73-48bc-a266-a1123e33e18c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:16.985377 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "tag": "3c852284-4ed4-47ce-883d-86c63e3f9abc", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:16.985637 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-487d3348-8a73-48bc-a266-a1123e33e18c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:16.986029 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'tag': '3c852284-4ed4-47ce-883d-86c63e3f9abc', 'status': 'completed', 'code': 200} Nov 04 08:59:17.017376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44458) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:17.165701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af94b4-536a-4688-b968-b8b49a19de4e req-3a821351-6bba-4ee1-805c-60475a6b5a2f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.169995 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-3a821351-6bba-4ee1-805c-60475a6b5a2f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.2676308 Nov 04 08:59:17.210810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8fd531f5-e31f-4257-93bf-8f03b0c74823 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb3c6f02cee343c1ae6aea42a1169c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898987 Nov 04 08:59:17.216273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:17.247019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-ea6aed32-6ff9-49cf-82fa-49722923d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.247492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-ea6aed32-6ff9-49cf-82fa-49722923d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.249045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-ea6aed32-6ff9-49cf-82fa-49722923d226 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1912 time: 0.2245872 Nov 04 08:59:17.250275 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-3f56e3d7-9e08-4191-8d2c-bd64e9fa6969 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/quotas/19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 375 time: 0.0380211 Nov 04 08:59:17.338779 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761d4441-5679-46fc-ac48-8e7672436829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:17.367683 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761d4441-5679-46fc-ac48-8e7672436829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:17.422441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2923e2-273c-46c6-9f5a-1598774a4d2d req-221d7116-075b-465c-8353-8e1fbc398021 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.425361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc2923e2-273c-46c6-9f5a-1598774a4d2d req-221d7116-075b-465c-8353-8e1fbc398021 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.2224412 Nov 04 08:59:17.471825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761d4441-5679-46fc-ac48-8e7672436829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:17.475674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761d4441-5679-46fc-ac48-8e7672436829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:17.477468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-761d4441-5679-46fc-ac48-8e7672436829 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4206db6a-8178-4e96-88b6-ec0eae757189 HTTP/1.1" status: 204 len: 168 time: 0.2487578 Nov 04 08:59:17.488345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d4441-5679-46fc-ac48-8e7672436829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4206db6a-8178-4e96-88b6-ec0eae757189,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:17.541898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc2923e2-273c-46c6-9f5a-1598774a4d2d req-d4f091f0-d5cf-47a5-af32-d208e5c69be5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975089 Nov 04 08:59:17.702159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-29c7d987-a453-410d-9701-1b48afc4a663 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126551 Nov 04 08:59:17.748875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf35c3-25f0-4975-948b-0ca4cb0eadab req-0152fec1-de99-4a93-8800-0a6f85a550d2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.761001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf35c3-25f0-4975-948b-0ca4cb0eadab req-0152fec1-de99-4a93-8800-0a6f85a550d2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.763720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1bf35c3-25f0-4975-948b-0ca4cb0eadab req-0152fec1-de99-4a93-8800-0a6f85a550d2 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1665 time: 0.0830500 Nov 04 08:59:17.770420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-d2c2be0c-8d89-4da5-ab16-cc24aa0772e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.770990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-d2c2be0c-8d89-4da5-ab16-cc24aa0772e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.771462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-d2c2be0c-8d89-4da5-ab16-cc24aa0772e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:17.773385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-d2c2be0c-8d89-4da5-ab16-cc24aa0772e6 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ab00d476bcc54326913b7a94038f16c2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1906450 Nov 04 08:59:17.800105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-05880bc3-b48f-43a8-9fc4-703a52ff7a14 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2203715 Nov 04 08:59:17.866207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a392119-bec5-4de2-a898-bca776c89849 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:17.870984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1bf35c3-25f0-4975-948b-0ca4cb0eadab req-65d61643-85cf-45ea-a395-b6e5b8b9dead tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975766 Nov 04 08:59:17.916632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:17.984177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Transition to ACTIVE for port object 4a392119-bec5-4de2-a898-bca776c89849 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:18.020704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-ca93ce80-cb94-4f3d-aae8-0d7204341ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:18.022593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb3be81a-5ea9-4fc8-b515-d7d03c40eb10 req-ca93ce80-cb94-4f3d-aae8-0d7204341ee8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2413657 Nov 04 08:59:18.023416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:18.084197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-33f82c80-4436-41a5-88ca-d1ffefec2a14 service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238135 Nov 04 08:59:18.138886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Pushing event updated for resources: {'Port': ['ID=4a392119-bec5-4de2-a898-bca776c89849,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:18.328324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-02c5fbfd-63c7-4272-8518-e34f4e9eda77 service neutron] 10.222.0.53 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369254 Nov 04 08:59:18.429261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Attempting to bind port 4a392119-bec5-4de2-a898-bca776c89849 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:18.429599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Attempting to bind port 4a392119-bec5-4de2-a898-bca776c89849 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:18.429929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Attempting to bind port 4a392119-bec5-4de2-a898-bca776c89849 on network 91bcf5bf-7e5a-4c74-a71b-3070a13281da {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:18.435595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Port 4a392119-bec5-4de2-a898-bca776c89849 on network 91bcf5bf-7e5a-4c74-a71b-3070a13281da not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:18.435945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Attempting to bind port 4a392119-bec5-4de2-a898-bca776c89849 on network 91bcf5bf-7e5a-4c74-a71b-3070a13281da {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:18.441909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:18.442406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Checking segment: {'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:18.442830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Bound using segment: {'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:18.446839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Bound port: 4a392119-bec5-4de2-a898-bca776c89849, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39594288-e124-4d9b-ac2c-85d00797039b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:18.447204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:18.536595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] For port 4a392119-bec5-4de2-a898-bca776c89849, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:18.540672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] For port 4a392119-bec5-4de2-a898-bca776c89849, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4a392119-bec5-4de2-a898-bca776c89849,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:18.548892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:18.673865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:18.675117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:18.678338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] 10.222.0.70 "PUT /v2.0/ports/4a392119-bec5-4de2-a898-bca776c89849 HTTP/1.1" status: 200 len: 1091 time: 2.3469224 Nov 04 08:59:18.679202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92db4b-a4bf-4cc0-a0ec-64adb6e5682e service neutron] Pushing event updated for resources: {'Port': ['ID=4a392119-bec5-4de2-a898-bca776c89849,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:18.811649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-dae8a9c6-cc93-4b7b-abee-80d4f2104861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:18.812151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-dae8a9c6-cc93-4b7b-abee-80d4f2104861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:18.818392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-dae8a9c6-cc93-4b7b-abee-80d4f2104861 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1979 time: 0.0934436 Nov 04 08:59:18.855038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28922f5b-9744-4acf-8375-499b848b1759 req-06d80887-aa44-4349-a0e4-1f397d9a5677 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:18.872109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28922f5b-9744-4acf-8375-499b848b1759 req-06d80887-aa44-4349-a0e4-1f397d9a5677 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1394460 Nov 04 08:59:18.937485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28922f5b-9744-4acf-8375-499b848b1759 req-9930804f-871c-429d-94e5-97b6935bfb4c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639639 Nov 04 08:59:19.005777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'tag': '4a392119-bec5-4de2-a898-bca776c89849'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:19.013839 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411fedcc-d3dd-4084-9ef4-11201f089e54" -d '{"events": [{"name": "network-changed", "server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "tag": "4a392119-bec5-4de2-a898-bca776c89849"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:19.026538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-b7f6f358-62fc-40f4-bf83-dbb33746b288 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=3c852284-4ed4-47ce-883d-86c63e3f9abc HTTP/1.1" status: 200 len: 217 time: 0.1984200 Nov 04 08:59:19.119110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e8c52-1139-4c45-adcf-381176e25195 req-41fd1b57-851b-4059-bdc2-e4df9cf7bf16 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:19.126727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e8c52-1139-4c45-adcf-381176e25195 req-41fd1b57-851b-4059-bdc2-e4df9cf7bf16 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:19.135707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e67e8c52-1139-4c45-adcf-381176e25195 req-41fd1b57-851b-4059-bdc2-e4df9cf7bf16 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1677 time: 0.0938549 Nov 04 08:59:19.162294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bd0d2310-b101-4966-88da-df87f1bcbc3e req-cca2fd2b-a27b-4302-a1d0-5ba2c78fbace tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.1300974 Nov 04 08:59:19.215713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e67e8c52-1139-4c45-adcf-381176e25195 req-93bda1a2-442e-4918-b40d-ea2f60859d1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783219 Nov 04 08:59:19.235314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-c2d7a6da-eddf-4a54-80a4-e61edcf80ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:19.237696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-c2d7a6da-eddf-4a54-80a4-e61edcf80ed2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ea9975e-5518-4659-a846-377eb4cc8afb HTTP/1.1" status: 200 len: 801 time: 0.1671236 Nov 04 08:59:19.276314 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d011b3f-981e-4c20-810f-676d90561f37 x-openstack-request-id: req-0d011b3f-981e-4c20-810f-676d90561f37 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:19.276598 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "tag": "4a392119-bec5-4de2-a898-bca776c89849", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:19.276858 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d011b3f-981e-4c20-810f-676d90561f37 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:19.277267 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'tag': '4a392119-bec5-4de2-a898-bca776c89849', 'status': 'completed', 'code': 200} Nov 04 08:59:19.367129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-e1037db9-2dbc-4979-8dc6-6803609fa09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:19.374269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-e1037db9-2dbc-4979-8dc6-6803609fa09d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6db5324d-3f0b-4f38-951d-6b91aa43e75b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1223216 Nov 04 08:59:19.523900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-7a0e3d0f-ee89-466c-84af-161093fa2f64 service neutron] 10.222.0.70 "GET /v2.0/networks/6db5324d-3f0b-4f38-951d-6b91aa43e75b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417544 Nov 04 08:59:19.693328 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-fd58efbf-c265-4159-b330-83e368ae3b70 service neutron] 10.222.0.70 "GET /v2.0/networks/6db5324d-3f0b-4f38-951d-6b91aa43e75b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610219 Nov 04 08:59:19.774863 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-e5b0e3ce-62e8-47bf-b990-838f72083b42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=4a392119-bec5-4de2-a898-bca776c89849 HTTP/1.1" status: 200 len: 217 time: 0.0740006 Nov 04 08:59:19.848324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-7042e9f3-c869-4579-9593-272d19660cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:19.850161 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-7042e9f3-c869-4579-9593-272d19660cc0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b01231e9-20f0-4d5e-8148-b5a597463a9a HTTP/1.1" status: 200 len: 801 time: 0.0666072 Nov 04 08:59:19.917502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-04847b81-5224-4e48-a73d-9459b0565f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:19.919146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-04847b81-5224-4e48-a73d-9459b0565f9c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91bcf5bf-7e5a-4c74-a71b-3070a13281da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598848 Nov 04 08:59:20.091694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-1ad7616b-6ddf-44f1-9667-3984c93c904c service neutron] 10.222.0.70 "GET /v2.0/networks/91bcf5bf-7e5a-4c74-a71b-3070a13281da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626344 Nov 04 08:59:20.236526 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10eaa8bb-beb6-43d4-bda3-39732feb3d44 req-c10e38c4-095d-4cd0-88c4-69d501cbb15a service neutron] 10.222.0.70 "GET /v2.0/networks/91bcf5bf-7e5a-4c74-a71b-3070a13281da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310859 Nov 04 08:59:20.260605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d0e0f-a747-4a56-9023-63bc2f47163e req-988ccebe-db9b-4f4d-b89b-a2dcb194ebef tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:20.265134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f5d0e0f-a747-4a56-9023-63bc2f47163e req-988ccebe-db9b-4f4d-b89b-a2dcb194ebef tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1484611 Nov 04 08:59:20.376503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f5d0e0f-a747-4a56-9023-63bc2f47163e req-fbb2c423-ca91-4bdb-b41a-1e324e549c36 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024525 Nov 04 08:59:20.423421 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5d6f0528-0a1f-4ca4-968e-06d5b3650d1b req-0e493fb4-f539-419e-aac4-821d374196cd tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.0448315 Nov 04 08:59:20.548651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af94b4-536a-4688-b968-b8b49a19de4e req-35912235-d66b-4d0c-bec4-a321374b1e52 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:20.550813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-35912235-d66b-4d0c-bec4-a321374b1e52 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 821 time: 0.3133538 Nov 04 08:59:20.567730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Request body: {'port': {'device_id': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'admin_state_up': True, 'tenant_id': '19af51fe722143b99fa56ef5946f9baf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:20.715018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185045-95fe-4fc4-b0bc-4aceedc17965 req-0fc2e11f-2094-44b2-afd5-f1ee2f74dffb tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:20.727191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe185045-95fe-4fc4-b0bc-4aceedc17965 req-0fc2e11f-2094-44b2-afd5-f1ee2f74dffb tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:20.739254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe185045-95fe-4fc4-b0bc-4aceedc17965 req-0fc2e11f-2094-44b2-afd5-f1ee2f74dffb tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1677 time: 0.1810424 Nov 04 08:59:20.787376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-c8adde01-d0b3-474c-ba3d-dbfe30f7e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:20.788130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-c8adde01-d0b3-474c-ba3d-dbfe30f7e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:20.790125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-c8adde01-d0b3-474c-ba3d-dbfe30f7e364 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ab00d476bcc54326913b7a94038f16c2&device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1979 time: 0.4084413 Nov 04 08:59:20.837705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe185045-95fe-4fc4-b0bc-4aceedc17965 req-0eefa6d1-3747-49ec-a3c7-5a4553a00dc5 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972009 Nov 04 08:59:20.923154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Made reservation on behalf of 19af51fe722143b99fa56ef5946f9baf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:59:20.927679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:20.946699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:20.965691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-4123c15d-00df-48ba-aa79-569c09d5e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:20.973566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-4123c15d-00df-48ba-aa79-569c09d5e3cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=91bcf5bf-7e5a-4c74-a71b-3070a13281da HTTP/1.1" status: 200 len: 903 time: 0.1746531 Nov 04 08:59:21.083819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-78910903-479c-430e-bfbd-b7094b7d9ce6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=4a392119-bec5-4de2-a898-bca776c89849 HTTP/1.1" status: 200 len: 217 time: 0.0961416 Nov 04 08:59:21.220027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:21.236781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-334fbeb5-76d7-4cd2-83cb-95d3edc04ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:21.238671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-334fbeb5-76d7-4cd2-83cb-95d3edc04ce5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b01231e9-20f0-4d5e-8148-b5a597463a9a HTTP/1.1" status: 200 len: 801 time: 0.0865557 Nov 04 08:59:21.240720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3033276d-5e04-4971-b714-77107674cbb0', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '3033276d-5e04-4971-b714-77107674cbb0', 'mac_address': 'fa:16:3e:6c:17:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:21.304224 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:21.326785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Allocated IP 172.20.0.11 (2913280e-717f-43a3-a683-8254fdca979e/e3aeb46e-3751-4dc3-bb85-d50fbcae4f34/8aab4c3f-4707-4ed2-b761-732cbe6300b0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:21.329445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3033276d-5e04-4971-b714-77107674cbb0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:21.330946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-fd10c9ae-4f10-46e1-be08-1c124300ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:21.334718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-fd10c9ae-4f10-46e1-be08-1c124300ed39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=91bcf5bf-7e5a-4c74-a71b-3070a13281da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0699823 Nov 04 08:59:21.403528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:21.411533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:21.542378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3033276d-5e04-4971-b714-77107674cbb0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:21.546026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-4acf902f-e1c8-4fb5-bfe0-a2fd653822f5 service neutron] 10.222.0.70 "GET /v2.0/networks/91bcf5bf-7e5a-4c74-a71b-3070a13281da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996160 Nov 04 08:59:21.621092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:21.648176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce9baf-cc88-410e-992f-c27f86cb608d req-8635e37e-64cc-4e2f-b5e8-e73894c300ea tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:21.658308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8ce9baf-cc88-410e-992f-c27f86cb608d req-8635e37e-64cc-4e2f-b5e8-e73894c300ea tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1240957 Nov 04 08:59:21.663333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:21.676427 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:21.747632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8ce9baf-cc88-410e-992f-c27f86cb608d req-7fd07967-ecbb-41b7-8f20-0a34e2448053 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884130 Nov 04 08:59:21.811691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Network 2913280e-717f-43a3-a683-8254fdca979e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:21.817185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:21.833230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:21.976292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:21.982119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b79c7-d164-496d-9a18-6c5016713309 req-1e3b866e-5039-464b-85c7-f6951124b973 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:21.983816 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-637b79c7-d164-496d-9a18-6c5016713309 req-1e3b866e-5039-464b-85c7-f6951124b973 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 932 time: 0.1044207 Nov 04 08:59:21.985048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9b03fe0a-714f-4add-9929-322abb07a4f7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:22.060753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:22.068448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:22.119063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-637b79c7-d164-496d-9a18-6c5016713309 req-b015c59d-ab6a-40ea-b5ed-810462146b2a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218090 Nov 04 08:59:22.132809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-411fedcc-d3dd-4084-9ef4-11201f089e54 req-6339624c-9762-44fe-991f-508029f7156d service neutron] 10.222.0.70 "GET /v2.0/networks/91bcf5bf-7e5a-4c74-a71b-3070a13281da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694705 Nov 04 08:59:22.145965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2d4cff0b-8ca2-41e2-a5b9-a1b8d8eb135a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5832133 Nov 04 08:59:22.159756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Request body: {'port': {'device_id': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:22.313979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:22.511525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3c852284-4ed4-47ce-883d-86c63e3f9abc details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:22.558089 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:59:22.625033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f9bf5-7a8a-4ab4-ae95-3c548a21f42a req-1db3fe85-1e50-4a54-ad99-125acd148455 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:22.646278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f9bf5-7a8a-4ab4-ae95-3c548a21f42a req-1db3fe85-1e50-4a54-ad99-125acd148455 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:22.672157 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-747f9bf5-7a8a-4ab4-ae95-3c548a21f42a req-1db3fe85-1e50-4a54-ad99-125acd148455 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1677 time: 0.2016058 Nov 04 08:59:22.836806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 3c852284-4ed4-47ce-883d-86c63e3f9abc, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3c852284-4ed4-47ce-883d-86c63e3f9abc,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:22.861791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-747f9bf5-7a8a-4ab4-ae95-3c548a21f42a req-5c48b9e6-8fd5-4232-bc8f-8e13a117e40b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879983 Nov 04 08:59:22.863054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '3c852284-4ed4-47ce-883d-86c63e3f9abc', 'network_id': '6db5324d-3f0b-4f38-951d-6b91aa43e75b', 'port_id': '3c852284-4ed4-47ce-883d-86c63e3f9abc', 'mac_address': 'fa:16:3e:8b:89:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea9975e-5518-4659-a846-377eb4cc8afb', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:22.958292 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:22.993961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:23.151647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db520c1a-028f-4e42-a0a2-e2cfe76fba7b req-0025d507-259b-4aee-8986-2519675a954b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:23.153184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db520c1a-028f-4e42-a0a2-e2cfe76fba7b req-0025d507-259b-4aee-8986-2519675a954b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1210999 Nov 04 08:59:23.200857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aab4c3f-4707-4ed2-b761-732cbe6300b0 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:23.228124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.297979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Transition to ACTIVE for port object 8aab4c3f-4707-4ed2-b761-732cbe6300b0 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:23.313530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c852284-4ed4-47ce-883d-86c63e3f9abc {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:23.314706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.423242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:23.445419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 3c852284-4ed4-47ce-883d-86c63e3f9abc, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3c852284-4ed4-47ce-883d-86c63e3f9abc,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:23.461657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.462306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4a392119-bec5-4de2-a898-bca776c89849 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:23.517339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=3c852284-4ed4-47ce-883d-86c63e3f9abc,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:23.536924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:23.537766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:23.538666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:23.544783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:23.545598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:23.555042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:23.555938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:23.556591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:23.557821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Bound port: 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:23.558406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.612746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3033276d-5e04-4971-b714-77107674cbb0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:23.613704 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.689989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4a392119-bec5-4de2-a898-bca776c89849, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4a392119-bec5-4de2-a898-bca776c89849,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:23.719571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db520c1a-028f-4e42-a0a2-e2cfe76fba7b req-eeb33dc0-0472-41a2-bae3-4df38305647d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522902 Nov 04 08:59:23.723783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '4a392119-bec5-4de2-a898-bca776c89849', 'network_id': '91bcf5bf-7e5a-4c74-a71b-3070a13281da', 'port_id': '4a392119-bec5-4de2-a898-bca776c89849', 'mac_address': 'fa:16:3e:e0:96:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b01231e9-20f0-4d5e-8148-b5a597463a9a', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:23.739332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:23.742654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:23.749969 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.768546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.799871 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.815123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:23.815794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.817482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 1092 time: 1.6636453 Nov 04 08:59:23.817938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:23.820275 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:23.829533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3033276d-5e04-4971-b714-77107674cbb0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:23.836649 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac8bc63-d17c-4daf-bb06-b702e9cb9edf" -d '{"events": [{"server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "name": "network-vif-plugged", "status": "completed", "tag": "3033276d-5e04-4971-b714-77107674cbb0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:23.861154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a392119-bec5-4de2-a898-bca776c89849 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:23.921840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4a392119-bec5-4de2-a898-bca776c89849, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4a392119-bec5-4de2-a898-bca776c89849,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:23.930722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:23.933819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:23.950569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b515381-cc50-4107-919c-94f4d09f59a3 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:23.984171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af94b4-536a-4688-b968-b8b49a19de4e req-c375bcd2-6d05-4d3f-a21d-202018878fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:23.987533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-c375bcd2-6d05-4d3f-a21d-202018878fa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1095 time: 0.1171100 Nov 04 08:59:23.989168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6aaef-1bfd-4d04-9106-f050e63fa7d1 req-2a5e77e0-6fec-4c84-ab7f-56b7e982f6ee tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:23.992520 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:24.024446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cce6aaef-1bfd-4d04-9106-f050e63fa7d1 req-2a5e77e0-6fec-4c84-ab7f-56b7e982f6ee tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1518776 Nov 04 08:59:24.086216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4a392119-bec5-4de2-a898-bca776c89849,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:24.090043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-c27a615f-6084-4fb9-a6f1-1f17c34a4431 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 217 time: 0.0706103 Nov 04 08:59:24.148386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cce6aaef-1bfd-4d04-9106-f050e63fa7d1 req-8f9c86b3-898c-4454-b7b4-0a979bf5dbf8 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224556 Nov 04 08:59:24.164430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2da4783e-0738-4c3d-97fd-f883cce10626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:24.166818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-2da4783e-0738-4c3d-97fd-f883cce10626 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0642021 Nov 04 08:59:24.228003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4a392119-bec5-4de2-a898-bca776c89849'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:24.239427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-ad8cdeda-a8bf-4e13-9faa-37781033231f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640192 Nov 04 08:59:24.312442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:24.397596 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65312faa-550f-4097-b933-99c774809652 x-openstack-request-id: req-65312faa-550f-4097-b933-99c774809652 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:24.400777 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:24.405396 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-65312faa-550f-4097-b933-99c774809652 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:24.408050 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0', 'status': 'completed', 'code': 200} Nov 04 08:59:24.454789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-30d0a6ed-c9d2-45d0-b78e-0eba6d4812cc service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970854 Nov 04 08:59:24.510072 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb29683-07b3-4a19-aade-e8e70d1020aa x-openstack-request-id: req-beb29683-07b3-4a19-aade-e8e70d1020aa {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:24.510766 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "name": "network-vif-plugged", "status": "completed", "tag": "3033276d-5e04-4971-b714-77107674cbb0", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:24.511372 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-beb29683-07b3-4a19-aade-e8e70d1020aa {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:24.511965 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3033276d-5e04-4971-b714-77107674cbb0', 'code': 200} Nov 04 08:59:24.652740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89af94b4-536a-4688-b968-b8b49a19de4e req-7fdcdf1e-0f04-46c8-96b8-3a3d6527bf8b service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896594 Nov 04 08:59:24.742282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b274b-c988-492e-9c64-25f1c326b10d req-b95a6938-63f6-4de4-8ef2-0b4893eaf424 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:24.754997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b274b-c988-492e-9c64-25f1c326b10d req-b95a6938-63f6-4de4-8ef2-0b4893eaf424 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:24.758292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a81b274b-c988-492e-9c64-25f1c326b10d req-b95a6938-63f6-4de4-8ef2-0b4893eaf424 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1679 time: 0.1325984 Nov 04 08:59:24.828591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-6a9fee59-6824-46c3-9957-e7e638d8b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:24.834349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-6a9fee59-6824-46c3-9957-e7e638d8b409 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1095 time: 0.1200695 Nov 04 08:59:24.840815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a81b274b-c988-492e-9c64-25f1c326b10d req-7a305808-3075-4bfa-8b53-15925fbe4915 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760882 Nov 04 08:59:24.988691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-53fa71cb-58af-4f2a-b2ae-a08531d53b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:24.990437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-53fa71cb-58af-4f2a-b2ae-a08531d53b9e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.1478984 Nov 04 08:59:25.075225 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-47a6b836-b0ae-4164-864b-b8a5f2a4418c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 217 time: 0.0749137 Nov 04 08:59:25.164284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-0acb77d2-af29-4c1b-a5b4-0d7ea4f0ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:25.165803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-0acb77d2-af29-4c1b-a5b4-0d7ea4f0ab1a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.0853150 Nov 04 08:59:25.233276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['3c852284-4ed4-47ce-883d-86c63e3f9abc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:25.255898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-2f90bc89-c683-44b6-9d97-36a6f2d856fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818763 Nov 04 08:59:25.265810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598dc816-7a7c-475e-98c9-e5952a14a39a req-4a18637e-6d0e-4f6b-beaf-d1aad0f2fc1c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:25.267790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-598dc816-7a7c-475e-98c9-e5952a14a39a req-4a18637e-6d0e-4f6b-beaf-d1aad0f2fc1c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0909817 Nov 04 08:59:25.336483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-598dc816-7a7c-475e-98c9-e5952a14a39a req-e8da83c1-e605-4553-bfc8-12a3a7d1089c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592885 Nov 04 08:59:25.505443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3148df-51bc-4da5-a33e-793a84a29b52 req-c550911c-c5cf-4a03-9f30-ea387ab1e8f8 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:25.508885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f3148df-51bc-4da5-a33e-793a84a29b52 req-c550911c-c5cf-4a03-9f30-ea387ab1e8f8 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.0781243 Nov 04 08:59:25.577695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f3148df-51bc-4da5-a33e-793a84a29b52 req-8fe373a8-809c-4d66-a2ea-052c3352f5eb tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631294 Nov 04 08:59:25.604953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-fb666a67-67af-4aed-84e2-7bc17d9d332b service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402700 Nov 04 08:59:25.757057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-81f43f54-a370-44f9-9f63-9ca0e7c2d42e tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:25.758587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-81f43f54-a370-44f9-9f63-9ca0e7c2d42e tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/networks?id=1f2b40cc-670e-4ebb-8b92-fad1ba8b122a HTTP/1.1" status: 200 len: 814 time: 0.2776968 Nov 04 08:59:25.778093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfd389-fb94-4405-a780-7b40b1694b91 req-d190da67-b096-4ac9-9d82-72ef572cdfb6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:25.789600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58dfd389-fb94-4405-a780-7b40b1694b91 req-d190da67-b096-4ac9-9d82-72ef572cdfb6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.0643654 Nov 04 08:59:25.792182 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-abcf0ed3-0fe7-405b-8d0a-4a0393040ba6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/quotas/ad941410dbc94caaaaaa1cfd32af0789 HTTP/1.1" status: 200 len: 375 time: 0.0268095 Nov 04 08:59:25.797734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2d1ebdd-921b-4512-8851-79b45c9b9ccb req-fd77fb02-6f2a-40c5-9fa0-22f175e7df5b service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410530 Nov 04 08:59:25.843557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58dfd389-fb94-4405-a780-7b40b1694b91 req-75217505-02d0-4e3f-8079-0ac5cf775fc2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494394 Nov 04 08:59:25.892977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-031de61b-1c30-403a-9074-19a23adb060c tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ad941410dbc94caaaaaa1cfd32af0789&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942891 Nov 04 08:59:26.036360 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-494e5f08-16cf-439a-9dba-62a4bf6e7b2f service neutron] 10.222.0.53 "GET /v2.0/networks/1f2b40cc-670e-4ebb-8b92-fad1ba8b122a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420679 Nov 04 08:59:26.180650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1392f-7324-46ba-a725-2027d2212416 req-82bf99d0-e263-4c1d-9cc4-0a033c29a9b6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:26.187274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1392f-7324-46ba-a725-2027d2212416 req-82bf99d0-e263-4c1d-9cc4-0a033c29a9b6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:26.188546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f1392f-7324-46ba-a725-2027d2212416 req-82bf99d0-e263-4c1d-9cc4-0a033c29a9b6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1679 time: 0.0868833 Nov 04 08:59:26.224870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-840cd45e-0678-4df0-b289-f9fdbae2abd9 service neutron] 10.222.0.53 "GET /v2.0/networks/1f2b40cc-670e-4ebb-8b92-fad1ba8b122a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800489 Nov 04 08:59:26.256640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f1392f-7324-46ba-a725-2027d2212416 req-1afcc4ae-ee11-4b01-a9e2-b67b1c851104 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513856 Nov 04 08:59:26.509559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50377f90-71f6-4f89-8059-65dfcfcf8d75 req-d79bdd5f-8eb1-4820-a9b2-342cf52041b9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:26.519048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50377f90-71f6-4f89-8059-65dfcfcf8d75 req-d79bdd5f-8eb1-4820-a9b2-342cf52041b9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1028435 Nov 04 08:59:26.542739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3c852284-4ed4-47ce-883d-86c63e3f9abc up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:26.573270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50377f90-71f6-4f89-8059-65dfcfcf8d75 req-9a6cc91d-0ed7-4b02-add4-b3585421e5b0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515990 Nov 04 08:59:26.662916 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9f08628-0244-4d1d-a327-f333ff745698 req-34d9d933-4381-4c9b-a93d-7d8bcb0aa9ab tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 210 time: 0.1854806 Nov 04 08:59:26.686836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 3c852284-4ed4-47ce-883d-86c63e3f9abc completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:26.697290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 3c852284-4ed4-47ce-883d-86c63e3f9abc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:26.697802 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:26.744416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff4326-9203-40ce-82b4-e3990ba60104 req-648c5d1e-d29e-45a6-b95e-50829af9b509 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:26.752254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63ff4326-9203-40ce-82b4-e3990ba60104 req-648c5d1e-d29e-45a6-b95e-50829af9b509 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.0639038 Nov 04 08:59:26.766536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-2a6633d8-bce2-4bce-974a-042b8cfb10b9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:26.768509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-2a6633d8-bce2-4bce-974a-042b8cfb10b9 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.1040750 Nov 04 08:59:26.801734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63ff4326-9203-40ce-82b4-e3990ba60104 req-50b7f688-b2bd-44ba-86d1-3bba23838801 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432847 Nov 04 08:59:26.877323 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:26.914393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c852284-4ed4-47ce-883d-86c63e3f9abc'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:26.917816 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d047d149-7063-43b9-854a-0d89d6840acd" -d '{"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-plugged", "status": "completed", "tag": "3c852284-4ed4-47ce-883d-86c63e3f9abc"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:26.961345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 3c852284-4ed4-47ce-883d-86c63e3f9abc, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3c852284-4ed4-47ce-883d-86c63e3f9abc,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:26.968042 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:26.969252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4a392119-bec5-4de2-a898-bca776c89849 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:26.982628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Deleting port d602e62e-c961-4de5-b306-80251057b8e3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:26.983003 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:27.189486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=3c852284-4ed4-47ce-883d-86c63e3f9abc,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:27.196592 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b255c98b-2c65-41a1-8195-65fe549d4836 x-openstack-request-id: req-b255c98b-2c65-41a1-8195-65fe549d4836 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:27.196857 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-plugged", "status": "completed", "tag": "3c852284-4ed4-47ce-883d-86c63e3f9abc", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:27.198435 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b255c98b-2c65-41a1-8195-65fe549d4836 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:27.198834 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c852284-4ed4-47ce-883d-86c63e3f9abc', 'code': 200} Nov 04 08:59:27.227827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.228193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.228531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.228878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.229184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.229526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.229877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.230131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.230447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.230762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.241826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.242521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:27.246168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131033b6-3105-4732-93f8-544f09c083fb req-3f25415e-ebf1-46df-9a39-d03d17299ca4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:27.254345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-131033b6-3105-4732-93f8-544f09c083fb req-3f25415e-ebf1-46df-9a39-d03d17299ca4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1524231 Nov 04 08:59:27.267408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 4a392119-bec5-4de2-a898-bca776c89849 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:27.274932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 4a392119-bec5-4de2-a898-bca776c89849 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:27.276410 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:27.310553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] For port d602e62e-c961-4de5-b306-80251057b8e3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d602e62e-c961-4de5-b306-80251057b8e3,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:27.311748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:27.472132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1edb-a919-4a9e-92fc-75c7443ff20f req-05aa83d4-3fa3-47b7-b207-dbad3441cf92 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:27.481495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea1edb-a919-4a9e-92fc-75c7443ff20f req-05aa83d4-3fa3-47b7-b207-dbad3441cf92 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:27.483996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-acea1edb-a919-4a9e-92fc-75c7443ff20f req-05aa83d4-3fa3-47b7-b207-dbad3441cf92 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1680 time: 0.1041090 Nov 04 08:59:27.516928 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:27.560833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-acea1edb-a919-4a9e-92fc-75c7443ff20f req-30686f27-2701-46bc-86f5-c0fbee3550d3 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574346 Nov 04 08:59:27.601960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4a392119-bec5-4de2-a898-bca776c89849, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4a392119-bec5-4de2-a898-bca776c89849,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:27.602573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-131033b6-3105-4732-93f8-544f09c083fb req-2dc853fb-fe4a-4013-a022-b38fb53a0927 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467028 Nov 04 08:59:27.613452 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:27.807580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4a392119-bec5-4de2-a898-bca776c89849,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:27.939502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80fdfb8b-773b-40eb-ab81-a3e2a43101c9 req-a1276b0f-9786-45d7-959b-8cdf28491639 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 210 time: 0.0388539 Nov 04 08:59:28.106933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0fc1c-c0ce-4c25-9349-05c1a3b6d971 req-ec29fa53-95fe-4c6d-b5e3-3ae639aae917 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:28.115881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86c0fc1c-c0ce-4c25-9349-05c1a3b6d971 req-ec29fa53-95fe-4c6d-b5e3-3ae639aae917 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 945 time: 0.0664020 Nov 04 08:59:28.125284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d1d7c-e95a-42c2-8473-77be5f895cc3 req-e41a9f28-e3c3-434b-ac0b-a2f4341e9ed7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:28.133418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d33d1d7c-e95a-42c2-8473-77be5f895cc3 req-e41a9f28-e3c3-434b-ac0b-a2f4341e9ed7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0858550 Nov 04 08:59:28.173075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86c0fc1c-c0ce-4c25-9349-05c1a3b6d971 req-42d8879e-aea6-4ad2-a550-e34250b50afd tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups?id=773b051c-77bd-4022-83f8-faf49fcc9dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412893 Nov 04 08:59:28.228005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d33d1d7c-e95a-42c2-8473-77be5f895cc3 req-750016a3-647e-45e8-9c97-375507c78841 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926886 Nov 04 08:59:28.276444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:28.277638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:28.279344 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69 disassociated. External IP: 172.25.3.236, port: d602e62e-c961-4de5-b306-80251057b8e3. Nov 04 08:59:28.279986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Calling delete_port for d602e62e-c961-4de5-b306-80251057b8e3 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:28.447515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-97f8d3ea-7b62-4737-9ed6-c24214ebf1f1 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:28.450197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-97f8d3ea-7b62-4737-9ed6-c24214ebf1f1 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.55 "GET /v2.0/networks?id=1f2b40cc-670e-4ebb-8b92-fad1ba8b122a HTTP/1.1" status: 200 len: 814 time: 0.2177725 Nov 04 08:59:28.468361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Request body: {'port': {'device_id': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'admin_state_up': True, 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:28.472954 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:28.517151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event deleted for resources: {'Port': ['ID=d602e62e-c961-4de5-b306-80251057b8e3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:28.528385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.528736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.529083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.529427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.529761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.530674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.530674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.530894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.531080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.531654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.532008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.532336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:28.662822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Made reservation on behalf of ad941410dbc94caaaaaa1cfd32af0789 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:59:28.667105 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:28.748814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9cccf-ea71-45ab-8623-91e15bf88221 req-cf118634-2eff-4f5b-8ddc-6f2c1d12062c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:28.756148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9cccf-ea71-45ab-8623-91e15bf88221 req-cf118634-2eff-4f5b-8ddc-6f2c1d12062c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:28.758839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87a9cccf-ea71-45ab-8623-91e15bf88221 req-cf118634-2eff-4f5b-8ddc-6f2c1d12062c tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1681 time: 0.1012011 Nov 04 08:59:28.763912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Router 568705e0-6ffc-450a-b6c6-847d67852ec0 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:59:28.867564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb5c37-be3f-4a78-a9c3-cae6ecb74a0b req-edada4f1-c1c7-40ed-a762-6b54941536eb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:28.869963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cfb5c37-be3f-4a78-a9c3-cae6ecb74a0b req-edada4f1-c1c7-40ed-a762-6b54941536eb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1145558 Nov 04 08:59:28.927416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Allocated IP 172.20.0.14 (1f2b40cc-670e-4ebb-8b92-fad1ba8b122a/98734b35-4765-43d2-8199-895c730747c5/b40cc02b-9a91-4237-938c-7f93d6c92300) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:28.930741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87a9cccf-ea71-45ab-8623-91e15bf88221 req-fcc2610a-ac10-4b75-b74c-6938745c035b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646643 Nov 04 08:59:29.017210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cfb5c37-be3f-4a78-a9c3-cae6ecb74a0b req-168d4305-5e2b-4582-8b45-6039cfc4a2a5 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327233 Nov 04 08:59:29.025371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:59:29.038647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] Sync routers for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:59:29.061129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:29.062898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:29.110987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] No DVR routers for this DVR port d602e62e-c961-4de5-b306-80251057b8e3 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:29.116442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:29.119990 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6cf40ca3-84b6-4c14-b2f1-25670f677512 req-313cc8f5-a216-43c4-96b7-f27f62d0b8ef tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.55 "DELETE /v2.0/ports/d602e62e-c961-4de5-b306-80251057b8e3 HTTP/1.1" status: 204 len: 173 time: 2.3434224 Nov 04 08:59:29.120452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'name': 'network-vif-deleted', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:29.122732 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce2fb1d-5d90-42df-9b58-f014ea5bbe5a" -d '{"events": [{"server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "name": "network-vif-deleted", "tag": "d602e62e-c961-4de5-b306-80251057b8e3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:29.245580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a392119-bec5-4de2-a898-bca776c89849'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:29.249673 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7f4239-43d4-4aa7-8b71-b304a1e06e85" -d '{"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-plugged", "status": "completed", "tag": "4a392119-bec5-4de2-a898-bca776c89849"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:29.258190 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:29.331263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:29.366145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:29.384945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Pushing event updated for resources: {'Port': ['ID=b40cc02b-9a91-4237-938c-7f93d6c92300,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:29.396573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.397209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.397710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.398223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.398720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.399218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.399704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.400231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.400862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.401359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.401851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.402335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 08:59:29.426908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b343da5-6ad7-4f00-a118-4cc02b6e74c8 req-d1db7e26-d5f0-496c-ae3a-4e1a788d256e tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:29.434716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b343da5-6ad7-4f00-a118-4cc02b6e74c8 req-d1db7e26-d5f0-496c-ae3a-4e1a788d256e tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 932 time: 0.1427147 Nov 04 08:59:29.464048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:29.467340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:29.471047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:29.540152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:29.540811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:29.583606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b634ab2a-944d-470c-ad97-97986d796d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1203423 Nov 04 08:59:29.612178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Request body: {'port': {'device_id': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:29.642117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b343da5-6ad7-4f00-a118-4cc02b6e74c8 req-be63cf7f-e3df-409a-84b0-b1e4c38f773c tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058094 Nov 04 08:59:29.741911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:29.754681 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc7d357-160c-40a9-9fc0-2c054f051ff4 x-openstack-request-id: req-ffc7d357-160c-40a9-9fc0-2c054f051ff4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:29.755457 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd", "name": "network-vif-deleted", "tag": "d602e62e-c961-4de5-b306-80251057b8e3", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:29.755457 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffc7d357-160c-40a9-9fc0-2c054f051ff4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:29.755615 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd', 'name': 'network-vif-deleted', 'tag': 'd602e62e-c961-4de5-b306-80251057b8e3', 'status': 'completed', 'code': 200} Nov 04 08:59:29.922625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:29.969415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] Checking router: 568705e0-6ffc-450a-b6c6-847d67852ec0 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:59:29.977094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-86408487-4119-43c3-b69e-9ad8788eb3ba None None] Provisioning complete for port b40cc02b-9a91-4237-938c-7f93d6c92300 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:29.977795 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86408487-4119-43c3-b69e-9ad8788eb3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:30.025735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:30.026734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:30.127287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40cc02b-9a91-4237-938c-7f93d6c92300 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:30.136423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:30.150810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:30.151427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Transition to ACTIVE for port object b40cc02b-9a91-4237-938c-7f93d6c92300 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:30.164288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:30.229765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Pushing event updated for resources: {'Port': ['ID=b40cc02b-9a91-4237-938c-7f93d6c92300,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:30.242862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0197c90-06bd-426a-9236-d6333567fd07 req-38e83264-ee9c-4d37-8d49-5d4896303bf0 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/ports?device_id=fdef2198-8dd0-4e5f-ae44-08bbb4ff15bd HTTP/1.1" status: 200 len: 210 time: 0.0902803 Nov 04 08:59:30.372741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-86408487-4119-43c3-b69e-9ad8788eb3ba None None] Port b40cc02b-9a91-4237-938c-7f93d6c92300 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:59:30.394696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Attempting to bind port b40cc02b-9a91-4237-938c-7f93d6c92300 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:30.395135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Attempting to bind port b40cc02b-9a91-4237-938c-7f93d6c92300 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:30.395458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Attempting to bind port b40cc02b-9a91-4237-938c-7f93d6c92300 on network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:30.438361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Port b40cc02b-9a91-4237-938c-7f93d6c92300 on network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:30.439520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Attempting to bind port b40cc02b-9a91-4237-938c-7f93d6c92300 on network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:30.451201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:30.451939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Checking segment: {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:30.452712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Bound using segment: {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:30.453384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Bound port: b40cc02b-9a91-4237-938c-7f93d6c92300, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1851dc55-a3e3-4522-9f2e-a9d24e21b01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:30.454006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:30.488356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa21e5-386b-4d1c-bdf5-276b061a7883 req-625ec04d-370d-40f5-9ead-bb35bba3e84b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:30.507629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ceaa21e5-386b-4d1c-bdf5-276b061a7883 req-625ec04d-370d-40f5-9ead-bb35bba3e84b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1391478 Nov 04 08:59:30.553197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:30.590338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb76139-c7d6-4a5d-a2b2-c259dcd705c5 None None] The sync data for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 is: [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:54:22Z', 'revision_number': 4, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '53a5585d-08ff-434f-8952-4b624e0334ad', 'name': '', 'network_id': '678f165a-4683-4d3c-9f73-4ae9dcfe8d50', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'mac_address': 'fa:16:3e:92:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:20Z', 'updated_at': '2021-11-04T08:54:26Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'subnets': [{'id': '20db2eaf-fa90-4e47-a991-ece1a8be9613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:59:30.679080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ceaa21e5-386b-4d1c-bdf5-276b061a7883 req-ba556c42-6f57-4c7a-be10-d2cd8e367ea7 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700509 Nov 04 08:59:30.701060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] For port b40cc02b-9a91-4237-938c-7f93d6c92300, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:30.705273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] For port b40cc02b-9a91-4237-938c-7f93d6c92300, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b40cc02b-9a91-4237-938c-7f93d6c92300,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:30.716522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:30.781603 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e307663a-69b3-48bb-8618-81d25038ea4f x-openstack-request-id: req-e307663a-69b3-48bb-8618-81d25038ea4f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:30.782021 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-plugged", "status": "completed", "tag": "4a392119-bec5-4de2-a898-bca776c89849", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:30.782129 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e307663a-69b3-48bb-8618-81d25038ea4f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:30.782521 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a392119-bec5-4de2-a898-bca776c89849', 'code': 200} Nov 04 08:59:30.812579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:30.813540 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:30.815377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] 10.222.0.55 "PUT /v2.0/ports/b40cc02b-9a91-4237-938c-7f93d6c92300 HTTP/1.1" status: 200 len: 1092 time: 1.2106040 Nov 04 08:59:30.816422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'tag': 'b40cc02b-9a91-4237-938c-7f93d6c92300'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:30.818845 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95703e3-c9c7-40b0-b66e-b2abe5292f49" -d '{"events": [{"name": "network-changed", "server_uuid": "b76f9dd8-6b21-4095-9b38-ddcd87118e66", "tag": "b40cc02b-9a91-4237-938c-7f93d6c92300"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:30.926055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a072a5e-8e05-43ef-bf7e-2b940610532e service neutron] Pushing event updated for resources: {'Port': ['ID=b40cc02b-9a91-4237-938c-7f93d6c92300,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:30.950891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-f39681a9-7d59-4772-be99-4417cd7f1f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:30.952515 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-f39681a9-7d59-4772-be99-4417cd7f1f04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad941410dbc94caaaaaa1cfd32af0789&device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 1095 time: 0.0764601 Nov 04 08:59:31.003106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d602e62e-c961-4de5-b306-80251057b8e3 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:31.016638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba2a84-1610-4249-8719-865022af27e8 req-d1b35550-7e61-4676-9c32-222d2c03bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:31.017177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba2a84-1610-4249-8719-865022af27e8 req-d1b35550-7e61-4676-9c32-222d2c03bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:31.018716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0ba2a84-1610-4249-8719-865022af27e8 req-d1b35550-7e61-4676-9c32-222d2c03bce0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1983 time: 0.1387630 Nov 04 08:59:31.049307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-b2440381-6faf-4722-a6fc-4597280468b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b40cc02b-9a91-4237-938c-7f93d6c92300 HTTP/1.1" status: 200 len: 217 time: 0.0864081 Nov 04 08:59:31.088297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: d602e62e-c961-4de5-b306-80251057b8e3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:31.089072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d602e62e-c961-4de5-b306-80251057b8e3 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:31.147170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0ba2a84-1610-4249-8719-865022af27e8 req-dad95acb-2f8f-45f7-a8ce-8c74340da592 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157506 Nov 04 08:59:31.189924 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb16f9b-411c-47cb-8dc5-9bc645dcd285 None None] New status for floating IP f9a80759-286d-49e5-b18c-d9e0f3c3ca69: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 08:59:31.245728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-5b2c54b8-bfc0-4059-8ef4-651014fcd4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:31.248987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-5b2c54b8-bfc0-4059-8ef4-651014fcd4ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98734b35-4765-43d2-8199-895c730747c5 HTTP/1.1" status: 200 len: 853 time: 0.1922138 Nov 04 08:59:31.310265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc634-6f8d-40cc-8b6a-eb992bb2b9dc req-f171677d-bc48-4a56-9669-6ffa39a2d58a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:31.320689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc634-6f8d-40cc-8b6a-eb992bb2b9dc req-f171677d-bc48-4a56-9669-6ffa39a2d58a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:31.320689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-107bc634-6f8d-40cc-8b6a-eb992bb2b9dc req-f171677d-bc48-4a56-9669-6ffa39a2d58a tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1681 time: 0.2388253 Nov 04 08:59:31.406155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-04ce9183-c280-4972-a900-fc59f7a70878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:31.407722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-04ce9183-c280-4972-a900-fc59f7a70878 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f2b40cc-670e-4ebb-8b92-fad1ba8b122a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173580 Nov 04 08:59:31.443066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-107bc634-6f8d-40cc-8b6a-eb992bb2b9dc req-9de04bd1-3fa6-4842-8bd6-67c0bf59055b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825396 Nov 04 08:59:31.866635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d06f9-aaef-49d3-8f85-20d8698e1647 req-a296e222-77bd-4b13-90e0-eb20c3c1068e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:31.874437 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c5d06f9-aaef-49d3-8f85-20d8698e1647 req-a296e222-77bd-4b13-90e0-eb20c3c1068e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.3508649 Nov 04 08:59:31.919390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c5d06f9-aaef-49d3-8f85-20d8698e1647 req-d1922885-aef2-4723-8ab9-8398300ea5a5 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Nov 04 08:59:32.067603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637b2e4-e091-4669-95c2-50a63b30510d req-6fb46df7-2f14-4e44-9354-f896869f3d50 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:32.069174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b637b2e4-e091-4669-95c2-50a63b30510d req-6fb46df7-2f14-4e44-9354-f896869f3d50 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.0571871 Nov 04 08:59:32.165428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b637b2e4-e091-4669-95c2-50a63b30510d req-340955af-02e2-4f9e-8b64-b7c7bc71a908 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835435 Nov 04 08:59:32.217108 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823a137-3d2c-48a4-a9a3-0bfa7112e1f0 x-openstack-request-id: req-9823a137-3d2c-48a4-a9a3-0bfa7112e1f0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:32.217360 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b76f9dd8-6b21-4095-9b38-ddcd87118e66", "tag": "b40cc02b-9a91-4237-938c-7f93d6c92300", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:32.217678 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9823a137-3d2c-48a4-a9a3-0bfa7112e1f0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:32.218155 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'tag': 'b40cc02b-9a91-4237-938c-7f93d6c92300', 'status': 'completed', 'code': 200} Nov 04 08:59:32.419668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbce402-b9f2-4b84-9550-e0f827699398 req-f4be4f1e-1ce9-44b8-b915-8c60151a194f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:32.421207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fbce402-b9f2-4b84-9550-e0f827699398 req-f4be4f1e-1ce9-44b8-b915-8c60151a194f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1021237 Nov 04 08:59:32.502681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fbce402-b9f2-4b84-9550-e0f827699398 req-faffdf26-3126-43f9-bcd8-4c3dfc6b338a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732617 Nov 04 08:59:32.762155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fbbf-4805-4a6c-ad7f-eb63de38ab99 req-74dfc89a-d664-458d-a3f9-be0239219e00 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:32.770561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fbbf-4805-4a6c-ad7f-eb63de38ab99 req-74dfc89a-d664-458d-a3f9-be0239219e00 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:32.773250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b81fbbf-4805-4a6c-ad7f-eb63de38ab99 req-74dfc89a-d664-458d-a3f9-be0239219e00 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1681 time: 0.0732710 Nov 04 08:59:32.832618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b81fbbf-4805-4a6c-ad7f-eb63de38ab99 req-78db22d7-5dc3-4eb0-a7ae-c03dc7871655 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527375 Nov 04 08:59:32.975065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:33.118969 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f16eed3-3c2e-4799-9dfd-c933e3686f21 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:33.169643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f16eed3-3c2e-4799-9dfd-c933e3686f21 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:33.264004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f16eed3-3c2e-4799-9dfd-c933e3686f21 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:33.270319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f16eed3-3c2e-4799-9dfd-c933e3686f21 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:33.271491 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6f16eed3-3c2e-4799-9dfd-c933e3686f21 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "DELETE /v2.0/security-groups/773b051c-77bd-4022-83f8-faf49fcc9dd6 HTTP/1.1" status: 204 len: 168 time: 0.2953627 Nov 04 08:59:33.285766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44860) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:33.316302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16eed3-3c2e-4799-9dfd-c933e3686f21 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773b051c-77bd-4022-83f8-faf49fcc9dd6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:33.341458 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-62342539-32b6-4c00-b068-b767e951c821 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] show failed (client error): The resource could not be found. Nov 04 08:59:33.343263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-62342539-32b6-4c00-b068-b767e951c821 tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "GET /v2.0/security-groups/773b051c-77bd-4022-83f8-faf49fcc9dd6 HTTP/1.1" status: 404 len: 347 time: 0.0533876 Nov 04 08:59:33.346842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b49c96-5591-4749-b867-3b3142ab95f7 req-50965397-f32f-4a52-94a9-939097c3eafb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:33.348342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44862) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:33.353396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9b49c96-5591-4749-b867-3b3142ab95f7 req-50965397-f32f-4a52-94a9-939097c3eafb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.0840516 Nov 04 08:59:33.422032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9b49c96-5591-4749-b867-3b3142ab95f7 req-e1e1e0a3-6ea8-4518-b949-5f102b913a97 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587084 Nov 04 08:59:33.569538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Deleting port 068b7d09-1f57-4662-9f55-6799063cdd98 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:33.572333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:33.591611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294834-06af-4368-9b67-3d42ba093229 req-09233daf-7063-4f48-8e48-015284cc07e9 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:33.599622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10294834-06af-4368-9b67-3d42ba093229 req-09233daf-7063-4f48-8e48-015284cc07e9 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:33.608393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10294834-06af-4368-9b67-3d42ba093229 req-09233daf-7063-4f48-8e48-015284cc07e9 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1681 time: 0.0945752 Nov 04 08:59:33.666230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10294834-06af-4368-9b67-3d42ba093229 req-9ceadec7-f1dc-42b7-b00e-0b1cbf0359f8 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560763 Nov 04 08:59:33.731483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:33.732268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:33.756308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Calling delete_port for 068b7d09-1f57-4662-9f55-6799063cdd98 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:33.916556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c8978-8cef-4f1e-8d41-aa7834857ad8 req-9680ffc2-cf7e-4520-93e1-bfe9a34009cd tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:33.932917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-853c8978-8cef-4f1e-8d41-aa7834857ad8 req-9680ffc2-cf7e-4520-93e1-bfe9a34009cd tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.1314926 Nov 04 08:59:34.028433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-853c8978-8cef-4f1e-8d41-aa7834857ad8 req-0901c5d9-3bc0-4858-9f3a-75e4fa1745c7 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911453 Nov 04 08:59:34.095225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:34.179907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Pushing event deleted for resources: {'Port': ['ID=068b7d09-1f57-4662-9f55-6799063cdd98,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:34.248159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:34.252078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:34.258633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-27900280-3814-4a96-a9d2-ef46a88f58bf tempest-ServersWithSpecificFlavorTestJSON-908827255 tempest-ServersWithSpecificFlavorTestJSON-908827255-project] 10.222.0.53 "DELETE /v2.0/floatingips/f9a80759-286d-49e5-b18c-d9e0f3c3ca69 HTTP/1.1" status: 204 len: 168 time: 0.9091575 Nov 04 08:59:34.284199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db898a32-d16d-4cac-9922-516c0e192bcd req-1cdaaca4-0321-45dd-a01c-1cd9980fec6e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:34.287697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db898a32-d16d-4cac-9922-516c0e192bcd req-1cdaaca4-0321-45dd-a01c-1cd9980fec6e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1474390 Nov 04 08:59:34.374255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db898a32-d16d-4cac-9922-516c0e192bcd req-ef68db48-4703-4c01-b575-b1cb3fff2292 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783260 Nov 04 08:59:34.716934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc365f9-d67f-449b-ad64-429e72ab337e req-348d8aef-0895-4ba4-9a30-7811da24a5f8 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:34.726538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9bc365f9-d67f-449b-ad64-429e72ab337e req-348d8aef-0895-4ba4-9a30-7811da24a5f8 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1030021 Nov 04 08:59:34.782899 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9bc365f9-d67f-449b-ad64-429e72ab337e req-8446adbb-f0f2-4241-b2de-1bc9d5c969ba tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551584 Nov 04 08:59:34.805870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-5fb2318a-2438-4d7c-8663-36f87f3d85a4 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:34.813368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-5fb2318a-2438-4d7c-8663-36f87f3d85a4 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:34.816633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-5fb2318a-2438-4d7c-8663-36f87f3d85a4 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1681 time: 0.1026502 Nov 04 08:59:34.944190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75b90-3064-449a-88d8-e5db8eec3b0e req-cfb08c93-4b02-4da6-b155-186d37a7a44e tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:34.947692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port 3c852284-4ed4-47ce-883d-86c63e3f9abc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:34.948132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:34.952875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc75b90-3064-449a-88d8-e5db8eec3b0e req-cfb08c93-4b02-4da6-b155-186d37a7a44e tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:34.954908 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-efc75b90-3064-449a-88d8-e5db8eec3b0e req-cfb08c93-4b02-4da6-b155-186d37a7a44e tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 1681 time: 0.0727775 Nov 04 08:59:35.017128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-efc75b90-3064-449a-88d8-e5db8eec3b0e req-1a0b8a29-3801-4e68-868f-6c5e6db25709 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/security-groups?id=f5985eb2-6870-41c2-bc4c-455098984f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496254 Nov 04 08:59:35.125198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port 3c852284-4ed4-47ce-883d-86c63e3f9abc, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3c852284-4ed4-47ce-883d-86c63e3f9abc,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:35.125810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:35.146295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for 3c852284-4ed4-47ce-883d-86c63e3f9abc owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:35.315558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724644f-ab75-43a1-afbd-a723b52d9bc7 req-8412bfc5-4a0f-4efe-8302-a2b9880751bc tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:35.328386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e724644f-ab75-43a1-afbd-a723b52d9bc7 req-8412bfc5-4a0f-4efe-8302-a2b9880751bc tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.1514509 Nov 04 08:59:35.329820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:35.345141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4a392119-bec5-4de2-a898-bca776c89849', '3c852284-4ed4-47ce-883d-86c63e3f9abc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:35.395528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=3c852284-4ed4-47ce-883d-86c63e3f9abc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:35.445598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port 3c852284-4ed4-47ce-883d-86c63e3f9abc on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:35.448569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:35.452382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-e3027907-e8d9-45ab-b520-f66a8b694ccf tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "DELETE /v2.0/ports/3c852284-4ed4-47ce-883d-86c63e3f9abc HTTP/1.1" status: 204 len: 173 time: 0.6251473 Nov 04 08:59:35.453175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-deleted', 'tag': '3c852284-4ed4-47ce-883d-86c63e3f9abc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:35.457018 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e671354-15ce-40f7-9188-9e198768a8b1" -d '{"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-deleted", "tag": "3c852284-4ed4-47ce-883d-86c63e3f9abc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:35.464485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e724644f-ab75-43a1-afbd-a723b52d9bc7 req-8f80cd23-b3dd-47d1-b66f-76d2d41aa448 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334498 Nov 04 08:59:35.720606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port 4a392119-bec5-4de2-a898-bca776c89849 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:35.721083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:35.792731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e7ade-ca6a-4f3d-b29a-84ce4f7ab8d6 req-9af8adb5-a09e-4d02-8f55-701f39de078a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:35.807428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a2e7ade-ca6a-4f3d-b29a-84ce4f7ab8d6 req-9af8adb5-a09e-4d02-8f55-701f39de078a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1526277 Nov 04 08:59:35.868424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port 4a392119-bec5-4de2-a898-bca776c89849, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4a392119-bec5-4de2-a898-bca776c89849,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:35.869465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:35.895121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a2e7ade-ca6a-4f3d-b29a-84ce4f7ab8d6 req-3df56902-29b8-4ae9-a514-5a82356c2774 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808823 Nov 04 08:59:35.900768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for 4a392119-bec5-4de2-a898-bca776c89849 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:36.112315 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153c4076-d531-4ead-8f0f-e23043c265d0 x-openstack-request-id: req-153c4076-d531-4ead-8f0f-e23043c265d0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:36.112889 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-deleted", "tag": "3c852284-4ed4-47ce-883d-86c63e3f9abc", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:36.113990 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-153c4076-d531-4ead-8f0f-e23043c265d0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:36.114738 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-deleted', 'tag': '3c852284-4ed4-47ce-883d-86c63e3f9abc', 'status': 'completed', 'code': 200} Nov 04 08:59:36.117575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:36.130850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['3c852284-4ed4-47ce-883d-86c63e3f9abc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:36.180378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=4a392119-bec5-4de2-a898-bca776c89849,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:36.254186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port 4a392119-bec5-4de2-a898-bca776c89849 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:36.262950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:36.270116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dde5502-a7e9-4f5a-81e3-5a851212a8d9 req-33b586de-8bb9-4841-b5c8-02506d49ee1d tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.70 "DELETE /v2.0/ports/4a392119-bec5-4de2-a898-bca776c89849 HTTP/1.1" status: 204 len: 173 time: 0.8028498 Nov 04 08:59:36.367741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b3260-9dee-428e-aae0-fdf55f29fb32 req-506f8dc2-be51-409d-aa53-d66cb4913173 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:36.373883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-088b3260-9dee-428e-aae0-fdf55f29fb32 req-506f8dc2-be51-409d-aa53-d66cb4913173 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1384897 Nov 04 08:59:36.480630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-088b3260-9dee-428e-aae0-fdf55f29fb32 req-8a04ad1a-4672-4e5d-b87e-d3ef203c91df tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994093 Nov 04 08:59:36.563366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 8aab4c3f-4707-4ed2-b761-732cbe6300b0 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:36.649291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-efbfdc99-0bc1-4a4e-afc0-5aa8c413d9ad req-c27bd2d3-8ee7-41c4-937f-60cda3d32bf6 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d497277-688e-48e6-be59-5dd0373584de HTTP/1.1" status: 200 len: 210 time: 0.0596125 Nov 04 08:59:36.876252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d438c4-bf66-48bd-8f4a-d3a633d38a23 req-522252a5-f432-4f6a-aea9-5ac9951ff7ab tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:36.879419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00d438c4-bf66-48bd-8f4a-d3a633d38a23 req-522252a5-f432-4f6a-aea9-5ac9951ff7ab tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.1058202 Nov 04 08:59:36.937335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:36.964455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '8aab4c3f-4707-4ed2-b761-732cbe6300b0', 'network_id': '2913280e-717f-43a3-a683-8254fdca979e', 'port_id': '8aab4c3f-4707-4ed2-b761-732cbe6300b0', 'mac_address': 'fa:16:3e:3d:e5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aeb46e-3751-4dc3-bb85-d50fbcae4f34', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:36.986898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00d438c4-bf66-48bd-8f4a-d3a633d38a23 req-eae5d949-5972-4c7d-a4de-1e930df78ff4 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900359 Nov 04 08:59:37.044769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:37.059371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:37.063439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aab4c3f-4707-4ed2-b761-732cbe6300b0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:37.121403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:37.130392 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:37.179942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7995f3-e6bd-4ab8-a423-76b01d187e76 req-dc83f95f-62a9-47a8-853e-cebdb540561f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:37.191546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c7995f3-e6bd-4ab8-a423-76b01d187e76 req-dc83f95f-62a9-47a8-853e-cebdb540561f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0697861 Nov 04 08:59:37.203496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:37.250662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c7995f3-e6bd-4ab8-a423-76b01d187e76 req-748e9442-98f6-42a2-9d69-8a30da6d90c6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579455 Nov 04 08:59:37.284687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4bf2f077-f7b6-4769-8d6e-e625428ba09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:37.376838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['8aab4c3f-4707-4ed2-b761-732cbe6300b0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:37.721128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-92aaf92b-f84f-4b44-a8db-c26f2d672551 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290391 Nov 04 08:59:37.827842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c8cc7-e916-4260-978f-bf23a3770301 req-c3ab1366-d6b5-42e0-8abb-1e2556580c80 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:37.829428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f94c8cc7-e916-4260-978f-bf23a3770301 req-c3ab1366-d6b5-42e0-8abb-1e2556580c80 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 945 time: 0.0677800 Nov 04 08:59:37.888155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f94c8cc7-e916-4260-978f-bf23a3770301 req-31b983b0-2f46-4019-9a29-7bbf3f6907eb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508516 Nov 04 08:59:37.940161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-610eada5-cf1f-4ee3-ae77-4441f560b9ed tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:37.947567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-610eada5-cf1f-4ee3-ae77-4441f560b9ed tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097642 Nov 04 08:59:37.966240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:37.972983 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-de77b3bd-4de3-45cc-9f32-c3441463c4ae tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/quotas/8d79d7a9d3ba422485f103bfe179b5e9 HTTP/1.1" status: 200 len: 375 time: 0.0244668 Nov 04 08:59:38.078620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-2f876efb-d937-4187-b299-d803a03123e7 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659914 Nov 04 08:59:38.101267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:38.122470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-deleted', 'tag': '4a392119-bec5-4de2-a898-bca776c89849'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:38.127740 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b047a3-7f37-4867-a0a0-d9e42245638d" -d '{"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-deleted", "tag": "4a392119-bec5-4de2-a898-bca776c89849"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:38.193152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting subnet b01231e9-20f0-4d5e-8148-b5a597463a9a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:59:38.205711 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.385200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Deleting port 53a5585d-08ff-434f-8952-4b624e0334ad {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:38.385813 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.407729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.535925 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35483b4-6794-465b-adc1-46371459645a x-openstack-request-id: req-a35483b4-6794-465b-adc1-46371459645a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:38.536229 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d497277-688e-48e6-be59-5dd0373584de", "name": "network-vif-deleted", "tag": "4a392119-bec5-4de2-a898-bca776c89849", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:38.536477 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a35483b4-6794-465b-adc1-46371459645a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:38.539462 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d497277-688e-48e6-be59-5dd0373584de', 'name': 'network-vif-deleted', 'tag': '4a392119-bec5-4de2-a898-bca776c89849', 'status': 'completed', 'code': 200} Nov 04 08:59:38.554399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] For port 53a5585d-08ff-434f-8952-4b624e0334ad, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=53a5585d-08ff-434f-8952-4b624e0334ad,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:38.554772 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.573206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 8aab4c3f-4707-4ed2-b761-732cbe6300b0 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:38.587448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Calling delete_port for 53a5585d-08ff-434f-8952-4b624e0334ad owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:38.604296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.669362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:38.674353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:38.675289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.753347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655d6ff-08c6-41b9-a85d-d6c42f068ebc req-5d36a57f-9941-4e56-a441-e9431cf4eca7 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:38.757252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4655d6ff-08c6-41b9-a85d-d6c42f068ebc req-5d36a57f-9941-4e56-a441-e9431cf4eca7 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.5470948 Nov 04 08:59:38.822339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.842842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92fed4-736e-4342-8c63-2a200f3d4890 req-b0d0fd51-94ff-4e1b-bd20-9d3de52a9877 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:38.844499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b92fed4-736e-4342-8c63-2a200f3d4890 req-b0d0fd51-94ff-4e1b-bd20-9d3de52a9877 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1936622 Nov 04 08:59:38.856454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.858209 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:38.865503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/subnets/b01231e9-20f0-4d5e-8148-b5a597463a9a HTTP/1.1" status: 204 len: 168 time: 0.7623837 Nov 04 08:59:38.867904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45054) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:38.885781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ddfa39-8e68-4704-a158-020248cdae08 None None] Network 91bcf5bf-7e5a-4c74-a71b-3070a13281da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:59:38.890278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4655d6ff-08c6-41b9-a85d-d6c42f068ebc req-749ef8c6-d316-420d-8b15-a93c166300b1 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252687 Nov 04 08:59:38.891708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f554603-5487-4aa9-93bd-953fbf94ea6b tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Subnet': ['ID=b01231e9-20f0-4d5e-8148-b5a597463a9a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:38.984969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:38.987639 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97c5800-c6bd-4157-b7f9-57bc2b7f28d4" -d '{"events": [{"server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "name": "network-vif-plugged", "status": "completed", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:39.023246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.094367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:39.156787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.157760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3c852284-4ed4-47ce-883d-86c63e3f9abc no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:39.180421 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b92fed4-736e-4342-8c63-2a200f3d4890 req-a7ed37b2-598a-4f31-96b6-d0165b91a339 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185933 Nov 04 08:59:39.234257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-fc565ff5-e9d1-4cbb-b368-b60f3300a0c7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:39.257843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-fc565ff5-e9d1-4cbb-b368-b60f3300a0c7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.1887763 Nov 04 08:59:39.293712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-1dc49c32-6dcb-4140-b77a-7a52e6ad4e1c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/quotas/df22224a809c45d780df520a392a8099 HTTP/1.1" status: 200 len: 375 time: 0.0337844 Nov 04 08:59:39.297007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 3c852284-4ed4-47ce-883d-86c63e3f9abc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:39.297414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3c852284-4ed4-47ce-883d-86c63e3f9abc not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:39.300123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4a392119-bec5-4de2-a898-bca776c89849 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:39.364702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 4a392119-bec5-4de2-a898-bca776c89849 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:39.365354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4a392119-bec5-4de2-a898-bca776c89849 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:39.405176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:39.407499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-93b552a5-0264-436d-ba87-5c11f1131521 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1125953 Nov 04 08:59:39.457733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9e8ff273-4921-4c04-b4bd-eeb957f210c1 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300128 Nov 04 08:59:39.475757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] DHCP port deletion for 91bcf5bf-7e5a-4c74-a71b-3070a13281da request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:59:39.506816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:39.507163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.545927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] Deleting port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:39.546516 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.561792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.591310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-5b3c6de8-271a-4008-827c-be54bbc32925 service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816571 Nov 04 08:59:39.685888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] For port 9d8fb680-6dea-467a-a0cc-45cfeefc8155, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d8fb680-6dea-467a-a0cc-45cfeefc8155,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:39.687042 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.704951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] Calling delete_port for 9d8fb680-6dea-467a-a0cc-45cfeefc8155 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:39.756880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-51045db6-15dc-4288-bec6-2bef0d2a78f5 service neutron] 10.222.0.53 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643419 Nov 04 08:59:39.774221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Pushing event deleted for resources: {'Port': ['ID=53a5585d-08ff-434f-8952-4b624e0334ad,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:39.850161 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.902885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] No DVR routers for this DVR port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:39.921866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port 9d8fb680-6dea-467a-a0cc-45cfeefc8155, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d8fb680-6dea-467a-a0cc-45cfeefc8155,segment=NetworkSegment(39594288-e124-4d9b-ac2c-85d00797039b),segment_id=39594288-e124-4d9b-ac2c-85d00797039b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:39.922239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.963146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5649d8-a314-46aa-93f5-60ce4bd871fc None None] Pushing event deleted for resources: {'Port': ['ID=9d8fb680-6dea-467a-a0cc-45cfeefc8155,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:39.975926 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc61a329-46e6-4db6-bf8e-e0eef0e009e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:39.988674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-09370721-eed0-4654-b178-75959b0eb123 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2063313 Nov 04 08:59:40.053776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for 9d8fb680-6dea-467a-a0cc-45cfeefc8155 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:40.203125 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:40.374313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d8fb680-6dea-467a-a0cc-45cfeefc8155 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:40.405806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a9723-1e04-4478-a4d9-275a602ad65e req-5c3a7414-d788-49d4-a68e-e879a39f1bff tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:40.414260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a4a9723-1e04-4478-a4d9-275a602ad65e req-5c3a7414-d788-49d4-a68e-e879a39f1bff tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.1194813 Nov 04 08:59:40.426856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9d8fb680-6dea-467a-a0cc-45cfeefc8155 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:40.428866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d8fb680-6dea-467a-a0cc-45cfeefc8155 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:40.499672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a4a9723-1e04-4478-a4d9-275a602ad65e req-43812ca3-7ab6-4260-8c85-d865c132b44d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772119 Nov 04 08:59:40.561264 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fb2b82-ea93-456a-881e-ef5771d2fd53 x-openstack-request-id: req-c8fb2b82-ea93-456a-881e-ef5771d2fd53 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:40.561568 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "name": "network-vif-plugged", "status": "completed", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:40.561827 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c8fb2b82-ea93-456a-881e-ef5771d2fd53 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:40.562226 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0', 'code': 200} Nov 04 08:59:40.720370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509a053-71df-4900-99be-938781b6d883 req-74906137-2b8a-454a-b0c7-da8bb81cf640 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:40.722689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3509a053-71df-4900-99be-938781b6d883 req-74906137-2b8a-454a-b0c7-da8bb81cf640 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.0747802 Nov 04 08:59:40.802524 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3509a053-71df-4900-99be-938781b6d883 req-dc41534a-acf1-4a20-b1b1-22cf6d7f479e tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719581 Nov 04 08:59:40.853439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-68719177-c56b-4a34-97c8-89d4a33408c2 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:40.855107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-68719177-c56b-4a34-97c8-89d4a33408c2 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3692400 Nov 04 08:59:40.940118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c9fb9ef-28a3-4a37-a544-69fa6a6f9ead req-42cb9d51-c274-4c6e-a328-42b9f33cfae6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 210 time: 0.0365577 Nov 04 08:59:40.982466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-bebb7d6b-34a1-4df6-a755-338233d0a16a tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/quotas/8d79d7a9d3ba422485f103bfe179b5e9 HTTP/1.1" status: 200 len: 375 time: 0.0732214 Nov 04 08:59:41.000583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.040807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-23308325-3a13-408b-b720-aab9de88e90f tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573690 Nov 04 08:59:41.077379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78add5-9c7b-408e-b8d7-fe8d151b846e req-c2bc2531-df8d-419a-91df-c7e8c528dcfb tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:41.078869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-d8bec624-f37c-4f89-afc7-0e34b4b35181 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:41.080354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-d8bec624-f37c-4f89-afc7-0e34b4b35181 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0725570 Nov 04 08:59:41.085895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=9d8fb680-6dea-467a-a0cc-45cfeefc8155,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:41.086525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d78add5-9c7b-408e-b8d7-fe8d151b846e req-c2bc2531-df8d-419a-91df-c7e8c528dcfb tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0684659 Nov 04 08:59:41.093856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port 9d8fb680-6dea-467a-a0cc-45cfeefc8155 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:41.110710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.122712 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.126380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121268d1-27f2-47e9-9494-30fa4a9117c8 req-d1911e19-0113-49a6-b8fd-5a39e7b5338d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:41.128495 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-121268d1-27f2-47e9-9494-30fa4a9117c8 req-d1911e19-0113-49a6-b8fd-5a39e7b5338d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1097 time: 0.2695165 Nov 04 08:59:41.132211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Request body: {'port': {'device_id': '804746f4-a508-4e33-97f4-df19a4802298', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '8d79d7a9d3ba422485f103bfe179b5e9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:41.152270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d78add5-9c7b-408e-b8d7-fe8d151b846e req-23d20300-7248-448c-9883-0706557288d8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616810 Nov 04 08:59:41.372147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.404183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a357069c-1b2c-4de3-a454-c2641c2c02d8 req-e0898d54-5608-42f6-8688-bc681598d2a6 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 210 time: 0.0888531 Nov 04 08:59:41.416943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-121268d1-27f2-47e9-9494-30fa4a9117c8 req-c11b612b-93a1-4074-8b82-0e6f96d3710b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582026 Nov 04 08:59:41.437216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bcf5bf-7e5a-4c74-a71b-3070a13281da']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:41.463610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39594288-e124-4d9b-ac2c-85d00797039b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:41.463943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39594288-e124-4d9b-ac2c-85d00797039b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:41.480986 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.510792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.526288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:59:41.526598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: timer() Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:59:41.529917 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:59:41.600110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Made reservation on behalf of 8d79d7a9d3ba422485f103bfe179b5e9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:59:41.603673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.632860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5de272-f6fc-47d6-881c-24720a6ab246 req-7c81beef-cbd8-4f62-8704-ace16ee27bf6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:41.634698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c5de272-f6fc-47d6-881c-24720a6ab246 req-7c81beef-cbd8-4f62-8704-ace16ee27bf6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.0579631 Nov 04 08:59:41.655731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.679111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c5de272-f6fc-47d6-881c-24720a6ab246 req-174707be-afa6-490e-8860-ed0978ae1565 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370307 Nov 04 08:59:41.685274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.722263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.725716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/networks/91bcf5bf-7e5a-4c74-a71b-3070a13281da HTTP/1.1" status: 204 len: 168 time: 2.8568316 Nov 04 08:59:41.728752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:41.730119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4c48b-126f-4382-9fe7-fa15ae8e0b81 tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Network': ['ID=91bcf5bf-7e5a-4c74-a71b-3070a13281da,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:41.761599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Router 568705e0-6ffc-450a-b6c6-847d67852ec0 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:59:41.809581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting subnet 0ea9975e-5518-4659-a846-377eb4cc8afb {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:59:41.812927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.860711 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.875317 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:41.889581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.010379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:42.045174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:59:42.057455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] Sync routers for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:59:42.061571 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d2a8b753-03c1-4dd0-8dbb-ed751049a752 admin admin] 10.222.0.53 "PUT /v2.0/routers/568705e0-6ffc-450a-b6c6-847d67852ec0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9978375 Nov 04 08:59:42.062550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45118) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:42.068503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:42.069442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:42.083961 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.132235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27fb5d37-6fb9-4937-8aec-5a0e90ef54a6 req-5cdce3c8-b0b4-4a49-b72e-878c7b8603a1 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 210 time: 0.0729461 Nov 04 08:59:42.143159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-c5411aff-c4b5-4590-b869-61e6d7a1dc0d service neutron] 10.222.0.55 "GET /v2.0/networks/1f2b40cc-670e-4ebb-8b92-fad1ba8b122a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588314 Nov 04 08:59:42.226997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7bf6d-9db5-4a89-9583-05a0d1a7d937 req-0a405e66-e77e-447a-87ca-15c287e83498 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:42.233642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:42.235658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-25a7bf6d-9db5-4a89-9583-05a0d1a7d937 req-0a405e66-e77e-447a-87ca-15c287e83498 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.2789686 Nov 04 08:59:42.287354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Allocated IP 192.168.233.98 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/e7ee556a-62e5-4dbb-bdd0-ee442c861b6c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:42.306063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.333590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-25a7bf6d-9db5-4a89-9583-05a0d1a7d937 req-676ad08e-4944-4f81-b3c9-686798d5cc79 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969408 Nov 04 08:59:42.370101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea9975e-5518-4659-a846-377eb4cc8afb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:42.386745 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2f3dba0-cbd3-4652-9625-9c4c25ca8aab req-4b91635a-9a34-41be-bf0e-943cc131697f service neutron] 10.222.0.55 "GET /v2.0/networks/1f2b40cc-670e-4ebb-8b92-fad1ba8b122a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193065 Nov 04 08:59:42.388612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.391799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f9b154ed-679e-4280-bf7a-980754c605be tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/subnets/0ea9975e-5518-4659-a846-377eb4cc8afb HTTP/1.1" status: 204 len: 168 time: 0.6619878 Nov 04 08:59:42.396164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:42.418916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b4ee94-6728-4bbe-811d-8e80e4f61482 None None] Network 6db5324d-3f0b-4f38-951d-6b91aa43e75b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:59:42.447149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32f2fa-7c10-4d51-a12b-94093405328a req-10d14837-47fd-40e2-b392-2e08ef3626e6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:42.449063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee32f2fa-7c10-4d51-a12b-94093405328a req-10d14837-47fd-40e2-b392-2e08ef3626e6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1826639 Nov 04 08:59:42.508923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.542487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:59:39Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:42.583570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] Checking router: 568705e0-6ffc-450a-b6c6-847d67852ec0 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:59:42.604284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] Routers {'568705e0-6ffc-450a-b6c6-847d67852ec0'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:42.605181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['568705e0-6ffc-450a-b6c6-847d67852ec0'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:42.610356 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.626073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c1946ed-b1a8-4a99-b001-bf9a1023a44c req-d45a67e5-53ea-45f3-9aa2-93a771fdbeb4 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 210 time: 0.0760949 Nov 04 08:59:42.631206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee32f2fa-7c10-4d51-a12b-94093405328a req-5a14c0c0-eac5-462f-8c69-0d79c9a6a1ee tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516473 Nov 04 08:59:42.652377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-5bbfca7b-8197-47b8-9ede-00e3bf940ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:42.653932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-5bbfca7b-8197-47b8-9ede-00e3bf940ee5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ad941410dbc94caaaaaa1cfd32af0789&device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 1095 time: 0.1709507 Nov 04 08:59:42.748600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.791253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.830677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.864242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] DHCP port deletion for 6db5324d-3f0b-4f38-951d-6b91aa43e75b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:59:42.888330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] Set router 568705e0-6ffc-450a-b6c6-847d67852ec0 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:42.926534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b589c-9483-41ec-be4b-3d00f9720ace req-d602ab73-777c-4845-97fe-916ca0708b80 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:42.928079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-054b589c-9483-41ec-be4b-3d00f9720ace req-d602ab73-777c-4845-97fe-916ca0708b80 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.1168883 Nov 04 08:59:42.931752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-3f110019-f792-431f-91df-bad0b030f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:42.933148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-3f110019-f792-431f-91df-bad0b030f49d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f2b40cc-670e-4ebb-8b92-fad1ba8b122a HTTP/1.1" status: 200 len: 915 time: 0.2633893 Nov 04 08:59:42.938883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Deleting port 52463892-676e-4533-9c27-a5113da06c97 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:42.939239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.945667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-e9548859-dfc0-4afa-9e56-f86fed75bdde tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:42.947255 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-e9548859-dfc0-4afa-9e56-f86fed75bdde tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 805 time: 0.2624609 Nov 04 08:59:42.961674 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:42.975842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Request body: {'port': {'device_id': '2b3c2296-d22d-49af-9caf-246107e3285c', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'admin_state_up': True, 'tenant_id': 'df22224a809c45d780df520a392a8099'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:43.047097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Deleting port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:43.047529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.054744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-c741c90b-bbd6-43f5-9c5a-35613cc777df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b40cc02b-9a91-4237-938c-7f93d6c92300 HTTP/1.1" status: 200 len: 217 time: 0.0901694 Nov 04 08:59:43.069771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-054b589c-9483-41ec-be4b-3d00f9720ace req-cdc4e0c4-759d-42ab-baf2-8c1ac27c7b51 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325748 Nov 04 08:59:43.087233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] For port 52463892-676e-4533-9c27-a5113da06c97, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52463892-676e-4533-9c27-a5113da06c97,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:43.087610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.122304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:43.136473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Calling delete_port for 52463892-676e-4533-9c27-a5113da06c97 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:43.155481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:43.157613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-5c2aa170-6e7f-447e-aac2-5746f5c060bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:43.159540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-5c2aa170-6e7f-447e-aac2-5746f5c060bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=98734b35-4765-43d2-8199-895c730747c5 HTTP/1.1" status: 200 len: 853 time: 0.0867901 Nov 04 08:59:43.165208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:43.172576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:43.242631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] Deleting port 52463892-676e-4533-9c27-a5113da06c97 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:43.243264 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.279330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-deb36b6c-0eed-430f-8deb-c4cb4b299917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:43.281201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-deb36b6c-0eed-430f-8deb-c4cb4b299917 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f2b40cc-670e-4ebb-8b92-fad1ba8b122a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837440 Nov 04 08:59:43.343315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-229d226b-b653-40a5-a335-6de7aff3209f req-6ea07394-f854-4c31-a1c2-99cf44a3857e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 210 time: 0.0535645 Nov 04 08:59:43.396831 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.437261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] For port 52463892-676e-4533-9c27-a5113da06c97, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52463892-676e-4533-9c27-a5113da06c97,segment=NetworkSegment(def9983b-d9cd-4ff0-b0b2-f9ac302a55f8),segment_id=def9983b-d9cd-4ff0-b0b2-f9ac302a55f8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:43.437687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.449383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Port': ['ID=52463892-676e-4533-9c27-a5113da06c97,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:43.458553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] No DVR routers for this DVR port 52463892-676e-4533-9c27-a5113da06c97 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:43.465210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-7f96ec21-e305-4abe-a962-ff0f4b6a8596 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836763 Nov 04 08:59:43.470668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] For port 0ef9c925-2eca-477d-a32c-5338d0d6c3e7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:43.471270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.495365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:43.495758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.504856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] Calling delete_port for 52463892-676e-4533-9c27-a5113da06c97 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:43.547435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Calling delete_port for 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:43.627071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Made reservation on behalf of df22224a809c45d780df520a392a8099 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:59:43.634445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.645083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-bd8779cf-a506-4f22-899b-20f11f6aa4a8 service neutron] 10.222.0.55 "GET /v2.0/networks/1f2b40cc-670e-4ebb-8b92-fad1ba8b122a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356121 Nov 04 08:59:43.652262 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.667133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-919c019b-b868-4c7b-9f2c-684cfb07301c None None] Provisioning complete for port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:43.667531 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-919c019b-b868-4c7b-9f2c-684cfb07301c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.720017 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.743632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe16e91-6e52-4ece-b854-00f152b5e20a req-9e65bf05-daaa-4d67-b005-631766b66d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:43.755249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ffe16e91-6e52-4ece-b854-00f152b5e20a req-9e65bf05-daaa-4d67-b005-631766b66d0a tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.2350185 Nov 04 08:59:43.759074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db5324d-3f0b-4f38-951d-6b91aa43e75b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:43.759327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-919c019b-b868-4c7b-9f2c-684cfb07301c None None] Port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:59:43.769683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] Pushing event deleted for resources: {'Port': ['ID=52463892-676e-4533-9c27-a5113da06c97,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:43.777364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264234cb-d510-47f9-ac0f-cc8edf084dee None None] No DVR routers for this DVR port 52463892-676e-4533-9c27-a5113da06c97 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:43.797684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:59:39Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:43.817253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:43.817715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def9983b-d9cd-4ff0-b0b2-f9ac302a55f8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:43.828773 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.837143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1232dd42-2495-44dd-b8e9-ae7d0999c172 None None] The sync data for ids ['568705e0-6ffc-450a-b6c6-847d67852ec0'] in n-d-816487-1 is: [{'id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-646968628-router', 'tenant_id': '9d67cd6106804e44b9f74a1d9f908543', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:17Z', 'updated_at': '2021-11-04T08:59:39Z', 'revision_number': 5, 'project_id': '9d67cd6106804e44b9f74a1d9f908543', 'gw_port': {'id': '0ef9c925-2eca-477d-a32c-5338d0d6c3e7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '568705e0-6ffc-450a-b6c6-847d67852ec0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:18Z', 'updated_at': '2021-11-04T08:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:59:43.849862 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.876390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:59:43.877100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:59:43.922698 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:59:43.936648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ffe16e91-6e52-4ece-b854-00f152b5e20a req-b39351e1-0af3-461e-a9a3-a5414f298ecb tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798558 Nov 04 08:59:44.030611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.042530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.056543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] 10.222.0.53 "DELETE /v2.0/networks/6db5324d-3f0b-4f38-951d-6b91aa43e75b HTTP/1.1" status: 204 len: 168 time: 1.6296861 Nov 04 08:59:44.056543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b95703e3-c9c7-40b0-b66e-b2abe5292f49 req-dd92bf48-9433-4852-aaa5-8cb1d0b40399 service neutron] 10.222.0.55 "GET /v2.0/networks/1f2b40cc-670e-4ebb-8b92-fad1ba8b122a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873334 Nov 04 08:59:44.073023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219ca17-9471-4ea5-a13c-67052d1b469f tempest-ServersTestMultiNic-1607314700 tempest-ServersTestMultiNic-1607314700-project] Pushing event deleted for resources: {'Network': ['ID=6db5324d-3f0b-4f38-951d-6b91aa43e75b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:44.075632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766aaeb-9f92-4f1b-80bc-c132ee66eada req-ee0d4989-e0f6-4543-84b1-cf91eccfa0a6 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:44.086200 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2766aaeb-9f92-4f1b-80bc-c132ee66eada req-ee0d4989-e0f6-4543-84b1-cf91eccfa0a6 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1097 time: 0.8829596 Nov 04 08:59:44.101451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-a6c59b21-6ee2-4849-8a23-c5abe08339f2 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:44.103025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-a6c59b21-6ee2-4849-8a23-c5abe08339f2 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/ports?device_id=499e27eb-9246-4807-a312-41310c97340c HTTP/1.1" status: 200 len: 945 time: 0.1397293 Nov 04 08:59:44.107604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-27e48b07-1c86-4ace-b360-1160adf1f82c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9835327 Nov 04 08:59:44.135600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Request body: {'port': {'device_id': '804746f4-a508-4e33-97f4-df19a4802298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:44.203287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 53a5585d-08ff-434f-8952-4b624e0334ad no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:44.236100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 53a5585d-08ff-434f-8952-4b624e0334ad {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:44.238274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 53a5585d-08ff-434f-8952-4b624e0334ad not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:44.239191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52463892-676e-4533-9c27-a5113da06c97 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:44.257162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e75dd-0fe7-48b0-9021-1dd275f1a0f4 req-592961e5-0cdc-4258-963e-929d08ad6458 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:44.260690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-485e75dd-0fe7-48b0-9021-1dd275f1a0f4 req-592961e5-0cdc-4258-963e-929d08ad6458 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1147256 Nov 04 08:59:44.279259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 52463892-676e-4533-9c27-a5113da06c97 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:44.280163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52463892-676e-4533-9c27-a5113da06c97 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:44.325874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Deleting port 3033276d-5e04-4971-b714-77107674cbb0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:44.326367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.333322 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-485e75dd-0fe7-48b0-9021-1dd275f1a0f4 req-c7a5fb6e-a847-4e56-b88d-7b6221164f91 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668125 Nov 04 08:59:44.337128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-314bb9f2-2e0d-498e-828f-59256c3a9324 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:44.337968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-314bb9f2-2e0d-498e-828f-59256c3a9324 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8611641 Nov 04 08:59:44.345385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2766aaeb-9f92-4f1b-80bc-c132ee66eada req-5bc6707f-a351-46c7-80e4-913828d483e7 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330439 Nov 04 08:59:44.400120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Request body: {'port': {'device_id': '4964cdc8-be44-495b-ad75-22a575cbb066', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '8d79d7a9d3ba422485f103bfe179b5e9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:44.410904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.466068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] For port 3033276d-5e04-4971-b714-77107674cbb0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3033276d-5e04-4971-b714-77107674cbb0,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:44.466282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.500739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9aadcbf0-78c1-46e3-a3f8-21303f24b331 req-7f6ec001-9069-4a9a-9395-0d83b2cafa47 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 210 time: 0.0578790 Nov 04 08:59:44.508575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Calling delete_port for 3033276d-5e04-4971-b714-77107674cbb0 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:44.587425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2bc3651-b67a-43b6-8387-8fb5aa49cae8 req-2216b707-6b7e-4e20-8a39-18eaff7b5b85 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 210 time: 0.0787098 Nov 04 08:59:44.641475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b3383-b8bf-47b9-9ecc-0842d051cecf req-1d2489d7-9834-44d7-a726-018df302c75c tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:44.647293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e1b3383-b8bf-47b9-9ecc-0842d051cecf req-1d2489d7-9834-44d7-a726-018df302c75c tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1097 time: 0.0754707 Nov 04 08:59:44.675836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Allocated IP 172.20.0.11 (9dbfc59b-884b-4f0b-83d0-21616fceda6c/bed23fc1-1439-4233-9e98-310eebd3206b/523de0ed-4938-4947-a87d-204c41a4c2c2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:44.708315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e1b3383-b8bf-47b9-9ecc-0842d051cecf req-6bc446d5-a114-4943-b767-ed471ff3f22b tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465243 Nov 04 08:59:44.750002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:44.819093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.911194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef9c925-2eca-477d-a32c-5338d0d6c3e7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:44.921379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Made reservation on behalf of 8d79d7a9d3ba422485f103bfe179b5e9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 08:59:44.922181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.926247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:44.934133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3033276d-5e04-4971-b714-77107674cbb0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:45.085616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event deleted for resources: {'Port': ['ID=3033276d-5e04-4971-b714-77107674cbb0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:45.202116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.367166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8254b0-d9bb-4af1-98c5-e02ece6183d8 req-8fa8bb0d-aef4-4bc6-aeed-f113fd5e6c36 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:45.369440 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dc8254b0-d9bb-4af1-98c5-e02ece6183d8 req-8fa8bb0d-aef4-4bc6-aeed-f113fd5e6c36 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 944 time: 0.3068354 Nov 04 08:59:45.377632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.383195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.399765 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.422313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] No DVR routers for this DVR port 3033276d-5e04-4971-b714-77107674cbb0 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:45.424547 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.424917 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.429051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-336ccdd7-b8e8-4431-be63-8bed0ccf8222 req-35264b54-9efe-481a-a9fb-dc35d0a77e4e tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "DELETE /v2.0/ports/3033276d-5e04-4971-b714-77107674cbb0 HTTP/1.1" status: 204 len: 173 time: 1.3190181 Nov 04 08:59:45.431576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'name': 'network-vif-deleted', 'tag': '3033276d-5e04-4971-b714-77107674cbb0'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:45.442031 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d51a7d6-6541-4006-8823-eec6b4ae75f6" -d '{"events": [{"server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "name": "network-vif-deleted", "tag": "3033276d-5e04-4971-b714-77107674cbb0"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:45.529057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.529543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 568705e0-6ffc-450a-b6c6-847d67852ec0 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 08:59:45.541301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7ee556a-62e5-4dbb-bdd0-ee442c861b6c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:45.555036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.558906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a57db625-9be7-4658-844f-a2da32e2f03a admin admin] 10.222.0.53 "DELETE /v2.0/routers/568705e0-6ffc-450a-b6c6-847d67852ec0 HTTP/1.1" status: 204 len: 168 time: 3.4936447 Nov 04 08:59:45.567511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45192) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:45.579752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dc8254b0-d9bb-4af1-98c5-e02ece6183d8 req-1059b7ab-71ed-4423-86be-1fad57c55d00 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914139 Nov 04 08:59:45.583746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.663209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Transition to ACTIVE for port object e7ee556a-62e5-4dbb-bdd0-ee442c861b6c will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:45.695371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] Deleting subnet 20db2eaf-fa90-4e47-a991-ece1a8be9613 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:59:45.700306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.719253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.721168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.751574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.890154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-81a0956a-951e-4976-b10c-cfa220fa4594 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 08:59:45.891176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-81a0956a-951e-4976-b10c-cfa220fa4594 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0352619 Nov 04 08:59:45.906304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Network 9dbfc59b-884b-4f0b-83d0-21616fceda6c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:45.913620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Allocated IP 192.168.233.30 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/fe7608c1-bb91-4f1c-b377-04237896c558) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 08:59:45.919012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:45.924094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:45.926822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:45.973720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:46.033463 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.047445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Deleting port 927e5631-6171-4bbf-a253-d1729cf29043 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:46.048104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.160036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-a0ad701e-0009-4ac2-ad11-7edbfefce536 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:46.161599 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-a0ad701e-0009-4ac2-ad11-7edbfefce536 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 1094 time: 0.2500546 Nov 04 08:59:46.163960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] For port 927e5631-6171-4bbf-a253-d1729cf29043, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=927e5631-6171-4bbf-a253-d1729cf29043,segment=NetworkSegment(63cd7fd2-cccf-495c-8648-f8dcd7005e9e),segment_id=63cd7fd2-cccf-495c-8648-f8dcd7005e9e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:46.164538 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.179629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:46.180350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Calling delete_port for 927e5631-6171-4bbf-a253-d1729cf29043 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:46.199979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:46.200325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0ef9c925-2eca-477d-a32c-5338d0d6c3e7 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:46.222899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Request body: {'binding': {'host': 'n-h2-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:46.223492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Unknown quota resources ['binding']. {{(pid=102556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 08:59:46.289543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event updated for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:46.318284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:46.319022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.357898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4441-cf5d-4e2f-90ca-d8581f11b679 req-cd67b611-2d61-4c93-a4c8-67316192fff1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:46.359266 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-40fc4441-cf5d-4e2f-90ca-d8581f11b679 req-cd67b611-2d61-4c93-a4c8-67316192fff1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.5318949 Nov 04 08:59:46.365259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.395054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Pushing event deleted for resources: {'Port': ['ID=927e5631-6171-4bbf-a253-d1729cf29043,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:46.398966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Attempting to bind port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:46.399298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Attempting to bind port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:46.399630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Attempting to bind port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:46.437674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4765cf27-957f-4a78-87da-3546288014f0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4710207 Nov 04 08:59:46.440558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.576859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.808701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Router f7e00c5e-3499-451d-8e76-d9c90180a6c4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:59:46.822945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Request body: {'port': {'device_id': '2b3c2296-d22d-49af-9caf-246107e3285c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:46.843804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:46.844140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Attempting to bind port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:46.898333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:46.898685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:46.899073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:46.899523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Bound port: e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:46.899906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:46.918532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:59:46.927702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-29514b9a-419b-4a83-b247-c3b38d90db42 admin admin] 10.222.0.53 "PUT /v2.0/routers/f7e00c5e-3499-451d-8e76-d9c90180a6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1767819 Nov 04 08:59:46.928763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:46.929902 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] Sync routers for ids ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:59:46.940707 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] Routers {'f7e00c5e-3499-451d-8e76-d9c90180a6c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:46.941150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-40fc4441-cf5d-4e2f-90ca-d8581f11b679 req-b28f2ae6-b953-40e4-b44d-57950e6850bf tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687256 Nov 04 08:59:46.941666 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:47.026384 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3ca24e-b676-4084-8642-a1483dc44eb7 x-openstack-request-id: req-be3ca24e-b676-4084-8642-a1483dc44eb7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:47.026777 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "499e27eb-9246-4807-a312-41310c97340c", "name": "network-vif-deleted", "tag": "3033276d-5e04-4971-b714-77107674cbb0", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:47.026990 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be3ca24e-b676-4084-8642-a1483dc44eb7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:47.027495 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499e27eb-9246-4807-a312-41310c97340c', 'name': 'network-vif-deleted', 'tag': '3033276d-5e04-4971-b714-77107674cbb0', 'status': 'completed', 'code': 200} Nov 04 08:59:47.058963 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.078829 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] Set router f7e00c5e-3499-451d-8e76-d9c90180a6c4 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:47.086839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b40cc02b-9a91-4237-938c-7f93d6c92300 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:47.090853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.091732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:47.112080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.121636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.122596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 3033276d-5e04-4971-b714-77107674cbb0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:47.123421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:47.158861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1fbc948-306f-4081-a11a-d45d7d2ca1d3 req-b633859c-0dae-4938-aaa1-fd457f9047dc tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 210 time: 0.0794790 Nov 04 08:59:47.165872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on host n-h2-816487-1 for vnic_type normal with profile None {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:47.166217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:47.166545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:47.194021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:47.218463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20db2eaf-fa90-4e47-a991-ece1a8be9613,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:47.229248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d707f1-26ad-477e-8263-54004e6769f1 None None] Network 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:59:47.229808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.235281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d94fb86f-6e7e-44b9-8cde-3bcad174e46c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/20db2eaf-fa90-4e47-a991-ece1a8be9613 HTTP/1.1" status: 204 len: 168 time: 1.6522515 Nov 04 08:59:47.235281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:47.235281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:47.237400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45204) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:47.257352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:47.263176 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.279575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:47.279827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:47.280231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:47.282054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Bound port: 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:47.323887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.336171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Deleting port 3c9767fc-f98c-497d-9ff1-8c70afc55129 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:47.336829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b40cc02b-9a91-4237-938c-7f93d6c92300, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b40cc02b-9a91-4237-938c-7f93d6c92300,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:47.336972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.354192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'b40cc02b-9a91-4237-938c-7f93d6c92300', 'network_id': '1f2b40cc-670e-4ebb-8b92-fad1ba8b122a', 'port_id': 'b40cc02b-9a91-4237-938c-7f93d6c92300', 'mac_address': 'fa:16:3e:57:d0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98734b35-4765-43d2-8199-895c730747c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:47.371311 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:59:46Z', 'revision_number': 5, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port': {'id': '3c9767fc-f98c-497d-9ff1-8c70afc55129', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:e0:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:57:32Z', 'updated_at': '2021-11-04T08:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:47.405033 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] Checking router: f7e00c5e-3499-451d-8e76-d9c90180a6c4 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:59:47.418981 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] Routers {'f7e00c5e-3499-451d-8e76-d9c90180a6c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:47.419593 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:47.448096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] For port 3c9767fc-f98c-497d-9ff1-8c70afc55129, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3c9767fc-f98c-497d-9ff1-8c70afc55129,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:47.448531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.453609 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.464369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Calling delete_port for 3c9767fc-f98c-497d-9ff1-8c70afc55129 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:47.475667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40cc02b-9a91-4237-938c-7f93d6c92300 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:47.501586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b40cc02b-9a91-4237-938c-7f93d6c92300, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b40cc02b-9a91-4237-938c-7f93d6c92300,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:47.513179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:47.513815 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.515019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.515277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] 10.222.0.70 "PUT /v2.0/ports/e7ee556a-62e5-4dbb-bdd0-ee442c861b6c HTTP/1.1" status: 200 len: 1095 time: 3.3942287 Nov 04 08:59:47.531199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:47.532431 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-155c2fc9-897e-4c6a-99b1-78dbc634e761" -d '{"events": [{"name": "network-changed", "server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:47.538600 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] Set router f7e00c5e-3499-451d-8e76-d9c90180a6c4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:47.559456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.574079 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.618431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b40cc02b-9a91-4237-938c-7f93d6c92300,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:47.626128 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:59:47Z', 'revision_number': 6, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:47.671303 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2b7200-2d4d-4611-b0a3-4b99231003c6 None None] The sync data for ids ['f7e00c5e-3499-451d-8e76-d9c90180a6c4'] in n-d-816487-1 is: [{'id': 'f7e00c5e-3499-451d-8e76-d9c90180a6c4', 'name': 'tempest-ServersTestMultiNic-292491558-router', 'tenant_id': 'ab00d476bcc54326913b7a94038f16c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:57:30Z', 'updated_at': '2021-11-04T08:59:47Z', 'revision_number': 6, 'project_id': 'ab00d476bcc54326913b7a94038f16c2', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:59:47.703968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] DHCP port deletion for 678f165a-4683-4d3c-9f73-4ae9dcfe8d50 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:59:47.739362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.753416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d81ebd-fc5e-4b9f-a29a-f152e72e17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:47.763293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e231b57b-697a-4f9a-b9cc-17fcc1a30c7e req-3a3c5944-8f41-4301-bad7-82a8122d7d37 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:47.765404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e231b57b-697a-4f9a-b9cc-17fcc1a30c7e req-3a3c5944-8f41-4301-bad7-82a8122d7d37 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 932 time: 0.5033696 Nov 04 08:59:47.775217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9767fc-f98c-497d-9ff1-8c70afc55129,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:47.782095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:47.792495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] Deleting port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:47.792817 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.818095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 08:59:47.827523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.828730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-d14776ec-e984-4e71-ada1-38f388619835 service neutron] 10.222.0.53 "POST /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0/bindings HTTP/1.1" status: 201 len: 389 time: 1.6212056 Nov 04 08:59:47.851873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.857220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 08:59:47.872648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 08:59:47.884796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] For port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:47.885229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:47.902509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] Calling delete_port for 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:47.923089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-dea97846-bf45-4cf1-8315-4fc2ffc194f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:47.923360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b40cc02b-9a91-4237-938c-7f93d6c92300'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:47.925311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-dea97846-bf45-4cf1-8315-4fc2ffc194f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 1098 time: 0.3037198 Nov 04 08:59:47.949868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:48.022501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.026799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.096911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.098327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e00c5e-3499-451d-8e76-d9c90180a6c4 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 08:59:48.109920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.112921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-18c07f7e-7286-48df-a573-ca1245688347 admin admin] 10.222.0.53 "DELETE /v2.0/routers/f7e00c5e-3499-451d-8e76-d9c90180a6c4 HTTP/1.1" status: 204 len: 168 time: 1.1811104 Nov 04 08:59:48.114515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:48.115768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e231b57b-697a-4f9a-b9cc-17fcc1a30c7e req-459b505a-a3c3-4740-8629-032d4e268726 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356616 Nov 04 08:59:48.133864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-d2b4a7da-2ecd-4be1-94b2-cb8b2cc4ef5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c HTTP/1.1" status: 200 len: 217 time: 0.1641233 Nov 04 08:59:48.218856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.219728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.262090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Deleting port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:48.262647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.326864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] Deleting subnet 24065c67-9858-4c34-b09a-b987b4563257 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 08:59:48.330686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.341829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.342551 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b511d1-f8cd-44de-aaed-925112e61ed4 x-openstack-request-id: req-67b511d1-f8cd-44de-aaed-925112e61ed4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:48.342841 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:48.343100 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-67b511d1-f8cd-44de-aaed-925112e61ed4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:48.343497 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'status': 'completed', 'code': 200} Nov 04 08:59:48.352984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-743c4c2e-94f7-44a2-a7ef-213faf6e5365 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9572048 Nov 04 08:59:48.364859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-9bbb3dc1-832b-49ae-8d5a-3d3067955642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.366356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-9bbb3dc1-832b-49ae-8d5a-3d3067955642 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2016940 Nov 04 08:59:48.374975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.385441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Request body: {'port': {'device_id': '4964cdc8-be44-495b-ad75-22a575cbb066', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:48.391360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] Pushing event deleted for resources: {'Port': ['ID=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:48.402937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523de0ed-4938-4947-a87d-204c41a4c2c2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:48.407497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4793ff-ee5b-45ca-ba8a-4c445bc9c18c None None] No DVR routers for this DVR port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:48.422728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b653d065-d3af-462f-b2e9-49c349897848 None None] Provisioning complete for port fe7608c1-bb91-4f1c-b377-04237896c558 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:48.422728 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b653d065-d3af-462f-b2e9-49c349897848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.460519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.462936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.469076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b653d065-d3af-462f-b2e9-49c349897848 None None] Port fe7608c1-bb91-4f1c-b377-04237896c558 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 08:59:48.505607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-4ed32784-fd62-44e7-bf80-6197a2cf2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.507100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-4ed32784-fd62-44e7-bf80-6197a2cf2354 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1097 time: 0.2921939 Nov 04 08:59:48.532915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] For port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,segment=NetworkSegment(6fde4293-5805-4ff4-8ed8-c17b38d93973),segment_id=6fde4293-5805-4ff4-8ed8-c17b38d93973)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:48.533279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.538151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Transition to ACTIVE for port object 523de0ed-4938-4947-a87d-204c41a4c2c2 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:48.545786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647177c-11b9-4670-9d88-9e02587748b3 req-2fceb01b-4682-43f2-a555-66b07db7b810 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.547352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2647177c-11b9-4670-9d88-9e02587748b3 req-2fceb01b-4682-43f2-a555-66b07db7b810 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 945 time: 0.3356180 Nov 04 08:59:48.572831 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.575075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Calling delete_port for 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:48.616595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.616865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.629907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-eba9b3c1-d0f3-4690-bf11-a7a198c58fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.631414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 927e5631-6171-4bbf-a253-d1729cf29043 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:48.631571 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-eba9b3c1-d0f3-4690-bf11-a7a198c58fd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2401550 Nov 04 08:59:48.656681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a3a0d-793d-4a45-81ed-3f1567ee1972 req-95cc0c74-8dda-4f56-8c89-4942153a0142 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.658207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-587a3a0d-793d-4a45-81ed-3f1567ee1972 req-95cc0c74-8dda-4f56-8c89-4942153a0142 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.2649751 Nov 04 08:59:48.676502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24065c67-9858-4c34-b09a-b987b4563257,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:48.676999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 927e5631-6171-4bbf-a253-d1729cf29043 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:48.677357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 927e5631-6171-4bbf-a253-d1729cf29043 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:48.677812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:48.693376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.699550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-576c8375-050b-49c9-a2e2-a9b855974176 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/24065c67-9858-4c34-b09a-b987b4563257 HTTP/1.1" status: 204 len: 168 time: 0.5812161 Nov 04 08:59:48.705156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45216) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:48.706195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9704992e-e7be-4bb1-932e-0d8ea71432b4 None None] Network 2543d0a6-c812-49f4-8fca-816f68459893 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 08:59:48.711260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:48.711628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:48.770840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-56194fab-3925-46a3-aad7-6d28016ca389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.772393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-56194fab-3925-46a3-aad7-6d28016ca389 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.2568245 Nov 04 08:59:48.777834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2647177c-11b9-4670-9d88-9e02587748b3 req-5ee9bab2-117a-4707-b82a-adb95b26fd60 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767919 Nov 04 08:59:48.795888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Pushing event updated for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:48.835699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-647ac123-efdc-4f23-83a3-5b89da2bd672 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 217 time: 0.0501087 Nov 04 08:59:48.859756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:48.955209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-53002e3d-fc5b-4ce5-9d18-96709610b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:48.956827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-53002e3d-fc5b-4ce5-9d18-96709610b1a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1124246 Nov 04 08:59:48.960250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-587a3a0d-793d-4a45-81ed-3f1567ee1972 req-4b5a1a1b-1259-494e-8849-9f434f806939 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895448 Nov 04 08:59:48.986739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] DHCP port deletion for 2543d0a6-c812-49f4-8fca-816f68459893 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 08:59:49.007278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-8e556f33-c8b8-4ab5-90b4-0dfe27f8d152 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391467 Nov 04 08:59:49.043892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.059994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-1f2b174c-509d-4534-ad57-5a50adccdfca service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114385 Nov 04 08:59:49.067992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668c20c-eba8-460a-bdb2-6f1a13c51160 req-d6b827f3-62e1-4a37-a9f8-a3313a3f1c25 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:49.072577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] Deleting port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:49.073151 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.080152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9668c20c-eba8-460a-bdb2-6f1a13c51160 req-d6b827f3-62e1-4a37-a9f8-a3313a3f1c25 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1757298 Nov 04 08:59:49.106771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Attempting to bind port 523de0ed-4938-4947-a87d-204c41a4c2c2 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:49.107232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Attempting to bind port 523de0ed-4938-4947-a87d-204c41a4c2c2 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:49.108092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Attempting to bind port 523de0ed-4938-4947-a87d-204c41a4c2c2 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:49.115668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b40cc02b-9a91-4237-938c-7f93d6c92300 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:49.168393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=257c0ef1-c4ed-4ad8-8993-04b910fcfa59,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:49.172247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] No DVR routers for this DVR port 257c0ef1-c4ed-4ad8-8993-04b910fcfa59 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:49.184127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-0cfe35f2-0bd9-4418-827d-f56e961a8523 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667104 Nov 04 08:59:49.187786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Deleting port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:49.187966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] For port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,segment=NetworkSegment(63cd7fd2-cccf-495c-8648-f8dcd7005e9e),segment_id=63cd7fd2-cccf-495c-8648-f8dcd7005e9e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:49.188128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.188228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.204664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Port 523de0ed-4938-4947-a87d-204c41a4c2c2 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:49.204988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Attempting to bind port 523de0ed-4938-4947-a87d-204c41a4c2c2 on network 9dbfc59b-884b-4f0b-83d0-21616fceda6c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:49.205117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] Calling delete_port for 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:49.223060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port b40cc02b-9a91-4237-938c-7f93d6c92300 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:49.253820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:49.254184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Checking segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:49.254564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Bound using segment: {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:49.255118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Bound port: 523de0ed-4938-4947-a87d-204c41a4c2c2, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e79931be-e197-40e0-936c-9151d34f08fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:49.255502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.256034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port b40cc02b-9a91-4237-938c-7f93d6c92300 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:49.256415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.310057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9668c20c-eba8-460a-bdb2-6f1a13c51160 req-ee7c095b-5081-4262-94b0-91955217599c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287128 Nov 04 08:59:49.341387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] For port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,segment=NetworkSegment(63cd7fd2-cccf-495c-8648-f8dcd7005e9e),segment_id=63cd7fd2-cccf-495c-8648-f8dcd7005e9e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:49.341794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.371182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Calling delete_port for 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:49.382717 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.391865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c846c165-fffd-4cfa-9dbb-26ad343b6ab2 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991007 Nov 04 08:59:49.409165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.429145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1bcfb-3a05-45b8-aab0-546799a8d6ea req-091aaaad-5f6f-4a5a-9b16-56e403b5ce49 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:49.430693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7c1bcfb-3a05-45b8-aab0-546799a8d6ea req-091aaaad-5f6f-4a5a-9b16-56e403b5ce49 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 935 time: 0.2954347 Nov 04 08:59:49.439210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.442259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] Pushing event deleted for resources: {'Port': ['ID=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:49.452585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd0354-7ace-4600-bf95-2a8afa36bf00 None None] No DVR routers for this DVR port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:49.471088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40cc02b-9a91-4237-938c-7f93d6c92300'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:49.473431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc35e38f-a3e8-40a3-9388-c2118fdecd20 req-18c6c390-3cb7-49df-8cd1-21f2f4f24d60 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694603 Nov 04 08:59:49.474282 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a19fc5-e056-44da-bb73-e7a96b03b384" -d '{"events": [{"server_uuid": "b76f9dd8-6b21-4095-9b38-ddcd87118e66", "name": "network-vif-plugged", "status": "completed", "tag": "b40cc02b-9a91-4237-938c-7f93d6c92300"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:49.490593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b40cc02b-9a91-4237-938c-7f93d6c92300, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b40cc02b-9a91-4237-938c-7f93d6c92300,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:49.497735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.498727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:49.509107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678f165a-4683-4d3c-9f73-4ae9dcfe8d50']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:49.526320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 3033276d-5e04-4971-b714-77107674cbb0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:49.526683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3033276d-5e04-4971-b714-77107674cbb0 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:49.530200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fde4293-5805-4ff4-8ed8-c17b38d93973') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:49.530731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fde4293-5805-4ff4-8ed8-c17b38d93973') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:49.551080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976bd18-f37f-47f4-a7a3-9f4c96f8f0f7 req-00b77844-f108-4034-a9ed-6fd45e47dbff tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:49.553415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d976bd18-f37f-47f4-a7a3-9f4c96f8f0f7 req-00b77844-f108-4034-a9ed-6fd45e47dbff tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 944 time: 0.1150117 Nov 04 08:59:49.584235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:49.592608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b40cc02b-9a91-4237-938c-7f93d6c92300,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:49.616303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d976bd18-f37f-47f4-a7a3-9f4c96f8f0f7 req-8be0f2b4-7cd6-4da6-abee-da8f46daea81 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532196 Nov 04 08:59:49.617139 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.634777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.642781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] No DVR routers for this DVR port 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:49.647815 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7c1bcfb-3a05-45b8-aab0-546799a8d6ea req-6727a2c8-4aee-4397-b375-426fd0c2d0eb tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982810 Nov 04 08:59:49.667378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:49.690875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.692696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6767d2-4a9a-4f1f-934d-60e60a0b29b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:49.702779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7608c1-bb91-4f1c-b377-04237896c558 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:49.709032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.711381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:59:49.711777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: timer() Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:59:49.718696 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:59:49.731657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.758565 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2496acf-43bf-4680-92f8-331764d6d2e2 x-openstack-request-id: req-b2496acf-43bf-4680-92f8-331764d6d2e2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:49.759118 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76f9dd8-6b21-4095-9b38-ddcd87118e66", "name": "network-vif-plugged", "status": "completed", "tag": "b40cc02b-9a91-4237-938c-7f93d6c92300", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:49.759768 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2496acf-43bf-4680-92f8-331764d6d2e2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:49.760458 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40cc02b-9a91-4237-938c-7f93d6c92300', 'code': 200} Nov 04 08:59:49.782825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.819039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Transition to ACTIVE for port object fe7608c1-bb91-4f1c-b377-04237896c558 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:49.821302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-7d841b05-9418-4818-9d56-191cccef2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:49.822961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-7d841b05-9418-4818-9d56-191cccef2b42 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 1098 time: 0.2653821 Nov 04 08:59:49.823782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2543d0a6-c812-49f4-8fca-816f68459893']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:49.824410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:49.825036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.826395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] 10.222.0.55 "PUT /v2.0/ports/523de0ed-4938-4947-a87d-204c41a4c2c2 HTTP/1.1" status: 200 len: 1092 time: 3.3612227 Nov 04 08:59:49.844239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cd7fd2-cccf-495c-8648-f8dcd7005e9e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:49.844620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cd7fd2-cccf-495c-8648-f8dcd7005e9e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:49.881730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.894243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.896470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.925180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:49.950125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 08:59:49.951183 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: timer() Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 08:59:50.055904 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 08:59:50.077635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569f20-aa94-47a3-82c7-7317b8bd7eb2 req-e7fdad4b-eb92-47d5-b6de-8b8483ae4b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:50.079350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af569f20-aa94-47a3-82c7-7317b8bd7eb2 req-e7fdad4b-eb92-47d5-b6de-8b8483ae4b17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 1097 time: 0.2224460 Nov 04 08:59:50.080179 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:50.100428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:50.107798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] 10.222.0.53 "DELETE /v2.0/networks/2543d0a6-c812-49f4-8fca-816f68459893 HTTP/1.1" status: 204 len: 168 time: 1.3985989 Nov 04 08:59:50.237051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c9767fc-f98c-497d-9ff1-8c70afc55129 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:50.297732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 3c9767fc-f98c-497d-9ff1-8c70afc55129 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:50.299030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3c9767fc-f98c-497d-9ff1-8c70afc55129 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:50.299703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:50.326708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:50.330750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/678f165a-4683-4d3c-9f73-4ae9dcfe8d50 HTTP/1.1" status: 204 len: 168 time: 3.0878723 Nov 04 08:59:50.336538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19e61c-5d8c-47e5-a12c-facf9c9edc0a service neutron] Pushing event updated for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:50.372123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 08:59:50.372473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7e6767d2-4a9a-4f1f-934d-60e60a0b29b4 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:50.373107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45230) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:50.373645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45234) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:50.376129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:50.380507 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:50.489225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4048f1-d8af-4d5d-a0bf-4a6f6f84b7c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=678f165a-4683-4d3c-9f73-4ae9dcfe8d50,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:50.542983 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-61d98218-b266-4f58-9940-b920e69e6bb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab00d476bcc54326913b7a94038f16c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550763 Nov 04 08:59:50.594925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c7390-15f8-47c3-8ba1-097dd7ca6fcf req-8d0eb338-66c3-4dee-ba0b-8ea34914337e tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:50.597201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-806c7390-15f8-47c3-8ba1-097dd7ca6fcf req-8d0eb338-66c3-4dee-ba0b-8ea34914337e tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 946 time: 0.6931624 Nov 04 08:59:50.602267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45240) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:50.604556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63a857-12a3-4670-a013-0c7c9d8297ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2543d0a6-c812-49f4-8fca-816f68459893,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:50.633735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af569f20-aa94-47a3-82c7-7317b8bd7eb2 req-fbfdef77-d337-456a-89bf-40d7d8a8c5ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379574 Nov 04 08:59:50.661341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-806c7390-15f8-47c3-8ba1-097dd7ca6fcf req-6c5271ef-dd0c-48a6-83f9-08cc300d2311 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Nov 04 08:59:50.710228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-9c22b654-9fe2-41c5-8bce-05ad4b841dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:50.711792 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-9c22b654-9fe2-41c5-8bce-05ad4b841dff service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.8495419 Nov 04 08:59:50.823368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4bf2ffbe-baa5-4017-a6ac-a0b7e711382c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:50.825023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4bf2ffbe-baa5-4017-a6ac-a0b7e711382c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 1095 time: 0.9297862 Nov 04 08:59:50.833110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-a4fb8279-1313-4a0f-822f-cad8d738822a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c HTTP/1.1" status: 200 len: 217 time: 0.0983636 Nov 04 08:59:50.835627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896523ad-9253-4fce-9759-1ce056e7e652 req-d76103bd-8a1e-4098-803f-c8681381b7fc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:50.837844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-896523ad-9253-4fce-9759-1ce056e7e652 req-d76103bd-8a1e-4098-803f-c8681381b7fc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1132429 Nov 04 08:59:50.848139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6818c0-2391-417c-98f8-39c78374c8be req-70b019c0-6a38-47ff-8856-f769bff14420 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:50.855773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e6818c0-2391-417c-98f8-39c78374c8be req-70b019c0-6a38-47ff-8856-f769bff14420 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.5344882 Nov 04 08:59:50.870789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:50.890450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-896523ad-9253-4fce-9759-1ce056e7e652 req-be33d192-b6d9-46d0-9f88-07a19efd4522 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469570 Nov 04 08:59:50.990366 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c451fc2b-f0a9-4200-a47a-1e007df2dfba x-openstack-request-id: req-c451fc2b-f0a9-4200-a47a-1e007df2dfba {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:50.990635 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:50.990888 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c451fc2b-f0a9-4200-a47a-1e007df2dfba {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:50.991281 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'status': 'completed', 'code': 200} Nov 04 08:59:51.017364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-2fecfe14-8bfd-47d1-a323-907f1800e165 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=523de0ed-4938-4947-a87d-204c41a4c2c2 HTTP/1.1" status: 200 len: 217 time: 0.1780829 Nov 04 08:59:51.060496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca42be-9aa6-4ad0-84c3-2f1a56ec6198 req-a70de556-a7e9-4367-900a-364083e99b0d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:51.062145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01ca42be-9aa6-4ad0-84c3-2f1a56ec6198 req-a70de556-a7e9-4367-900a-364083e99b0d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 944 time: 0.0540709 Nov 04 08:59:51.089975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39a47b6c-1e7a-4954-b6de-a4d12e1071f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:51.093071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-777f1cc8-47a0-46a8-85f7-27a45f2f567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:51.095292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-777f1cc8-47a0-46a8-85f7-27a45f2f567d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.0583909 Nov 04 08:59:51.111202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e6818c0-2391-417c-98f8-39c78374c8be req-9d4ff167-f0dc-4a38-a5b9-d0240a74d516 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544887 Nov 04 08:59:51.113431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01ca42be-9aa6-4ad0-84c3-2f1a56ec6198 req-841e679f-712d-4d4d-afef-235cad7421ab tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427222 Nov 04 08:59:51.118442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-570fea78-62c4-46b7-aaab-ef58717cfe70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5409954 Nov 04 08:59:51.272760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95321b-be51-4864-baaf-d65b4ea89659 req-781d6df3-967d-4aa0-aaf0-2a02b16e9ab6 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:51.274652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db95321b-be51-4864-baaf-d65b4ea89659 req-781d6df3-967d-4aa0-aaf0-2a02b16e9ab6 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.0692887 Nov 04 08:59:51.300935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-70f7be3a-dc7a-4e14-b533-d30783b4aaee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662285 Nov 04 08:59:51.316848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39a47b6c-1e7a-4954-b6de-a4d12e1071f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:51.327331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db95321b-be51-4864-baaf-d65b4ea89659 req-3aa36ac4-d695-40c8-baca-cb0f880c8e65 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 Nov 04 08:59:51.338804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-e9e5ec28-0eab-4e7a-b69f-c844694c988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:51.340304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-e9e5ec28-0eab-4e7a-b69f-c844694c988f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.4732654 Nov 04 08:59:51.395034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Attempting to bind port fe7608c1-bb91-4f1c-b377-04237896c558 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:51.395383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Attempting to bind port fe7608c1-bb91-4f1c-b377-04237896c558 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:51.395727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Attempting to bind port fe7608c1-bb91-4f1c-b377-04237896c558 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:51.456388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Port fe7608c1-bb91-4f1c-b377-04237896c558 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:51.456594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Attempting to bind port fe7608c1-bb91-4f1c-b377-04237896c558 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:51.466149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-cf820537-45ef-454d-b8dd-d7321c1f309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:51.467658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-cf820537-45ef-454d-b8dd-d7321c1f309f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 1100 time: 0.2704775 Nov 04 08:59:51.499999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:51.500730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:51.500730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:51.501177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Bound port: fe7608c1-bb91-4f1c-b377-04237896c558, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:51.501542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:51.619754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-5ad59425-c905-42a7-8a9a-e1db44380538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:51.621293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-5ad59425-c905-42a7-8a9a-e1db44380538 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287371 Nov 04 08:59:51.630336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-4a4b3dcc-b4b9-494d-a3da-fe45efd3486a service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114674 Nov 04 08:59:51.630892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39a47b6c-1e7a-4954-b6de-a4d12e1071f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:51.633466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39a47b6c-1e7a-4954-b6de-a4d12e1071f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:51.634495 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-39a47b6c-1e7a-4954-b6de-a4d12e1071f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f5985eb2-6870-41c2-bc4c-455098984f75 HTTP/1.1" status: 204 len: 168 time: 1.0298519 Nov 04 08:59:51.735452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a47b6c-1e7a-4954-b6de-a4d12e1071f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5985eb2-6870-41c2-bc4c-455098984f75,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:51.899384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-39860551-7841-46ac-8c4c-061074450307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:51.900913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-39860551-7841-46ac-8c4c-061074450307 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3908870 Nov 04 08:59:51.929679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:51.999679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-176056b6-fb2b-4a9a-994a-e2ff0dcfcc5e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 200 len: 217 time: 0.0883510 Nov 04 08:59:52.004648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:52.027676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-23d32dae-a14a-419d-b1f6-0306ee8de232 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903861 Nov 04 08:59:52.038097 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:52.063633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259185c-b563-4c92-bfca-031d1e6e8ed1 req-c9a51d1d-56fd-4f43-b80b-003b3a7c9d6d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.068508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7259185c-b563-4c92-bfca-031d1e6e8ed1 req-c9a51d1d-56fd-4f43-b80b-003b3a7c9d6d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.0803854 Nov 04 08:59:52.091622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711e0d-2548-44aa-836b-b063b1a4f189 req-3f13f6d7-0ffe-4553-94da-a38f7c7e10b1 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.093190 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9711e0d-2548-44aa-836b-b063b1a4f189 req-3f13f6d7-0ffe-4553-94da-a38f7c7e10b1 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 946 time: 0.2971539 Nov 04 08:59:52.133798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-600f9b3d-202f-4d14-89b1-e7648f95530e req-1c366936-5c3f-4ba8-9101-3342e0f901b7 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625957 Nov 04 08:59:52.135693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7259185c-b563-4c92-bfca-031d1e6e8ed1 req-bb26e605-0c58-49f4-8764-7774f3cee2c2 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588164 Nov 04 08:59:52.202976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.203611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:52.205009 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] 10.222.0.55 "PUT /v2.0/ports/fe7608c1-bb91-4f1c-b377-04237896c558 HTTP/1.1" status: 200 len: 1095 time: 3.8328223 Nov 04 08:59:52.342174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9401650-2b60-43fe-8e53-1c0b2ca24c49 req-a3b2c368-f322-412a-999e-ed0c388b07b7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.351891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9401650-2b60-43fe-8e53-1c0b2ca24c49 req-a3b2c368-f322-412a-999e-ed0c388b07b7 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 944 time: 0.0682826 Nov 04 08:59:52.366019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-93e55842-caa7-4b9f-b669-47dde9a1b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.367942 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-93e55842-caa7-4b9f-b669-47dde9a1b805 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3556325 Nov 04 08:59:52.371569 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-155c2fc9-897e-4c6a-99b1-78dbc634e761 req-7058a386-4048-495b-925e-a49d2bfbbb51 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051462 Nov 04 08:59:52.435930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9401650-2b60-43fe-8e53-1c0b2ca24c49 req-50529a0b-b8e4-438b-881d-758058e50a4d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828958 Nov 04 08:59:52.461702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf2b7b5-f367-43d9-8ee2-ffe5d523b014 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:52.537177 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9711e0d-2548-44aa-836b-b063b1a4f189 req-fb505787-88ca-4273-b72f-ac7fd2dc86df tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3976386 Nov 04 08:59:52.575178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-84726f98-e191-43ad-b952-66f86c768261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.582617 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-84726f98-e191-43ad-b952-66f86c768261 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df22224a809c45d780df520a392a8099&device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 1095 time: 0.3722308 Nov 04 08:59:52.593635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-13d6bf87-0486-4550-8670-6c8b4033f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.595688 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-13d6bf87-0486-4550-8670-6c8b4033f899 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 1098 time: 0.3006108 Nov 04 08:59:52.604675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:52.621849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2cf204-feec-40b4-bda0-9eeb4bf8cc80 req-ce20d001-3fab-4e8e-8b6e-89a2df72d1f4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:52.634145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f2cf204-feec-40b4-bda0-9eeb4bf8cc80 req-ce20d001-3fab-4e8e-8b6e-89a2df72d1f4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.1064258 Nov 04 08:59:52.702402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f2cf204-feec-40b4-bda0-9eeb4bf8cc80 req-d76d5bcf-3bd2-4d03-bd84-1d1731f09c71 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669768 Nov 04 08:59:52.782821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:52.800736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'mac_address': 'fa:16:3e:69:9d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:52.855811 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:52.873873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ee556a-62e5-4dbb-bdd0-ee442c861b6c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:52.902094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:52.908289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:52.974127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:53.062293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:53.144813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-c402cad7-633a-437c-99a0-9c300a043d19 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=fe7608c1-bb91-4f1c-b377-04237896c558 HTTP/1.1" status: 200 len: 217 time: 0.4193761 Nov 04 08:59:53.145463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:53.147924 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c96f6ae-514b-4a33-a829-f25ce93361a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:53.181805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:53.193866 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d826ede-6be9-4b37-acaf-6c91683a2fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.195564 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.279328 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d826ede-6be9-4b37-acaf-6c91683a2fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.284539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d826ede-6be9-4b37-acaf-6c91683a2fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.318987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d826ede-6be9-4b37-acaf-6c91683a2fbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfca61b9cf61494fad54d074e068e0f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526886 Nov 04 08:59:53.323406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45298) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:53.335698 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51fc507-4e8b-4656-88dd-6b4dab3b81bc x-openstack-request-id: req-a51fc507-4e8b-4656-88dd-6b4dab3b81bc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:53.336154 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:53.336428 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a51fc507-4e8b-4656-88dd-6b4dab3b81bc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:53.337068 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'status': 'completed', 'code': 200} Nov 04 08:59:53.401186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2c110-8277-4062-9914-153b0284b7ca req-2f289ef4-0966-4ebe-bed4-fc81f3ff91c4 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.408814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-81b2c110-8277-4062-9914-153b0284b7ca req-2f289ef4-0966-4ebe-bed4-fc81f3ff91c4 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.6922822 Nov 04 08:59:53.409126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826ede-6be9-4b37-acaf-6c91683a2fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af90e8f-b4b3-435d-be99-27ad50764a7c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:53.443184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-5702cedf-bc7c-4836-8b83-cbfd71bb5416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.446461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-5702cedf-bc7c-4836-8b83-cbfd71bb5416 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 200 len: 906 time: 0.8467429 Nov 04 08:59:53.450097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f40a941-c52b-46ad-b343-1e9af149b6e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.473888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-2ec4fe84-f749-4be3-9809-4c313e36ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.475847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-2ec4fe84-f749-4be3-9809-4c313e36ce31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0058138 Nov 04 08:59:53.483501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9e4363ff-3dea-4fec-a875-af36c2af7bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.484963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-9e4363ff-3dea-4fec-a875-af36c2af7bb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3248148 Nov 04 08:59:53.489591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a41a8e-8c40-488d-a9cf-a631574de84e req-0fd8ff58-c60b-4228-b303-45106f65936e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.491221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19a41a8e-8c40-488d-a9cf-a631574de84e req-0fd8ff58-c60b-4228-b303-45106f65936e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1429124 Nov 04 08:59:53.496825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f40a941-c52b-46ad-b343-1e9af149b6e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.556375 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-90fbf0d9-4978-49dc-9ddd-b7191224e2b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=523de0ed-4938-4947-a87d-204c41a4c2c2 HTTP/1.1" status: 200 len: 217 time: 0.0866730 Nov 04 08:59:53.567804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19a41a8e-8c40-488d-a9cf-a631574de84e req-68e45b12-996d-4836-ae45-163ccf71dc5c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630510 Nov 04 08:59:53.589845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f40a941-c52b-46ad-b343-1e9af149b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.593884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f40a941-c52b-46ad-b343-1e9af149b6e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:53.595783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0f40a941-c52b-46ad-b343-1e9af149b6e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7af90e8f-b4b3-435d-be99-27ad50764a7c HTTP/1.1" status: 204 len: 168 time: 0.2713320 Nov 04 08:59:53.606072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40a941-c52b-46ad-b343-1e9af149b6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af90e8f-b4b3-435d-be99-27ad50764a7c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:53.652615 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-81b2c110-8277-4062-9914-153b0284b7ca req-7392c21e-bd11-4727-969a-838b7f03769a tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427955 Nov 04 08:59:53.730230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-19032e4d-e791-4790-81b0-b0f2e753ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.731704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-19032e4d-e791-4790-81b0-b0f2e753ae57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 200 len: 845 time: 0.1381481 Nov 04 08:59:53.733459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-39de13b3-506e-476d-8d22-28e481b8f751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.734875 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-39de13b3-506e-476d-8d22-28e481b8f751 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2042494 Nov 04 08:59:53.766927 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-24b58144-aeb9-4bf9-a1b8-9146f28c576d service neutron] show failed (client error): The resource could not be found. Nov 04 08:59:53.769262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-24b58144-aeb9-4bf9-a1b8-9146f28c576d service neutron] 10.222.0.55 "GET /v2.0/ports/e43bbf76-3067-4c94-b308-ba5019d58829/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.1491876 Nov 04 08:59:53.789295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a6a5d-bc2c-4770-8ce8-ea30ebd02975 req-5f18c946-12f2-472c-9e96-232c446f8602 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:53.796373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8a6a5d-bc2c-4770-8ce8-ea30ebd02975 req-5f18c946-12f2-472c-9e96-232c446f8602 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 944 time: 0.0869212 Nov 04 08:59:53.838395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-befb61ee-286f-42b1-9d54-9e99c9e92186 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9dbfc59b-884b-4f0b-83d0-21616fceda6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855498 Nov 04 08:59:53.840670 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-7b4520e5-f45f-499e-b4be-88383a5c8e59 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535092 Nov 04 08:59:53.873058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8a6a5d-bc2c-4770-8ce8-ea30ebd02975 req-de64b428-6cd0-4875-960e-8c985c6e1727 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615532 Nov 04 08:59:54.005050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-f115521d-2a11-4dab-9a83-e0fdf8216d0b service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515855 Nov 04 08:59:54.139241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15f29b-ae23-44f2-b08b-d7629ae3b304 req-d3e5b3fb-913c-4c02-bf6b-484d68e4e625 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:54.141147 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b15f29b-ae23-44f2-b08b-d7629ae3b304 req-d3e5b3fb-913c-4c02-bf6b-484d68e4e625 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.0640693 Nov 04 08:59:54.207496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b15f29b-ae23-44f2-b08b-d7629ae3b304 req-d2134f9a-fd8f-4a8b-b311-48ad6199e31b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593107 Nov 04 08:59:54.366226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-3335f981-618a-4928-b35c-65c64aec8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:54.367921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-3335f981-618a-4928-b35c-65c64aec8518 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a&tenant_id=32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 1100 time: 0.3609748 Nov 04 08:59:54.389605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ef6f2-7441-4a6f-baba-ada31c764df0 req-3d20df6d-8485-415d-b72e-cb9cd584b303 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:54.391358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca3ef6f2-7441-4a6f-baba-ada31c764df0 req-3d20df6d-8485-415d-b72e-cb9cd584b303 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 946 time: 0.5836985 Nov 04 08:59:54.412448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 08:59:54.474030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad61d6d7-f3ce-4392-aacc-9a48a6d03170 req-0f38552b-5148-47fa-872f-8b4921807231 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796134 Nov 04 08:59:54.488910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-f4154bd1-80c2-47d2-be1d-797bd8acff83 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933130 Nov 04 08:59:54.492843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c414e2d-2bfa-4a34-8f1f-3b376c799222 req-d6ded4be-797d-4e79-831f-c9cc9df6a00d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403498 Nov 04 08:59:54.607017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:54.629260 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca3ef6f2-7441-4a6f-baba-ada31c764df0 req-926c63cc-15cc-4b81-9b0d-eba1b6619c49 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214146 Nov 04 08:59:54.649724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Deleting port cf8f4b5e-961d-46a1-832f-8f23b69c5817 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:54.650059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:54.653405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:54.700853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:54.705834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:54.706205 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:54.824473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-50e1b427-5177-436a-8b4d-b532aa1fe325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:54.825999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-50e1b427-5177-436a-8b4d-b532aa1fe325 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 1098 time: 0.2503481 Nov 04 08:59:54.832189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1ac03a8-4cb5-4536-9f1d-7d020222f3ed req-0646b631-4543-49c2-97af-2a75e8f2cb90 service neutron] 10.222.0.55 "GET /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254600 Nov 04 08:59:54.936249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:54.979418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:54.980444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:54.983724 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9be923-d316-4e20-bc48-6b46764deeda" -d '{"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:54.989041 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:55.021245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] For port cf8f4b5e-961d-46a1-832f-8f23b69c5817, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cf8f4b5e-961d-46a1-832f-8f23b69c5817,segment=NetworkSegment(1ab9aae0-53f8-4750-ade9-9c93195f43d5),segment_id=1ab9aae0-53f8-4750-ade9-9c93195f43d5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:55.021620 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:55.066536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:55.120031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f881323-cf5d-4634-94f4-b9ed72a5a736 req-67db9439-48fc-47ef-bb66-a7d201e337e9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:55.120031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f881323-cf5d-4634-94f4-b9ed72a5a736 req-67db9439-48fc-47ef-bb66-a7d201e337e9 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.3429387 Nov 04 08:59:55.126836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Calling delete_port for cf8f4b5e-961d-46a1-832f-8f23b69c5817 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:55.146330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 523de0ed-4938-4947-a87d-204c41a4c2c2 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:55.280474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-c3b74439-673c-4c65-a4ad-b91a384680f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:55.282022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-c3b74439-673c-4c65-a4ad-b91a384680f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4330289 Nov 04 08:59:55.284502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:55.290607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f881323-cf5d-4634-94f4-b9ed72a5a736 req-c4eeede4-f4b1-4a05-a1a8-fcebc3559f74 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580644 Nov 04 08:59:55.316402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:55.339227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'mac_address': 'fa:16:3e:29:01:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:55.360371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-ea1a474a-cd12-4fff-af2d-9ff666e2e1d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=fe7608c1-bb91-4f1c-b377-04237896c558 HTTP/1.1" status: 200 len: 217 time: 0.0622363 Nov 04 08:59:55.398846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:55.414599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523de0ed-4938-4947-a87d-204c41a4c2c2 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:55.439801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:55.446002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:55.507425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:55.525656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:55.601071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-477cfdd2-d252-492b-b328-2a097c7c54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:55.602675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-477cfdd2-d252-492b-b328-2a097c7c54ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2304938 Nov 04 08:59:55.647742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:55.659329 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b46083a-65d5-4a35-a13b-82bea96e5419" -d '{"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-unplugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:55.687576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:55.718947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['523de0ed-4938-4947-a87d-204c41a4c2c2'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:55.746111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c78f68-f37d-4028-bf04-315895234889 req-5ddcc6c0-de69-4956-948a-c8e7b448fae9 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:55.747609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7c78f68-f37d-4028-bf04-315895234889 req-5ddcc6c0-de69-4956-948a-c8e7b448fae9 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.2610385 Nov 04 08:59:55.759135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Transition to ACTIVE for port object e43bbf76-3067-4c94-b308-ba5019d58829 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 08:59:55.760817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a7996-d4e1-4611-aeaa-c0d2c4eeaa02 req-cc1f7aa2-4980-4d0c-8569-eef136ebd0e3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:55.772448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-258a7996-d4e1-4611-aeaa-c0d2c4eeaa02 req-cc1f7aa2-4980-4d0c-8569-eef136ebd0e3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 945 time: 0.0839465 Nov 04 08:59:55.775603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:55.835289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-258a7996-d4e1-4611-aeaa-c0d2c4eeaa02 req-cb29da80-ca7a-4455-b763-2113cd72b35f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522845 Nov 04 08:59:55.957571 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1562309e-75c8-4744-83e7-c840c2733847 x-openstack-request-id: req-1562309e-75c8-4744-83e7-c840c2733847 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:55.957858 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:55.964494 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1562309e-75c8-4744-83e7-c840c2733847 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:55.965124 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'code': 200} Nov 04 08:59:56.174117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f87472-c0c5-4572-8846-4a2f6ba34d4c req-58a23a0e-15cf-4071-b92b-28516344297a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:56.176377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9f87472-c0c5-4572-8846-4a2f6ba34d4c req-58a23a0e-15cf-4071-b92b-28516344297a tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.0675066 Nov 04 08:59:56.223010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9f87472-c0c5-4572-8846-4a2f6ba34d4c req-e200636d-34b1-47a9-8886-41f0db6a7a52 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401702 Nov 04 08:59:56.257309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-a6bb2ed4-876d-4060-bed3-9731d0b31fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:56.258788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-a6bb2ed4-876d-4060-bed3-9731d0b31fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6411362 Nov 04 08:59:56.323691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-e492383b-efee-4de7-8cb8-5116d00fcdb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6312513 Nov 04 08:59:56.386726 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7519d6ab-a579-4c92-89c3-18eca6347725 x-openstack-request-id: req-7519d6ab-a579-4c92-89c3-18eca6347725 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:56.387146 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-unplugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:56.387451 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7519d6ab-a579-4c92-89c3-18eca6347725 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:56.387929 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'code': 200} Nov 04 08:59:56.399428 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7c78f68-f37d-4028-bf04-315895234889 req-308484ae-c259-4dcb-814b-9912b1ad4eac tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027768 Nov 04 08:59:56.437342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49012013-b90d-4965-803a-c8057defe493 service neutron] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:56.457292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] No DVR routers for this DVR port e43bbf76-3067-4c94-b308-ba5019d58829 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 08:59:56.459330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:56.577379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8f4b5e-961d-46a1-832f-8f23b69c5817,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:56.590572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5517113-f3ec-499d-8f82-a98da56ff68c req-30245941-5fb4-40d3-b9ac-22a1d54f18b8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:56.603738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5517113-f3ec-499d-8f82-a98da56ff68c req-30245941-5fb4-40d3-b9ac-22a1d54f18b8 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 947 time: 0.1105242 Nov 04 08:59:56.645725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff64cbd-04aa-4ccc-8656-3d3091064171 req-95c16204-a5d1-4bdf-b323-eabc6d1b9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:56.651648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ff64cbd-04aa-4ccc-8656-3d3091064171 req-95c16204-a5d1-4bdf-b323-eabc6d1b9dc5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 1100 time: 0.4094303 Nov 04 08:59:56.673525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5517113-f3ec-499d-8f82-a98da56ff68c req-21638dce-74cc-4230-9fb2-c19f51b80892 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545962 Nov 04 08:59:56.743215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02c89-f966-4c39-a517-56135b130e38 req-c8ea76f1-6ed6-41fe-885a-e9c6c0ef1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:56.745111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-c8ea76f1-6ed6-41fe-885a-e9c6c0ef1525 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 1095 time: 0.3563776 Nov 04 08:59:56.755959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 08:59:56.756295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 08:59:56.756634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:56.797577 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-cf3cbcf0-62c4-483f-8821-7d08e94269d3 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5073504 Nov 04 08:59:56.798146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 08:59:56.798473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 08:59:56.833381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ff64cbd-04aa-4ccc-8656-3d3091064171 req-4686543a-ef27-4dd7-8d7c-2888c71b5a8d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483150 Nov 04 08:59:56.863436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 08:59:56.863619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 08:59:56.864046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 08:59:56.864499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Bound port: e43bbf76-3067-4c94-b308-ba5019d58829, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 08:59:56.864861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:56.961453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90378133-6031-496c-bc7d-8f946b0eb267 req-a6a1e8b5-2d7c-4abb-b77d-d30da1b9781f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:56.971454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90378133-6031-496c-bc7d-8f946b0eb267 req-a6a1e8b5-2d7c-4abb-b77d-d30da1b9781f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 945 time: 0.0671003 Nov 04 08:59:57.014861 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90378133-6031-496c-bc7d-8f946b0eb267 req-a0ad5e3b-79e9-46eb-8f64-dbef05f04d26 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425069 Nov 04 08:59:57.113984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02c89-f966-4c39-a517-56135b130e38 req-68a0f5f2-e513-4e0a-af2f-143c2ce9ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:57.115424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-68a0f5f2-e513-4e0a-af2f-143c2ce9ea0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.3311243 Nov 04 08:59:57.146563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 08:59:57.155207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 523de0ed-4938-4947-a87d-204c41a4c2c2 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 08:59:57.190439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c96f6ae-514b-4a33-a829-f25ce93361a9 req-5d66f12c-fc65-4e99-85c6-e2ac6638473b service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815930 Nov 04 08:59:57.195521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 08:59:57.197643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-a8b92d93-fec4-466a-a2e4-9e63c54b5c3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 200 len: 217 time: 0.0737338 Nov 04 08:59:57.214498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:57.216425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 523de0ed-4938-4947-a87d-204c41a4c2c2 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 08:59:57.220462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 523de0ed-4938-4947-a87d-204c41a4c2c2 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 08:59:57.221928 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:57.280714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:57.307686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:57.308366 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:57.309807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-49012013-b90d-4965-803a-c8057defe493 service neutron] 10.222.0.70 "PUT /v2.0/ports/e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 1095 time: 2.9115114 Nov 04 08:59:57.325436 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:57.379506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac02c89-f966-4c39-a517-56135b130e38 req-e3d57adc-ece5-41f6-b9a4-ee1d102ff40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:57.381125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-e3d57adc-ece5-41f6-b9a4-ee1d102ff40c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1702642 Nov 04 08:59:57.523109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3265364-49e0-4d07-95bb-755e6080ee96 req-d2a8c9fc-0ad8-487b-978b-f13ca84523ad tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:57.528370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49012013-b90d-4965-803a-c8057defe493 service neutron] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:57.537003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3265364-49e0-4d07-95bb-755e6080ee96 req-d2a8c9fc-0ad8-487b-978b-f13ca84523ad tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.1450031 Nov 04 08:59:57.546380 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-9b51e9a5-da6f-48f1-8333-dd600c4d87f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677323 Nov 04 08:59:57.598530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3265364-49e0-4d07-95bb-755e6080ee96 req-65025a8e-e6f4-4ef8-b89a-3ba85fdf6e41 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549777 Nov 04 08:59:57.609262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:57.616131 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:57.617316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 08:59:57.710877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-70f07dd3-8450-46f5-b866-b238e980b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:57.712420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-70f07dd3-8450-46f5-b866-b238e980b984 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1098 time: 0.3705106 Nov 04 08:59:57.725391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 08:59:57.726868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:57.740823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b9811-e5d5-4fa8-837e-43baf3dfad85 req-cdd13e81-7d94-4885-b1fe-3f3c0c3b474b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:57.744363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8f8b9811-e5d5-4fa8-837e-43baf3dfad85 req-cdd13e81-7d94-4885-b1fe-3f3c0c3b474b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.1774669 Nov 04 08:59:57.864903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-8c1fcb11-4d6d-4cdf-b9cd-df556b8bc0fd service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059862 Nov 04 08:59:57.924857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af30d3-3279-435f-8349-5c3471b9fcca req-c7428504-ffe4-4ad5-93b8-5d9c7972f191 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:57.926434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06af30d3-3279-435f-8349-5c3471b9fcca req-c7428504-ffe4-4ad5-93b8-5d9c7972f191 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 947 time: 0.0591915 Nov 04 08:59:57.968197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:57.973691 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12cf5e8-a843-4874-80d6-97fb4cda2d91" -d '{"events": [{"server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "name": "network-vif-plugged", "status": "completed", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:57.974754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8f8b9811-e5d5-4fa8-837e-43baf3dfad85 req-c783b3c9-1fee-48c4-9f45-ac7046821fe6 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158246 Nov 04 08:59:58.016001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06af30d3-3279-435f-8349-5c3471b9fcca req-72236376-d7f6-4ca3-9d0c-f2a7ef2636ed tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609107 Nov 04 08:59:58.053621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-9431d078-e9dd-4b03-98b9-c58f917914c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:58.054813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-9431d078-e9dd-4b03-98b9-c58f917914c4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3248131 Nov 04 08:59:58.075438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Router 9e3055c6-fc02-453f-971b-af7dfab98463 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 08:59:58.116609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac02c89-f966-4c39-a517-56135b130e38 req-02292b0f-a0fd-4fd5-a91b-807a4c45c2d7 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187076 Nov 04 08:59:58.118204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-90f3d892-ad48-4014-a17f-95d48a6d5c24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.0500157 Nov 04 08:59:58.129017 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eaca395-c819-4665-8bbd-284fc21cda8e x-openstack-request-id: req-8eaca395-c819-4665-8bbd-284fc21cda8e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:58.129742 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "name": "network-vif-plugged", "status": "completed", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:58.130265 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8eaca395-c819-4665-8bbd-284fc21cda8e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:58.130920 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'code': 200} Nov 04 08:59:58.283449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-547f9d16-5d34-4087-b647-596ce317e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:58.284740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-547f9d16-5d34-4087-b647-596ce317e61e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1585429 Nov 04 08:59:58.341458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 08:59:58.359953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c3712301-775f-4484-989b-cd11796a13c5 admin admin] 10.222.0.53 "PUT /v2.0/routers/9e3055c6-fc02-453f-971b-af7dfab98463/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9720197 Nov 04 08:59:58.360174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] Sync routers for ids ['9e3055c6-fc02-453f-971b-af7dfab98463'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 08:59:58.365424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7131edf3-4097-40db-8042-f449e4c8f633 req-cbf8a6e0-11d9-4752-b2b9-75b5ea738813 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:58.366959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7131edf3-4097-40db-8042-f449e4c8f633 req-cbf8a6e0-11d9-4752-b2b9-75b5ea738813 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.1084242 Nov 04 08:59:58.367447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 08:59:58.376716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] Routers {'9e3055c6-fc02-453f-971b-af7dfab98463'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:58.377679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e3055c6-fc02-453f-971b-af7dfab98463'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:58.392153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 08:59:58.395234 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71900ea7-153b-46e3-abf4-655f79afb229" -d '{"events": [{"name": "network-changed", "server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 08:59:58.418036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-33fe3975-7628-4bee-8be2-8390ea9f2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:58.419553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-33fe3975-7628-4bee-8be2-8390ea9f2994 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1191282 Nov 04 08:59:58.423004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60933d5-6a16-43b3-8ba4-893c6c50d125 req-45e41777-5b29-4914-8c20-1de5adeb0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:58.425310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b60933d5-6a16-43b3-8ba4-893c6c50d125 req-45e41777-5b29-4914-8c20-1de5adeb0e74 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 1097 time: 0.1380370 Nov 04 08:59:58.524170 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 08:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd8d40-4b35-453c-8068-97014c2c214d x-openstack-request-id: req-26bd8d40-4b35-453c-8068-97014c2c214d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 08:59:58.524532 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 08:59:58.524843 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26bd8d40-4b35-453c-8068-97014c2c214d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 08:59:58.525296 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'status': 'completed', 'code': 200} Nov 04 08:59:58.527082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b60933d5-6a16-43b3-8ba4-893c6c50d125 req-1705e8fd-4596-4140-b98e-2d7f183f4192 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500958 Nov 04 08:59:58.618340 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-ecc4a9d8-ba7b-4332-b957-ed8bb6281a60 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907847 Nov 04 08:59:58.623927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-312dbc40-2ef6-4c9d-84c8-599db58ac8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:58.630381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-312dbc40-2ef6-4c9d-84c8-599db58ac8e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1098 time: 0.1021595 Nov 04 08:59:58.642280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] Set router 9e3055c6-fc02-453f-971b-af7dfab98463 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:58.654352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7131edf3-4097-40db-8042-f449e4c8f633 req-8c6ed427-fd9e-42d4-801c-88e953c0f9f6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633553 Nov 04 08:59:58.705084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:58.857321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:58.878186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:59:55Z', 'revision_number': 5, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port': {'id': 'b5fd1309-6137-4a16-9548-4275b97c65e1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:54:29Z', 'updated_at': '2021-11-04T08:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:58.896105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-b8fc7b4a-e3c5-4866-a797-37d34b0e13a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:58.897578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-b8fc7b4a-e3c5-4866-a797-37d34b0e13a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1591420 Nov 04 08:59:58.911998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] Checking router: 9e3055c6-fc02-453f-971b-af7dfab98463 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 08:59:58.922107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] Routers {'9e3055c6-fc02-453f-971b-af7dfab98463'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 08:59:58.923447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T08:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e3055c6-fc02-453f-971b-af7dfab98463'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:58.944094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Deleting port b5fd1309-6137-4a16-9548-4275b97c65e1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 08:59:58.944577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:58.982334 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-eadca6a0-1d05-4c1f-8a5f-3613e7401640 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.0758581 Nov 04 08:59:59.044547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] Set router 9e3055c6-fc02-453f-971b-af7dfab98463 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 08:59:59.051574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c70d09-a71a-4ce4-bd5c-62275b56127c req-dcdf6d08-bb94-4985-b644-d80729508ea6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:59.061542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20c70d09-a71a-4ce4-bd5c-62275b56127c req-dcdf6d08-bb94-4985-b644-d80729508ea6 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.3300452 Nov 04 08:59:59.082846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a8b293c-f1e4-4514-99b0-35cdb79d330f req-652eef80-32ce-456e-a090-8ca437a13600 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487944 Nov 04 08:59:59.099536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] For port b5fd1309-6137-4a16-9548-4275b97c65e1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b5fd1309-6137-4a16-9548-4275b97c65e1,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:59.100141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:59.130261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:59:58Z', 'revision_number': 6, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 08:59:59.177921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fe7608c1-bb91-4f1c-b377-04237896c558 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 08:59:59.185336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d4e844-0273-40f3-92ac-88b0259187f5 None None] The sync data for ids ['9e3055c6-fc02-453f-971b-af7dfab98463'] in n-d-816487-1 is: [{'id': '9e3055c6-fc02-453f-971b-af7dfab98463', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2075402342-router', 'tenant_id': '586de148fcc44e98ad1c668bb026ad65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:54:28Z', 'updated_at': '2021-11-04T08:59:58Z', 'revision_number': 6, 'project_id': '586de148fcc44e98ad1c668bb026ad65', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 08:59:59.199147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Calling delete_port for b5fd1309-6137-4a16-9548-4275b97c65e1 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 08:59:59.334181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-4b776c43-0b29-4bfb-903c-4c6653f977cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:59.335752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-4b776c43-0b29-4bfb-903c-4c6653f977cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3361969 Nov 04 08:59:59.350392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd6b31-7caf-4d87-89a3-cab9ad739054 req-2cab92e2-ee66-4d13-8402-20c5f5ceb897 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:59.352408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:59.358698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93bd6b31-7caf-4d87-89a3-cab9ad739054 req-2cab92e2-ee66-4d13-8402-20c5f5ceb897 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.2558844 Nov 04 08:59:59.375071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'mac_address': 'fa:16:3e:ff:2f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 08:59:59.419553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20c70d09-a71a-4ce4-bd5c-62275b56127c req-f79f95c3-8495-4802-9032-5bebfe5142fe tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564086 Nov 04 08:59:59.447989 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:59.466815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7608c1-bb91-4f1c-b377-04237896c558 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 08:59:59.473729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-9a52b252-2b44-47d3-9d08-121e0ee9ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:59.478854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-9a52b252-2b44-47d3-9d08-121e0ee9ad63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1098 time: 0.2870412 Nov 04 08:59:59.484467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93bd6b31-7caf-4d87-89a3-cab9ad739054 req-aed283ab-2fac-4680-8bf8-0eba4bf4d7bc tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248288 Nov 04 08:59:59.489138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 08:59:59.504916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-161ab785-1bf7-49d3-8334-9a7b0de83d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 08:59:59.505219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:59.507384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-161ab785-1bf7-49d3-8334-9a7b0de83d6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1540129 Nov 04 08:59:59.558829 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 08:59:59.581673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:59.671324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 08:59:59.735777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fd1309-6137-4a16-9548-4275b97c65e1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 08:59:59.795818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['fe7608c1-bb91-4f1c-b377-04237896c558'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 08:59:59.907433 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.090186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.095113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.136311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51bef8-aae3-4eb5-9f9b-80a0712bc9cc req-77645db3-c72b-49ee-b5fc-a4081c42dafd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:00.137809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e51bef8-aae3-4eb5-9f9b-80a0712bc9cc req-77645db3-c72b-49ee-b5fc-a4081c42dafd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 947 time: 0.5616539 Nov 04 09:00:00.171122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1fb47-1370-4580-b4e0-0772e213e30e req-86fe6b56-a126-437b-9823-4045f4b78834 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:00.172704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ca1fb47-1370-4580-b4e0-0772e213e30e req-86fe6b56-a126-437b-9823-4045f4b78834 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.1225841 Nov 04 09:00:00.173955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.174798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e3055c6-fc02-453f-971b-af7dfab98463 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:00:00.180834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.182228 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b22bf9b7-e4e9-43c8-909c-eb008bd2c1ef admin admin] 10.222.0.53 "DELETE /v2.0/routers/9e3055c6-fc02-453f-971b-af7dfab98463 HTTP/1.1" status: 204 len: 168 time: 1.8137026 Nov 04 09:00:00.182884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-d71e3ade-f9d2-4899-8217-be9bfe533b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:00.184465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-d71e3ade-f9d2-4899-8217-be9bfe533b4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.6942058 Nov 04 09:00:00.187706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45444) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:00.255048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ca1fb47-1370-4580-b4e0-0772e213e30e req-e499553b-b8b9-4bb8-b1f9-48a1df186c43 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552514 Nov 04 09:00:00.274493 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-aebd5b1a-fd1b-4780-bc95-b1f31a2aab1f service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993868 Nov 04 09:00:00.308558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e51bef8-aae3-4eb5-9f9b-80a0712bc9cc req-3e1ac762-7aad-463e-8ca6-2071afb9031b tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553273 Nov 04 09:00:00.331441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-450cbd03-493f-42a2-9490-e44290fbbe9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.1254911 Nov 04 09:00:00.339314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b5fd1309-6137-4a16-9548-4275b97c65e1 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:00.375224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: b5fd1309-6137-4a16-9548-4275b97c65e1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:00.375919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b5fd1309-6137-4a16-9548-4275b97c65e1 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:00.376610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cf8f4b5e-961d-46a1-832f-8f23b69c5817 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:00.412905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] Deleting subnet d6468359-d8d3-420a-8e2e-6ffec4833bf4 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:00:00.415892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: cf8f4b5e-961d-46a1-832f-8f23b69c5817 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:00.416365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.416868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cf8f4b5e-961d-46a1-832f-8f23b69c5817 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:00.482895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-a45ffc58-9bd3-4af3-9aef-528d547132b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:00.484470 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-a45ffc58-9bd3-4af3-9aef-528d547132b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1424267 Nov 04 09:00:00.487294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.552868 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-1d245988-ac3d-435f-846d-dbef157a4090 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432632 Nov 04 09:00:00.613910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71900ea7-153b-46e3-abf4-655f79afb229 req-ac2c6072-699e-459a-bdbb-e543b3996f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:00.615464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-ac2c6072-699e-459a-bdbb-e543b3996f6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1059878 Nov 04 09:00:00.655530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1cf39-49bf-4605-9056-68e5d34cab4c req-4dbc9e53-e9b2-4b0a-8ccd-38d274bbfb8f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:00.666614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.682967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b1cf39-49bf-4605-9056-68e5d34cab4c req-4dbc9e53-e9b2-4b0a-8ccd-38d274bbfb8f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.1383080 Nov 04 09:00:00.785670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b1cf39-49bf-4605-9056-68e5d34cab4c req-971cf797-8504-4253-9f8b-787cb5b3ad0d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003330 Nov 04 09:00:00.802935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52933fb-7a39-4b1f-9884-c4de5d5007fd req-5267aa40-d642-4c1e-a059-f7488f8a367d tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:00.802935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e52933fb-7a39-4b1f-9884-c4de5d5007fd req-5267aa40-d642-4c1e-a059-f7488f8a367d tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 948 time: 0.2003758 Nov 04 09:00:00.888711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e52933fb-7a39-4b1f-9884-c4de5d5007fd req-4b42e1d5-ed9b-4c98-9b84-99e85bcdbb5c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861738 Nov 04 09:00:00.892062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-b7dd34e6-69ee-4bb3-8b72-e48385bb70d4 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557278 Nov 04 09:00:00.894240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.925996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8828c605-b52a-4555-a9f0-92dc6f126b68 None None] Network e8892ac9-ec16-46c3-9421-1c8ac6bf4705 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:00:00.976603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:00.982764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45458) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:00.982993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d6468359-d8d3-420a-8e2e-6ffec4833bf4 HTTP/1.1" status: 204 len: 168 time: 0.7920685 Nov 04 09:00:00.995579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b54602-582d-44bf-bb88-908793a44663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6468359-d8d3-420a-8e2e-6ffec4833bf4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:01.075830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71900ea7-153b-46e3-abf4-655f79afb229 req-2be0fe85-7b35-4c40-b9ce-b5270aa8676b service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544147 Nov 04 09:00:01.202052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.217734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fe7608c1-bb91-4f1c-b377-04237896c558 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:00:01.353390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] DHCP port deletion for e8892ac9-ec16-46c3-9421-1c8ac6bf4705 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:00:01.369501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Deleting port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:01.369883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.432907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45468) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:01.486534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port fe7608c1-bb91-4f1c-b377-04237896c558 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:00:01.498164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port fe7608c1-bb91-4f1c-b377-04237896c558 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:00:01.498539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.569913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] Deleting port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:01.570309 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.592422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea968b4e-51c8-424c-b229-972abc4cb217 req-35a823b4-677d-426b-b157-3f4da1883eef tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:01.601800 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea968b4e-51c8-424c-b229-972abc4cb217 req-35a823b4-677d-426b-b157-3f4da1883eef tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.1285741 Nov 04 09:00:01.608717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae4b67ea-1d16-4788-89f9-8eb1f1e63768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.610838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] For port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,segment=NetworkSegment(1ab9aae0-53f8-4750-ade9-9c93195f43d5),segment_id=1ab9aae0-53f8-4750-ade9-9c93195f43d5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:01.611270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.662326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Calling delete_port for e9fcaba8-5e52-424a-b93a-bf0c13a18f7a owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:01.697502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] For port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,segment=NetworkSegment(1ab9aae0-53f8-4750-ade9-9c93195f43d5),segment_id=1ab9aae0-53f8-4750-ade9-9c93195f43d5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:01.698346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.719622 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea968b4e-51c8-424c-b229-972abc4cb217 req-b4868053-7bf6-4a39-b163-121d9f6535c0 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131332 Nov 04 09:00:01.731953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048e4f1-c666-4cfa-81db-3f17985bcc6e req-d61aadd1-3467-47ca-926c-019b6905f2a0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:01.731953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0048e4f1-c666-4cfa-81db-3f17985bcc6e req-d61aadd1-3467-47ca-926c-019b6905f2a0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 947 time: 0.2615976 Nov 04 09:00:01.737014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-0b98791c-e60a-4119-b3e0-7856d28f87a3 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:01.739183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-0b98791c-e60a-4119-b3e0-7856d28f87a3 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1097 time: 0.2077618 Nov 04 09:00:01.741448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae4b67ea-1d16-4788-89f9-8eb1f1e63768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.761787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] Calling delete_port for e9fcaba8-5e52-424a-b93a-bf0c13a18f7a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:01.784543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816487-1'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:01.789787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae4b67ea-1d16-4788-89f9-8eb1f1e63768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.874513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.908215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Pushing event deleted for resources: {'Port': ['ID=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:01.910581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0048e4f1-c666-4cfa-81db-3f17985bcc6e req-bc3333a7-73ba-4e41-afad-32f374372238 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675172 Nov 04 09:00:01.914270 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:01.916209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] No DVR routers for this DVR port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:01.969230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae4b67ea-1d16-4788-89f9-8eb1f1e63768 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8747d8c5cd04d00b59468430037de67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5329001 Nov 04 09:00:01.998730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.002752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45486) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:02.008953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:02.011793 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec580c5-8f71-4012-950e-37cbf506af98" -d '{"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-plugged", "status": "completed", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:02.025619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:02.027050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8892ac9-ec16-46c3-9421-1c8ac6bf4705']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:02.027417 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.038486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab9aae0-53f8-4750-ade9-9c93195f43d5') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:02.038840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab9aae0-53f8-4750-ade9-9c93195f43d5') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:02.042154 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.052057 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.057416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b67ea-1d16-4788-89f9-8eb1f1e63768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f937316-2880-4b50-9089-c48a03978648,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:02.068338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.078389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:00:02.078854 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.090214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] Pushing event deleted for resources: {'Port': ['ID=e9fcaba8-5e52-424a-b93a-bf0c13a18f7a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:02.097776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11769071-c31f-4eec-a111-9c29e6cc6c85 None None] No DVR routers for this DVR port e9fcaba8-5e52-424a-b93a-bf0c13a18f7a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:02.116932 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:00:02.182446 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:00:02.191829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.199424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:02.207190 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.211268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] 10.222.0.53 "DELETE /v2.0/networks/e8892ac9-ec16-46c3-9421-1c8ac6bf4705 HTTP/1.1" status: 204 len: 168 time: 1.2271791 Nov 04 09:00:02.229551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74249fb4-43b4-4924-aa75-854a69aa468c admin admin] Pushing event deleted for resources: {'Network': ['ID=e8892ac9-ec16-46c3-9421-1c8ac6bf4705,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:02.230637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e9fcaba8-5e52-424a-b93a-bf0c13a18f7a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:02.264899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d489bb-52d0-4cf9-891b-d9b0cb90aa99 req-4cb8bf25-dc43-486f-a7f1-ff0f39dfe5f7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:02.266586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d6d489bb-52d0-4cf9-891b-d9b0cb90aa99 req-4cb8bf25-dc43-486f-a7f1-ff0f39dfe5f7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 946 time: 0.2018571 Nov 04 09:00:02.281941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94d529c8-3c45-4dba-aa8d-35c6dde00e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.282184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e9fcaba8-5e52-424a-b93a-bf0c13a18f7a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:02.282425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e9fcaba8-5e52-424a-b93a-bf0c13a18f7a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:02.385607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d6d489bb-52d0-4cf9-891b-d9b0cb90aa99 req-c46b79da-0b92-4460-8836-4fb14f517836 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073380 Nov 04 09:00:02.393743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94d529c8-3c45-4dba-aa8d-35c6dde00e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.476391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45500) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:02.504129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:02.549341 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cd52b99a-88ee-49ad-a515-27ee0f36a0d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d67cd6106804e44b9f74a1d9f908543&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0711796 Nov 04 09:00:02.552536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45502) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:02.552725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28d446-589e-45ca-86bb-f56281dfc4c5 req-4d6ae067-d17f-4d28-9868-26d8e41b49af tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:02.554243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a28d446-589e-45ca-86bb-f56281dfc4c5 req-4d6ae067-d17f-4d28-9868-26d8e41b49af tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 949 time: 0.0851674 Nov 04 09:00:02.585610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94d529c8-3c45-4dba-aa8d-35c6dde00e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.588764 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94d529c8-3c45-4dba-aa8d-35c6dde00e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.590390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-94d529c8-3c45-4dba-aa8d-35c6dde00e74 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f937316-2880-4b50-9089-c48a03978648 HTTP/1.1" status: 204 len: 168 time: 0.5856140 Nov 04 09:00:02.619105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d529c8-3c45-4dba-aa8d-35c6dde00e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f937316-2880-4b50-9089-c48a03978648,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:02.629660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:02.652061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a28d446-589e-45ca-86bb-f56281dfc4c5 req-a7ff9a03-e0d4-48a1-8c2c-cb0b5be0fd56 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918281 Nov 04 09:00:02.661203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:00:02.697187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.708978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:02.728075 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c62e4b1-3407-4a7a-a755-20053bb4f921" -d '{"events": [{"server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:02.740862 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.829706 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f107b948-adc0-41c8-860a-2e04bae00f45 x-openstack-request-id: req-f107b948-adc0-41c8-860a-2e04bae00f45 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:02.829706 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-plugged", "status": "completed", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:02.829706 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f107b948-adc0-41c8-860a-2e04bae00f45 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:02.829706 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'code': 200} Nov 04 09:00:02.852165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f1bda4a-a826-480e-8b77-3959bc8a70e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:02.924696 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2cd168-d0c8-4fae-8a92-54482b5d8b79 x-openstack-request-id: req-cf2cd168-d0c8-4fae-8a92-54482b5d8b79 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:02.926025 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:02.926384 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf2cd168-d0c8-4fae-8a92-54482b5d8b79 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:02.928097 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0', 'code': 200} Nov 04 09:00:02.938915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:02.959921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'mac_address': 'fa:16:3e:ca:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:00:02.995002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f1bda4a-a826-480e-8b77-3959bc8a70e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.018352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:03.041997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a679ca-85b6-4f94-857d-068c68125ebf req-2e36ae66-9b0f-4cd6-ab08-40841907909c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.043933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81a679ca-85b6-4f94-857d-068c68125ebf req-2e36ae66-9b0f-4cd6-ab08-40841907909c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 947 time: 0.1252549 Nov 04 09:00:03.045099 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.054189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-61f3fb92-20a4-405c-a4e0-81b3866cf7ce tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.058019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-61f3fb92-20a4-405c-a4e0-81b3866cf7ce tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a&tenant_id=32d17854c04044c49225fa15a6d5872b&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 947 time: 0.3145034 Nov 04 09:00:03.061368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43bbf76-3067-4c94-b308-ba5019d58829 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:03.086232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:03.095012 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.134727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81a679ca-85b6-4f94-857d-068c68125ebf req-03803c3e-556b-4eec-9913-d332225beb51 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809455 Nov 04 09:00:03.179244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:03.201157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on host n-h1-816487-1 for vnic_type normal with profile {"migrating_to": "n-h2-816487-1"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:03.201510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:03.201839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:03.225833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8aab4c3f-4707-4ed2-b761-732cbe6300b0 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:00:03.229731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:03.230057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:03.251538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:00:03.251946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:00:03.252342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:00:03.252792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Bound port: 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:00:03.253149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.256367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f3234-5922-4687-a924-e8a613bcab78 req-bbe10bfc-8501-4cf6-a749-aee5dbfcdebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.257857 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec7f3234-5922-4687-a924-e8a613bcab78 req-bbe10bfc-8501-4cf6-a749-aee5dbfcdebf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 1100 time: 0.3704910 Nov 04 09:00:03.301009 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-4dcf4cae-0bb7-4954-a467-0d6fb6bc6ef5 service neutron] 10.222.0.70 "GET /v2.0/ports/e43bbf76-3067-4c94-b308-ba5019d58829/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 382 time: 0.1978221 Nov 04 09:00:03.351161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:03.416363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f1bda4a-a826-480e-8b77-3959bc8a70e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.433042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on host n-h1-816487-1 for vnic_type normal with profile {"migrating_to": "n-h2-816487-1"} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:03.433428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:03.433884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:03.435327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f1bda4a-a826-480e-8b77-3959bc8a70e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.440572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6f1bda4a-a826-480e-8b77-3959bc8a70e3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f613c35-86b8-4fb6-b1e7-579c2cfa4fa4 HTTP/1.1" status: 204 len: 168 time: 0.8876414 Nov 04 09:00:03.449285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:03.453765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:03.468732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:00:03.471165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:00:03.471789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:00:03.473516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Bound port: 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:00:03.473687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.484632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bda4a-a826-480e-8b77-3959bc8a70e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f613c35-86b8-4fb6-b1e7-579c2cfa4fa4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:03.487842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec7f3234-5922-4687-a924-e8a613bcab78 req-5ed229ca-5ca9-4794-a35a-904a9c37e96e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899221 Nov 04 09:00:03.545195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e43bbf76-3067-4c94-b308-ba5019d58829'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:03.551031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:03.558683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-04668d80-f03f-4d79-b272-000788d84019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.560110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-04668d80-f03f-4d79-b272-000788d84019 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1099 time: 0.2180591 Nov 04 09:00:03.576636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:00:03.598570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.639662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a384d9-8162-4184-bbc3-dd5e1127a173 req-036f1f24-90b0-44a5-afc7-1b2e8f7b475b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.647298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49a384d9-8162-4184-bbc3-dd5e1127a173 req-036f1f24-90b0-44a5-afc7-1b2e8f7b475b tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.2025959 Nov 04 09:00:03.648891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140e3112-5d21-4973-a625-dda3b5fc0290 req-7d0ca2eb-e139-48c1-a260-678d957eef42 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.650574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-140e3112-5d21-4973-a625-dda3b5fc0290 req-7d0ca2eb-e139-48c1-a260-678d957eef42 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1374204 Nov 04 09:00:03.756995 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-140e3112-5d21-4973-a625-dda3b5fc0290 req-c3b7ec97-d4a3-4da0-8084-41ac23bade33 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986047 Nov 04 09:00:03.793463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:03.815241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:03.827270 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 8aab4c3f-4707-4ed2-b761-732cbe6300b0-n-h1-816487-1-0 {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:00:03.827645 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:00:03.827803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49a384d9-8162-4184-bbc3-dd5e1127a173 req-4c7ce710-667f-478b-955d-fc36c1e94ff3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749122 Nov 04 09:00:03.881582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.882464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:03.884144 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-c2c4b980-f310-46df-b346-6d45163b12e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 1122 time: 2.1131389 Nov 04 09:00:03.886116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-70f05415-565a-49d2-88c5-ecd315a6c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:03.888319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-70f05415-565a-49d2-88c5-ecd315a6c32e service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3161821 Nov 04 09:00:03.902454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45570) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:03.964075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2588eaf-8e5a-4a2a-881f-cea5ea633cab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=586de148fcc44e98ad1c668bb026ad65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0595529 Nov 04 09:00:03.966440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45572) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:03.985570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-f89be257-44d0-4d5d-800c-b390c764e42b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.0834496 Nov 04 09:00:04.019691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['8aab4c3f-4707-4ed2-b761-732cbe6300b0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:04.052843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0132f1e1-31ce-4bf2-9c30-17f660b0e967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:04.083252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480677-e8ed-4881-b276-75dcc716a049 req-74cfa311-57d0-4e7b-8d69-d7a7030bb964 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:04.085218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c480677-e8ed-4881-b276-75dcc716a049 req-74cfa311-57d0-4e7b-8d69-d7a7030bb964 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 949 time: 0.1034307 Nov 04 09:00:04.087377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-09280d40-8acc-42bd-bff1-d39dc318e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:04.090841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-09280d40-8acc-42bd-bff1-d39dc318e8f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0727344 Nov 04 09:00:04.093445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0132f1e1-31ce-4bf2-9c30-17f660b0e967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:04.101568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['8aab4c3f-4707-4ed2-b761-732cbe6300b0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:04.172601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c480677-e8ed-4881-b276-75dcc716a049 req-22b06313-6855-4a8a-a107-e3a91a7d743c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719585 Nov 04 09:00:04.184402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-616e3ffd-a65c-42ef-9f27-4b77f3887c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:04.185962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-616e3ffd-a65c-42ef-9f27-4b77f3887c2a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856192 Nov 04 09:00:04.203746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0132f1e1-31ce-4bf2-9c30-17f660b0e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:04.208442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0132f1e1-31ce-4bf2-9c30-17f660b0e967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:04.212948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0132f1e1-31ce-4bf2-9c30-17f660b0e967 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a96d395c-2989-47c5-8f0d-5bb4cc5ea843 HTTP/1.1" status: 204 len: 168 time: 0.2452614 Nov 04 09:00:04.231274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132f1e1-31ce-4bf2-9c30-17f660b0e967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96d395c-2989-47c5-8f0d-5bb4cc5ea843,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:04.331378 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-d99e60f6-4c31-4199-b8f9-71d76494bc1c service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363213 Nov 04 09:00:04.367621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on host n-h1-816487-1 for vnic_type normal with profile {"migrating_to": "n-h2-816487-1"} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:04.368043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:04.368415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:04.378069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3d780-ed21-402d-8990-87aa4543a8c4 req-dff659fc-fc84-4bdb-9ae1-cfa3082179cd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:04.391145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4de3d780-ed21-402d-8990-87aa4543a8c4 req-dff659fc-fc84-4bdb-9ae1-cfa3082179cd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.1118617 Nov 04 09:00:04.395529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:04.396223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempting to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on network 2913280e-717f-43a3-a683-8254fdca979e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:04.421498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:00:04.421783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Checking segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:00:04.422253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Bound using segment: {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:00:04.422748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Bound port: 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747ab3b-f164-44a7-9feb-06998fb25ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '2913280e-717f-43a3-a683-8254fdca979e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:00:04.423185 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:04.445890 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4de3d780-ed21-402d-8990-87aa4543a8c4 req-057bad1d-08cc-4d4f-b2f4-255a47225fbd tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535946 Nov 04 09:00:04.509967 n-d-816487-1 neutron-server[102557]: WARNING neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Concurrent port binding operations failed on port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 Nov 04 09:00:04.514397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:04.516078 n-d-816487-1 neutron-server[102557]: INFO neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Attempt 2 to bind port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 Nov 04 09:00:04.516915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8aab4c3f-4707-4ed2-b761-732cbe6300b0 has no active binding in host n-h2-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 09:00:04.526017 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-57ee3fa6-3acb-4e8c-914e-f80bdb1bee5a service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859212 Nov 04 09:00:04.883063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76619e0a-5553-4cc2-a4e8-d23ebe6d4816 req-f452d571-da00-4403-9940-6fd755b33eca tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:04.884629 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76619e0a-5553-4cc2-a4e8-d23ebe6d4816 req-f452d571-da00-4403-9940-6fd755b33eca tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.0585406 Nov 04 09:00:04.941419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:04.943606 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:04.955417 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76619e0a-5553-4cc2-a4e8-d23ebe6d4816 req-2ea635ec-4583-488d-b4fb-5137e9151811 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601404 Nov 04 09:00:04.987609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224edc4-fa79-4c94-9aad-d287ff1f5e19 req-c2e2b532-8b15-4520-9695-1f40083f20bb tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:04.987609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4224edc4-fa79-4c94-9aad-d287ff1f5e19 req-c2e2b532-8b15-4520-9695-1f40083f20bb tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.0801790 Nov 04 09:00:05.050153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4224edc4-fa79-4c94-9aad-d287ff1f5e19 req-3ed98d7a-c764-43e0-ba71-961c0139cfa4 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563118 Nov 04 09:00:05.106389 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a513d5a6-9c56-4357-87a5-99ecb545a17e x-openstack-request-id: req-a513d5a6-9c56-4357-87a5-99ecb545a17e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:05.106678 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:05.106927 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a513d5a6-9c56-4357-87a5-99ecb545a17e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:05.107314 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0', 'status': 'completed', 'code': 200} Nov 04 09:00:05.202721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-83d17824-0c4c-4baa-9280-23e3e91c5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:05.204531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-83d17824-0c4c-4baa-9280-23e3e91c5f4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1125 time: 0.0696933 Nov 04 09:00:05.242805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 523de0ed-4938-4947-a87d-204c41a4c2c2 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:00:05.367783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:05.385371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'network_id': '9dbfc59b-884b-4f0b-83d0-21616fceda6c', 'port_id': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'mac_address': 'fa:16:3e:29:01:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed23fc1-1439-4233-9e98-310eebd3206b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:00:05.393072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-bd2f362d-4c44-44a3-a1bd-b1b9b582adff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:05.394787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-bd2f362d-4c44-44a3-a1bd-b1b9b582adff service neutron] 10.222.0.70 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.1773272 Nov 04 09:00:05.419282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f65b8-ad26-43c7-b608-51b7b7637066 req-26a0b27c-b022-47d5-9312-ccd2f460f014 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:05.420836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d3f65b8-ad26-43c7-b608-51b7b7637066 req-26a0b27c-b022-47d5-9312-ccd2f460f014 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 949 time: 0.1293035 Nov 04 09:00:05.442164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:05.452814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-b9aac238-b757-4a4d-a664-569151c7e8f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 217 time: 0.0498428 Nov 04 09:00:05.457855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 523de0ed-4938-4947-a87d-204c41a4c2c2 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:05.489810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:05.497758 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:05.554427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d3f65b8-ad26-43c7-b608-51b7b7637066 req-4118df29-ac4f-4017-804f-c403873f97f3 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020448 Nov 04 09:00:05.583521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-1cc32318-9b5e-4333-b08b-47aca2269762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:05.585097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:05.591060 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-1cc32318-9b5e-4333-b08b-47aca2269762 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.1066802 Nov 04 09:00:05.640429 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-ae610f58-f1de-40fd-b33d-d397d97ea7f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415053 Nov 04 09:00:05.646586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad9470-acab-4864-99f9-886d40564a6f req-308f0a17-53e4-4844-a455-7633000028e5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:05.648915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17ad9470-acab-4864-99f9-886d40564a6f req-308f0a17-53e4-4844-a455-7633000028e5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.0733824 Nov 04 09:00:05.738576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['523de0ed-4938-4947-a87d-204c41a4c2c2'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:05.740814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17ad9470-acab-4864-99f9-886d40564a6f req-e4f71cd5-1292-4ea9-a0cd-429f64e171f0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854654 Nov 04 09:00:05.832261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d2a5b-a074-4618-ab9a-65a7afb7a3e1 req-5efdd60d-ca9c-434a-aaa1-a6ae43372a7e tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:05.839507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f2d2a5b-a074-4618-ab9a-65a7afb7a3e1 req-5efdd60d-ca9c-434a-aaa1-a6ae43372a7e tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 949 time: 0.1704695 Nov 04 09:00:05.849055 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-efb61e74-037e-4e6c-9eb6-21ceab7f78da service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988194 Nov 04 09:00:05.928215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f2d2a5b-a074-4618-ab9a-65a7afb7a3e1 req-9fc313dc-f8d7-4ae4-aa7e-5311bdc5c393 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877676 Nov 04 09:00:06.015507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c3fac8f-a3c4-4846-bdd5-e68893cb9303 req-007c3000-989a-4b0d-a0fd-1f81c3e37c4f service neutron] 10.222.0.70 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471531 Nov 04 09:00:06.142074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4266fc0-7a15-45d6-8ae7-cfa84a404cbb req-a83649da-f90b-462a-bc59-41cce90fd5eb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:06.166534 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4266fc0-7a15-45d6-8ae7-cfa84a404cbb req-a83649da-f90b-462a-bc59-41cce90fd5eb tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1013055 Nov 04 09:00:06.216818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4266fc0-7a15-45d6-8ae7-cfa84a404cbb req-472a22a0-c47f-4c99-ab94-925e9ad92a2c tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485597 Nov 04 09:00:06.369825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6290d36-7aa7-42a2-b689-b53562dca815 req-e6928554-56a8-4939-85d3-3791eb818486 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:06.374383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6290d36-7aa7-42a2-b689-b53562dca815 req-e6928554-56a8-4939-85d3-3791eb818486 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 945 time: 0.0670493 Nov 04 09:00:06.456917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6290d36-7aa7-42a2-b689-b53562dca815 req-7beeb172-374a-49e0-a448-e2e61d26cb7c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696595 Nov 04 09:00:06.673143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:00:06.748708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e43bbf76-3067-4c94-b308-ba5019d58829 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:00:06.753956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e43bbf76-3067-4c94-b308-ba5019d58829 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:00:06.754598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:06.854789 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:06.899467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:06.905955 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eafadd2-4134-4537-8e65-b9862c589189" -d '{"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-plugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:06.929233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e5a44-9303-45ec-abc0-eef32edb1e3b req-8da96bca-eb55-4e88-8974-df81fd0b476d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:06.938044 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d2e5a44-9303-45ec-abc0-eef32edb1e3b req-8da96bca-eb55-4e88-8974-df81fd0b476d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.0992577 Nov 04 09:00:07.008193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d2e5a44-9303-45ec-abc0-eef32edb1e3b req-4e2e4783-0472-40c8-86cd-40f2da91be2c tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659513 Nov 04 09:00:07.163158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9d149-72fe-47a1-ae53-c9bb3165e243 req-cbb6b85e-3d03-41a5-b41a-65fe908fa82f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:07.163734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:07.169537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.170762 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffa9d149-72fe-47a1-ae53-c9bb3165e243 req-cbb6b85e-3d03-41a5-b41a-65fe908fa82f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 945 time: 0.0828009 Nov 04 09:00:07.175997 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f719ad48-5937-40ed-ace7-224263087a9a x-openstack-request-id: req-f719ad48-5937-40ed-ace7-224263087a9a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:07.176696 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-plugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:07.177194 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f719ad48-5937-40ed-ace7-224263087a9a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:07.177828 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'code': 200} Nov 04 09:00:07.223840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45748) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:07.224460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffa9d149-72fe-47a1-ae53-c9bb3165e243 req-21009d11-a2f5-4a97-b83d-eecfdcbe4630 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Nov 04 09:00:07.244141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 523de0ed-4938-4947-a87d-204c41a4c2c2 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:00:07.290677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:07.316911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72adc45f-9d5b-47f1-ad75-491ee08d2b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.350690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 523de0ed-4938-4947-a87d-204c41a4c2c2 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:00:07.351344 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.459822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf3319-e38e-46b4-8c07-fcc27cf25489 req-86f0a8e8-a11f-4f9f-9a5d-83bf0fab6928 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:07.470723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-10cd0a38-7e1f-4477-9922-85710731d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:07.473217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-10cd0a38-7e1f-4477-9922-85710731d1e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a&tenant_id=32d17854c04044c49225fa15a6d5872b HTTP/1.1" status: 200 len: 1100 time: 0.0672722 Nov 04 09:00:07.481188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2caf3319-e38e-46b4-8c07-fcc27cf25489 req-86f0a8e8-a11f-4f9f-9a5d-83bf0fab6928 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1195393 Nov 04 09:00:07.493354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:07.501168 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.570550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:07.573660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2caf3319-e38e-46b4-8c07-fcc27cf25489 req-29abc2e8-67a3-4dc2-bc5a-9480f6b54cd2 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891712 Nov 04 09:00:07.576363 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.631198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e12c71-53be-4d72-889c-ef24a303c94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.634504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.667894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:07.795089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e12c71-53be-4d72-889c-ef24a303c94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.802837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3e12c71-53be-4d72-889c-ef24a303c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.859737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c3e12c71-53be-4d72-889c-ef24a303c94a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2e6128858704b92ae19588409c62aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6348090 Nov 04 09:00:07.863013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e12c71-53be-4d72-889c-ef24a303c94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b31c93-8ad2-45ec-b0e1-e6a911f2c734,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:07.865946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:07.935035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:07.938290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f160f22-2b05-4e58-9853-289002c08aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:07.973439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:08.004609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f160f22-2b05-4e58-9853-289002c08aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.043738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:08.047052 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1921cab-503c-4ba6-b59d-f6b3996163e8" -d '{"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-unplugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:08.054648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.073965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Transition to ACTIVE for port object e43bbf76-3067-4c94-b308-ba5019d58829 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:00:08.081264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.108593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:08.139590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f160f22-2b05-4e58-9853-289002c08aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.146776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f160f22-2b05-4e58-9853-289002c08aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.149268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0f160f22-2b05-4e58-9853-289002c08aff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0b31c93-8ad2-45ec-b0e1-e6a911f2c734 HTTP/1.1" status: 204 len: 168 time: 0.2819707 Nov 04 09:00:08.162786 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495db1ae-6c94-4733-ba99-1083df6ec33c x-openstack-request-id: req-495db1ae-6c94-4733-ba99-1083df6ec33c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:08.163079 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-unplugged", "status": "completed", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:08.163335 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-495db1ae-6c94-4733-ba99-1083df6ec33c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:08.164119 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'code': 200} Nov 04 09:00:08.186628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] No DVR routers for this DVR port e43bbf76-3067-4c94-b308-ba5019d58829 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:08.203836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f160f22-2b05-4e58-9853-289002c08aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b31c93-8ad2-45ec-b0e1-e6a911f2c734,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:08.261830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388fd82-fc61-4de2-9387-240f31d3c5fe req-4c9c294d-06fb-49d2-99d0-e59b6746114e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:08.264300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a388fd82-fc61-4de2-9387-240f31d3c5fe req-4c9c294d-06fb-49d2-99d0-e59b6746114e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.1449060 Nov 04 09:00:08.277999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:08.278767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:08.279002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:08.285412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:08.285740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Attempting to bind port e43bbf76-3067-4c94-b308-ba5019d58829 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:08.291317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:08.294247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 8, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:00:08.294589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:00:08.295147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:00:08.295672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Bound port: e43bbf76-3067-4c94-b308-ba5019d58829, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:00:08.296172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.405232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a388fd82-fc61-4de2-9387-240f31d3c5fe req-02aa9029-acaa-4bad-bb08-23865474bc8f tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279950 Nov 04 09:00:08.474305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:08.479046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:00:08.490176 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.535000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4fa81-2682-4487-ac96-39e374e335eb req-0baf0ba8-9143-4813-8c2d-21bb7cd6fc6f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:08.542262 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01b4fa81-2682-4487-ac96-39e374e335eb req-0baf0ba8-9143-4813-8c2d-21bb7cd6fc6f tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.1668372 Nov 04 09:00:08.552704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:08.553543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.555017 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] 10.222.0.55 "PUT /v2.0/ports/e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 1096 time: 1.0678091 Nov 04 09:00:08.627816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bc489-28e3-4699-9e8a-3925fecdf9da service neutron] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:08.656796 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01b4fa81-2682-4487-ac96-39e374e335eb req-ae5d0c08-4235-4731-af84-871fc3f1f73a tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133909 Nov 04 09:00:08.699643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:00:08.700510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-8741db9a-907a-4025-aab7-f91a14fcc5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:08.703976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-8741db9a-907a-4025-aab7-f91a14fcc5ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1099 time: 0.1004014 Nov 04 09:00:08.759609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9cab55ab-cbd6-41ff-a4ef-6885273219d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.901271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:08.934194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65929a3a-2bf3-4147-afaa-8c08ddb15e24 req-d598f07f-7e49-4469-88cf-90c7b9564842 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:08.942980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65929a3a-2bf3-4147-afaa-8c08ddb15e24 req-d598f07f-7e49-4469-88cf-90c7b9564842 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1795120 Nov 04 09:00:08.944784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:08.963403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f59f191-7a41-4708-a75a-3db8f86915f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:08.973615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'mac_address': 'fa:16:3e:69:9d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:00:08.975663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-7dcfb1f2-7504-410f-b472-a054f21a835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:08.977549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-7dcfb1f2-7504-410f-b472-a054f21a835c service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2619720 Nov 04 09:00:09.027540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.042307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7ee556a-62e5-4dbb-bdd0-ee442c861b6c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:09.050300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-22fa5e9a-e615-44be-96d3-374e619ce3d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.0625806 Nov 04 09:00:09.063700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:09.069787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.090156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9cab55ab-cbd6-41ff-a4ef-6885273219d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.102378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65929a3a-2bf3-4147-afaa-8c08ddb15e24 req-8ef7ab74-dc80-466e-a9ec-3870cbb5b17e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582956 Nov 04 09:00:09.123249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9cab55ab-cbd6-41ff-a4ef-6885273219d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.186797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:09.189757 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d683bed-c663-4698-b0b2-259735d2bb01" -d '{"events": [{"server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "name": "network-vif-plugged", "status": "completed", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:09.199915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab55ab-cbd6-41ff-a4ef-6885273219d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09ffb0f-bb2f-485d-a329-b4e85913c077,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:09.210130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9cab55ab-cbd6-41ff-a4ef-6885273219d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3950669f782e45999032e657fb4b481e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0950572 Nov 04 09:00:09.212686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:09.217455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:09.229088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:09.273216 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bd9a32-cf09-42ef-bdc4-963854fb2637 x-openstack-request-id: req-42bd9a32-cf09-42ef-bdc4-963854fb2637 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:09.273877 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "name": "network-vif-plugged", "status": "completed", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:09.274343 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42bd9a32-cf09-42ef-bdc4-963854fb2637 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:09.274976 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'code': 200} Nov 04 09:00:09.312319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6df1249d-0a3f-4ced-86f7-7980adb3ea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.356011 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6df1249d-0a3f-4ced-86f7-7980adb3ea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.445274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f59f191-7a41-4708-a75a-3db8f86915f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.453805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f59f191-7a41-4708-a75a-3db8f86915f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.511368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59f191-7a41-4708-a75a-3db8f86915f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05031a1-3c9a-435a-a529-747b6f5493a4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:09.514282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6df1249d-0a3f-4ced-86f7-7980adb3ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.517835 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6df1249d-0a3f-4ced-86f7-7980adb3ea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.522008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6df1249d-0a3f-4ced-86f7-7980adb3ea2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f09ffb0f-bb2f-485d-a329-b4e85913c077 HTTP/1.1" status: 204 len: 168 time: 0.2960134 Nov 04 09:00:09.556424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1249d-0a3f-4ced-86f7-7980adb3ea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09ffb0f-bb2f-485d-a329-b4e85913c077,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:09.604804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1f59f191-7a41-4708-a75a-3db8f86915f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63ed459ea9a647618563a76798b659d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021649 Nov 04 09:00:09.607260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:09.663006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-bc194bb2-41b7-4153-987d-a8835db38b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:09.665093 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-bc194bb2-41b7-4153-987d-a8835db38b06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.6071932 Nov 04 09:00:09.692419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-5a3dd682-43c7-4075-b62b-7ee7164a244c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:09.694911 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-5a3dd682-43c7-4075-b62b-7ee7164a244c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.1030476 Nov 04 09:00:09.761707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-470727c8-2d62-4e57-9803-db49df818a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.825599 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-470727c8-2d62-4e57-9803-db49df818a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.895831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-0326ea31-c7c4-4a48-81ff-e99578150ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:09.897494 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-0326ea31-c7c4-4a48-81ff-e99578150ee8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2186117 Nov 04 09:00:09.899228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f586f9-7980-4a1f-b346-014aa08851c2 req-44de3f97-3187-4bdf-bb93-cfef13523f42 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:09.901012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9f586f9-7980-4a1f-b346-014aa08851c2 req-44de3f97-3187-4bdf-bb93-cfef13523f42 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.2014089 Nov 04 09:00:09.912138 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-470727c8-2d62-4e57-9803-db49df818a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.915112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-470727c8-2d62-4e57-9803-db49df818a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.916292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-470727c8-2d62-4e57-9803-db49df818a1a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d05031a1-3c9a-435a-a529-747b6f5493a4 HTTP/1.1" status: 204 len: 168 time: 0.3078480 Nov 04 09:00:09.934626 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4b3c727c-4640-4895-8ea2-1b1a2e5b85f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:09.961997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470727c8-2d62-4e57-9803-db49df818a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05031a1-3c9a-435a-a529-747b6f5493a4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:10.002251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0ac28-b1af-45c4-b0aa-abee6815abd0 req-3c3cb72d-1200-4f49-a18c-e74a78e802d6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:10.004031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ede0ac28-b1af-45c4-b0aa-abee6815abd0 req-3c3cb72d-1200-4f49-a18c-e74a78e802d6 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 946 time: 0.2005010 Nov 04 09:00:10.055470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9f586f9-7980-4a1f-b346-014aa08851c2 req-00d000bf-fea9-4724-b5be-7a82b4689452 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302869 Nov 04 09:00:10.092313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ede0ac28-b1af-45c4-b0aa-abee6815abd0 req-3c57ebea-8aea-4a4d-a3aa-6d9373abca0d tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/security-groups?id=33a8d95e-36f8-42f1-88dd-fe54fd580230&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739303 Nov 04 09:00:10.134382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-a635584f-938d-47a3-8647-9478ff01a120 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270265 Nov 04 09:00:10.144940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Deleting port 523de0ed-4938-4947-a87d-204c41a4c2c2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:10.145576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.175824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:10.178587 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e21fe76-27cd-47d6-8be6-7cf281525e98" -d '{"events": [{"name": "network-changed", "server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:10.211865 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.310966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45872) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:10.339945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfe22aaf-889d-4094-9b0b-1222e723afdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.424787 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eefa9c5-990e-404e-8081-fa22df726146 x-openstack-request-id: req-4eefa9c5-990e-404e-8081-fa22df726146 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:10.425501 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:10.426501 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4eefa9c5-990e-404e-8081-fa22df726146 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:10.436342 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'status': 'completed', 'code': 200} Nov 04 09:00:10.444820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-6df801c0-d15c-417b-bd88-8ca1f36ee8a7 service neutron] 10.222.0.70 "GET /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0/bindings/n-h2-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.1334231 Nov 04 09:00:10.529562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfe22aaf-889d-4094-9b0b-1222e723afdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.538725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfe22aaf-889d-4094-9b0b-1222e723afdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.594850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe22aaf-889d-4094-9b0b-1222e723afdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be77e6f-709b-45df-9ee5-903d11639ff5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:10.614948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dfe22aaf-889d-4094-9b0b-1222e723afdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65a4191c9f8542898f5560d77b69d888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025656 Nov 04 09:00:10.617408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:10.637993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fb2c379-a980-472a-98a2-26a4a84a9a5b req-76a938d3-b773-4d38-bd16-b366d58a76f1 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866571 Nov 04 09:00:10.691637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] For port 523de0ed-4938-4947-a87d-204c41a4c2c2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=523de0ed-4938-4947-a87d-204c41a4c2c2,segment=NetworkSegment(e79931be-e197-40e0-936c-9151d34f08fb),segment_id=e79931be-e197-40e0-936c-9151d34f08fb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:10.692033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.708501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1eb42943-ee6e-4d4b-8392-49a1cda4deb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.709921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Calling delete_port for 523de0ed-4938-4947-a87d-204c41a4c2c2 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:10.727359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:00:10.742033 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1eb42943-ee6e-4d4b-8392-49a1cda4deb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.817702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1eb42943-ee6e-4d4b-8392-49a1cda4deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.821500 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1eb42943-ee6e-4d4b-8392-49a1cda4deb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.823230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1eb42943-ee6e-4d4b-8392-49a1cda4deb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8be77e6f-709b-45df-9ee5-903d11639ff5 HTTP/1.1" status: 204 len: 168 time: 0.2044468 Nov 04 09:00:10.832145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb42943-ee6e-4d4b-8392-49a1cda4deb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be77e6f-709b-45df-9ee5-903d11639ff5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:10.883431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:00:10.884360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.977465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-25a0b353-5ea8-4fdd-842e-c433c0d3f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:10.978817 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:10.979973 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-25a0b353-5ea8-4fdd-842e-c433c0d3f1eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1099 time: 0.4943206 Nov 04 09:00:10.989700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ff680-e362-49d1-94ec-0bddc5b82f7b req-d3267966-6be2-4159-8526-efee83e3d10d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:10.997592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-674ff680-e362-49d1-94ec-0bddc5b82f7b req-d3267966-6be2-4159-8526-efee83e3d10d tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.6020355 Nov 04 09:00:11.068078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:11.076381 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:11.081173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 8aab4c3f-4707-4ed2-b761-732cbe6300b0 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:11.163815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-110f58a7-d9f3-4935-be57-599c1871c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:11.166482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-110f58a7-d9f3-4935-be57-599c1871c836 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32d17854c04044c49225fa15a6d5872b&device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1099 time: 0.3379953 Nov 04 09:00:11.213487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-674ff680-e362-49d1-94ec-0bddc5b82f7b req-9fb36bac-c395-4be5-a426-25c3905fa86b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147844 Nov 04 09:00:11.250910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 523de0ed-4938-4947-a87d-204c41a4c2c2 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:11.287479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:11.289826 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8474052a-c87d-4779-b6cb-1f477627f8d2" -d '{"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:11.316670 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:11.323155 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:11.326312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 523de0ed-4938-4947-a87d-204c41a4c2c2 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:11.327076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 523de0ed-4938-4947-a87d-204c41a4c2c2 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:11.329723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:11.366601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ed108-1661-4ce4-b6d8-840a60311b20 req-ab3dba02-536e-4e1b-92a8-4a51e8dfaed6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:11.376738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-322ed108-1661-4ce4-b6d8-840a60311b20 req-ab3dba02-536e-4e1b-92a8-4a51e8dfaed6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.1420932 Nov 04 09:00:11.401103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:11.471564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-322ed108-1661-4ce4-b6d8-840a60311b20 req-0bec4011-ef8a-436e-8f2a-7b0b27715e42 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902460 Nov 04 09:00:11.489515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:11.574109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:11.582859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-8de02b7b-35fc-4add-8b53-436829cc66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:11.590411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-8de02b7b-35fc-4add-8b53-436829cc66a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.5844548 Nov 04 09:00:11.716678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-3050050b-5cc1-4a9e-9de5-618c8ce8d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:11.723926 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-3050050b-5cc1-4a9e-9de5-618c8ce8d29b service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.4553869 Nov 04 09:00:11.746683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Pushing event deleted for resources: {'Port': ['ID=523de0ed-4938-4947-a87d-204c41a4c2c2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:11.850441 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f60c608-74ab-4ed5-aff0-7a468bca8cea x-openstack-request-id: req-1f60c608-74ab-4ed5-aff0-7a468bca8cea {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:11.850727 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:11.851794 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f60c608-74ab-4ed5-aff0-7a468bca8cea {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:11.852776 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'code': 200} Nov 04 09:00:11.913640 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dc9c0a94-9fde-4fbc-874a-87356552845c req-c5bb923a-6846-4d52-9986-c9744683767c tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 210 time: 0.3321259 Nov 04 09:00:11.981961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-b43196c2-5f4a-412e-b686-3971f4860fde service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.2399580 Nov 04 09:00:11.988958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:11.996308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-67f1e8a2-f1c0-4c4a-a5f4-bb2e99ba685c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 200 len: 217 time: 0.2075861 Nov 04 09:00:12.228573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-8a75d754-23fc-46b0-bab1-439cba4dd0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:12.232656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-8a75d754-23fc-46b0-bab1-439cba4dd0cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2341528 Nov 04 09:00:12.233987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] No DVR routers for this DVR port 523de0ed-4938-4947-a87d-204c41a4c2c2 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:12.389033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-50bc0af5-7ef3-440f-9440-583a310c9fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:12.390901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-50bc0af5-7ef3-440f-9440-583a310c9fc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1708040 Nov 04 09:00:12.404126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:12.408870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6e68301-e8cf-4dfd-860f-9af6f9bf0446 req-177c6e7d-3c81-4e09-92fb-1af1ffffe4b3 tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.55 "DELETE /v2.0/ports/523de0ed-4938-4947-a87d-204c41a4c2c2 HTTP/1.1" status: 204 len: 173 time: 2.6951306 Nov 04 09:00:12.431833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'name': 'network-vif-deleted', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:12.434824 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baedc747-9e55-4e9e-be30-2f796b04e0e2" -d '{"events": [{"server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "name": "network-vif-deleted", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:12.574003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6eba2-0f4d-489d-80d6-4d92301f0124 req-d88d1d11-ad24-4b01-bb87-ef7b183782dc tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:12.577682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aab4c3f-4707-4ed2-b761-732cbe6300b0 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:12.588276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15b6eba2-0f4d-489d-80d6-4d92301f0124 req-d88d1d11-ad24-4b01-bb87-ef7b183782dc tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 944 time: 0.1788309 Nov 04 09:00:12.607474 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc6adda-a031-4a37-9b9a-eeac0bd389b2 x-openstack-request-id: req-9bc6adda-a031-4a37-9b9a-eeac0bd389b2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:12.608371 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3c2296-d22d-49af-9caf-246107e3285c", "name": "network-vif-deleted", "tag": "523de0ed-4938-4947-a87d-204c41a4c2c2", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:12.608861 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9bc6adda-a031-4a37-9b9a-eeac0bd389b2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:12.609579 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3c2296-d22d-49af-9caf-246107e3285c', 'name': 'network-vif-deleted', 'tag': '523de0ed-4938-4947-a87d-204c41a4c2c2', 'status': 'completed', 'code': 200} Nov 04 09:00:12.611299 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:12.645340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:12.669226 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15b6eba2-0f4d-489d-80d6-4d92301f0124 req-f19634fc-08e2-4fd4-b3ff-53e0afbb70be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735006 Nov 04 09:00:12.859141 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:12.883617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-ab98be04-153c-40ad-9b95-b37ef5c53a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:12.888713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-ab98be04-153c-40ad-9b95-b37ef5c53a90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4920311 Nov 04 09:00:13.143910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] Transition to ACTIVE for port object 8aab4c3f-4707-4ed2-b761-732cbe6300b0 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:00:13.187530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e238147-256e-46ee-a69e-c73d8dee7562 req-829f4327-5bb3-4ed3-8349-98a0247a85da tempest-ImagesTestJSON-1295794606 tempest-ImagesTestJSON-1295794606-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b3c2296-d22d-49af-9caf-246107e3285c HTTP/1.1" status: 200 len: 210 time: 0.0627275 Nov 04 09:00:13.205817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:13.283098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-01ad60e6-799c-44f8-b0b5-f1587ed2c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:13.284868 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-01ad60e6-799c-44f8-b0b5-f1587ed2c7d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8721132 Nov 04 09:00:13.409581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-202c1d8c-7be9-49b5-aeee-de9e7ce5451d service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288082 Nov 04 09:00:13.444524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce6d5d-e5b8-4160-97cb-a0551f9ee8de req-e2d18250-afb8-4339-aa74-9a4e0c1dfc98 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:13.453037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4ce6d5d-e5b8-4160-97cb-a0551f9ee8de req-e2d18250-afb8-4339-aa74-9a4e0c1dfc98 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.7515488 Nov 04 09:00:13.468753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] No DVR routers for this DVR port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:13.644514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] Pushing event updated for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:13.672001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-b19f9ed1-04d5-4f81-baf8-85250d1b4789 service neutron] 10.222.0.70 "PUT /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0/bindings/n-h2-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 3.2082953 Nov 04 09:00:13.686927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4ce6d5d-e5b8-4160-97cb-a0551f9ee8de req-157b7ee9-4acc-43c4-8b53-4664d15748a5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328353 Nov 04 09:00:13.811499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-57c8afdc-694d-46d5-b93b-b392ee10284c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085196 Nov 04 09:00:13.901422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0b6a4-4adb-4e24-8944-2c764048197c req-a914e47b-22c9-4442-a52e-8038154add05 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:13.910587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-add0b6a4-4adb-4e24-8944-2c764048197c req-a914e47b-22c9-4442-a52e-8038154add05 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 945 time: 0.0828207 Nov 04 09:00:13.984771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-add0b6a4-4adb-4e24-8944-2c764048197c req-14c49f5a-d9e8-47d2-b1ad-54972d735689 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677381 Nov 04 09:00:14.717825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-19fa47a1-340c-46ad-97dc-cc9c680ee988 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8666840 Nov 04 09:00:14.723554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e21fe76-27cd-47d6-8be6-7cf281525e98 req-72a10163-fa30-44f7-8be6-7651212ab908 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2652066 Nov 04 09:00:14.758859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-0867c7c3-2181-4885-9094-838d648b92fc tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:14.760521 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-0867c7c3-2181-4885-9094-838d648b92fc tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.9987185 Nov 04 09:00:14.849855 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:14.902926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-2f70746e-d8c1-4a26-85f8-45a072280b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:14.904994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-2f70746e-d8c1-4a26-85f8-45a072280b1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba&tenant_id=19af51fe722143b99fa56ef5946f9baf HTTP/1.1" status: 200 len: 1096 time: 0.1321902 Nov 04 09:00:15.008300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] Deleting subnet bed23fc1-1439-4233-9e98-310eebd3206b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:00:15.013353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.055413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-fbc0d35a-5696-4fcb-a979-e3fd0fbc52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:15.063129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-fbc0d35a-5696-4fcb-a979-e3fd0fbc52d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=19af51fe722143b99fa56ef5946f9baf&device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1096 time: 0.1255178 Nov 04 09:00:15.064809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.078622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2a0eb-7dce-49af-ae0f-ea9c359628b5 req-ee44127a-a456-4540-a88f-ddb7e5a10f18 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:15.090648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-18c2a0eb-7dce-49af-ae0f-ea9c359628b5 req-ee44127a-a456-4540-a88f-ddb7e5a10f18 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 948 time: 0.1919522 Nov 04 09:00:15.166628 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.258475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:00:15.300617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.341891 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-18c2a0eb-7dce-49af-ae0f-ea9c359628b5 req-d909fae6-60f9-4ca5-ae5d-5d77f74db841 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502296 Nov 04 09:00:15.349895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed23fc1-1439-4233-9e98-310eebd3206b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:15.374469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.381842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f39264e2-9529-4798-ad80-2578ae1866e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bed23fc1-1439-4233-9e98-310eebd3206b HTTP/1.1" status: 204 len: 168 time: 0.5300505 Nov 04 09:00:15.388224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:15.412481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-8bd418d6-9ad4-41b3-bea9-7ab8a85d8f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:15.413966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-8bd418d6-9ad4-41b3-bea9-7ab8a85d8f80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 200 len: 922 time: 0.3181505 Nov 04 09:00:15.501010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-233fd977-493c-44ff-9dce-443eb899d214 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 200 len: 217 time: 0.0750136 Nov 04 09:00:15.559650 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.675528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12138b-43a1-4e70-8a12-ebf46405b550 req-aea165a6-40df-4c22-abb2-d7d1b9c20ae7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:15.694235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df12138b-43a1-4e70-8a12-ebf46405b550 req-aea165a6-40df-4c22-abb2-d7d1b9c20ae7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 945 time: 0.3484864 Nov 04 09:00:15.696832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:15.738426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-7b747747-9104-4873-bb75-466e2f19ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:15.748889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'mac_address': 'fa:16:3e:ca:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:00:15.749797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-7b747747-9104-4873-bb75-466e2f19ddf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 200 len: 861 time: 0.2344332 Nov 04 09:00:15.778071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df12138b-43a1-4e70-8a12-ebf46405b550 req-28e8f091-817b-462a-a23f-a08c4bb60c57 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820248 Nov 04 09:00:15.798021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.854905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-cdc4cfa8-21d3-4f0f-a568-647a1e865c04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2913280e-717f-43a3-a683-8254fdca979e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041808 Nov 04 09:00:15.893108 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:15.925057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e43bbf76-3067-4c94-b308-ba5019d58829 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:15.971191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:15.980796 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.097226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-cdfead62-96d4-4770-9c7a-4cc09e0222cf service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328365 Nov 04 09:00:16.125945 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.141420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=12']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:16.196220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.294512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbfc59b-884b-4f0b-83d0-21616fceda6c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:16.309385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa45da-2789-475f-a881-a301c09eb03c req-613d2c02-c533-421e-bbe8-7ea3237b957e tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:16.309965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e43bbf76-3067-4c94-b308-ba5019d58829'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:16.319774 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56fa45da-2789-475f-a881-a301c09eb03c req-613d2c02-c533-421e-bbe8-7ea3237b957e tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 1100 time: 0.1905675 Nov 04 09:00:16.339188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e79931be-e197-40e0-936c-9151d34f08fb') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:16.339496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e79931be-e197-40e0-936c-9151d34f08fb') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:16.385078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.410374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56fa45da-2789-475f-a881-a301c09eb03c req-87bb2495-2495-402d-b568-240326efd223 tempest-MigrationsAdminTest-1956495837 tempest-MigrationsAdminTest-1956495837-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895348 Nov 04 09:00:16.429143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-fae63f50-4fe5-40d7-be6b-895a33066196 service neutron] 10.222.0.55 "GET /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053685 Nov 04 09:00:16.503875 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.542362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:00:16.544207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:00:16.548973 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:00:16.707805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.774137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:16.778885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9dbfc59b-884b-4f0b-83d0-21616fceda6c HTTP/1.1" status: 204 len: 168 time: 1.3889267 Nov 04 09:00:16.830516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0660cf0f-3b67-4090-91b0-52269f762799 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dbfc59b-884b-4f0b-83d0-21616fceda6c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:17.035520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-5a80b9ca-9968-4d50-993b-5acbc857b8fa tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:17.037992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-5a80b9ca-9968-4d50-993b-5acbc857b8fa tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba&tenant_id=19af51fe722143b99fa56ef5946f9baf&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.1242583 Nov 04 09:00:17.128947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0b24b-a3e8-4844-a7a7-0ed46d443b22 req-da25b138-61ab-4a01-b1fb-1b56abb413e0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:17.138567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95e0b24b-a3e8-4844-a7a7-0ed46d443b22 req-da25b138-61ab-4a01-b1fb-1b56abb413e0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1313672 Nov 04 09:00:17.217158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46192) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:17.250823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95e0b24b-a3e8-4844-a7a7-0ed46d443b22 req-461e0140-b624-468c-9990-fae1d80dc602 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038482 Nov 04 09:00:17.450605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46200) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:17.592823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e98dbe-ff65-4faf-b1fa-3bab750322b7 req-ac555e0e-875a-41a9-a4e2-e6986cbcc9ce tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:17.604912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f3e98dbe-ff65-4faf-b1fa-3bab750322b7 req-ac555e0e-875a-41a9-a4e2-e6986cbcc9ce tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 945 time: 0.4973996 Nov 04 09:00:17.613637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8419ea03-d2c5-4cd7-97c6-db7c12b5c414 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df22224a809c45d780df520a392a8099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937743 Nov 04 09:00:17.616193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46210) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:17.724276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-beb03d73-80e7-4fc4-b756-596eac2babf1 service neutron] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:17.739349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f3e98dbe-ff65-4faf-b1fa-3bab750322b7 req-68eab036-fe30-428b-8b5a-21bf802db324 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289451 Nov 04 09:00:17.754718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-beb03d73-80e7-4fc4-b756-596eac2babf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:17.757706 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ff4d434-543c-4d56-b49a-00fce8b4e231 req-beb03d73-80e7-4fc4-b756-596eac2babf1 service neutron] 10.222.0.55 "DELETE /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0/bindings/n-h1-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.7080705 Nov 04 09:00:17.787436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98afca0d-e971-410d-b7c7-81232518220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:17.862291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6f8b-00fd-473b-985a-533e439854f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:17.912154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98afca0d-e971-410d-b7c7-81232518220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.077125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670de216-f1b8-4c91-981c-7692b75a3b6d req-f3f8f8a1-9e4e-42c3-813e-7aff006fa2dc tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:18.093350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-670de216-f1b8-4c91-981c-7692b75a3b6d req-f3f8f8a1-9e4e-42c3-813e-7aff006fa2dc tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 1096 time: 0.1261718 Nov 04 09:00:18.171227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-670de216-f1b8-4c91-981c-7692b75a3b6d req-6789c92b-4830-4529-9cf5-8693488f9254 tempest-LiveAutoBlockMigrationV225Test-1892265158 tempest-LiveAutoBlockMigrationV225Test-1892265158-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769103 Nov 04 09:00:18.192279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98afca0d-e971-410d-b7c7-81232518220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.195584 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98afca0d-e971-410d-b7c7-81232518220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.197143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-98afca0d-e971-410d-b7c7-81232518220e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/33a8d95e-36f8-42f1-88dd-fe54fd580230 HTTP/1.1" status: 204 len: 168 time: 0.5796468 Nov 04 09:00:18.207515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6f8b-00fd-473b-985a-533e439854f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.215563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afca0d-e971-410d-b7c7-81232518220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a8d95e-36f8-42f1-88dd-fe54fd580230,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:18.217739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dcc6f8b-00fd-473b-985a-533e439854f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.259075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0dcc6f8b-00fd-473b-985a-533e439854f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7babee17129d40a0ad3e7e748a59b6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8013911 Nov 04 09:00:18.259737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46230) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:18.376372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc6f8b-00fd-473b-985a-533e439854f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178d9593-2c6c-4b5d-b577-7f9796e3f25c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:18.472031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b1a55ca-90c0-4c79-8fde-d0419d66787d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.556492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0518c4-62c3-4b58-8328-891c626c6ec1 req-c4619900-7b94-40b1-8511-fe4114adec27 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:18.570628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a0518c4-62c3-4b58-8328-891c626c6ec1 req-c4619900-7b94-40b1-8511-fe4114adec27 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.1176887 Nov 04 09:00:18.609064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b1a55ca-90c0-4c79-8fde-d0419d66787d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.660702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a0518c4-62c3-4b58-8328-891c626c6ec1 req-e6e93ee0-c16b-49ae-bd78-ff0feac80623 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886972 Nov 04 09:00:18.747287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-37290d70-f407-4019-9e78-29cf49650837 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:18.755275 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-37290d70-f407-4019-9e78-29cf49650837 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 949 time: 0.2510128 Nov 04 09:00:18.890581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b1a55ca-90c0-4c79-8fde-d0419d66787d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.894013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b1a55ca-90c0-4c79-8fde-d0419d66787d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:18.901690 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7b1a55ca-90c0-4c79-8fde-d0419d66787d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/178d9593-2c6c-4b5d-b577-7f9796e3f25c HTTP/1.1" status: 204 len: 168 time: 0.6387179 Nov 04 09:00:18.953324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a55ca-90c0-4c79-8fde-d0419d66787d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178d9593-2c6c-4b5d-b577-7f9796e3f25c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:18.968838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9a7c4-2440-451a-bbab-8e06be7711a2 req-c5d5ff8c-9d48-4fbb-a46b-90a0b92e4fef tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:18.988367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94c9a7c4-2440-451a-bbab-8e06be7711a2 req-c5d5ff8c-9d48-4fbb-a46b-90a0b92e4fef tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 945 time: 0.2075808 Nov 04 09:00:19.000179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Deleting port e43bbf76-3067-4c94-b308-ba5019d58829 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:19.000521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:19.056172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94c9a7c4-2440-451a-bbab-8e06be7711a2 req-99b796df-f42c-4aae-aef8-b66b1d603629 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666382 Nov 04 09:00:19.174932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] For port e43bbf76-3067-4c94-b308-ba5019d58829, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e43bbf76-3067-4c94-b308-ba5019d58829,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:19.176072 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:19.194524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Calling delete_port for e43bbf76-3067-4c94-b308-ba5019d58829 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:19.286404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:00:19.446342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46274) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:19.462847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port e43bbf76-3067-4c94-b308-ba5019d58829 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:00:19.472970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e43bbf76-3067-4c94-b308-ba5019d58829 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:00:19.473347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:19.483797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-d6a0ee54-f0a2-48b2-bed7-b43297a70a40 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:19.486551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-d6a0ee54-f0a2-48b2-bed7-b43297a70a40 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 945 time: 0.1528172 Nov 04 09:00:19.615603 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:19.689446 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:19.691768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:19.757576 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a021bd9f-d57d-4093-b3d2-d2cbed49e96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:19.788402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0', '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:19.809750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e43bbf76-3067-4c94-b308-ba5019d58829'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:19.846912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event deleted for resources: {'Port': ['ID=e43bbf76-3067-4c94-b308-ba5019d58829,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:19.865554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Deleting port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:19.872125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.032828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a021bd9f-d57d-4093-b3d2-d2cbed49e96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.039041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a021bd9f-d57d-4093-b3d2-d2cbed49e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.089519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] For port 8aab4c3f-4707-4ed2-b761-732cbe6300b0, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8aab4c3f-4707-4ed2-b761-732cbe6300b0,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:20.090086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.131328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Calling delete_port for 8aab4c3f-4707-4ed2-b761-732cbe6300b0 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:20.152052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021bd9f-d57d-4093-b3d2-d2cbed49e96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c1e6d7-43ef-44a6-b8c0-1db87b0ce450,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:20.192220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1037b842-4775-4996-8902-3587b6112bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.349952 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1037b842-4775-4996-8902-3587b6112bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.357864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a021bd9f-d57d-4093-b3d2-d2cbed49e96c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4b3a335b1ff421899058693ca863d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616127 Nov 04 09:00:20.362665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1037b842-4775-4996-8902-3587b6112bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.390484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:20.430761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037b842-4775-4996-8902-3587b6112bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0efdc46-150f-4657-8f45-0a66a03b5882,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:20.498530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1037b842-4775-4996-8902-3587b6112bbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fd02af761684682b78497f4dc03b731&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0492942 Nov 04 09:00:20.504651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46316) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:20.512172 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c356eea5-9244-4fb9-95ce-44d6de00f8c7 req-8bc8d939-c4de-4317-8116-0b6437353f33 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=af525ea0-4499-4144-b107-7fba91d6855a HTTP/1.1" status: 200 len: 210 time: 0.5683997 Nov 04 09:00:20.514135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] No DVR routers for this DVR port e43bbf76-3067-4c94-b308-ba5019d58829 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:20.522774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.530525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76b8cb02-f29c-4efa-b078-13ed9daa6e6e req-fc0bd626-055d-4a86-8f5a-064dc4026a1a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.55 "DELETE /v2.0/ports/e43bbf76-3067-4c94-b308-ba5019d58829 HTTP/1.1" status: 204 len: 173 time: 1.7651229 Nov 04 09:00:20.561775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d384b0-df9a-41be-952d-50214f7eb8b9 req-7970bbda-e803-4e5c-b380-5dea1bfcbab7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:20.572685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5d384b0-df9a-41be-952d-50214f7eb8b9 req-7970bbda-e803-4e5c-b380-5dea1bfcbab7 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 945 time: 0.2196054 Nov 04 09:00:20.685351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-deleted', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:20.687842 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a9b57d-04f0-487b-841e-7b036c7dc6cb" -d '{"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-deleted", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:20.738353 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.752100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9b03fe0a-714f-4add-9929-322abb07a4f7', '8aab4c3f-4707-4ed2-b761-732cbe6300b0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:20.765927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4e7226c-771d-41bb-a3f4-af61b11ae6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.806783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5d384b0-df9a-41be-952d-50214f7eb8b9 req-105644c6-08ed-4a0d-8774-4dd12169d886 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314513 Nov 04 09:00:20.814563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f959c99-f98f-45ac-93ec-5092325c8392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.890895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4e7226c-771d-41bb-a3f4-af61b11ae6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.909516 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43533cc-1e76-4688-940a-91ffd1766ac8 x-openstack-request-id: req-c43533cc-1e76-4688-940a-91ffd1766ac8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:20.911553 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af525ea0-4499-4144-b107-7fba91d6855a", "name": "network-vif-deleted", "tag": "e43bbf76-3067-4c94-b308-ba5019d58829", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:20.912263 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c43533cc-1e76-4688-940a-91ffd1766ac8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:20.914836 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af525ea0-4499-4144-b107-7fba91d6855a', 'name': 'network-vif-deleted', 'tag': 'e43bbf76-3067-4c94-b308-ba5019d58829', 'status': 'completed', 'code': 200} Nov 04 09:00:20.915704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event deleted for resources: {'Port': ['ID=8aab4c3f-4707-4ed2-b761-732cbe6300b0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:20.935665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f959c99-f98f-45ac-93ec-5092325c8392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.955205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] No DVR routers for this DVR port 8aab4c3f-4707-4ed2-b761-732cbe6300b0 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:20.959699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:20.968358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c227605-32d3-4251-a51b-70f508ac4c4f req-ecbb1ff1-5c69-4d67-b26b-d48b248d72be tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "DELETE /v2.0/ports/8aab4c3f-4707-4ed2-b761-732cbe6300b0 HTTP/1.1" status: 204 len: 173 time: 1.4734569 Nov 04 09:00:21.033351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f959c99-f98f-45ac-93ec-5092325c8392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:21.041985 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f959c99-f98f-45ac-93ec-5092325c8392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:21.047307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9f959c99-f98f-45ac-93ec-5092325c8392 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0efdc46-150f-4657-8f45-0a66a03b5882 HTTP/1.1" status: 204 len: 168 time: 0.5410111 Nov 04 09:00:21.094112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f959c99-f98f-45ac-93ec-5092325c8392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0efdc46-150f-4657-8f45-0a66a03b5882,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:21.195246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4e7226c-771d-41bb-a3f4-af61b11ae6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:21.198583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4e7226c-771d-41bb-a3f4-af61b11ae6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:21.201343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e4e7226c-771d-41bb-a3f4-af61b11ae6ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3c1e6d7-43ef-44a6-b8c0-1db87b0ce450 HTTP/1.1" status: 204 len: 168 time: 0.7825663 Nov 04 09:00:21.218565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7226c-771d-41bb-a3f4-af61b11ae6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c1e6d7-43ef-44a6-b8c0-1db87b0ce450,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:21.838174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1ea5e-7760-4f3a-aed4-3fccefc12444 req-8562ebd2-ba36-4f79-8d9b-265a21ed8668 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:21.853321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4fd1ea5e-7760-4f3a-aed4-3fccefc12444 req-8562ebd2-ba36-4f79-8d9b-265a21ed8668 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 946 time: 0.1549120 Nov 04 09:00:21.962329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4fd1ea5e-7760-4f3a-aed4-3fccefc12444 req-8bab75d0-e3c0-4078-823f-8f45ce3b67d3 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081049 Nov 04 09:00:22.032810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46396) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:22.061730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c50a2ad-bd1f-4eb8-a98e-4998e4dd2c57 req-dc20057e-1ce7-4d18-990b-29fcb99923f5 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.0648987 Nov 04 09:00:22.173418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acb3e8-151a-41f0-9e1c-d5e024c52092 req-bf897d94-7d2e-4ff5-853c-81764adaf1c5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:22.177664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a6acb3e8-151a-41f0-9e1c-d5e024c52092 req-bf897d94-7d2e-4ff5-853c-81764adaf1c5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 950 time: 0.1067030 Nov 04 09:00:22.297282 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a6acb3e8-151a-41f0-9e1c-d5e024c52092 req-b148a6a5-e888-471c-8a96-107eb618e6b6 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021354 Nov 04 09:00:22.308731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46406) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:22.338823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe880-022c-4a1a-94da-986cf5c1a2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.411994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-997d0274-563d-4cf4-9568-650da4af6989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.530071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe880-022c-4a1a-94da-986cf5c1a2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.556652 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f7fbe880-022c-4a1a-94da-986cf5c1a2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.596990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-997d0274-563d-4cf4-9568-650da4af6989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.615801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-997d0274-563d-4cf4-9568-650da4af6989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.684930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f7fbe880-022c-4a1a-94da-986cf5c1a2a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af7e8b56879c4dd8ae4c09dc3e3683b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3742507 Nov 04 09:00:22.685457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:22.707279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbe880-022c-4a1a-94da-986cf5c1a2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aceb8e-41c0-47e0-a42a-db8bd2295dd3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:22.768718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156c48db-3d02-4470-9093-574e25ca1c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.785407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:22.789609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-997d0274-563d-4cf4-9568-650da4af6989 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d379ff090938466fa9f40bd7d2f41bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7482128 Nov 04 09:00:22.792722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d0274-563d-4cf4-9568-650da4af6989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0f3bd2-348f-44e3-8859-6c57ebb0819a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:22.814054 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156c48db-3d02-4470-9093-574e25ca1c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.917664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'name': 'network-vif-deleted', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:22.921061 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a97ec-6b21-46d5-89fb-944e2c82af09" -d '{"events": [{"server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "name": "network-vif-deleted", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:22.947572 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156c48db-3d02-4470-9093-574e25ca1c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.950775 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-156c48db-3d02-4470-9093-574e25ca1c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.952203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-156c48db-3d02-4470-9093-574e25ca1c9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2aceb8e-41c0-47e0-a42a-db8bd2295dd3 HTTP/1.1" status: 204 len: 168 time: 0.2620201 Nov 04 09:00:22.964799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9510323-9f47-4dd3-977e-c101815d14f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:22.968018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c48db-3d02-4470-9093-574e25ca1c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aceb8e-41c0-47e0-a42a-db8bd2295dd3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:23.030811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9510323-9f47-4dd3-977e-c101815d14f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:23.054423 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffff9d-aa38-489f-9dd1-e6f1551fecc6 x-openstack-request-id: req-00ffff9d-aa38-489f-9dd1-e6f1551fecc6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:23.055220 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba", "name": "network-vif-deleted", "tag": "8aab4c3f-4707-4ed2-b761-732cbe6300b0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:23.055954 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00ffff9d-aa38-489f-9dd1-e6f1551fecc6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:23.057291 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d6ef4-e875-4dfb-a2d3-29bfceeb72ba', 'name': 'network-vif-deleted', 'tag': '8aab4c3f-4707-4ed2-b761-732cbe6300b0', 'status': 'completed', 'code': 200} Nov 04 09:00:23.119952 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9510323-9f47-4dd3-977e-c101815d14f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:23.123210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9510323-9f47-4dd3-977e-c101815d14f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:23.124409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9510323-9f47-4dd3-977e-c101815d14f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b0f3bd2-348f-44e3-8859-6c57ebb0819a HTTP/1.1" status: 204 len: 168 time: 0.3372850 Nov 04 09:00:23.143453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9510323-9f47-4dd3-977e-c101815d14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0f3bd2-348f-44e3-8859-6c57ebb0819a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:23.283237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:23.336757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: e43bbf76-3067-4c94-b308-ba5019d58829 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:23.337106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e43bbf76-3067-4c94-b308-ba5019d58829 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:23.337573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8aab4c3f-4707-4ed2-b761-732cbe6300b0 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:23.356493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5218930-307c-4a6c-9222-78199ef52f3e req-229023b0-bd52-41d7-9b64-e43bdcaa50d4 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.0791111 Nov 04 09:00:23.434182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 8aab4c3f-4707-4ed2-b761-732cbe6300b0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:23.434770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8aab4c3f-4707-4ed2-b761-732cbe6300b0 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:23.437379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8a233-a588-4c98-be83-c9d1a5746afa req-ac1f077c-d75f-4790-874a-bde8fcb2bd89 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:23.449251 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11f8a233-a588-4c98-be83-c9d1a5746afa req-ac1f077c-d75f-4790-874a-bde8fcb2bd89 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 946 time: 0.1774051 Nov 04 09:00:23.566448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93382e7-4a75-4fe9-9a8b-c8ee13775df1 req-d32d40ba-328e-480a-b0af-76b5aeae5e06 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:23.567286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11f8a233-a588-4c98-be83-c9d1a5746afa req-b7c17bab-2455-4c97-b73e-f9c154757b87 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169882 Nov 04 09:00:23.591525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a93382e7-4a75-4fe9-9a8b-c8ee13775df1 req-d32d40ba-328e-480a-b0af-76b5aeae5e06 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 950 time: 0.1185341 Nov 04 09:00:23.626325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-fe1156cf-2cd4-4b13-934e-20736a8068e0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:23.628515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-fe1156cf-2cd4-4b13-934e-20736a8068e0 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 950 time: 0.3092639 Nov 04 09:00:23.683900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-a1628300-2216-45e4-b631-968a7a55fbbe tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:23.685326 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-a1628300-2216-45e4-b631-968a7a55fbbe tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.55 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 946 time: 0.1337590 Nov 04 09:00:23.713899 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a93382e7-4a75-4fe9-9a8b-c8ee13775df1 req-fd62ed6c-1dce-4274-bb6c-df254fda919e tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196628 Nov 04 09:00:23.919956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Deleting port e093b24a-bd94-4545-ad6f-938bdf8ddea6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:23.920974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:24.028436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] For port e093b24a-bd94-4545-ad6f-938bdf8ddea6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e093b24a-bd94-4545-ad6f-938bdf8ddea6,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:24.029336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:24.050591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Calling delete_port for e093b24a-bd94-4545-ad6f-938bdf8ddea6 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:24.210046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:24.224802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0', '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:24.242536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Deleting port b40cc02b-9a91-4237-938c-7f93d6c92300 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:24.243084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:24.346047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event deleted for resources: {'Port': ['ID=e093b24a-bd94-4545-ad6f-938bdf8ddea6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:24.406517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] No DVR routers for this DVR port e093b24a-bd94-4545-ad6f-938bdf8ddea6 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:24.415563 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:24.441309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696d539e-3b26-40a4-bf9e-17d506697d9d req-e541dddc-d2f7-4f4c-8e81-2139b1f12dc3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "DELETE /v2.0/ports/e093b24a-bd94-4545-ad6f-938bdf8ddea6 HTTP/1.1" status: 204 len: 173 time: 0.8033028 Nov 04 09:00:24.573526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] For port b40cc02b-9a91-4237-938c-7f93d6c92300, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b40cc02b-9a91-4237-938c-7f93d6c92300,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:24.573916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:24.579323 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4db70ef9-3443-4fb7-ac94-e2b153c4df30 req-7505edcb-2a95-4803-82f4-54b8bc8f8c99 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.0548522 Nov 04 09:00:24.597204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Calling delete_port for b40cc02b-9a91-4237-938c-7f93d6c92300 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:25.032781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-023d2bba-d93c-4a77-b7db-122f995019d7 req-ee6bfbb3-d242-4b1a-830d-c4f758112363 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=aa529264-d55e-461d-b56b-abbb3c8807bd HTTP/1.1" status: 200 len: 210 time: 0.0751715 Nov 04 09:00:25.053792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656045f-0158-4ae4-89c9-649112b34acf req-d04aa5ca-3a1a-4f0a-8297-3db69ddffde1 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:25.076740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1656045f-0158-4ae4-89c9-649112b34acf req-d04aa5ca-3a1a-4f0a-8297-3db69ddffde1 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/ports?device_id=b76f9dd8-6b21-4095-9b38-ddcd87118e66 HTTP/1.1" status: 200 len: 946 time: 0.3180025 Nov 04 09:00:25.124630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-deleted', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:25.131928 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747dac39-6f3c-4ef8-8aaf-5825e7a90aee" -d '{"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-deleted", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:25.272701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1656045f-0158-4ae4-89c9-649112b34acf req-34363e48-b99b-4d04-bffc-8456b4f8b900 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.53 "GET /v2.0/security-groups?id=a4d77375-cbe0-4cba-ab12-861dc55a556b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933420 Nov 04 09:00:25.393702 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546fd8af-91c0-4367-a01d-5dedd1185eb4 x-openstack-request-id: req-546fd8af-91c0-4367-a01d-5dedd1185eb4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:25.393997 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa529264-d55e-461d-b56b-abbb3c8807bd", "name": "network-vif-deleted", "tag": "e093b24a-bd94-4545-ad6f-938bdf8ddea6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:25.394247 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-546fd8af-91c0-4367-a01d-5dedd1185eb4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:25.394640 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa529264-d55e-461d-b56b-abbb3c8807bd', 'name': 'network-vif-deleted', 'tag': 'e093b24a-bd94-4545-ad6f-938bdf8ddea6', 'status': 'completed', 'code': 200} Nov 04 09:00:25.401922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:25.480692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Pushing event deleted for resources: {'Port': ['ID=b40cc02b-9a91-4237-938c-7f93d6c92300,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:25.522296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] No DVR routers for this DVR port b40cc02b-9a91-4237-938c-7f93d6c92300 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:25.524995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:25.528703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-79d352d3-54a2-45f8-b6df-ef5f97a4719a req-01a79d09-0cd7-4614-b4a7-029b301ae6d6 tempest-AttachSCSIVolumeTestJSON-2037722119 tempest-AttachSCSIVolumeTestJSON-2037722119-project] 10.222.0.55 "DELETE /v2.0/ports/b40cc02b-9a91-4237-938c-7f93d6c92300 HTTP/1.1" status: 204 len: 173 time: 1.8349788 Nov 04 09:00:25.823050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecf90f58-f09d-45bc-b5fa-b8467e9da13d req-caf61d27-34d0-4579-b025-e3f2fe36d1f9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.1079557 Nov 04 09:00:25.969545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46544) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:26.370208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-965580362-network', 'tenant_id': '92d1f66f951a4fa1b28f09d43a150dbc'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:26.427576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Made reservation on behalf of 92d1f66f951a4fa1b28f09d43a150dbc for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:00:26.432967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:26.455771 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:26.676006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:26.682058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:26.729452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd6039-0630-4092-b28e-175cffb580dc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:26.773505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:00:26.776217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:26.793855 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:26.795329 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Added segment 81641542-dbef-4815-baa0-e5d31b4ba20d of type vlan for network 894a9341-68dc-452c-ac71-a80f123376f5 Nov 04 09:00:26.863419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e093b24a-bd94-4545-ad6f-938bdf8ddea6 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:26.863419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e093b24a-bd94-4545-ad6f-938bdf8ddea6 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:26.927171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:27.003634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:27.005548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:27.006882 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:27.119982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e393a-0682-44a2-b899-10e49296183e req-6323a2f9-caf0-4077-a5b6-0010049e9fcc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:27.130956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-253e393a-0682-44a2-b899-10e49296183e req-6323a2f9-caf0-4077-a5b6-0010049e9fcc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.1438975 Nov 04 09:00:27.133034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1612506 Nov 04 09:00:27.144898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46584) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:27.153960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Request body: {'subnet': {'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-965580362-subnet', 'tenant_id': '92d1f66f951a4fa1b28f09d43a150dbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:27.176313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57449a4-48be-4238-b0be-a2ac6fd2ee78 admin admin] Pushing event updated for resources: {'Network': ['ID=894a9341-68dc-452c-ac71-a80f123376f5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:27.193580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 894a9341-68dc-452c-ac71-a80f123376f5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:00:27.217829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Made reservation on behalf of 92d1f66f951a4fa1b28f09d43a150dbc for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:00:27.228398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:27.270989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-253e393a-0682-44a2-b899-10e49296183e req-940997f0-6f53-4695-920f-88e45c2d5e74 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390188 Nov 04 09:00:27.401410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'name': 'network-vif-deleted', 'tag': 'b40cc02b-9a91-4237-938c-7f93d6c92300'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:27.404950 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d37662-a0c0-4872-ab35-0292733a2409" -d '{"events": [{"server_uuid": "b76f9dd8-6b21-4095-9b38-ddcd87118e66", "name": "network-vif-deleted", "tag": "b40cc02b-9a91-4237-938c-7f93d6c92300"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:27.410779 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c878b461-2e73-4488-9dd6-d8d4ed988a4b req-607d9ad0-2744-4dcc-9ed6-4809aef245e0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.0445755 Nov 04 09:00:27.431376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b40cc02b-9a91-4237-938c-7f93d6c92300 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:27.563870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: b40cc02b-9a91-4237-938c-7f93d6c92300 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:27.564619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b40cc02b-9a91-4237-938c-7f93d6c92300 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:27.601405 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95713dd7-8cb4-4933-89a5-a7ab77e7c11d x-openstack-request-id: req-95713dd7-8cb4-4933-89a5-a7ab77e7c11d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:27.601692 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b76f9dd8-6b21-4095-9b38-ddcd87118e66", "name": "network-vif-deleted", "tag": "b40cc02b-9a91-4237-938c-7f93d6c92300", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:27.603767 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95713dd7-8cb4-4933-89a5-a7ab77e7c11d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:27.604312 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b76f9dd8-6b21-4095-9b38-ddcd87118e66', 'name': 'network-vif-deleted', 'tag': 'b40cc02b-9a91-4237-938c-7f93d6c92300', 'status': 'completed', 'code': 200} Nov 04 09:00:27.808376 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:28.078287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2adfd5-1f31-42da-8e85-73eafee62bb5,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:28.307512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Checking segment: {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:00:28.308396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Network hostable DHCP agents. Network: 894a9341-68dc-452c-ac71-a80f123376f5, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:00:28.380615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-3ec749c3-26eb-45e7-a90c-fba166240e7d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:28.382854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-3ec749c3-26eb-45e7-a90c-fba166240e7d tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.3480008 Nov 04 09:00:28.447149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Network 894a9341-68dc-452c-ac71-a80f123376f5 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:00:28.502056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 894a9341-68dc-452c-ac71-a80f123376f5) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:00:28.516120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5789b2e7-5aa1-42a6-8af6-ffa0a5c8c34c None None] Network 894a9341-68dc-452c-ac71-a80f123376f5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:00:28.518053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:28.521171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:28.541000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:28.600320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3fea51ed-bd94-429b-9dbc-817a281b6126 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4536889 Nov 04 09:00:28.632213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Deleting port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:28.632594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:28.769670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66cb903-9276-42f7-a263-71670dc5251f None None] Network 894a9341-68dc-452c-ac71-a80f123376f5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:00:28.965398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:29.085447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] For port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:29.086505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:29.120118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Calling delete_port for 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:29.379815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:29.393709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:29.448638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a188b-40fa-4db8-88b0-811d2c8c886e req-6722fca0-d2c4-4392-90d0-90a8aaa831f3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:29.450229 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-590a188b-40fa-4db8-88b0-811d2c8c886e req-6722fca0-d2c4-4392-90d0-90a8aaa831f3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=59c50e8b-3679-48da-8c5c-721d0f881da0 HTTP/1.1" status: 200 len: 949 time: 0.8872952 Nov 04 09:00:29.511491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=98f0981fb3c2479ebe5d1afd9a6342ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9636273 Nov 04 09:00:29.511780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46696) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:29.579353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40555522-af91-4998-8a8a-37c919632ce2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:29.642384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22e7f63a-5f7c-4c40-865f-43795b43b2e0 req-ac78885d-67e9-45e4-a61a-a7fd38d37303 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=d99d6ef4-e875-4dfb-a2d3-29bfceeb72ba HTTP/1.1" status: 200 len: 210 time: 0.0602458 Nov 04 09:00:29.657535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.657881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.664240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.665032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.665214 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-590a188b-40fa-4db8-88b0-811d2c8c886e req-15b35642-7cdb-4a1e-a487-1f5bb5279747 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895168 Nov 04 09:00:29.666073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.666587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.667409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.668277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.671680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.673057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.674735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:29.675717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.676290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ad09c9-301c-498d-891c-d78c53a04f45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.691669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:29.817977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event deleted for resources: {'Port': ['ID=0f8b552e-8fd6-481d-a8f2-73b95b4e1672,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:29.847754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.848313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.848949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.849453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.852324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.852926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.853421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.853925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.854406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.854885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.868717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.869315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:29.978285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] No DVR routers for this DVR port 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:29.982818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:29.995821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-372b518f-7424-41a3-b40b-bae86b31eb3c req-c8b1dbeb-8779-45e6-8c04-c489e3d5752a tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "DELETE /v2.0/ports/0f8b552e-8fd6-481d-a8f2-73b95b4e1672 HTTP/1.1" status: 204 len: 173 time: 1.6017590 Nov 04 09:00:29.996649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-deleted', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:29.999254 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff904b-65a4-4f2d-99d3-a1d0f4df1aa9" -d '{"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-deleted", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:30.038157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a03101c7-83cd-47d5-9fae-9ca668c890ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:30.109239 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df794d7e-d9ca-4feb-83cd-b8dfd07afe34 x-openstack-request-id: req-df794d7e-d9ca-4feb-83cd-b8dfd07afe34 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:30.109647 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c50e8b-3679-48da-8c5c-721d0f881da0", "name": "network-vif-deleted", "tag": "0f8b552e-8fd6-481d-a8f2-73b95b4e1672", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:30.110151 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df794d7e-d9ca-4feb-83cd-b8dfd07afe34 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:30.111232 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59c50e8b-3679-48da-8c5c-721d0f881da0', 'name': 'network-vif-deleted', 'tag': '0f8b552e-8fd6-481d-a8f2-73b95b4e1672', 'status': 'completed', 'code': 200} Nov 04 09:00:30.114424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a03101c7-83cd-47d5-9fae-9ca668c890ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:30.325125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a03101c7-83cd-47d5-9fae-9ca668c890ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:30.330976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a03101c7-83cd-47d5-9fae-9ca668c890ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:30.332737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a03101c7-83cd-47d5-9fae-9ca668c890ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40555522-af91-4998-8a8a-37c919632ce2 HTTP/1.1" status: 204 len: 168 time: 0.8012538 Nov 04 09:00:30.371381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03101c7-83cd-47d5-9fae-9ca668c890ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40555522-af91-4998-8a8a-37c919632ce2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:30.415297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-0f6cb1b9-7148-465c-af57-fcadc2793f74 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:30.417091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-0f6cb1b9-7148-465c-af57-fcadc2793f74 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 814 time: 0.2078257 Nov 04 09:00:30.444311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-7a237fc5-31df-4df8-b7ad-43e4051ac47b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/quotas/92d1f66f951a4fa1b28f09d43a150dbc HTTP/1.1" status: 200 len: 375 time: 0.0134461 Nov 04 09:00:30.527765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:30.613598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-4e83a8f2-6553-46fd-ac20-ae6221d66efa tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1270835 Nov 04 09:00:30.805670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:30.838325 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85884f7d-2e53-4b8b-b9cb-a5fce3677414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:30.854083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:30.854697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0f8b552e-8fd6-481d-a8f2-73b95b4e1672 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:31.060750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85884f7d-2e53-4b8b-b9cb-a5fce3677414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.072004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85884f7d-2e53-4b8b-b9cb-a5fce3677414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.120915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-85884f7d-2e53-4b8b-b9cb-a5fce3677414 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad0bd0b886754a25892c83ab9114602e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5879240 Nov 04 09:00:31.133411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:31.219431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85884f7d-2e53-4b8b-b9cb-a5fce3677414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf45146-366e-4872-bf99-544933ae5572,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:31.295326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9f-9e19-4b7b-9cd2-5f7a01dcbd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.300676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-5d848269-3cf0-4bba-92e5-ca60042550df service neutron] 10.222.0.53 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6702569 Nov 04 09:00:31.342002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9f-9e19-4b7b-9cd2-5f7a01dcbd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.380153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:31.451163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-76f190d5-e0e4-498d-ba97-25fa5df25ca9 service neutron] 10.222.0.53 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475909 Nov 04 09:00:31.469552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d652cd39-339d-45f6-8975-1c41924c6d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.522334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b5f7c-a3d9-4d18-9e7a-63fb810073cb req-6b2094c2-b374-4c53-b61f-fde9638282a1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:31.532508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c0b5f7c-a3d9-4d18-9e7a-63fb810073cb req-6b2094c2-b374-4c53-b61f-fde9638282a1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.1539001 Nov 04 09:00:31.560715 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9f-9e19-4b7b-9cd2-5f7a01dcbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.564469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b4fc2e9f-9e19-4b7b-9cd2-5f7a01dcbd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.565998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b4fc2e9f-9e19-4b7b-9cd2-5f7a01dcbd76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/acf45146-366e-4872-bf99-544933ae5572 HTTP/1.1" status: 204 len: 168 time: 0.4316566 Nov 04 09:00:31.610669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc2e9f-9e19-4b7b-9cd2-5f7a01dcbd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf45146-366e-4872-bf99-544933ae5572,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:31.745531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c0b5f7c-a3d9-4d18-9e7a-63fb810073cb req-ec7a31b1-835c-4f2d-9799-801d726dae10 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108376 Nov 04 09:00:31.834896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d652cd39-339d-45f6-8975-1c41924c6d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.847270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d652cd39-339d-45f6-8975-1c41924c6d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:31.937268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d652cd39-339d-45f6-8975-1c41924c6d6d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=910b87cc0cc047dbbbcb551df4670f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5555084 Nov 04 09:00:31.940578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46772) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:31.946894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652cd39-339d-45f6-8975-1c41924c6d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dc5219-9c85-42ca-8cb6-f7e8b0dfac0e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:32.112060 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7eef3b24-c86a-4486-ac18-8e8b063d2f6c req-dbc38263-dca1-45e0-adbd-62c75bc1f309 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 210 time: 0.1028774 Nov 04 09:00:32.202536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5472f16-332a-45e0-950e-6916514f8efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:32.290543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5472f16-332a-45e0-950e-6916514f8efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:32.398392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:32.430043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5472f16-332a-45e0-950e-6916514f8efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:32.433404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67654f09-1978-4e41-9448-36af4ef4f683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:32.441719 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5472f16-332a-45e0-950e-6916514f8efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:32.445337 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e5472f16-332a-45e0-950e-6916514f8efd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52dc5219-9c85-42ca-8cb6-f7e8b0dfac0e HTTP/1.1" status: 204 len: 168 time: 0.5028555 Nov 04 09:00:32.493774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5472f16-332a-45e0-950e-6916514f8efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dc5219-9c85-42ca-8cb6-f7e8b0dfac0e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:32.692461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67654f09-1978-4e41-9448-36af4ef4f683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:32.705885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67654f09-1978-4e41-9448-36af4ef4f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:32.854435 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-67654f09-1978-4e41-9448-36af4ef4f683 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=25eaadbe77804a919622d5bc436e2200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546766 Nov 04 09:00:32.856969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:32.900041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67654f09-1978-4e41-9448-36af4ef4f683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2ce870-5783-44d7-8b68-ec88bee9e819,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:32.938087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-0144fba6-d0f5-47a2-b2a8-9f3cdec776d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:32.950483 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-0144fba6-d0f5-47a2-b2a8-9f3cdec776d1 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.2736151 Nov 04 09:00:33.046228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc6bb093-1e23-41a0-b047-23f58788fbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:33.306468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc6bb093-1e23-41a0-b047-23f58788fbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:33.340469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ba183364-e88f-466f-9f37-6c695ed56149 req-a4455e65-89cf-4194-ad98-f3af1a79eb9c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 210 time: 0.0913949 Nov 04 09:00:33.350040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ff103-88e5-4cf7-a518-3aa82f2ffc6c req-d3ffe065-c40c-43dc-9520-fe321f2fa9c5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:33.356579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-979ff103-88e5-4cf7-a518-3aa82f2ffc6c req-d3ffe065-c40c-43dc-9520-fe321f2fa9c5 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 949 time: 0.2975297 Nov 04 09:00:33.429761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Deleting port b29bbb0f-02f9-4e9d-bc91-214e16811af0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:33.430479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:33.534647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-979ff103-88e5-4cf7-a518-3aa82f2ffc6c req-3f899776-dcc0-4605-8c45-de4bab84c5cc tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/security-groups?id=ce324959-1651-4356-84ca-85ea74f04197&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578703 Nov 04 09:00:33.589118 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc6bb093-1e23-41a0-b047-23f58788fbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:33.592509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc6bb093-1e23-41a0-b047-23f58788fbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:33.598412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cc6bb093-1e23-41a0-b047-23f58788fbf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de2ce870-5783-44d7-8b68-ec88bee9e819 HTTP/1.1" status: 204 len: 168 time: 0.7371278 Nov 04 09:00:33.639065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bb093-1e23-41a0-b047-23f58788fbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2ce870-5783-44d7-8b68-ec88bee9e819,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:33.664110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] For port b29bbb0f-02f9-4e9d-bc91-214e16811af0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=b29bbb0f-02f9-4e9d-bc91-214e16811af0,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:33.664507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:33.714977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Calling delete_port for b29bbb0f-02f9-4e9d-bc91-214e16811af0 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:34.073272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:34.099970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['b29bbb0f-02f9-4e9d-bc91-214e16811af0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:34.319617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Pushing event deleted for resources: {'Port': ['ID=b29bbb0f-02f9-4e9d-bc91-214e16811af0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:34.680963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c5c06ce-2dc8-47c3-b98d-6a506f96ef7d req-9abe37b8-bec5-47d9-918d-02bb6b3f8ab6 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 210 time: 0.1216598 Nov 04 09:00:34.803702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bff34d3d-1cb2-4a9a-afa1-718c3aff06bb req-93b0427d-d97a-45ca-8097-38d457c7fbc4 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c8167c8-f4db-417a-b806-893053bed4fa HTTP/1.1" status: 200 len: 210 time: 0.0658517 Nov 04 09:00:35.084083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] No DVR routers for this DVR port b29bbb0f-02f9-4e9d-bc91-214e16811af0 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:35.097117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:35.105975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec5da9b6-afdc-42c7-b888-abc196fd2b80 req-e0dcdb62-c37d-4484-a307-5ab2e8b760d3 tempest-MigrationsAdminTest-790667048 tempest-MigrationsAdminTest-790667048-project] 10.222.0.70 "DELETE /v2.0/ports/b29bbb0f-02f9-4e9d-bc91-214e16811af0 HTTP/1.1" status: 204 len: 173 time: 2.1469595 Nov 04 09:00:35.125365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-deleted', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:35.145908 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db4539-5e29-43d7-b7fd-3e3692c7b8df" -d '{"events": [{"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-deleted", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:35.268956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-09394d61-3d73-4ee9-9b8c-e54270016363 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:35.275678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-09394d61-3d73-4ee9-9b8c-e54270016363 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 814 time: 0.9581492 Nov 04 09:00:35.282957 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c139178b-4485-436f-bac1-e75eb679be01 x-openstack-request-id: req-c139178b-4485-436f-bac1-e75eb679be01 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:35.301149 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8167c8-f4db-417a-b806-893053bed4fa", "name": "network-vif-deleted", "tag": "b29bbb0f-02f9-4e9d-bc91-214e16811af0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:35.304227 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c139178b-4485-436f-bac1-e75eb679be01 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:35.308006 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8167c8-f4db-417a-b806-893053bed4fa', 'name': 'network-vif-deleted', 'tag': 'b29bbb0f-02f9-4e9d-bc91-214e16811af0', 'status': 'completed', 'code': 200} Nov 04 09:00:35.337848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Request body: {'port': {'device_id': '8906ca68-419e-41f9-a177-b06336cdc211', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'admin_state_up': True, 'tenant_id': '92d1f66f951a4fa1b28f09d43a150dbc'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:35.700980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Made reservation on behalf of 92d1f66f951a4fa1b28f09d43a150dbc for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:00:35.705545 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:36.075046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9fc9700-6141-4f6f-a2e0-dea6c326cb9e req-d3f7ecf9-96dd-4375-9315-8baa23ac959b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 210 time: 0.2091403 Nov 04 09:00:36.181547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Allocated IP 172.20.0.12 (894a9341-68dc-452c-ac71-a80f123376f5/df2adfd5-1f31-42da-8e85-73eafee62bb5/c95adcb0-f557-4804-9dd5-115eb4212cea) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:00:36.570571 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:00:36.607347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:36.643939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:36.685391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:36.827397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:36.837261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:36.871249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Network 894a9341-68dc-452c-ac71-a80f123376f5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:00:36.876024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:00:36.884927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:00:36.895214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: b29bbb0f-02f9-4e9d-bc91-214e16811af0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:36.895573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device b29bbb0f-02f9-4e9d-bc91-214e16811af0 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:37.023510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:37.027113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:37.101999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-abb84cd8-bfe9-4958-9be2-c69b19eb5fc7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7876616 Nov 04 09:00:37.112814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Request body: {'port': {'device_id': '8906ca68-419e-41f9-a177-b06336cdc211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:37.288517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:37.306730 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-035dcbf0-db49-4b04-955f-c1f77c4b17dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:37.351040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aee96f00-3015-4453-b5af-830fb25a2183 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32d17854c04044c49225fa15a6d5872b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7021563 Nov 04 09:00:37.354643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:37.541051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a5930a4-2911-45cc-98da-3ec2ac0ec01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:37.607045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a5930a4-2911-45cc-98da-3ec2ac0ec01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:37.745194 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a5930a4-2911-45cc-98da-3ec2ac0ec01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:37.748900 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a5930a4-2911-45cc-98da-3ec2ac0ec01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:37.754028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8a5930a4-2911-45cc-98da-3ec2ac0ec01e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ce324959-1651-4356-84ca-85ea74f04197 HTTP/1.1" status: 204 len: 168 time: 0.3919756 Nov 04 09:00:37.768292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5930a4-2911-45cc-98da-3ec2ac0ec01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce324959-1651-4356-84ca-85ea74f04197,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:38.419666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:38.593777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc23fb-fb1d-4256-92e2-5c5331022c71 req-90f5db79-ddb6-4299-9ae8-ab51eea33917 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:38.595365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b5cc23fb-fb1d-4256-92e2-5c5331022c71 req-90f5db79-ddb6-4299-9ae8-ab51eea33917 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 932 time: 1.3047802 Nov 04 09:00:38.775909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:38.947463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b5cc23fb-fb1d-4256-92e2-5c5331022c71 req-afbf241f-ed04-4db4-9320-f6a3e982fddc tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311472 Nov 04 09:00:39.074711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47008) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:39.110519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95adcb0-f557-4804-9dd5-115eb4212cea {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:39.129824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f157a347-8a57-4953-a6ff-73bf83b80c2d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c040f9cbbbb472195eaf87dcf7f4f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527536 Nov 04 09:00:39.137006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47012) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:39.149330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.237871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-d5e8b153-8e95-45fb-a299-a41dd89f2645 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:39.246413 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-d5e8b153-8e95-45fb-a299-a41dd89f2645 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 945 time: 0.3821852 Nov 04 09:00:39.372619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Transition to ACTIVE for port object c95adcb0-f557-4804-9dd5-115eb4212cea will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:00:39.391025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84ae20d3-3aae-4c12-8c1b-af2acd76b44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.398011 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.646878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:39.660289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f67fe-0e9e-41d9-a4ac-8338ee2cd481 req-6c255572-02fb-4734-8360-d7e6d2a663d0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:39.667082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89bddac1-6481-4f3b-ae2c-a5bd0a5cead0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.669474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-652f67fe-0e9e-41d9-a4ac-8338ee2cd481 req-6c255572-02fb-4734-8360-d7e6d2a663d0 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 945 time: 0.4728813 Nov 04 09:00:39.774451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-652f67fe-0e9e-41d9-a4ac-8338ee2cd481 req-44954ae9-614a-41cb-b20b-dfe03a5e3d0f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032598 Nov 04 09:00:39.782481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89bddac1-6481-4f3b-ae2c-a5bd0a5cead0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.850581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Deleting port 9b03fe0a-714f-4add-9929-322abb07a4f7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:39.850930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.853432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47026) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:39.891732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.915594 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cdb31b7c-2046-4172-8769-1f6afbf02f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.967138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84ae20d3-3aae-4c12-8c1b-af2acd76b44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:39.980320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84ae20d3-3aae-4c12-8c1b-af2acd76b44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.017035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Attempting to bind port c95adcb0-f557-4804-9dd5-115eb4212cea on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:40.017449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Attempting to bind port c95adcb0-f557-4804-9dd5-115eb4212cea by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:40.017775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Attempting to bind port c95adcb0-f557-4804-9dd5-115eb4212cea on network 894a9341-68dc-452c-ac71-a80f123376f5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:40.054082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Port c95adcb0-f557-4804-9dd5-115eb4212cea on network 894a9341-68dc-452c-ac71-a80f123376f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:40.054405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Attempting to bind port c95adcb0-f557-4804-9dd5-115eb4212cea on network 894a9341-68dc-452c-ac71-a80f123376f5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:40.076690 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-84ae20d3-3aae-4c12-8c1b-af2acd76b44e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36e2f3d60534461da57cdec75cf76581&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0005057 Nov 04 09:00:40.077619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89bddac1-6481-4f3b-ae2c-a5bd0a5cead0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.080213 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89bddac1-6481-4f3b-ae2c-a5bd0a5cead0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.081213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-89bddac1-6481-4f3b-ae2c-a5bd0a5cead0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8adc5bf-2594-48cc-8982-b8df889acb51 HTTP/1.1" status: 204 len: 168 time: 0.9386394 Nov 04 09:00:40.082903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47032) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:40.108930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:00:40.112479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Checking segment: {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:00:40.113045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Bound using segment: {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:00:40.113659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Bound port: c95adcb0-f557-4804-9dd5-115eb4212cea, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:00:40.114232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.141111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae20d3-3aae-4c12-8c1b-af2acd76b44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a5f16f-9e44-486b-81fe-5f8fe4b0b43b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:40.160387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] For port 9b03fe0a-714f-4add-9929-322abb07a4f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b03fe0a-714f-4add-9929-322abb07a4f7,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:40.160712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.214480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.275511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bddac1-6481-4f3b-ae2c-a5bd0a5cead0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8adc5bf-2594-48cc-8982-b8df889acb51,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:40.277423 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a26b3c7-aab0-48a3-80f3-acf1ebb53a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.297594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Calling delete_port for 9b03fe0a-714f-4add-9929-322abb07a4f7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:40.371294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Deleting port 281a780b-3654-4aa5-a0a7-b708673b7419 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:40.371508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.499567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] For port 281a780b-3654-4aa5-a0a7-b708673b7419, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=281a780b-3654-4aa5-a0a7-b708673b7419,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:40.500519 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.519664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:40.526716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Calling delete_port for 281a780b-3654-4aa5-a0a7-b708673b7419 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:40.534606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d623fe18-6c1b-4543-9910-0a275c71383d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.545138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a26b3c7-aab0-48a3-80f3-acf1ebb53a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.560498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6afcdc6-0c7a-4c64-a7f1-c4231a15c51d req-16f93eb9-dbc9-40de-b807-0f6661fa4054 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:40.568637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6afcdc6-0c7a-4c64-a7f1-c4231a15c51d req-16f93eb9-dbc9-40de-b807-0f6661fa4054 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 944 time: 0.4322217 Nov 04 09:00:40.577016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:00:40.583234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a26b3c7-aab0-48a3-80f3-acf1ebb53a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.609751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.675606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d623fe18-6c1b-4543-9910-0a275c71383d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.744963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0a26b3c7-aab0-48a3-80f3-acf1ebb53a99 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d5df4b5bb2e4595819d72c6cf410310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8824155 Nov 04 09:00:40.747655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:40.754587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:40.755235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.756618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] 10.222.0.70 "PUT /v2.0/ports/c95adcb0-f557-4804-9dd5-115eb4212cea HTTP/1.1" status: 200 len: 1092 time: 3.6497281 Nov 04 09:00:40.761911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:40.764238 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:40.789726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a26b3c7-aab0-48a3-80f3-acf1ebb53a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afffaed-46c1-4835-9642-05ab45bc13cc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:40.821902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6afcdc6-0c7a-4c64-a7f1-c4231a15c51d req-8d7ef00f-b9cb-44c4-bc5c-72c1e1220cec tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503536 Nov 04 09:00:40.825277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.861209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721331b-9ee0-43df-9dc1-e4069b8632dd service neutron] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:40.870373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7353a73-a17d-4848-a223-c486f8c9d67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.873387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Pushing event deleted for resources: {'Port': ['ID=281a780b-3654-4aa5-a0a7-b708673b7419,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:40.914560 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2134444b-e7fc-482e-91fd-4de0065f8972 x-openstack-request-id: req-2134444b-e7fc-482e-91fd-4de0065f8972 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:40.915144 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:40.915603 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2134444b-e7fc-482e-91fd-4de0065f8972 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:40.916226 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'status': 'completed', 'code': 200} Nov 04 09:00:40.917136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7353a73-a17d-4848-a223-c486f8c9d67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.922481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:40.933912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9b03fe0a-714f-4add-9929-322abb07a4f7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:41.012103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d623fe18-6c1b-4543-9910-0a275c71383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.012578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d623fe18-6c1b-4543-9910-0a275c71383d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.013834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d623fe18-6c1b-4543-9910-0a275c71383d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88a5f16f-9e44-486b-81fe-5f8fe4b0b43b HTTP/1.1" status: 204 len: 168 time: 0.9062076 Nov 04 09:00:41.015013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event deleted for resources: {'Port': ['ID=9b03fe0a-714f-4add-9929-322abb07a4f7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:41.145613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.159648 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.162653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7353a73-a17d-4848-a223-c486f8c9d67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.165684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7353a73-a17d-4848-a223-c486f8c9d67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.166855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c7353a73-a17d-4848-a223-c486f8c9d67d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5afffaed-46c1-4835-9642-05ab45bc13cc HTTP/1.1" status: 204 len: 168 time: 0.4156988 Nov 04 09:00:41.175188 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-98480c5f-dab0-4870-b61d-e317616fcdeb req-3470891b-9493-4e8c-81f0-cc4c1760e84b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a9403de-ffdf-4158-a8d9-d56db9601bb2 HTTP/1.1" status: 200 len: 210 time: 0.1914508 Nov 04 09:00:41.187474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7353a73-a17d-4848-a223-c486f8c9d67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afffaed-46c1-4835-9642-05ab45bc13cc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:41.232893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-32729f05-ddf4-4495-b545-57ff5e5c7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:41.234698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-32729f05-ddf4-4495-b545-57ff5e5c7cba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 1095 time: 0.3984251 Nov 04 09:00:41.235748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] No DVR routers for this DVR port 9b03fe0a-714f-4add-9929-322abb07a4f7 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:41.238469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623fe18-6c1b-4543-9910-0a275c71383d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a5f16f-9e44-486b-81fe-5f8fe4b0b43b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:41.262317 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.283619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85061c65-8eff-4db7-8fa9-4576e21ba08f req-aeed3368-db46-4d4b-9d43-938fdc67ba7b tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "DELETE /v2.0/ports/9b03fe0a-714f-4add-9929-322abb07a4f7 HTTP/1.1" status: 204 len: 173 time: 2.0090652 Nov 04 09:00:41.351486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-024b39c4-1b45-48e8-9cf5-ef519975ff1c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95adcb0-f557-4804-9dd5-115eb4212cea HTTP/1.1" status: 200 len: 217 time: 0.0734537 Nov 04 09:00:41.472719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-7fb204cb-0e17-4a34-acce-2c027b4d0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:41.474586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-7fb204cb-0e17-4a34-acce-2c027b4d0234 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df2adfd5-1f31-42da-8e85-73eafee62bb5 HTTP/1.1" status: 200 len: 854 time: 0.1158979 Nov 04 09:00:41.493681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Router a248e833-fa13-469c-8f7b-9703f77f0765 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:00:41.519573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-a286e2f7-5eb4-400d-8812-1efe3d858356 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=894a9341-68dc-452c-ac71-a80f123376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366988 Nov 04 09:00:41.642650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-80ca71e7-208f-4a60-8fcc-400a07221b61 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145549 Nov 04 09:00:41.662590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4bec65-0e6b-407a-a5f0-c02f4d5d49a6 req-5612ce1c-31f3-4a21-9f52-edc5f4c56c4f tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:41.664419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b4bec65-0e6b-407a-a5f0-c02f4d5d49a6 req-5612ce1c-31f3-4a21-9f52-edc5f4c56c4f tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 949 time: 0.1020963 Nov 04 09:00:41.678867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:00:41.687823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a1421f9-0362-4234-8cda-868667de404c admin admin] 10.222.0.53 "PUT /v2.0/routers/a248e833-fa13-469c-8f7b-9703f77f0765/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2647870 Nov 04 09:00:41.690607 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] Sync routers for ids ['a248e833-fa13-469c-8f7b-9703f77f0765'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:00:41.692542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:41.711034 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] Routers {'a248e833-fa13-469c-8f7b-9703f77f0765'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:00:41.711666 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a248e833-fa13-469c-8f7b-9703f77f0765'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:41.819034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b4bec65-0e6b-407a-a5f0-c02f4d5d49a6 req-a2b6d2c1-5925-4de2-a86b-cc1e6871386a tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423204 Nov 04 09:00:41.864856 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d79be2f7-71c5-4583-a288-bb1eed552cbd req-3d9aae49-796c-4deb-b59d-20851ef2a205 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138953 Nov 04 09:00:41.881028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:41.908092 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] Set router a248e833-fa13-469c-8f7b-9703f77f0765 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:00:42.112717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47138) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:42.152048 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75541f87-2302-459b-8f1d-db83c6d8de75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.155825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.169028 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T09:00:40Z', 'revision_number': 5, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port': {'id': '12fbbe15-5117-4146-9c65-82f1d58c0008', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:36:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:15Z', 'updated_at': '2021-11-04T08:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:42.233275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-611a1bd6-5e03-406c-b3a0-a3560738de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:42.241907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-611a1bd6-5e03-406c-b3a0-a3560738de7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 1095 time: 0.2685893 Nov 04 09:00:42.277313 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] Checking router: a248e833-fa13-469c-8f7b-9703f77f0765 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:00:42.300389 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] Routers {'a248e833-fa13-469c-8f7b-9703f77f0765'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:00:42.301031 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a248e833-fa13-469c-8f7b-9703f77f0765'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:42.341225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Deleting port 12fbbe15-5117-4146-9c65-82f1d58c0008 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:42.341740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.399062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0291d-0737-44bb-91e6-1a75977ac0db req-50121d9f-3687-4025-a665-72b48bd4fd9a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:42.404463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac0291d-0737-44bb-91e6-1a75977ac0db req-50121d9f-3687-4025-a665-72b48bd4fd9a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 944 time: 0.3325119 Nov 04 09:00:42.411795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75541f87-2302-459b-8f1d-db83c6d8de75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.425893 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75541f87-2302-459b-8f1d-db83c6d8de75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.527395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-75541f87-2302-459b-8f1d-db83c6d8de75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3de0c0786e1469e953d19a0f01a831f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4132433 Nov 04 09:00:42.539599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541f87-2302-459b-8f1d-db83c6d8de75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478decec-1dcd-4579-9f3f-8bc9f3278d15,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:42.541554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47150) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:42.553734 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] Set router a248e833-fa13-469c-8f7b-9703f77f0765 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:00:42.621598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.627208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ac0291d-0737-44bb-91e6-1a75977ac0db req-63733eef-46f6-4e7e-9b8a-c4b3e8180d6b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063825 Nov 04 09:00:42.627471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] For port 12fbbe15-5117-4146-9c65-82f1d58c0008, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=12fbbe15-5117-4146-9c65-82f1d58c0008,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:42.629113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.663318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Calling delete_port for 12fbbe15-5117-4146-9c65-82f1d58c0008 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:42.704317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-e107cd78-81c0-4c7e-bd08-b274b7fcfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:42.709229 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-e107cd78-81c0-4c7e-bd08-b274b7fcfb0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 915 time: 0.4572124 Nov 04 09:00:42.805057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-226b8d28-4bbc-483e-8a40-6bb719249837 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c95adcb0-f557-4804-9dd5-115eb4212cea HTTP/1.1" status: 200 len: 217 time: 0.0887084 Nov 04 09:00:42.864940 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T09:00:42Z', 'revision_number': 6, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:42.922842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'name': 'network-vif-deleted', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:42.924037 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6724b007-3d92-4e0b-8ab4-4dc30dee7297" -d '{"events": [{"server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "name": "network-vif-deleted", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:42.929560 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f71b42f-8c39-4415-a812-cd63382a88b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:42.956658 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccdbdef-da6a-49e7-b21f-1649a747676a None None] The sync data for ids ['a248e833-fa13-469c-8f7b-9703f77f0765'] in n-d-816487-1 is: [{'id': 'a248e833-fa13-469c-8f7b-9703f77f0765', 'name': 'tempest-AttachSCSIVolumeTestJSON-337286724-router', 'tenant_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:13Z', 'updated_at': '2021-11-04T09:00:42Z', 'revision_number': 6, 'project_id': 'ad941410dbc94caaaaaa1cfd32af0789', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:00:42.984736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-35a69b79-18c4-4f23-aa10-c47022f8b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:42.986615 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-35a69b79-18c4-4f23-aa10-c47022f8b620 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df2adfd5-1f31-42da-8e85-73eafee62bb5 HTTP/1.1" status: 200 len: 854 time: 0.1723740 Nov 04 09:00:42.996548 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169aba6d-1568-434f-8838-550ee879ba48 x-openstack-request-id: req-169aba6d-1568-434f-8838-550ee879ba48 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:42.999299 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9403de-ffdf-4158-a8d9-d56db9601bb2", "name": "network-vif-deleted", "tag": "9b03fe0a-714f-4add-9929-322abb07a4f7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:43.000210 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-169aba6d-1568-434f-8838-550ee879ba48 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:43.002147 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9403de-ffdf-4158-a8d9-d56db9601bb2', 'name': 'network-vif-deleted', 'tag': '9b03fe0a-714f-4add-9929-322abb07a4f7', 'status': 'completed', 'code': 200} Nov 04 09:00:43.010383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f71b42f-8c39-4415-a812-cd63382a88b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.043963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.046757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-f7b6c8f4-30a7-4ac0-912f-fd3c0599582c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=894a9341-68dc-452c-ac71-a80f123376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433991 Nov 04 09:00:43.123027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Pushing event deleted for resources: {'Port': ['ID=12fbbe15-5117-4146-9c65-82f1d58c0008,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:43.149828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.210913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893e60a-c1c3-43d1-bc9a-d207a6de8a30 req-bd83f24c-5836-403c-aec9-6bd21ffb4cef tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:43.212709 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9893e60a-c1c3-43d1-bc9a-d207a6de8a30 req-bd83f24c-5836-403c-aec9-6bd21ffb4cef tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.1648991 Nov 04 09:00:43.238644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f71b42f-8c39-4415-a812-cd63382a88b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.241351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f71b42f-8c39-4415-a812-cd63382a88b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.246271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3f71b42f-8c39-4415-a812-cd63382a88b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/478decec-1dcd-4579-9f3f-8bc9f3278d15 HTTP/1.1" status: 204 len: 168 time: 0.6887383 Nov 04 09:00:43.261574 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-8f2b7b48-41af-48cf-9d01-7dbc7e3567a3 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909854 Nov 04 09:00:43.271890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71b42f-8c39-4415-a812-cd63382a88b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478decec-1dcd-4579-9f3f-8bc9f3278d15,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:43.359411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b03fe0a-714f-4add-9929-322abb07a4f7 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:43.395280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b57eb1fc-3fe0-4da9-8fbc-524781726ff7 req-13f24307-58de-4a24-b037-026a6480b807 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244724 Nov 04 09:00:43.402196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 9b03fe0a-714f-4add-9929-322abb07a4f7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:43.402897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b03fe0a-714f-4add-9929-322abb07a4f7 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:43.430935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9893e60a-c1c3-43d1-bc9a-d207a6de8a30 req-d5be2f35-3495-40f4-998d-68ef1d959d9f tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074575 Nov 04 09:00:43.572892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-d67e6fa8-2c89-43f1-b762-c6a9b2f3dc33 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:43.574894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-d67e6fa8-2c89-43f1-b762-c6a9b2f3dc33 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 944 time: 0.0958164 Nov 04 09:00:43.705904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.710197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.756154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Deleting port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:43.756922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.769057 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.770479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a248e833-fa13-469c-8f7b-9703f77f0765 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:00:43.781404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.782919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-de6fb5a8-9432-4304-964d-fe48e9806905 admin admin] 10.222.0.53 "DELETE /v2.0/routers/a248e833-fa13-469c-8f7b-9703f77f0765 HTTP/1.1" status: 204 len: 168 time: 2.0894613 Nov 04 09:00:43.787155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:43.841601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] Deleting subnet 98734b35-4765-43d2-8199-895c730747c5 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:00:43.845461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.906797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca4c60-9488-430f-bf3a-a1b683f1b855 req-e12d7d56-01cc-4128-9da5-1f3b3a0dc21d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:43.914420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72ca4c60-9488-430f-bf3a-a1b683f1b855 req-e12d7d56-01cc-4128-9da5-1f3b3a0dc21d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 944 time: 0.1239226 Nov 04 09:00:43.919192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.965780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] For port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:43.966465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:43.995103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72ca4c60-9488-430f-bf3a-a1b683f1b855 req-c8b8219c-33ad-4e00-b032-d0f0f4bc0546 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795748 Nov 04 09:00:44.001484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Calling delete_port for a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:44.114516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.192882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.234793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98734b35-4765-43d2-8199-895c730747c5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:44.248306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.255294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53fb097-fd5c-40a6-a350-97af18648767 None None] Network 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:00:44.257344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-64eda4c7-def4-43a5-b8af-165023b60cfb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/98734b35-4765-43d2-8199-895c730747c5 HTTP/1.1" status: 204 len: 168 time: 0.4688430 Nov 04 09:00:44.258308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47232) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:44.309159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.380075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12fbbe15-5117-4146-9c65-82f1d58c0008 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:44.382006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event deleted for resources: {'Port': ['ID=a60cd1ed-5564-44d3-9dbc-40fe0fce0b10,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:44.410524 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.425610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 12fbbe15-5117-4146-9c65-82f1d58c0008 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:44.426285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12fbbe15-5117-4146-9c65-82f1d58c0008 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:44.427115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 281a780b-3654-4aa5-a0a7-b708673b7419 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:44.461907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 281a780b-3654-4aa5-a0a7-b708673b7419 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:44.462549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 281a780b-3654-4aa5-a0a7-b708673b7419 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:44.484639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] No DVR routers for this DVR port a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:44.489094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.496813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e3bf6f7-d728-4677-b226-a00b63303dd8 req-a5efdde6-5d0a-417d-b551-ed5c3b29e26e tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "DELETE /v2.0/ports/a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 HTTP/1.1" status: 204 len: 173 time: 0.9130816 Nov 04 09:00:44.609782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c148686-b175-47ad-b72b-f95483d171fc req-e871ee60-dde7-41b2-a0cd-533875e7a9ff tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=0b6fa9de-24c9-4dee-8230-da0922073bd3 HTTP/1.1" status: 200 len: 210 time: 0.0547893 Nov 04 09:00:44.632414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Deleting port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:44.632829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.720710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] DHCP port deletion for 1f2b40cc-670e-4ebb-8b92-fad1ba8b122a request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:00:44.732801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] For port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:44.733250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.749429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Calling delete_port for 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:44.798338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Deleting port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:44.799024 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.858003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:44.891683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:44.905258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] No DVR routers for this DVR port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:45.002968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'name': 'network-vif-deleted', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:45.005929 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb996c9-f880-49ad-9358-2e52245a9d98" -d '{"events": [{"server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "name": "network-vif-deleted", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:45.113657 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.127667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] For port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,segment=NetworkSegment(1851dc55-a3e3-4522-9f2e-a9d24e21b01b),segment_id=1851dc55-a3e3-4522-9f2e-a9d24e21b01b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:45.128831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.133625 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1730476d-39bc-40de-b33b-af67317fa845 x-openstack-request-id: req-1730476d-39bc-40de-b33b-af67317fa845 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:45.134103 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b6fa9de-24c9-4dee-8230-da0922073bd3", "name": "network-vif-deleted", "tag": "a60cd1ed-5564-44d3-9dbc-40fe0fce0b10", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:45.134442 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1730476d-39bc-40de-b33b-af67317fa845 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:45.134996 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6fa9de-24c9-4dee-8230-da0922073bd3', 'name': 'network-vif-deleted', 'tag': 'a60cd1ed-5564-44d3-9dbc-40fe0fce0b10', 'status': 'completed', 'code': 200} Nov 04 09:00:45.146350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Calling delete_port for 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:45.175290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb5545-b394-4db0-aa88-79f83d956689 req-0518712a-f0c5-4809-8755-40e8e337bbe8 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:45.188109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7bb5545-b394-4db0-aa88-79f83d956689 req-0518712a-f0c5-4809-8755-40e8e337bbe8 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 944 time: 0.0969639 Nov 04 09:00:45.201202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2b40cc-670e-4ebb-8b92-fad1ba8b122a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:45.244161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1851dc55-a3e3-4522-9f2e-a9d24e21b01b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:45.245225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1851dc55-a3e3-4522-9f2e-a9d24e21b01b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: from cryptography.utils import int_from_bytes Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: from cryptography.utils import int_from_bytes Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.271085 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:45.274721 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:00:45.275800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.280186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c95adcb0-f557-4804-9dd5-115eb4212cea details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:00:45.283631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7bb5545-b394-4db0-aa88-79f83d956689 req-df37cef3-1e57-46e1-9dbf-961afe44b5b0 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901792 Nov 04 09:00:45.304045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.307086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:45.316395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:00:45.316678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:00:45.335465 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:00:45.358344 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.423607 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.435645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.447812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] No DVR routers for this DVR port 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:45.448371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47314) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:45.450651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1f2b40cc-670e-4ebb-8b92-fad1ba8b122a HTTP/1.1" status: 204 len: 168 time: 1.1897144 Nov 04 09:00:45.491578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d1d37-63ce-42a0-9775-5c98e83f5699 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2b40cc-670e-4ebb-8b92-fad1ba8b122a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:45.506341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Pushing event deleted for resources: {'Port': ['ID=1aeb2a7a-d4b9-4ff4-9810-8d336e837556,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:45.584864 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.587346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.587685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.588244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.588803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.589319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.589796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.590293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.590622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.590944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.591265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.591638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.591990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6faa5f7-606a-4a75-8b01-9f98e6a20002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:00:45.606732 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.615339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:45.644431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'port_id': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'mac_address': 'fa:16:3e:a1:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2adfd5-1f31-42da-8e85-73eafee62bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:00:45.650116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:45.652744 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84d1dc1-6ab7-44b9-8dd5-98235604c976" -d '{"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:45.707190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.721695 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1034523-235e-46b6-b166-79b58ceb3f11 x-openstack-request-id: req-a1034523-235e-46b6-b166-79b58ceb3f11 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:45.722035 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:45.722830 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a1034523-235e-46b6-b166-79b58ceb3f11 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:45.722830 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'code': 200} Nov 04 09:00:45.724543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:45.726375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95adcb0-f557-4804-9dd5-115eb4212cea {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:45.747912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:45.749967 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.754278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:45.824010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:45.930531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:45.990409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c95adcb0-f557-4804-9dd5-115eb4212cea'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:45.995714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.038099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:46.130924 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.278527 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:46.338715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:46.339310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1aeb2a7a-d4b9-4ff4-9810-8d336e837556 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:46.353309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88290736-1654-459e-8120-7e51b618d41a req-6d022995-e1a2-4b9c-9f93-95fdb9ba52df tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:46.364504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88290736-1654-459e-8120-7e51b618d41a req-6d022995-e1a2-4b9c-9f93-95fdb9ba52df tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 944 time: 0.1941161 Nov 04 09:00:46.372577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb747d77-2b36-4573-9ef3-8d2dcac1f430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.476569 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88290736-1654-459e-8120-7e51b618d41a req-2f4648bd-c442-401e-a965-154a95172328 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107767 Nov 04 09:00:46.493879 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb747d77-2b36-4573-9ef3-8d2dcac1f430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.502214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb747d77-2b36-4573-9ef3-8d2dcac1f430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.554602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb747d77-2b36-4573-9ef3-8d2dcac1f430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a6c939-cb1c-46dc-9e3e-2e14b45363db,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:46.581313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-14419835-baa8-4711-b401-65d3fc0487da tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:46.583066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-14419835-baa8-4711-b401-65d3fc0487da tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 944 time: 0.1046133 Nov 04 09:00:46.599607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fb747d77-2b36-4573-9ef3-8d2dcac1f430 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=330633249cf04c93aa7df8f96157a068&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599375 Nov 04 09:00:46.603780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:46.673918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d30402-f0eb-4793-ade3-c5a9ab3ad6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.699656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d30402-f0eb-4793-ade3-c5a9ab3ad6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.762477 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d30402-f0eb-4793-ade3-c5a9ab3ad6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.765354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02d30402-f0eb-4793-ade3-c5a9ab3ad6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:46.766743 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-02d30402-f0eb-4793-ade3-c5a9ab3ad6da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09a6c939-cb1c-46dc-9e3e-2e14b45363db HTTP/1.1" status: 204 len: 168 time: 0.1617255 Nov 04 09:00:46.776089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30402-f0eb-4793-ade3-c5a9ab3ad6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a6c939-cb1c-46dc-9e3e-2e14b45363db,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:46.917286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c95adcb0-f557-4804-9dd5-115eb4212cea up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:00:47.010912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c95adcb0-f557-4804-9dd5-115eb4212cea completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:00:47.015905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c95adcb0-f557-4804-9dd5-115eb4212cea triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:00:47.016792 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.115804 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.158439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:47.167976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.267190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:47.357213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde67be3-2842-4fae-9f61-d7730e0d231d req-207c2207-5c68-4575-9712-c39d5f55499d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:47.366273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dde67be3-2842-4fae-9f61-d7730e0d231d req-207c2207-5c68-4575-9712-c39d5f55499d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 945 time: 0.6864433 Nov 04 09:00:47.369265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Deleting port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:47.369484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.379640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fe7608c1-bb91-4f1c-b377-04237896c558 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:00:47.382100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:47.442212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:47.443001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a60cd1ed-5564-44d3-9dbc-40fe0fce0b10 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:47.443675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Deleting port c0ce6b96-963e-480b-a66f-44e557315675 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:47.444074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.549876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:47.589578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a1fa-4057-404c-a2c7-be15ba46d681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.594497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dde67be3-2842-4fae-9f61-d7730e0d231d req-1f252f1b-db7e-49a9-94cb-8fa69ff582d0 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253749 Nov 04 09:00:47.655505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] For port e7c1cab5-1ab8-489f-8022-319ff0a3a0fe, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:47.657037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.671422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:47.681936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] For port c0ce6b96-963e-480b-a66f-44e557315675, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c0ce6b96-963e-480b-a66f-44e557315675,segment=NetworkSegment(3747ab3b-f164-44a7-9feb-06998fb25ee0),segment_id=3747ab3b-f164-44a7-9feb-06998fb25ee0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:47.682682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.709344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Calling delete_port for c0ce6b96-963e-480b-a66f-44e557315675 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:47.721457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'mac_address': 'fa:16:3e:ff:2f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:00:47.730230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:47.738552 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c857a26-2ce4-4b35-816a-9db9128c50ad" -d '{"events": [{"server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "name": "network-vif-plugged", "status": "completed", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:47.866797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.893848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c1b7b-1dd4-4d7a-a4fb-aa59c8fae5be req-ef9c35ca-6ac6-4d87-ab65-b808e8f5cda9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:47.901601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe7608c1-bb91-4f1c-b377-04237896c558 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:00:47.903101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e9c1b7b-1dd4-4d7a-a4fb-aa59c8fae5be req-ef9c35ca-6ac6-4d87-ab65-b808e8f5cda9 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 944 time: 0.2689731 Nov 04 09:00:47.920350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Calling delete_port for e7c1cab5-1ab8-489f-8022-319ff0a3a0fe owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:47.937081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:47.954624 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.977002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a1fa-4057-404c-a2c7-be15ba46d681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:47.998645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e9c1b7b-1dd4-4d7a-a4fb-aa59c8fae5be req-613808e4-e1cb-4891-b575-9f476692089c tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad0e18e0-e3dd-419f-afc3-799203223093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942445 Nov 04 09:00:48.015135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc7a1fa-4057-404c-a2c7-be15ba46d681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.089446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:48.097077 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532dca8e-e4e0-467d-9bc4-06b29d8a26b2 x-openstack-request-id: req-532dca8e-e4e0-467d-9bc4-06b29d8a26b2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:48.097448 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "name": "network-vif-plugged", "status": "completed", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:48.097650 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-532dca8e-e4e0-467d-9bc4-06b29d8a26b2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:48.100374 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'code': 200} Nov 04 09:00:48.104868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['fe7608c1-bb91-4f1c-b377-04237896c558'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:00:48.133661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9bc7a1fa-4057-404c-a2c7-be15ba46d681 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3605913fd3f4419daed6f92638f24d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5795128 Nov 04 09:00:48.134477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:48.140662 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.158679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7a1fa-4057-404c-a2c7-be15ba46d681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022b4f49-8456-4d62-9063-66736de4f0b9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:48.240266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47432) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:48.246006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Pushing event deleted for resources: {'Port': ['ID=c0ce6b96-963e-480b-a66f-44e557315675,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:48.269887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] No DVR routers for this DVR port c0ce6b96-963e-480b-a66f-44e557315675 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:48.286487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.290304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aca96c5c-7023-4b9c-a466-20a2ab7de05d req-7a8f6a64-e018-448d-b63b-e4574e2fbb53 tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.55 "DELETE /v2.0/ports/c0ce6b96-963e-480b-a66f-44e557315675 HTTP/1.1" status: 204 len: 173 time: 1.6812899 Nov 04 09:00:48.309933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43cb487e-a82f-444f-9a25-435dc9f9ed76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.325089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'name': 'network-vif-deleted', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:48.334128 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857efa35-1b2f-47fa-882d-f433a1691f0f" -d '{"events": [{"server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "name": "network-vif-deleted", "tag": "c0ce6b96-963e-480b-a66f-44e557315675"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:48.372671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43cb487e-a82f-444f-9a25-435dc9f9ed76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.485583 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865db643-90b3-43f7-9a29-d2cd1f668b1f x-openstack-request-id: req-865db643-90b3-43f7-9a29-d2cd1f668b1f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:48.489000 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518ea242-cff6-46bf-84db-1a57be84b407", "name": "network-vif-deleted", "tag": "c0ce6b96-963e-480b-a66f-44e557315675", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:48.489262 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-865db643-90b3-43f7-9a29-d2cd1f668b1f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:48.489680 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518ea242-cff6-46bf-84db-1a57be84b407', 'name': 'network-vif-deleted', 'tag': 'c0ce6b96-963e-480b-a66f-44e557315675', 'status': 'completed', 'code': 200} Nov 04 09:00:48.489991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43cb487e-a82f-444f-9a25-435dc9f9ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.492838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43cb487e-a82f-444f-9a25-435dc9f9ed76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.494541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-43cb487e-a82f-444f-9a25-435dc9f9ed76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/022b4f49-8456-4d62-9063-66736de4f0b9 HTTP/1.1" status: 204 len: 168 time: 0.3596601 Nov 04 09:00:48.519254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb487e-a82f-444f-9a25-435dc9f9ed76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022b4f49-8456-4d62-9063-66736de4f0b9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:48.602409 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-541a4e99-e7ac-4abe-9412-7b226270e3c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.644716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.657369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be1d0-58e2-4853-991f-a35c706f545b req-34ea9ae3-4f7c-4a81-a9b7-4af5d5fb0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:48.659175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c87be1d0-58e2-4853-991f-a35c706f545b req-34ea9ae3-4f7c-4a81-a9b7-4af5d5fb0ea1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 1097 time: 0.4950218 Nov 04 09:00:48.699146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c1cab5-1ab8-489f-8022-319ff0a3a0fe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:48.864540 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-541a4e99-e7ac-4abe-9412-7b226270e3c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.874217 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-541a4e99-e7ac-4abe-9412-7b226270e3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:48.901645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c87be1d0-58e2-4853-991f-a35c706f545b req-30a84e0e-a8c0-4e46-bef1-62f24fabd835 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151525 Nov 04 09:00:48.957616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-541a4e99-e7ac-4abe-9412-7b226270e3c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5259f89e648f44a7b48d5e94ff3fa142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7161355 Nov 04 09:00:48.975562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47458) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:48.995693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b6a27-6b6d-4d99-a0e1-ce1660bbb0f3 req-e2004c25-704a-4f20-a555-e167e66a7e07 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:49.006783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c2b6a27-6b6d-4d99-a0e1-ce1660bbb0f3 req-e2004c25-704a-4f20-a555-e167e66a7e07 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.1941156 Nov 04 09:00:49.023396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a4e99-e7ac-4abe-9412-7b226270e3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e51d1-bf10-43b0-a6b8-c16aa9771a70,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:49.163118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c2b6a27-6b6d-4d99-a0e1-ce1660bbb0f3 req-3c17e142-744a-464e-bbac-2199526aa784 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544044 Nov 04 09:00:49.201917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-363005fa-cdd1-4937-aaf1-172aafb74ab3 req-82be71c0-e99c-4376-ae69-42258fc014ef tempest-LiveAutoBlockMigrationV225Test-561052838 tempest-LiveAutoBlockMigrationV225Test-561052838-project] 10.222.0.53 "GET /v2.0/ports?device_id=518ea242-cff6-46bf-84db-1a57be84b407 HTTP/1.1" status: 200 len: 210 time: 0.0360680 Nov 04 09:00:49.204842 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b36db52-3a69-42f3-bfad-9031cb5262e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.215989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.253277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b36db52-3a69-42f3-bfad-9031cb5262e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.380060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fe7608c1-bb91-4f1c-b377-04237896c558 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:00:49.418649 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b36db52-3a69-42f3-bfad-9031cb5262e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.426288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9b36db52-3a69-42f3-bfad-9031cb5262e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.431444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9b36db52-3a69-42f3-bfad-9031cb5262e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da6e51d1-bf10-43b0-a6b8-c16aa9771a70 HTTP/1.1" status: 204 len: 168 time: 0.4497604 Nov 04 09:00:49.511378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port fe7608c1-bb91-4f1c-b377-04237896c558 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:00:49.512650 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.605529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36db52-3a69-42f3-bfad-9031cb5262e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e51d1-bf10-43b0-a6b8-c16aa9771a70,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:49.625508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:00:49.669904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95285604-9618-4bb6-92d0-7af92a3987d1 req-d2dbc62f-30ef-40b1-b891-eba645bbb410 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:49.682302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95285604-9618-4bb6-92d0-7af92a3987d1 req-d2dbc62f-30ef-40b1-b891-eba645bbb410 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.1382139 Nov 04 09:00:49.737782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.784377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95285604-9618-4bb6-92d0-7af92a3987d1 req-8a183a06-906a-4273-8388-dbfcc37095a5 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007171 Nov 04 09:00:49.830150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:49.837445 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:49.838565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c0ce6b96-963e-480b-a66f-44e557315675 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:49.872740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:00:49.887722 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-96c8b172-48fd-4690-948e-b068649b95be admin admin] 10.222.0.53 "PUT /v2.0/routers/994bf0be-b2e4-4fec-b9db-e8057d4774c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4382188 Nov 04 09:00:49.890358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:49.937844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:49.942571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] Sync routers for ids ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:00:49.962846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: c0ce6b96-963e-480b-a66f-44e557315675 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:49.963426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c0ce6b96-963e-480b-a66f-44e557315675 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:49.965139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] Routers {'994bf0be-b2e4-4fec-b9db-e8057d4774c9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:00:49.966672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:49.992226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47500) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:50.102159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:50.105808 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7d0401-8dfb-4f14-997d-c3b655508e85" -d '{"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-plugged", "status": "completed", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:50.124644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] Set router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:00:50.190048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47508) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:50.250555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:50.283381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07fb06db-2ef5-4086-96d0-474edca0539d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:50.344930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47514) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:50.363801 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584134f8-bcf3-44ce-b99b-171d7b6d03e0 x-openstack-request-id: req-584134f8-bcf3-44ce-b99b-171d7b6d03e0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:50.364391 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-plugged", "status": "completed", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:50.364652 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-584134f8-bcf3-44ce-b99b-171d7b6d03e0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:50.365466 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'code': 200} Nov 04 09:00:50.441759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T09:00:48Z', 'revision_number': 5, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:50.481954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] Checking router: 994bf0be-b2e4-4fec-b9db-e8057d4774c9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:00:50.495609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] Routers {'994bf0be-b2e4-4fec-b9db-e8057d4774c9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:00:50.496602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:50.612035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fc89-153e-4b16-affe-bc9d0ea4df58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:50.640329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] Set router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:00:50.649226 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07fb06db-2ef5-4086-96d0-474edca0539d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:50.670189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6976f5a3-a75c-4442-a816-400b7aedabf7 req-f4a255b4-4fcb-4dda-ba56-c72a8f6c2e71 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:50.688975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6976f5a3-a75c-4442-a816-400b7aedabf7 req-f4a255b4-4fcb-4dda-ba56-c72a8f6c2e71 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.2372363 Nov 04 09:00:50.826203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6976f5a3-a75c-4442-a816-400b7aedabf7 req-0606ac2a-c7a8-4e1b-9072-5914f27c54a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360884 Nov 04 09:00:50.834025 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:50.907828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07fb06db-2ef5-4086-96d0-474edca0539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:50.953157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Deleting port 2227bba9-ae36-4d71-83bc-611b6240c828 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:50.953557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:51.024242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T09:00:48Z', 'revision_number': 5, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:51.050159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fc89-153e-4b16-affe-bc9d0ea4df58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:51.067535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d035819-2147-482b-bde2-45fdf3df20ac None None] The sync data for ids ['994bf0be-b2e4-4fec-b9db-e8057d4774c9'] in n-d-816487-1 is: [{'id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'name': 'tempest-AttachSCSIVolumeTestJSON-1336961320-router', 'tenant_id': '75a93c7cc13c420bbdae6d7416c202eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:26Z', 'updated_at': '2021-11-04T09:00:48Z', 'revision_number': 5, 'project_id': '75a93c7cc13c420bbdae6d7416c202eb', 'gw_port': {'id': '2227bba9-ae36-4d71-83bc-611b6240c828', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '994bf0be-b2e4-4fec-b9db-e8057d4774c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:27Z', 'updated_at': '2021-11-04T08:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:00:51.171260 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a1fc89-153e-4b16-affe-bc9d0ea4df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:51.172286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddca0d-7a9e-4f8e-9d84-7b3e36df261e req-69ec3ee4-ccc6-4aa7-a9ed-d5cfcabceb7c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:51.180539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0eddca0d-7a9e-4f8e-9d84-7b3e36df261e req-69ec3ee4-ccc6-4aa7-a9ed-d5cfcabceb7c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.1750789 Nov 04 09:00:51.207050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] For port 2227bba9-ae36-4d71-83bc-611b6240c828, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2227bba9-ae36-4d71-83bc-611b6240c828,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:51.207428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:51.232498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Calling delete_port for 2227bba9-ae36-4d71-83bc-611b6240c828 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:51.256737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0eddca0d-7a9e-4f8e-9d84-7b3e36df261e req-97c07aaf-25ee-4a65-9f97-46dea3fac8dd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753679 Nov 04 09:00:51.261621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] Deleting subnet e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:00:51.273913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-07fb06db-2ef5-4086-96d0-474edca0539d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2afe2524997f4e839fd18cfc3b954215&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0819314 Nov 04 09:00:51.280322 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:51.285188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:51.312928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb06db-2ef5-4086-96d0-474edca0539d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f775ec09-314e-4362-a0cf-edef51e7edf9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:51.380676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b4a1fc89-153e-4b16-affe-bc9d0ea4df58 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fecc55df307345ddbb48f41dcd568418&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3869309 Nov 04 09:00:51.385993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:51.401628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-94508f9b-c3b1-43aa-b37a-8551247a9bfd tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:51.403146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-94508f9b-c3b1-43aa-b37a-8551247a9bfd tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.70 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.6180367 Nov 04 09:00:51.622401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a8ef3-5c03-4605-b3e9-c694ef3b3eab req-937acb67-ddff-4202-9403-9eb5c78defde tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:51.635318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b93a8ef3-5c03-4605-b3e9-c694ef3b3eab req-937acb67-ddff-4202-9403-9eb5c78defde tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.6811993 Nov 04 09:00:51.669234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:51.814161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:51.946932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1fc89-153e-4b16-affe-bc9d0ea4df58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509be6c4-659a-4281-a092-f7d88a51ea15,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:52.134978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f422428b-b411-4282-a6e4-9be372b71e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.156367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.188686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b93a8ef3-5c03-4605-b3e9-c694ef3b3eab req-57d20c56-338a-4db3-8b8e-c2e927ec3ba8 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523658 Nov 04 09:00:52.206561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7c1cab5-1ab8-489f-8022-319ff0a3a0fe no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:52.231526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18e69b9b-a09a-4aea-9812-421ba1dc9c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.268211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e7c1cab5-1ab8-489f-8022-319ff0a3a0fe {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:52.268555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7c1cab5-1ab8-489f-8022-319ff0a3a0fe not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:52.302566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906e5f-2f8c-4d1b-a675-6e576066eeef req-f37148d0-0560-4967-aa9e-a9987beb4b18 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:52.310623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc906e5f-2f8c-4d1b-a675-6e576066eeef req-f37148d0-0560-4967-aa9e-a9987beb4b18 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.4443274 Nov 04 09:00:52.314509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f422428b-b411-4282-a6e4-9be372b71e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.325093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=2227bba9-ae36-4d71-83bc-611b6240c828,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:52.349649 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18e69b9b-a09a-4aea-9812-421ba1dc9c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.411715 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.428553 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18e69b9b-a09a-4aea-9812-421ba1dc9c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.431339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18e69b9b-a09a-4aea-9812-421ba1dc9c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.435136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-18e69b9b-a09a-4aea-9812-421ba1dc9c29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f775ec09-314e-4362-a0cf-edef51e7edf9 HTTP/1.1" status: 204 len: 168 time: 1.1214783 Nov 04 09:00:52.461992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aeb46e-3751-4dc3-bb85-d50fbcae4f34,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:52.475025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.478845 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-20763a64-d957-443f-8ab2-c4c9a98f7150 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e3aeb46e-3751-4dc3-bb85-d50fbcae4f34 HTTP/1.1" status: 204 len: 168 time: 2.1329439 Nov 04 09:00:52.481797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47584) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:52.485758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e69b9b-a09a-4aea-9812-421ba1dc9c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f775ec09-314e-4362-a0cf-edef51e7edf9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:52.538559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:52.563697 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f422428b-b411-4282-a6e4-9be372b71e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.566613 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f422428b-b411-4282-a6e4-9be372b71e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.567769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f422428b-b411-4282-a6e4-9be372b71e58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/509be6c4-659a-4281-a092-f7d88a51ea15 HTTP/1.1" status: 204 len: 168 time: 1.1662476 Nov 04 09:00:52.609193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Deleting port 544ec8c4-191f-4da5-a62a-71d75eef155b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:52.610309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.618390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.618869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422428b-b411-4282-a6e4-9be372b71e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509be6c4-659a-4281-a092-f7d88a51ea15,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:52.647538 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.797511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc906e5f-2f8c-4d1b-a675-6e576066eeef req-4a660157-39ab-4faa-a3a4-cf020bd8a75b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400816 Nov 04 09:00:52.814656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.817480 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.865973 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.867090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 994bf0be-b2e4-4fec-b9db-e8057d4774c9 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:00:52.882109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.883896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b46cf872-865d-4909-b360-57e623777d99 admin admin] 10.222.0.53 "DELETE /v2.0/routers/994bf0be-b2e4-4fec-b9db-e8057d4774c9 HTTP/1.1" status: 204 len: 168 time: 2.9922023 Nov 04 09:00:52.888412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:52.945030 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.961291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] For port 544ec8c4-191f-4da5-a62a-71d75eef155b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=544ec8c4-191f-4da5-a62a-71d75eef155b,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:52.961558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:52.972956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] Deleting subnet 383018c6-a5a8-4b8e-b543-a93f3bdea43a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:00:52.978142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.023113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2913280e-717f-43a3-a683-8254fdca979e']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:53.065333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-135690558'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:53.079714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.100143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3747ab3b-f164-44a7-9feb-06998fb25ee0') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:53.100507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3747ab3b-f164-44a7-9feb-06998fb25ee0') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:53.127693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.183376 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.193706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Made reservation on behalf of 810e67936b3c4fe784ba0eaa94a34586 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:00:53.195326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:00:53.195481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:00:53.198036 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:00:53.200351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.230802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.310582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.322896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.326624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2913280e-717f-43a3-a683-8254fdca979e HTTP/1.1" status: 204 len: 168 time: 0.8420079 Nov 04 09:00:53.330607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:53.372152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a21b3-dfa8-44e6-a65b-f82f37e3a2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2913280e-717f-43a3-a683-8254fdca979e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:53.395099 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.395464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.396598 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Floating IP ff2080ac-0897-42f7-934d-5b9a653c53a8 disassociated. External IP: 172.25.3.195, port: 544ec8c4-191f-4da5-a62a-71d75eef155b. Nov 04 09:00:53.396598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Calling delete_port for 544ec8c4-191f-4da5-a62a-71d75eef155b owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:53.424445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.450218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:53.543035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.550514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.572126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ff68466-32df-4fa6-9af9-5552f93e3abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.582798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] Deleting subnet fbfd0e98-2ca0-4f6d-885a-2362d9df05a8 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:00:53.588739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:00:53.597017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.608236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=438c8d02-f80d-41ee-ab9a-5d5a5a96adab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:53.619776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.630347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.630939 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Added segment 439523dd-74f2-4d6a-b6b1-e8f752d26b49 of type vlan for network 7f4a74f0-763b-4800-8a23-f4d1d879efbc Nov 04 09:00:53.678036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae1a66-36ba-4fa9-a1e9-f0aed32c4c8a None None] Network dda18087-ba6d-46e9-af75-f8c765fec348 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:00:53.715307 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.753060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47620) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:53.753971 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/383018c6-a5a8-4b8e-b543-a93f3bdea43a HTTP/1.1" status: 204 len: 168 time: 0.8644333 Nov 04 09:00:53.764178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53deaa6-5726-4801-997b-0d8af520dfcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=383018c6-a5a8-4b8e-b543-a93f3bdea43a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:53.802250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e7dfa-3b93-4598-9bee-a29e49ecc586 req-0962892d-2f5a-4cc3-afa1-a9c78609972b tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:53.809989 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f5e7dfa-3b93-4598-9bee-a29e49ecc586 req-0962892d-2f5a-4cc3-afa1-a9c78609972b tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 946 time: 0.4780471 Nov 04 09:00:53.810563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.888373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.901585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:53.902493 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:53.967949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.4153812 Nov 04 09:00:54.078833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.083035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] DHCP port deletion for dda18087-ba6d-46e9-af75-f8c765fec348 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:00:54.097771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d8864-dafb-4781-bbae-96655a13af8a tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Pushing event updated for resources: {'Network': ['ID=7f4a74f0-763b-4800-8a23-f4d1d879efbc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:54.135715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a64eb-5561-47a7-8b76-b9ccc42b2e79 req-ed70028d-b3ea-4fc8-af66-97bd426c3706 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:54.137682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-634a64eb-5561-47a7-8b76-b9ccc42b2e79 req-ed70028d-b3ea-4fc8-af66-97bd426c3706 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.2163095 Nov 04 09:00:54.178604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 7f4a74f0-763b-4800-8a23-f4d1d879efbc details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:00:54.206857 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-634a64eb-5561-47a7-8b76-b9ccc42b2e79 req-7b4dbbd0-35ec-4fd2-92fe-8f74727de7d7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612049 Nov 04 09:00:54.227264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.254139 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f5e7dfa-3b93-4598-9bee-a29e49ecc586 req-94d26150-a848-48c6-b1db-2ab97420720e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups?id=beaaaa39-a4e1-4435-8868-a1a6d092c4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848977 Nov 04 09:00:54.266718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.345508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ff68466-32df-4fa6-9af9-5552f93e3abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.386719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:54.391382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ff68466-32df-4fa6-9af9-5552f93e3abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.471707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.491971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff68466-32df-4fa6-9af9-5552f93e3abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b792dae-f7ad-4d2d-afa2-0682b74ecdbc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:54.540965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1ff68466-32df-4fa6-9af9-5552f93e3abe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6f456e7127240fc918d4480b94dc009&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0880218 Nov 04 09:00:54.544932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:54.550044 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.616644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event deleted for resources: {'Port': ['ID=544ec8c4-191f-4da5-a62a-71d75eef155b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:54.628961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.632505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fbfd0e98-2ca0-4f6d-885a-2362d9df05a8 HTTP/1.1" status: 204 len: 168 time: 1.2977028 Nov 04 09:00:54.635076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47652) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:54.636312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b1d58-bc11-4591-aa39-d4a991536a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfd0e98-2ca0-4f6d-885a-2362d9df05a8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:54.659050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Deleting port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:54.659683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.698787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] Deleting port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:00:54.699374 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.855778 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.887762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47660) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:54.900849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Router 93328a9b-157d-4b80-a9f7-53840f45d9d9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:00:54.905743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Request body: {'port': {'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc', 'binding:host_id': 'n-h2-816487-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1627087184'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:00:54.943646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] For port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:54.944430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:54.969384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Calling delete_port for 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:54.999684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4a39-6db5-414d-bfba-be6a3880a66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.035016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4a39-6db5-414d-bfba-be6a3880a66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.109009 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4a39-6db5-414d-bfba-be6a3880a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.112637 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3cd4a39-6db5-414d-bfba-be6a3880a66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.113882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e3cd4a39-6db5-414d-bfba-be6a3880a66b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b792dae-f7ad-4d2d-afa2-0682b74ecdbc HTTP/1.1" status: 204 len: 168 time: 0.5659206 Nov 04 09:00:55.134564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd4a39-6db5-414d-bfba-be6a3880a66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b792dae-f7ad-4d2d-afa2-0682b74ecdbc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:55.140367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.207095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 544ec8c4-191f-4da5-a62a-71d75eef155b no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:55.221803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6854399-af43-44c4-87cb-60466aebe379']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:55.238760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e18e66-b7d3-4ca4-b7b7-1ddd98079ba7') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:55.239371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e18e66-b7d3-4ca4-b7b7-1ddd98079ba7') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:55.306137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.308067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 544ec8c4-191f-4da5-a62a-71d75eef155b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:55.313919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 544ec8c4-191f-4da5-a62a-71d75eef155b not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:55.323104 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.362016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.383482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:00:55.390338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:00:55.394017 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:00:55.402826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] For port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:55.403999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.424498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,segment=NetworkSegment(b8ef0ac1-31c0-46f5-bd96-628b60eacf54),segment_id=b8ef0ac1-31c0-46f5-bd96-628b60eacf54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:00:55.430225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.431167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2227bba9-ae36-4d71-83bc-611b6240c828 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:00:55.433928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] Calling delete_port for 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:00:55.498675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:55.510893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21b744f3-058f-4c3a-9618-ee5a1177e5ee req-a31a5255-c889-4b87-bbb5-1d30e7fb7cfa tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 210 time: 0.0469706 Nov 04 09:00:55.533353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.542380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 2227bba9-ae36-4d71-83bc-611b6240c828 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:00:55.542720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2227bba9-ae36-4d71-83bc-611b6240c828 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:00:55.565016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.570608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] 10.222.0.53 "DELETE /v2.0/networks/c6854399-af43-44c4-87cb-60466aebe379 HTTP/1.1" status: 204 len: 168 time: 0.9323072 Nov 04 09:00:55.570608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76114f7d-d7df-4bb7-9010-d1ba1105dc6e admin admin] Pushing event deleted for resources: {'Network': ['ID=c6854399-af43-44c4-87cb-60466aebe379,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:55.692932 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.767338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] Pushing event deleted for resources: {'Port': ['ID=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:55.769317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe4131-4025-4808-97c3-4a71681b6bde None None] No DVR routers for this DVR port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:55.884699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:55.902274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Made reservation on behalf of 0a9e9e4908e04c59b03adabe5930600a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:00:55.918320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.977186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:55.981893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3f60d507-1ac4-4550-bbde-5a9e7ebd55b5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19af51fe722143b99fa56ef5946f9baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955307 Nov 04 09:00:55.984728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:56.097189 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a81180c-7794-44a1-861b-e3f486725d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.150591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a81180c-7794-44a1-861b-e3f486725d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.213751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ce19ad-1d59-4fca-8d28-9985dca503b6 req-bda7f90b-f098-4a81-80c8-2904a1267464 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:56.222407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f3ce19ad-1d59-4fca-8d28-9985dca503b6 req-bda7f90b-f098-4a81-80c8-2904a1267464 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.3011873 Nov 04 09:00:56.229189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:00:56.253162 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] Sync routers for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:00:56.278099 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a81180c-7794-44a1-861b-e3f486725d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.284468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a81180c-7794-44a1-861b-e3f486725d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.292139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5a81180c-7794-44a1-861b-e3f486725d40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad0e18e0-e3dd-419f-afc3-799203223093 HTTP/1.1" status: 204 len: 168 time: 0.3040924 Nov 04 09:00:56.297067 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:00:56.297718 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:56.310285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81180c-7794-44a1-861b-e3f486725d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0e18e0-e3dd-419f-afc3-799203223093,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:56.372278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] No DVR routers for this DVR port 544ec8c4-191f-4da5-a62a-71d75eef155b on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:56.413078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f3ce19ad-1d59-4fca-8d28-9985dca503b6 req-f4efdcdf-0a9f-4fa8-89fe-da66db80a8be tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809936 Nov 04 09:00:56.413078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.422062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50ffe117-7b14-4e5a-8474-ddcde245622e req-50ea7cf0-a6ff-4505-83b7-373c3dd86e9e tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.70 "DELETE /v2.0/ports/544ec8c4-191f-4da5-a62a-71d75eef155b HTTP/1.1" status: 204 len: 173 time: 4.9902868 Nov 04 09:00:56.422579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'name': 'network-vif-deleted', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:00:56.430595 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e63e43-8340-4578-bcdc-ba6f5ed62761" -d '{"events": [{"server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "name": "network-vif-deleted", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:00:56.451117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.541749 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:00:56.546889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Pushing event deleted for resources: {'Port': ['ID=7bcf2ae9-8c06-4ccf-a04d-cb50f4324308,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:56.565096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.568182 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35c2491-c4ed-4889-aea5-028489c391ae x-openstack-request-id: req-d35c2491-c4ed-4889-aea5-028489c391ae {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:00:56.568776 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33cbbdc0-18d8-4c73-be40-38b309b44473", "name": "network-vif-deleted", "tag": "544ec8c4-191f-4da5-a62a-71d75eef155b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:00:56.569510 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d35c2491-c4ed-4889-aea5-028489c391ae {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:00:56.570208 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33cbbdc0-18d8-4c73-be40-38b309b44473', 'name': 'network-vif-deleted', 'tag': '544ec8c4-191f-4da5-a62a-71d75eef155b', 'status': 'completed', 'code': 200} Nov 04 09:00:56.573384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] No DVR routers for this DVR port 7bcf2ae9-8c06-4ccf-a04d-cb50f4324308 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:00:56.575280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:56.612859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] device_id is not set on port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:00:56.834575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96851ec4-6753-4c7f-9e31-e1671c4de8df,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:56.908683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-d81da2b0-305f-4b8d-b5ab-c3fc7bf381ce tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4c1b2a20967e45a8878111437eea55b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373249 Nov 04 09:00:56.917528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c0f6931-14c8-4e1d-a618-d316239e9f41 req-c2977d46-6db4-4506-bb27-41dd8e730250 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/ports?device_id=33cbbdc0-18d8-4c73-be40-38b309b44473 HTTP/1.1" status: 200 len: 210 time: 0.0841451 Nov 04 09:00:56.920574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.045706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda18087-ba6d-46e9-af75-f8c765fec348']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:57.055513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47738) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:57.132159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:57.132831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ef0ac1-31c0-46f5-bd96-628b60eacf54') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:57.215269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.226385 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:33Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:57.238548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-d8568c3c-2166-4e39-893d-4bbe92aa6241 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:57.251572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-d8568c3c-2166-4e39-893d-4bbe92aa6241 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419926 Nov 04 09:00:57.284601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-0335ec60-f396-4e6b-bfc6-aa06ac2ccf4c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/quotas/4c1b2a20967e45a8878111437eea55b9 HTTP/1.1" status: 200 len: 375 time: 0.0319142 Nov 04 09:00:57.294189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1236650e-dfc9-4024-99d7-4175deebd893 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73582600e03944ad8c5a6f898299dcf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371686 Nov 04 09:00:57.311768 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] Checking router: 93328a9b-157d-4b80-a9f7-53840f45d9d9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:00:57.333598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47746) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:57.339390 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:00:57.340271 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:57.356109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-e45cbd3c-e5b6-4164-b06f-91b790019024 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0696344 Nov 04 09:00:57.372730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.401472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:00:57.402012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:00:57.403939 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:00:57.528321 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:00:57.530086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df11ad5a-6e82-4d6b-b8d6-3e9c1fea5597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.665692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] device_id is not set on port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:00:57.680417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.694025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.702798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.731960 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.742633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] 10.222.0.53 "DELETE /v2.0/networks/dda18087-ba6d-46e9-af75-f8c765fec348 HTTP/1.1" status: 204 len: 168 time: 3.9632030 Nov 04 09:00:57.886539 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df11ad5a-6e82-4d6b-b8d6-3e9c1fea5597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:57.933977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ab8fa-826a-4040-9d0c-5d6846341bcd req-cbb3d0d1-91f4-4eeb-87bc-d87642eed6f3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:57.945467 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-be7ab8fa-826a-4040-9d0c-5d6846341bcd req-cbb3d0d1-91f4-4eeb-87bc-d87642eed6f3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.4103711 Nov 04 09:00:57.959116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a125d-b97c-423a-b43f-64cfb4b91ead admin admin] Pushing event deleted for resources: {'Network': ['ID=dda18087-ba6d-46e9-af75-f8c765fec348,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:57.992157 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6f67e753-93ca-4a7d-aa4b-1c10e2fa14a0 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4c1b2a20967e45a8878111437eea55b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522389 Nov 04 09:00:58.100811 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:33Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:00:58.139325 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45ed420-4c55-44c5-bede-87e7eec24283 None None] The sync data for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 is: [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T08:58:18Z', 'revision_number': 4, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '23df7aed-32e4-48ba-adb2-64593d5726cc', 'name': '', 'network_id': '807ad7b2-7d47-4bbb-b3b0-590b089ae307', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'mac_address': 'fa:16:3e:6e:bc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '7284f501-922c-46db-9e6d-70151a57647c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:16Z', 'updated_at': '2021-11-04T08:58:33Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'subnets': [{'id': '7284f501-922c-46db-9e6d-70151a57647c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:00:58.256097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:58.266464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-be7ab8fa-826a-4040-9d0c-5d6846341bcd req-f9484f8c-57e5-4d6e-bf84-801e9001c35a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180094 Nov 04 09:00:58.308098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df11ad5a-6e82-4d6b-b8d6-3e9c1fea5597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:58.317176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-7392f2dd-4296-429b-a2c7-a4e1ecefd76f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:58.322154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df11ad5a-6e82-4d6b-b8d6-3e9c1fea5597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:58.325992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-df11ad5a-6e82-4d6b-b8d6-3e9c1fea5597 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77424cb4-18c4-4832-9e7f-e062909102f7 HTTP/1.1" status: 204 len: 168 time: 0.9898667 Nov 04 09:00:58.342848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-7392f2dd-4296-429b-a2c7-a4e1ecefd76f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3444529 Nov 04 09:00:58.404603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Checking segment: {'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:00:58.409826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-e18b420a-4c84-44da-a54e-c3f549f9ac6c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/quotas/4c1b2a20967e45a8878111437eea55b9 HTTP/1.1" status: 200 len: 375 time: 0.0639141 Nov 04 09:00:58.412342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Network hostable DHCP agents. Network: 7f4a74f0-763b-4800-8a23-f4d1d879efbc, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:00:58.431500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb667ec-0f54-4f1b-9a0c-b4e7120f479a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:58.443882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11ad5a-6e82-4d6b-b8d6-3e9c1fea5597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77424cb4-18c4-4832-9e7f-e062909102f7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:58.532604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Network 7f4a74f0-763b-4800-8a23-f4d1d879efbc is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:00:58.558113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 7f4a74f0-763b-4800-8a23-f4d1d879efbc) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:00:58.570989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320f1f55-b434-4afc-831f-c920bb598875 None None] Network 7f4a74f0-763b-4800-8a23-f4d1d879efbc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:00:58.572128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:00:58.615103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c91fee9-e0f7-4620-b4aa-108aaa333f36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad941410dbc94caaaaaa1cfd32af0789&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576615 Nov 04 09:00:58.619143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47804) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:58.624005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:58.627165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-bceca84e-f5a0-4f47-a9e0-0c1ce7dfe7e1 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2164462 Nov 04 09:00:58.672112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:58.672557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:58.672923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:58.736770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:58.737420 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:58.744461 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 2 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:58.771149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:58.771693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:58.772245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:58.779260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236873bc-4ba8-4b9f-b317-36f876a4adbd None None] New status for floating IP ff2080ac-0897-42f7-934d-5b9a653c53a8: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:00:58.786516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:58.787040 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:58.788651 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 3 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:58.812323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0179-8870-4e34-b390-2c4fb7728fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:58.851826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:58.852208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:58.852541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:58.854495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-675df2be-4d83-4d26-b495-86c6b600664f tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:58.862109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0179-8870-4e34-b390-2c4fb7728fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:58.887527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:58.887913 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:58.902628 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 4 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:58.919988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:58.920523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:58.921549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:58.932318 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-675df2be-4d83-4d26-b495-86c6b600664f tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:58.986411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:58.986991 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:58.989588 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 5 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:59.044956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:59.045294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:59.045641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:59.055822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:59.055822 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:59.055822 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 6 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:59.070236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:59.070576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:59.070906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:59.077530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:59.078024 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:59.078576 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 7 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:59.097037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0179-8870-4e34-b390-2c4fb7728fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:59.097037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ed0179-8870-4e34-b390-2c4fb7728fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:59.097037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a1ed0179-8870-4e34-b390-2c4fb7728fcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4d77375-cbe0-4cba-ab12-861dc55a556b HTTP/1.1" status: 204 len: 168 time: 0.4712415 Nov 04 09:00:59.126589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:59.128377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:59.128946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:59.133667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-675df2be-4d83-4d26-b495-86c6b600664f tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:59.137132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-675df2be-4d83-4d26-b495-86c6b600664f tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:59.144099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-675df2be-4d83-4d26-b495-86c6b600664f tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "DELETE /v2.0/security-groups/beaaaa39-a4e1-4435-8868-a1a6d092c4f6 HTTP/1.1" status: 204 len: 168 time: 0.4533799 Nov 04 09:00:59.145157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47824) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:59.147286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed0179-8870-4e34-b390-2c4fb7728fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d77375-cbe0-4cba-ab12-861dc55a556b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:59.167828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c2eff659-b852-4f85-93ed-752aa130d1ba req-807bb181-f4e8-4b5c-a9b8-125e233ba59b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 210 time: 0.0755296 Nov 04 09:00:59.184802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675df2be-4d83-4d26-b495-86c6b600664f tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaaaa39-a4e1-4435-8868-a1a6d092c4f6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:00:59.196700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:59.198890 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:59.203421 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 8 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:59.256539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:59.259016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:59.259537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:59.265829 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-7109d64e-8bdb-433a-a82f-44a1fd63be18 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] show failed (client error): The resource could not be found. Nov 04 09:00:59.271137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:00:59.273438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7109d64e-8bdb-433a-a82f-44a1fd63be18 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "GET /v2.0/security-groups/beaaaa39-a4e1-4435-8868-a1a6d092c4f6 HTTP/1.1" status: 404 len: 347 time: 0.1053309 Nov 04 09:00:59.275049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:59.275561 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:59.276700 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 9 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:59.308495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:59.308824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:59.309176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:59.317416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:59.317779 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:59.319841 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 10 to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a Nov 04 09:00:59.338927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:00:59.339596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:00:59.340155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:00:59.348715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:00:59.349977 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:00:59.350577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:59.518953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-d98786ca-582a-4c83-99b6-8b99a0a35c01 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c1b2a20967e45a8878111437eea55b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1317749 Nov 04 09:00:59.800772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] For port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:00:59.801107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempted to set empty binding levels {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 09:00:59.829421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:00:59.918328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-cc70d6fb-656e-43d0-bbaf-133884f945a6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:00:59.921202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-cc70d6fb-656e-43d0-bbaf-133884f945a6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3928046 Nov 04 09:00:59.923229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47868) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:00.018792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Request body: {'port': {'device_id': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '4c1b2a20967e45a8878111437eea55b9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:00.021584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc89893-e785-4db1-8280-0bfd0e3d5ed3 req-0321b123-bb0f-4986-bbb8-2afe98db9d2e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:00.034019 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbc89893-e785-4db1-8280-0bfd0e3d5ed3 req-0321b123-bb0f-4986-bbb8-2afe98db9d2e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.3372126 Nov 04 09:01:00.116289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Deleting port 1098123e-33b9-413f-b838-b39c54d9e6bd {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:00.116958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.219102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbc89893-e785-4db1-8280-0bfd0e3d5ed3 req-f5adbb74-0faa-41e7-8256-65bf5f6a450e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822736 Nov 04 09:01:00.243191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:00.244113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.315128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fad6fd36-54c5-4214-a256-2c8b506e170d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=75a93c7cc13c420bbdae6d7416c202eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853073 Nov 04 09:01:00.318019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=cbb667ec-0f54-4f1b-9a0c-b4e7120f479a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:00.324413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:00.330564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Made reservation on behalf of 4c1b2a20967e45a8878111437eea55b9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:00.339743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.356273 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.438986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.439505 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.476159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.485653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-77f9477d-fe71-4857-864f-9aba9a52263c tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.5911093 Nov 04 09:01:00.485911 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.494664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47898) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:00.702274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47914) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:00.705177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=475d1d56-1e8e-47ea-8288-d1288b5a242f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:00.754106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Deleting port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:00.754659 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.861243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] For port cbb667ec-0f54-4f1b-9a0c-b4e7120f479a, host n-h2-816487-1, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:00.861634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:00.881009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Calling delete_port for cbb667ec-0f54-4f1b-9a0c-b4e7120f479a owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:00.980344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4b5a372-5f88-454d-8279-069f35b2cae5 req-4723f27d-b2e5-4bb7-8f22-94b47873d291 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 210 time: 0.5705156 Nov 04 09:01:01.020676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Calling delete_port for 1098123e-33b9-413f-b838-b39c54d9e6bd owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:01.028326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-234382392-network', 'tenant_id': '1888fdda13264a7f8ced3f0b231667dd'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:01.109146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Allocated IP 192.168.233.70 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/262828e9-bd19-4934-baf5-9448dbac5808) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:01.117413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55d534fd-3f71-483b-b6ef-59eff6f3f0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.150382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:01.169197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-25c2d992-dae0-4832-bd0f-b10531095e74 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=4c1b2a20967e45a8878111437eea55b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1801465 Nov 04 09:01:01.176474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55d534fd-3f71-483b-b6ef-59eff6f3f0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.177508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.300363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.320217 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55d534fd-3f71-483b-b6ef-59eff6f3f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.326965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55d534fd-3f71-483b-b6ef-59eff6f3f0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.329521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55d534fd-3f71-483b-b6ef-59eff6f3f0ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64016f97-0dcf-4a34-91c4-62e0808852bd HTTP/1.1" status: 204 len: 168 time: 1.0030043 Nov 04 09:01:01.377969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-d57a484c-1713-4937-971e-2a5d7f8a0987 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:01.380646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-d57a484c-1713-4937-971e-2a5d7f8a0987 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1987941 Nov 04 09:01:01.385259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Pushing event deleted for resources: {'Port': ['ID=1098123e-33b9-413f-b838-b39c54d9e6bd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:01.402383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d534fd-3f71-483b-b6ef-59eff6f3f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64016f97-0dcf-4a34-91c4-62e0808852bd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:01.458794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fe50966-f5f3-4cd2-85f9-9a29ad62273e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.488916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.499627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Request body: {'port': {'device_id': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '4c1b2a20967e45a8878111437eea55b9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:01.500577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.506928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1bcb000d-4a4e-4108-8091-f02c25b2bb35 tempest-ServersTestFqdnHostnames-1914491532 tempest-ServersTestFqdnHostnames-1914491532-project] 10.222.0.53 "DELETE /v2.0/floatingips/ff2080ac-0897-42f7-934d-5b9a653c53a8 HTTP/1.1" status: 204 len: 168 time: 2.2342505 Nov 04 09:01:01.509526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:01.514541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbb667ec-0f54-4f1b-9a0c-b4e7120f479a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:01.522566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.526342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bcc5aa0a-724c-43d9-8f7b-b102e669bc74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "DELETE /v2.0/ports/cbb667ec-0f54-4f1b-9a0c-b4e7120f479a HTTP/1.1" status: 204 len: 168 time: 1.0276737 Nov 04 09:01:01.533275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47930) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:01.599903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Made reservation on behalf of 1888fdda13264a7f8ced3f0b231667dd for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:01.603009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.650532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.654691 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-794cc626-7936-456a-b590-d9abff575669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:01.656644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-794cc626-7936-456a-b590-d9abff575669 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "GET /v2.0/ports/cbb667ec-0f54-4f1b-9a0c-b4e7120f479a HTTP/1.1" status: 404 len: 333 time: 0.1109006 Nov 04 09:01:01.667957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:01.686674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Request body: {'port': {'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2038396382'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:01.747960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d4aa04-3f25-4c8d-a709-d90964ac5d5a req-645b82d9-d5a4-4f8e-b3b5-daf41ef96450 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:01.751609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Made reservation on behalf of 0a9e9e4908e04c59b03adabe5930600a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:01.754251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.756643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d4aa04-3f25-4c8d-a709-d90964ac5d5a req-645b82d9-d5a4-4f8e-b3b5-daf41ef96450 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.2920341 Nov 04 09:01:01.808895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] device_id is not set on port 2ecdc50d-e760-473d-a4b5-662d508c2f38 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:01.853468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.908636 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fe50966-f5f3-4cd2-85f9-9a29ad62273e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:01.924631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d4aa04-3f25-4c8d-a709-d90964ac5d5a req-e5f8cf05-6ff6-47d1-8683-4789591ab8b3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609626 Nov 04 09:01:01.961818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fe50966-f5f3-4cd2-85f9-9a29ad62273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.009591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Made reservation on behalf of 4c1b2a20967e45a8878111437eea55b9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:02.018456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.084848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9fe50966-f5f3-4cd2-85f9-9a29ad62273e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aad212d7ed7e46c3b573facd74bc894f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9290559 Nov 04 09:01:02.092724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:02.128292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe50966-f5f3-4cd2-85f9-9a29ad62273e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1749d4e6-3c8a-4c93-b7c5-513a4e090a16,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:02.164186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad129fce-cd32-4acf-85e1-62e9ab0c6642 req-51b0eb7e-50da-47dd-bffa-1052a2ee2d4e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 210 time: 0.0520270 Nov 04 09:01:02.176266 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.180466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.331317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Allocated IP 192.168.233.89 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/691bae27-0e35-4095-8b5a-535ac0d1c07a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:02.337802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.440513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.503671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Network 7f4a74f0-763b-4800-8a23-f4d1d879efbc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:02.509308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:02.515347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:02.516427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:02.517180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.546117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=2ecdc50d-e760-473d-a4b5-662d508c2f38,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:02.563179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.567197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-abd46843-c1b2-4f7a-89ff-d848b1dc2456 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8978755 Nov 04 09:01:02.570809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.643013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47962) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:02.653107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:02.698879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8222762d-0090-4348-ba38-4762d440c078,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:02.718248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:01:02.722082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:02.756019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:02.758605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:02.776650 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.839271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a50b5861-fbfe-4be1-99bc-5ed6dbc7ad79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.866184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:02.866537 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Added segment dc666083-8dfe-434c-a56d-ff1093a91e54 of type vlan for network 6b305c97-191b-4ce3-84ed-21af27f7fe1e Nov 04 09:01:02.870927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:02.975500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:03.047064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Deleting port 23df7aed-32e4-48ba-adb2-64593d5726cc {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:03.047411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.063919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.106661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a50b5861-fbfe-4be1-99bc-5ed6dbc7ad79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.142383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.160104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3aeea9-9971-4114-ad2c-009776a3bcb0 req-8d9e2732-ec97-44d7-bb6a-0e9462af9daa tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:03.164674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd3aeea9-9971-4114-ad2c-009776a3bcb0 req-8d9e2732-ec97-44d7-bb6a-0e9462af9daa tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.1340477 Nov 04 09:01:03.177204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:03.178799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.227370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] For port 23df7aed-32e4-48ba-adb2-64593d5726cc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=23df7aed-32e4-48ba-adb2-64593d5726cc,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:03.227772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.234188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1955154225-network', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:03.239009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd3aeea9-9971-4114-ad2c-009776a3bcb0 req-6c34db3c-a069-4d06-8f81-dabe29894efa tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675609 Nov 04 09:01:03.255735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Calling delete_port for 23df7aed-32e4-48ba-adb2-64593d5726cc owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:03.265920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:01:03.284489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c4ae17d5-73f8-44b7-ac2a-152bed60b6c9 None None] Provisioning complete for port 262828e9-bd19-4934-baf5-9448dbac5808 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:03.288746 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c4ae17d5-73f8-44b7-ac2a-152bed60b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.324634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a50b5861-fbfe-4be1-99bc-5ed6dbc7ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.327470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a50b5861-fbfe-4be1-99bc-5ed6dbc7ad79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.332035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a50b5861-fbfe-4be1-99bc-5ed6dbc7ad79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1749d4e6-3c8a-4c93-b7c5-513a4e090a16 HTTP/1.1" status: 204 len: 168 time: 1.2216856 Nov 04 09:01:03.344706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.345965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:03.346312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.348887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.353956 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-48210ea9-dce6-495e-9dda-e040935cdd77 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3727801 Nov 04 09:01:03.368474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c4ae17d5-73f8-44b7-ac2a-152bed60b6c9 None None] Port 262828e9-bd19-4934-baf5-9448dbac5808 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:03.420225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Request body: {'port': {'device_id': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:03.500387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50b5861-fbfe-4be1-99bc-5ed6dbc7ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749d4e6-3c8a-4c93-b7c5-513a4e090a16,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:03.551217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Made reservation on behalf of a6f4e16160b644efaed21c4b4212dd02 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:03.555656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.572149 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.589498 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.611071 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.9034681 Nov 04 09:01:03.627293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:03.636026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:03.638940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Request body: {'subnet': {'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-234382392-subnet', 'tenant_id': '1888fdda13264a7f8ced3f0b231667dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:03.646423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b07f7b2-f3bd-4b84-8c64-ba37fd353ed6 admin admin] Pushing event updated for resources: {'Network': ['ID=6b305c97-191b-4ce3-84ed-21af27f7fe1e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:03.649951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Pushing event updated for resources: {'Port': ['ID=691bae27-0e35-4095-8b5a-535ac0d1c07a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:03.660704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:01:03.663760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:03.745325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:03.751086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.826170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=23df7aed-32e4-48ba-adb2-64593d5726cc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:03.836653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Made reservation on behalf of 1888fdda13264a7f8ced3f0b231667dd for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:03.839009 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:03.844258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2dc6e-7659-4d78-aad8-15348552aca2 req-e64893f8-ef6c-4300-b693-899c55a9a7cf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:03.845854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-39d2dc6e-7659-4d78-aad8-15348552aca2 req-e64893f8-ef6c-4300-b693-899c55a9a7cf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 935 time: 0.4909685 Nov 04 09:01:03.900361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] device_id is not set on port 2ecdc50d-e760-473d-a4b5-662d508c2f38 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:03.917825 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.061886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:04.143685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a242-e891-4216-b93b-75dc723f4cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.213986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4cb3fc3c-3354-4169-8e33-49ad273064ec None None] Provisioning complete for port 691bae27-0e35-4095-8b5a-535ac0d1c07a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:04.214472 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4cb3fc3c-3354-4169-8e33-49ad273064ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.334826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3fc3c-3354-4169-8e33-49ad273064ec None None] Port 691bae27-0e35-4095-8b5a-535ac0d1c07a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:04.406356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:04.414717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.415280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.428385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.438328 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.462524 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.481037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Transition to ACTIVE for port object 262828e9-bd19-4934-baf5-9448dbac5808 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:04.506371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.508808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.524259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:01:04.535768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:04.536734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.580475 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-39d2dc6e-7659-4d78-aad8-15348552aca2 req-e081e95a-7ef6-4888-8767-a7526838177e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612208 Nov 04 09:01:04.592853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=2ecdc50d-e760-473d-a4b5-662d508c2f38,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:04.620741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d40f8e9-cccd-46c6-87d4-5ee541e6a0c6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1304209 Nov 04 09:01:04.679330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Request body: {'port': {'device_id': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:04.684105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:04.684461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:04.684983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:04.691717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.691997 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Added segment c0288e31-95ba-407e-ab14-d095505e62cf of type vlan for network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 Nov 04 09:01:04.746393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.753556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:04.761541 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:04.767780 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 2 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:04.807795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d2695a7-9235-440a-bb8e-349b80bab343,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:04.826271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:04.834875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cecac24-2cf3-41e0-9954-2d918a3c2b4b req-4afaaa35-2a69-4a7d-8267-9c9de0008e75 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:04.838865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:04.839290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:04.839706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:04.843474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9cecac24-2cf3-41e0-9954-2d918a3c2b4b req-4afaaa35-2a69-4a7d-8267-9c9de0008e75 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.4558778 Nov 04 09:01:04.847019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a242-e891-4216-b93b-75dc723f4cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.853127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:04.853555 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:04.857651 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 3 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:04.860746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.871554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5511563d-9766-42c7-81d8-077a8b686578,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:04.874465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bd0a242-e891-4216-b93b-75dc723f4cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:04.888776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:01:04.892280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Attempting to bind port 262828e9-bd19-4934-baf5-9448dbac5808 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:04.892623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Attempting to bind port 262828e9-bd19-4934-baf5-9448dbac5808 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:04.892953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Attempting to bind port 262828e9-bd19-4934-baf5-9448dbac5808 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:04.896742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:04.896931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:04.897252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:04.925954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Port 262828e9-bd19-4934-baf5-9448dbac5808 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:04.926297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Attempting to bind port 262828e9-bd19-4934-baf5-9448dbac5808 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:04.932817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:04.933127 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:04.935312 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 4 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:04.940596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:04.940861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:04.941089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:04.941554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Bound port: 262828e9-bd19-4934-baf5-9448dbac5808, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:04.941924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.027051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:05.027420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Network hostable DHCP agents. Network: 6b305c97-191b-4ce3-84ed-21af27f7fe1e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:01:05.036404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0a242-e891-4216-b93b-75dc723f4cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85f40f6-f308-4064-9729-7fb77c8f8035,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:05.039038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.040094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:05.040681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.065381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9cecac24-2cf3-41e0-9954-2d918a3c2b4b req-ea21096b-911c-46a8-a1d4-7d526814896a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207687 Nov 04 09:01:05.097911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9bd0a242-e891-4216-b93b-75dc723f4cdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bde576c0395142b3999a7a169a7a9d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0340760 Nov 04 09:01:05.134560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48016) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:05.216800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:01:05.236162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2584860 Nov 04 09:01:05.243983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:05.254237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Request body: {'subnet': {'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1955154225-subnet', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:05.262894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6b305c97-191b-4ce3-84ed-21af27f7fe1e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:05.281505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4faaa08c-880d-4c09-89fc-e934d4e3a348 None None] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:05.281874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3ccfc-6d78-45a6-b606-e743a04d1ae5 admin admin] Pushing event updated for resources: {'Network': ['ID=1a44f141-7c6a-4d01-b552-e86e5e56bc53,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:05.304024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Router 93328a9b-157d-4b80-a9f7-53840f45d9d9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:01:05.307523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:05.308948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.409289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da610b1f-cc40-4093-a342-f7c9ac38e34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.448982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Made reservation on behalf of a6f4e16160b644efaed21c4b4212dd02 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:05.459089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.550137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:01:05.574154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:05.574771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:05.575468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:05.629015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:05.629613 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:05.634179 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 5 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:05.694169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:05.694593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:05.695176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:05.701300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f6acb6-39f7-4a9b-85cd-44c23ac76cc9 None None] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:05.755870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-382407e1-cd8b-4dd5-ae00-450ab3fc4909 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1237950 Nov 04 09:01:05.777917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:05.778342 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:05.779469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:05.784093 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 6 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:05.828611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.833771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:05.835030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:05.835457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:05.836004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:05.846919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:05.847683 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:05.850182 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 7 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:05.853791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.887720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da610b1f-cc40-4093-a342-f7c9ac38e34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.935579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:05.936105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:05.937591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:05.973643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:05.974509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:05.976944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] 10.222.0.55 "PUT /v2.0/ports/262828e9-bd19-4934-baf5-9448dbac5808 HTTP/1.1" status: 200 len: 1095 time: 2.5814729 Nov 04 09:01:05.986290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2629b28-7e5b-40b1-aad3-90ffad2263d1 service neutron] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:05.990342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:05.994215 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51955f8a-f707-49e9-a8f7-e321efa3f99f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "tag": "262828e9-bd19-4934-baf5-9448dbac5808"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:06.007844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:06.008208 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:06.016078 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 8 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:06.054334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:06.054679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:06.055161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:06.088185 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0e277c-ca40-4acc-b499-0a204f949f8a x-openstack-request-id: req-ef0e277c-ca40-4acc-b499-0a204f949f8a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:06.088426 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "tag": "262828e9-bd19-4934-baf5-9448dbac5808", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:06.088631 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef0e277c-ca40-4acc-b499-0a204f949f8a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:06.089018 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808', 'status': 'completed', 'code': 200} Nov 04 09:01:06.098616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:06.098945 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:06.127337 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 9 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:06.168094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:06.168429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:06.168768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:06.180814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-591c5642-3b06-48c1-8cde-99617c1d4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:06.191459 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-591c5642-3b06-48c1-8cde-99617c1d4630 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1098 time: 0.1483920 Nov 04 09:01:06.213187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 691bae27-0e35-4095-8b5a-535ac0d1c07a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:06.247272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:06.248924 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:06.297315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:06.300976 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 10 to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 Nov 04 09:01:06.336940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-db66d815-66d6-412d-ba80-4ce3d1241903 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=262828e9-bd19-4934-baf5-9448dbac5808 HTTP/1.1" status: 200 len: 217 time: 0.1150951 Nov 04 09:01:06.413330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-43738434-10b5-4e86-a5b9-f407e49e1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:06.414902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-43738434-10b5-4e86-a5b9-f407e49e1508 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0663686 Nov 04 09:01:06.423245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:06.424038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:06.424495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:06.447093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Transition to ACTIVE for port object 691bae27-0e35-4095-8b5a-535ac0d1c07a will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:06.475834 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:06.481278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:06.481617 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:06.481983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:06.527544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d39770-6f2f-4c89-972f-c854e1201dc6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:06.550666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2d8c0-907f-4848-979f-8b0ff9cabbb1 req-6c176133-d4d5-4e8b-a760-60a61746d075 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:06.559717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0cc2d8c0-907f-4848-979f-8b0ff9cabbb1 req-6c176133-d4d5-4e8b-a760-60a61746d075 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 935 time: 0.7489579 Nov 04 09:01:06.568343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957a0f0-23cf-415f-871a-c49f6d3d7daa req-7dc2242e-e8b3-4b8f-a38a-6430c6bd7bb5 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:06.571634 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c957a0f0-23cf-415f-871a-c49f6d3d7daa req-7dc2242e-e8b3-4b8f-a38a-6430c6bd7bb5 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.3504498 Nov 04 09:01:06.621304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:06.634207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f21e60f-d706-4695-b617-263a05b85b20 admin admin] 10.222.0.53 "PUT /v2.0/routers/93328a9b-157d-4b80-a9f7-53840f45d9d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1188378 Nov 04 09:01:06.636157 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] Sync routers for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:06.637170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Checking segment: {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:06.637789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Network hostable DHCP agents. Network: 1a44f141-7c6a-4d01-b552-e86e5e56bc53, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:01:06.640970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:06.655755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0cc2d8c0-907f-4848-979f-8b0ff9cabbb1 req-b4a6b204-6e21-4c24-b9bb-1a9096d0f95e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940664 Nov 04 09:01:06.662304 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:06.662946 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:06.737630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da610b1f-cc40-4093-a342-f7c9ac38e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:06.740262 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da610b1f-cc40-4093-a342-f7c9ac38e34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:06.744025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-da610b1f-cc40-4093-a342-f7c9ac38e34f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b85f40f6-f308-4064-9729-7fb77c8f8035 HTTP/1.1" status: 204 len: 168 time: 1.6043139 Nov 04 09:01:06.754053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] For port 2ecdc50d-e760-473d-a4b5-662d508c2f38, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:06.757649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempted to set empty binding levels {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 09:01:06.775107 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:06.804530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-2274a52a-b943-4a83-9a59-27ece6097655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:06.808544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-2274a52a-b943-4a83-9a59-27ece6097655 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3794754 Nov 04 09:01:06.822924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Pushing event updated for resources: {'Port': ['ID=691bae27-0e35-4095-8b5a-535ac0d1c07a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:06.845215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] In _notify_port_updated(), no bound segment for port 2ecdc50d-e760-473d-a4b5-662d508c2f38 on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:01:06.846299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:06.847058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:06.848826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "PUT /v2.0/ports/2ecdc50d-e760-473d-a4b5-662d508c2f38 HTTP/1.1" status: 200 len: 979 time: 4.2013896 Nov 04 09:01:06.866185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:06.901498 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:06.907068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da610b1f-cc40-4093-a342-f7c9ac38e34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85f40f6-f308-4064-9729-7fb77c8f8035,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:07.081206 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c957a0f0-23cf-415f-871a-c49f6d3d7daa req-d396c550-72ff-487f-b4b4-2059616f918c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149486 Nov 04 09:01:07.112288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfaad5-7fa6-442c-9a18-ef4b6ed3350a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=2ecdc50d-e760-473d-a4b5-662d508c2f38,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:07.128855 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:01:07.146089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:07.156541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1344893169-network', 'tenant_id': '60daff09d889425fa0839718c51a80fc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:07.160993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Attempting to bind port 691bae27-0e35-4095-8b5a-535ac0d1c07a on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:07.161334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Attempting to bind port 691bae27-0e35-4095-8b5a-535ac0d1c07a by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:07.161655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Attempting to bind port 691bae27-0e35-4095-8b5a-535ac0d1c07a on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:07.173764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Port 691bae27-0e35-4095-8b5a-535ac0d1c07a on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:07.174129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Attempting to bind port 691bae27-0e35-4095-8b5a-535ac0d1c07a on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:07.185686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-7eed880a-ef8f-4c68-819a-3168318dc71b service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658986 Nov 04 09:01:07.186226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 1a44f141-7c6a-4d01-b552-e86e5e56bc53) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:07.199772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:07.200206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:07.200425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96853ccd-4f1c-4559-9708-651402ade16e None None] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:07.200916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:07.201087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Bound port: 691bae27-0e35-4095-8b5a-535ac0d1c07a, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:07.201443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.222749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.224617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.307078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.309673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.313605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.317181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.318109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.323707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.328584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.329343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.336481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.337215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.337871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.338520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.344203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a948a0e7-a9b2-4fbd-8ad0-4757c3e2751a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10888 time: 0.4770300 Nov 04 09:01:07.348574 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.351464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:07.378405 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4b74e0e-ec4e-4f48-bbdc-a9a00d170d31 req-9ab26e0e-f829-4310-9736-f11a979e05e2 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620319 Nov 04 09:01:07.412380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T09:01:03Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:07.426652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Made reservation on behalf of 60daff09d889425fa0839718c51a80fc for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:07.434693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.446531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] For port 691bae27-0e35-4095-8b5a-535ac0d1c07a, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:07.453304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] For port 691bae27-0e35-4095-8b5a-535ac0d1c07a, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:07.460205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.478535 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] Checking router: 93328a9b-157d-4b80-a9f7-53840f45d9d9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:07.499926 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19b1a173-0a41-41bb-9427-f7c9b8f2cb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.500180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a5306ec4-4c9a-48ef-bb8a-dc37894786ea admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2513533 Nov 04 09:01:07.524255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48076) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:07.525821 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] Routers {'93328a9b-157d-4b80-a9f7-53840f45d9d9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:07.527239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.527814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:01:07.528677 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['93328a9b-157d-4b80-a9f7-53840f45d9d9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:07.531561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:07.532771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.589590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.591471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.599590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] 10.222.0.70 "PUT /v2.0/ports/691bae27-0e35-4095-8b5a-535ac0d1c07a HTTP/1.1" status: 200 len: 1095 time: 2.9297843 Nov 04 09:01:07.770399 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] Set router 93328a9b-157d-4b80-a9f7-53840f45d9d9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:07.796865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-5221d921-e5fc-4804-a260-703593ba0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:07.800246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.805331 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-5221d921-e5fc-4804-a260-703593ba0184 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1098 time: 0.3356612 Nov 04 09:01:07.813204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.817485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.822928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b5ba3-d278-4940-a0ea-623315dc630b service neutron] Pushing event updated for resources: {'Port': ['ID=691bae27-0e35-4095-8b5a-535ac0d1c07a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:07.834944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Deleting port 2ecdc50d-e760-473d-a4b5-662d508c2f38 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:07.835291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:07.909401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Allocated IP 172.20.0.2 (1a44f141-7c6a-4d01-b552-e86e5e56bc53/19d39770-6f2f-4c89-972f-c854e1201dc6/00170842-09e9-46c7-8a5a-ffff97364d6a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:08.082491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-96080b8f-a7ef-44b2-96a9-1ca66e9f9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:08.084023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-96080b8f-a7ef-44b2-96a9-1ca66e9f9fe0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2242434 Nov 04 09:01:08.092643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'tag': '691bae27-0e35-4095-8b5a-535ac0d1c07a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:08.096062 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004", "tag": "691bae27-0e35-4095-8b5a-535ac0d1c07a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:08.199498 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-96fc8ade-76d5-4782-90d4-f89e1316e148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=262828e9-bd19-4934-baf5-9448dbac5808 HTTP/1.1" status: 200 len: 217 time: 0.0965950 Nov 04 09:01:08.208294 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da68005b-d38c-452e-824f-6a6158b968db x-openstack-request-id: req-da68005b-d38c-452e-824f-6a6158b968db {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:08.208873 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004", "tag": "691bae27-0e35-4095-8b5a-535ac0d1c07a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:08.209137 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da68005b-d38c-452e-824f-6a6158b968db {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:08.209781 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'tag': '691bae27-0e35-4095-8b5a-535ac0d1c07a', 'status': 'completed', 'code': 200} Nov 04 09:01:08.317406 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.330478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.347936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] For port 2ecdc50d-e760-473d-a4b5-662d508c2f38, host n-h2-816487-1, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:08.350710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.359701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-a693e1e2-3397-4e13-8575-6d8cec3de90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:08.365352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-a693e1e2-3397-4e13-8575-6d8cec3de90e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 1098 time: 0.6970332 Nov 04 09:01:08.397505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.401464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Calling delete_port for 2ecdc50d-e760-473d-a4b5-662d508c2f38 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:08.405982 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T09:01:03Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:08.419182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f33d0-5fb1-489a-8613-30cf97992c1e req-8db865ab-00da-4f82-871a-f9bb4cec9779 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:08.428149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd8f33d0-5fb1-489a-8613-30cf97992c1e req-8db865ab-00da-4f82-871a-f9bb4cec9779 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 947 time: 0.4648833 Nov 04 09:01:08.433147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.454090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.458067 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc829616-f6f0-4d9f-9cda-a34d806daab1 None None] The sync data for ids ['93328a9b-157d-4b80-a9f7-53840f45d9d9'] in n-d-816487-1 is: [{'id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'name': 'tempest-ServersTestFqdnHostnames-861896111-router', 'tenant_id': '2a012d25acd64bbe915a2c15c827bbca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T08:58:09Z', 'updated_at': '2021-11-04T09:01:03Z', 'revision_number': 5, 'project_id': '2a012d25acd64bbe915a2c15c827bbca', 'gw_port': {'id': '49e3e743-834a-45af-af36-ff76b3b904ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c0:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93328a9b-157d-4b80-a9f7-53840f45d9d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T08:58:10Z', 'updated_at': '2021-11-04T08:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:08.486740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Deleting port 49e3e743-834a-45af-af36-ff76b3b904ac {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:08.489963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.515645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:08.525440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:08.549423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:08.553356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-9e4d8e84-4dba-475e-9a3b-3e5b62455650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:08.555887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-9e4d8e84-4dba-475e-9a3b-3e5b62455650 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.3360517 Nov 04 09:01:08.565978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Pushing event updated for resources: {'Port': ['ID=00170842-09e9-46c7-8a5a-ffff97364d6a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:08.595465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48106) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:08.620557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:01:08.654718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Attempting to bind port 00170842-09e9-46c7-8a5a-ffff97364d6a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:08.655147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Attempting to bind port 00170842-09e9-46c7-8a5a-ffff97364d6a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:08.655580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Attempting to bind port 00170842-09e9-46c7-8a5a-ffff97364d6a on network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:08.663631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:08.664104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Checking segment: {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:08.664590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.664966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Bound using segment: {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:08.665451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Bound port: 00170842-09e9-46c7-8a5a-ffff97364d6a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:08.665839 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.695678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f83c33-71cf-4623-93cf-4d3b9e2c3fb9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:08.727210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.731741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-8a08c66a-06ec-4a2b-9646-874b2428793a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a HTTP/1.1" status: 200 len: 217 time: 0.2707641 Nov 04 09:01:08.733573 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Added segment 984f00a5-f85f-4116-b190-4e22e475e1f2 of type vlan for network 07e7dbd4-9374-4731-b627-c47da8109cbf Nov 04 09:01:08.797035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd8f33d0-5fb1-489a-8613-30cf97992c1e req-0d7b2b28-d2b1-413d-833a-9d6abb04a394 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673012 Nov 04 09:01:08.801637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] For port 00170842-09e9-46c7-8a5a-ffff97364d6a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:08.810674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] For port 00170842-09e9-46c7-8a5a-ffff97364d6a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00170842-09e9-46c7-8a5a-ffff97364d6a,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:08.830277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.831701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12177a-1a85-437e-b476-facd06cb1965 req-09aef9c1-c22c-4367-870c-a5e059cf8cf4 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:08.849927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d12177a-1a85-437e-b476-facd06cb1965 req-09aef9c1-c22c-4367-870c-a5e059cf8cf4 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.4511397 Nov 04 09:01:08.916000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-network', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:08.944071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:08.947748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] For port 49e3e743-834a-45af-af36-ff76b3b904ac, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=49e3e743-834a-45af-af36-ff76b3b904ac,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:08.948283 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.012389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ee80e-c87f-46b5-a39c-4b102edbaf64 None None] Pushing event updated for resources: {'Port': ['ID=00170842-09e9-46c7-8a5a-ffff97364d6a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:09.018808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Calling delete_port for 49e3e743-834a-45af-af36-ff76b3b904ac owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:09.030070 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.035411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-3ce68df0-7cca-4a26-a19f-de05e457b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:09.040568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-3ce68df0-7cca-4a26-a19f-de05e457b38e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3954239 Nov 04 09:01:09.072656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.101490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Made reservation on behalf of 587a43d367c9429198bcb2be7ff5be30 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:09.103895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.104982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d12177a-1a85-437e-b476-facd06cb1965 req-67f4d838-1a1d-4e3f-87f5-d77087c643f9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472258 Nov 04 09:01:09.150202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d064810-6f04-4683-93fc-9040a90d82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:09.151701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-4d064810-6f04-4683-93fc-9040a90d82c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.4100447 Nov 04 09:01:09.183623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.234154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.237276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:09.238056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.255820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ecdc50d-e760-473d-a4b5-662d508c2f38,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:09.333641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-16385627-ee1f-42bf-a09c-cc1cf16813a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:09.335246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-16385627-ee1f-42bf-a09c-cc1cf16813a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1741214 Nov 04 09:01:09.337708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-a37ac2f2-d422-4867-b645-a1e3b244c756 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845762 Nov 04 09:01:09.401473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.409248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc751689-95ac-44bd-b648-77ecfa6d7945 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2ecdc50d-e760-473d-a4b5-662d508c2f38 HTTP/1.1" status: 204 len: 168 time: 2.0532906 Nov 04 09:01:09.416657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:09.493045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3439686 Nov 04 09:01:09.511127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48122) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:09.520295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Request body: {'subnet': {'network_id': '07e7dbd4-9374-4731-b627-c47da8109cbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1344893169-subnet', 'tenant_id': '60daff09d889425fa0839718c51a80fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:09.534586 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.555013 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c5b7f2-0453-4c81-8196-1f2c3cb72b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:09.555013 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-36c5b7f2-0453-4c81-8196-1f2c3cb72b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "GET /v2.0/ports/2ecdc50d-e760-473d-a4b5-662d508c2f38 HTTP/1.1" status: 404 len: 333 time: 0.1257637 Nov 04 09:01:09.555013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efda003-b619-487a-a660-91ce480fdf6f admin admin] Pushing event updated for resources: {'Network': ['ID=07e7dbd4-9374-4731-b627-c47da8109cbf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:09.560357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:09.573833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 07e7dbd4-9374-4731-b627-c47da8109cbf details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:01:09.599119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51955f8a-f707-49e9-a8f7-e321efa3f99f req-fd8151cc-3fd7-4c30-8b41-d84fe2abcb56 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468545 Nov 04 09:01:09.602750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Made reservation on behalf of 60daff09d889425fa0839718c51a80fc for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:09.603540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-205973676', 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:09.605116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.611597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-aea77eb3-4f04-44e7-9c6b-695640063be7 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661023 Nov 04 09:01:09.612724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.671090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:01:09.679433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fe655d-21bd-4df2-86a1-e00b5f93f594,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:09.682406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Made reservation on behalf of 0a9e9e4908e04c59b03adabe5930600a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:09.685100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.719922 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.720766 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Added segment ce573ee1-2ff0-4fc5-9301-cc7f438447f6 of type vlan for network b3646da3-7cfe-4987-9533-2a3617f1b32a Nov 04 09:01:09.756998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] device_id is not set on port de04be65-a53f-4b3b-8602-062d9320a045 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:09.906308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.915593 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e2b44ad7-6887-4bc2-911c-5903986661f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:09.996584 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.077411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2c818494-07d7-47be-8b8a-8d83240d5bd9 req-c0d29cc5-3a8b-485b-9f7e-64bb8717e571 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728857 Nov 04 09:01:10.154077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.216720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.255718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.308079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Pushing event deleted for resources: {'Port': ['ID=49e3e743-834a-45af-af36-ff76b3b904ac,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:10.374237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.377123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:10.377732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.390321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00170842-09e9-46c7-8a5a-ffff97364d6a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:10.401316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.429864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-22725157-9c4e-48b0-a075-151e8bb004d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:10.432711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-22725157-9c4e-48b0-a075-151e8bb004d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 1098 time: 0.2912657 Nov 04 09:01:10.433225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80aaaf4-d563-41fa-9830-e3af50e8192a None None] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:10.483126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.545239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.9398839 Nov 04 09:01:10.557261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f0f563dd-0af3-4850-b7ea-9f863047c165 None None] Provisioning complete for port 00170842-09e9-46c7-8a5a-ffff97364d6a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:10.558049 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f0f563dd-0af3-4850-b7ea-9f863047c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.578550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.587241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395e986-f19e-4deb-9460-e328d7766ec9 req-529fa249-58a8-42f6-b1a3-8acc05eeb34a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:10.595332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a395e986-f19e-4deb-9460-e328d7766ec9 req-529fa249-58a8-42f6-b1a3-8acc05eeb34a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 947 time: 0.6512921 Nov 04 09:01:10.603486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 00170842-09e9-46c7-8a5a-ffff97364d6a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:10.604668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.628920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48144) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:10.640519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Request body: {'subnet': {'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-subnet', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:10.643794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886636cd-c871-416b-9189-2d466ac6060a admin admin] Pushing event updated for resources: {'Network': ['ID=b3646da3-7cfe-4987-9533-2a3617f1b32a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:10.663445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network b3646da3-7cfe-4987-9533-2a3617f1b32a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:01:10.679885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.693637 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.732689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a395e986-f19e-4deb-9460-e328d7766ec9 req-0c01be7f-dabc-4cb5-87fe-5c72dd82b317 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363077 Nov 04 09:01:10.829146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Made reservation on behalf of 587a43d367c9429198bcb2be7ff5be30 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:10.833069 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.871123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2968e9-b168-4b33-9c5e-dc4a98605ab4 req-5c17db65-f9c8-4811-bd36-4a8df2355dab tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:10.872908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c2968e9-b168-4b33-9c5e-dc4a98605ab4 req-5c17db65-f9c8-4811-bd36-4a8df2355dab tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.6187923 Nov 04 09:01:10.887276 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f0f563dd-0af3-4850-b7ea-9f863047c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:10.948411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c25649e2-7683-4978-94d7-d04d5a3a63e5,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:10.997675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f0f563dd-0af3-4850-b7ea-9f863047c165 None None] For port 00170842-09e9-46c7-8a5a-ffff97364d6a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00170842-09e9-46c7-8a5a-ffff97364d6a,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:11.003439 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.007360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f0f563dd-0af3-4850-b7ea-9f863047c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.071135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Allocated IP 172.25.3.218 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/4392dac4-ebdf-497c-bb75-df98fe7cb6cb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:11.073718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Checking segment: {'id': '984f00a5-f85f-4116-b190-4e22e475e1f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '07e7dbd4-9374-4731-b627-c47da8109cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:11.074083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Network hostable DHCP agents. Network: 07e7dbd4-9374-4731-b627-c47da8109cbf, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:01:11.100131 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c2968e9-b168-4b33-9c5e-dc4a98605ab4 req-99de4ac0-2813-47e8-8c35-aa7e35bebe1b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973896 Nov 04 09:01:11.110390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-1d79041c-8138-4d95-9fe1-2d3fc7eea7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:11.111887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-1d79041c-8138-4d95-9fe1-2d3fc7eea7c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.6472440 Nov 04 09:01:11.149800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.183240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f563dd-0af3-4850-b7ea-9f863047c165 None None] Pushing event updated for resources: {'Port': ['ID=00170842-09e9-46c7-8a5a-ffff97364d6a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:11.208334 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.211177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:01:11.211553 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:01:11.227073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.229313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.230025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93328a9b-157d-4b80-a9f7-53840f45d9d9 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:01:11.237300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=de04be65-a53f-4b3b-8602-062d9320a045,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:11.250243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.251655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d8912ddb-9574-4c4f-a095-69eff8997a13 admin admin] 10.222.0.53 "DELETE /v2.0/routers/93328a9b-157d-4b80-a9f7-53840f45d9d9 HTTP/1.1" status: 204 len: 168 time: 4.6079798 Nov 04 09:01:11.253737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Network 07e7dbd4-9374-4731-b627-c47da8109cbf is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:01:11.254731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48156) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:11.269798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-d80647e5-d508-4d6c-a313-d74d2934f686 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a HTTP/1.1" status: 200 len: 217 time: 0.1486034 Nov 04 09:01:11.312478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 07e7dbd4-9374-4731-b627-c47da8109cbf) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:11.333329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662d10df-6c95-4550-9bfb-6354d518ca85 None None] Network 07e7dbd4-9374-4731-b627-c47da8109cbf requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:11.347932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Network 7f4a74f0-763b-4800-8a23-f4d1d879efbc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:11.365717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:11.390241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:11.390963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:11.391576 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.418379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e61c43-c875-4c1c-97c4-000f661e103e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:11.428184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.432967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:11.433859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.472291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-190b7a7a-1b65-4652-a674-70dbabb82604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:11.478930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Checking segment: {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:11.479174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Network hostable DHCP agents. Network: b3646da3-7cfe-4987-9533-2a3617f1b32a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:01:11.485731 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-190b7a7a-1b65-4652-a674-70dbabb82604 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2045057 Nov 04 09:01:11.502535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-75e66e1b-8e37-40f9-b8b1-95a3a3dcad56 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9799480 Nov 04 09:01:11.502758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63969750-c66d-43bd-9fa2-4187f4eadaa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9351344 Nov 04 09:01:11.503209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48158) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:11.518597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] Deleting subnet 7284f501-922c-46db-9e6d-70151a57647c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:01:11.523894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.595260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Network b3646da3-7cfe-4987-9533-2a3617f1b32a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:01:11.611889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.618920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd12bd-4dda-4ef3-b1f6-fe3ef8ab9a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:11.620485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-80dd12bd-4dda-4ef3-b1f6-fe3ef8ab9a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "GET /v2.0/ports/de04be65-a53f-4b3b-8602-062d9320a045 HTTP/1.1" status: 200 len: 958 time: 0.1079865 Nov 04 09:01:11.624281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48170) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:11.639917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.648023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, b3646da3-7cfe-4987-9533-2a3617f1b32a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:11.660088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:11.660353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.694742 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f91e6647-c242-43b1-821c-42580ebf75e4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0629513 Nov 04 09:01:11.699383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:11.707895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:11.724236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-83eeb036-fc4a-46c1-bed9-984de93c07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:11.725756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-83eeb036-fc4a-46c1-bed9-984de93c07d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2224109 Nov 04 09:01:11.736611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:11.743153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:11.748863 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac21ce-196d-4d8f-87ca-58f43b98c999 None None] Network b3646da3-7cfe-4987-9533-2a3617f1b32a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:11.771769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:11.780219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:11.835950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:11.872910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.943423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.945050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.970657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 23df7aed-32e4-48ba-adb2-64593d5726cc no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:01:11.972488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7d47617e-db09-4297-877d-1960522b14f1 None None] Provisioning complete for port 00170842-09e9-46c7-8a5a-ffff97364d6a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:11.972861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d47617e-db09-4297-877d-1960522b14f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:11.985977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b48d8-de9f-4756-878b-f12b420faaeb None None] Network 07e7dbd4-9374-4731-b627-c47da8109cbf requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:12.036117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.050167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.063840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 23df7aed-32e4-48ba-adb2-64593d5726cc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:01:12.064247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 23df7aed-32e4-48ba-adb2-64593d5726cc not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:01:12.075703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7284f501-922c-46db-9e6d-70151a57647c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:12.080294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.085572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-848f8e66-d457-4898-a83b-1f16d936e92c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7284f501-922c-46db-9e6d-70151a57647c HTTP/1.1" status: 204 len: 168 time: 0.8273544 Nov 04 09:01:12.104337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2289e0-264b-499e-b4a0-d4bf789bc775 None None] Network 807ad7b2-7d47-4bbb-b3b0-590b089ae307 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:12.124339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48186) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:12.213651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-2e5e08f4-5293-47d5-b8c3-7b1b240491b6 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753718 Nov 04 09:01:12.285581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Deleting port de04be65-a53f-4b3b-8602-062d9320a045 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:12.285992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.320678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00170842-09e9-46c7-8a5a-ffff97364d6a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:12.328704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:12.428394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7bf9d-0774-48ac-85cd-d26702b12947 req-effe0b00-ffb7-4033-97d1-b5523b6d0998 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:12.430701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10c7bf9d-0774-48ac-85cd-d26702b12947 req-effe0b00-ffb7-4033-97d1-b5523b6d0998 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 947 time: 0.5551357 Nov 04 09:01:12.437051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '262828e9-bd19-4934-baf5-9448dbac5808', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '262828e9-bd19-4934-baf5-9448dbac5808', 'mac_address': 'fa:16:3e:27:cf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:12.437697 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.443812 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.445428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-b3646da3-7cfe-4987-9533-2a3617f1b32a', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:01:12.446541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.484523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.516776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Calling delete_port for de04be65-a53f-4b3b-8602-062d9320a045 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:12.557851 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bba122ea-753f-4ee5-a12f-5ce15fd8b44e req-6f5f9e61-f120-442d-ae31-92772b7d5c24 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356090 Nov 04 09:01:12.571637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-10c7bf9d-0774-48ac-85cd-d26702b12947 req-922da75d-85e7-4a36-bec8-325ade012743 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319053 Nov 04 09:01:12.573622 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.601140 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-cfba4d0a-54f7-4bc8-86fe-1b0cabfb3e2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:12.603760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-cfba4d0a-54f7-4bc8-86fe-1b0cabfb3e2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.3181825 Nov 04 09:01:12.655473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-3a06b0ea-e6fd-46cb-91f6-e9964411c64d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/quotas/1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 375 time: 0.0308850 Nov 04 09:01:12.664037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.674660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Deleting port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:12.675281 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.687136 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.691148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 00170842-09e9-46c7-8a5a-ffff97364d6a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:12.691749 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.694864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:12.782336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:12.790019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] DHCP port deletion for 807ad7b2-7d47-4bbb-b3b0-590b089ae307 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:01:12.802042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732021a0-99d5-423b-88e3-56af06d73864 req-efc59850-fbcd-420a-be54-e57c2d846527 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:12.803784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-732021a0-99d5-423b-88e3-56af06d73864 req-efc59850-fbcd-420a-be54-e57c2d846527 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.1517460 Nov 04 09:01:12.803973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.862843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Allocated IP 172.20.0.2 (b3646da3-7cfe-4987-9533-2a3617f1b32a/79e61c43-c875-4c1c-97c4-000f661e103e/e7086763-4c8d-488e-bc51-9b20c67d2da1) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:12.880057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.935956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:12.939783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "DELETE /v2.0/ports/de04be65-a53f-4b3b-8602-062d9320a045 HTTP/1.1" status: 204 len: 168 time: 1.3124144 Nov 04 09:01:12.940822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c287b-e92b-4b14-9df1-cd52a3b01dfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event deleted for resources: {'Port': ['ID=de04be65-a53f-4b3b-8602-062d9320a045,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:12.945816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48200) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:12.993157 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8720e12-f174-4270-90f1-8fb265911b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:12.993464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:12.996590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d8720e12-f174-4270-90f1-8fb265911b9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "GET /v2.0/ports/de04be65-a53f-4b3b-8602-062d9320a045 HTTP/1.1" status: 404 len: 333 time: 0.0477912 Nov 04 09:01:13.002998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48202) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:13.009248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Request body: {'port': {'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1787656516'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:13.014853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-732021a0-99d5-423b-88e3-56af06d73864 req-486d243f-ff74-448f-8f54-99c3aa57c39e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662726 Nov 04 09:01:13.039887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.052126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Made reservation on behalf of 0a9e9e4908e04c59b03adabe5930600a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:13.053778 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.059396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] Deleting port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:13.060607 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.062290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['262828e9-bd19-4934-baf5-9448dbac5808'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:13.064604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 691bae27-0e35-4095-8b5a-535ac0d1c07a details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:13.111011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-adeafc09-8b1a-4000-891a-af874f0db7de tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4451234 Nov 04 09:01:13.137612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] device_id is not set on port 7c3ea931-4d13-4861-83b0-5504e3d5997e yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:13.190600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] For port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:13.191265 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.206912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 49e3e743-834a-45af-af36-ff76b3b904ac no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:01:13.221003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Calling delete_port for d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:13.281920 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:01:13.286841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 49e3e743-834a-45af-af36-ff76b3b904ac {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:01:13.287287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 49e3e743-834a-45af-af36-ff76b3b904ac not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:01:13.342478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] For port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,segment=NetworkSegment(20d11de2-6dd1-477d-a0c4-3c80ca713ae0),segment_id=20d11de2-6dd1-477d-a0c4-3c80ca713ae0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:13.342976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.386665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.393182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] Calling delete_port for d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:13.413366 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.449325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.481921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7931c38-e84d-4d74-9a67-cf4bed94840f req-bd1abc32-15c8-41bf-99b7-aaae52a6203f tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:13.484184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7931c38-e84d-4d74-9a67-cf4bed94840f req-bd1abc32-15c8-41bf-99b7-aaae52a6203f tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 949 time: 0.1203251 Nov 04 09:01:13.486793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Router 25cc72dc-ed52-4b2e-812a-dd02429d8842 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:01:13.516174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.542931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.562778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-081e8628-3c7b-4e19-b458-eff805aab40d service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4384673 Nov 04 09:01:13.566578 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:01:13.574780 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.618147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.652321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fe7608c1-bb91-4f1c-b377-04237896c558 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:01:13.663613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7931c38-e84d-4d74-9a67-cf4bed94840f req-1a6581e5-a0d5-4e9c-abe5-8d4e5006c7aa tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624579 Nov 04 09:01:13.680756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:13.682170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Network b3646da3-7cfe-4987-9533-2a3617f1b32a is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:13.686765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] No DVR routers for this DVR port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:01:13.687385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Network 7f4a74f0-763b-4800-8a23-f4d1d879efbc is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:13.692780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:13.695398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:13.696740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:13.696938 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.718312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 691bae27-0e35-4095-8b5a-535ac0d1c07a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:13.721062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:13.721838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=7c3ea931-4d13-4861-83b0-5504e3d5997e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:13.735604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b323293-7888-4268-81a5-c0845bdb05bb tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7278225 Nov 04 09:01:13.738603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48228) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:13.744624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:13.759638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:13.760489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Pushing event updated for resources: {'Port': ['ID=e7086763-4c8d-488e-bc51-9b20c67d2da1,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:13.787464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '691bae27-0e35-4095-8b5a-535ac0d1c07a', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '691bae27-0e35-4095-8b5a-535ac0d1c07a', 'mac_address': 'fa:16:3e:6e:b5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:13.795783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:13.835809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Allocated IP 172.25.3.106 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/c8e59e59-102f-4860-b73a-2c44892c14ac) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:13.838377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.839146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Sync routers for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:13.839700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-54d8f0d0-757c-433d-8527-99b900b44dd7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3132553 Nov 04 09:01:13.851547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48232) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:13.902132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.906230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-abe5165f-3096-46e3-b53c-3e7f0448eaf3 service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425257 Nov 04 09:01:13.923922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.928250 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:13.930144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:13.930762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:13.971229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807ad7b2-7d47-4bbb-b3b0-590b089ae307']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:13.984488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Attempting to bind port e7086763-4c8d-488e-bc51-9b20c67d2da1 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:13.984853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Attempting to bind port e7086763-4c8d-488e-bc51-9b20c67d2da1 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:13.985212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Attempting to bind port e7086763-4c8d-488e-bc51-9b20c67d2da1 on network b3646da3-7cfe-4987-9533-2a3617f1b32a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:13.989820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d11de2-6dd1-477d-a0c4-3c80ca713ae0') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:13.990117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d11de2-6dd1-477d-a0c4-3c80ca713ae0') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:14.006679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.034997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.057351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:01:14.057764 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:01:14.060052 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:01:14.088538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] Pushing event deleted for resources: {'Port': ['ID=d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:14.092083 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.094358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886114f8-1974-4b6b-83a2-a037c83d421b None None] No DVR routers for this DVR port d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:01:14.110971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:14.111864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Checking segment: {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:14.112360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.112816 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Bound using segment: {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:14.113343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Bound port: e7086763-4c8d-488e-bc51-9b20c67d2da1, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:14.113783 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.156418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 691bae27-0e35-4095-8b5a-535ac0d1c07a {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:14.162259 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.206477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 691bae27-0e35-4095-8b5a-535ac0d1c07a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:14.221111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.233123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.244794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:14.248153 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010e3c03-10de-4e19-95b8-6bcab69bbbc9" -d '{"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:14.272887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.288420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.298097 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/807ad7b2-7d47-4bbb-b3b0-590b089ae307 HTTP/1.1" status: 204 len: 168 time: 2.1723566 Nov 04 09:01:14.327972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:14.336588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:14.345041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:01:14.392440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949bd4c-3249-4b2d-b009-560d27e146d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=807ad7b2-7d47-4bbb-b3b0-590b089ae307,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:14.398895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.422415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.463996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:01:14.464641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d23c5b5d-62fe-4f3b-81b9-64ed7e9fbfb8 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:01:14.466941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] For port e7086763-4c8d-488e-bc51-9b20c67d2da1, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:14.488450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:14.489694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Pushing event updated for resources: {'Port': ['ID=c8e59e59-102f-4860-b73a-2c44892c14ac,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:14.493155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:14.495399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:14.526380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['691bae27-0e35-4095-8b5a-535ac0d1c07a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:14.528592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=691bae27-0e35-4095-8b5a-535ac0d1c07a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:14.535753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] For port e7086763-4c8d-488e-bc51-9b20c67d2da1, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e7086763-4c8d-488e-bc51-9b20c67d2da1,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:14.572668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc135c1b-963e-43fd-aad4-b79b785e4145 req-fc3b500b-0d25-4485-a2f6-bda3276fff13 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:14.596661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc135c1b-963e-43fd-aad4-b79b785e4145 req-fc3b500b-0d25-4485-a2f6-bda3276fff13 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 947 time: 0.7637954 Nov 04 09:01:14.609870 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.610477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:14.719420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:14.789315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ed688597-73cb-4746-96f5-e7072c7f5577 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2a012d25acd64bbe915a2c15c827bbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772530 Nov 04 09:01:14.792888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:14.831280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] device_id is not set on port 7c3ea931-4d13-4861-83b0-5504e3d5997e yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:14.851430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.880670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf37952c-b439-4037-bfaf-8a9889426bb1 req-4495edd8-c08f-42f3-84db-a6079e96a9a8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 210 time: 0.0966551 Nov 04 09:01:14.892567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:14.916795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc135c1b-963e-43fd-aad4-b79b785e4145 req-84e1b6f7-21cd-43a2-91de-8804f531050d tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185785 Nov 04 09:01:14.986091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d1b7f-eeef-4c1d-9fb9-73f21f9e6972 None None] Pushing event updated for resources: {'Port': ['ID=e7086763-4c8d-488e-bc51-9b20c67d2da1,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:15.059227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:12Z', 'revision_number': 3, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:15.100734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=7c3ea931-4d13-4861-83b0-5504e3d5997e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:15.121957 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3de263-dc3d-40cf-84be-67b5baa9f5a1 x-openstack-request-id: req-6d3de263-dc3d-40cf-84be-67b5baa9f5a1 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:15.122383 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-unplugged", "status": "completed", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:15.122824 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d3de263-dc3d-40cf-84be-67b5baa9f5a1 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:15.123889 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'code': 200} Nov 04 09:01:15.125442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Checking router: 25cc72dc-ed52-4b2e-812a-dd02429d8842 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:15.125854 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Updating router 25cc72dc-ed52-4b2e-812a-dd02429d8842 port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:01:15.198415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:15.199044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.199370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:15.200060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:15.303114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b485e4ae-d73e-4094-80ba-202a4a88e756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.317727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc92743-3899-4249-9ab5-2ce18b597e44 req-95d870ed-2c8f-4ddc-9cd4-07891ebe19de tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:15.324440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3fc92743-3899-4249-9ab5-2ce18b597e44 req-95d870ed-2c8f-4ddc-9cd4-07891ebe19de tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.2242103 Nov 04 09:01:15.372682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b485e4ae-d73e-4094-80ba-202a4a88e756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.380833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.414668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.476046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3fc92743-3899-4249-9ab5-2ce18b597e44 req-74ad5601-4198-4281-94a7-1a5de6e9c0b0 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465876 Nov 04 09:01:15.549145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b485e4ae-d73e-4094-80ba-202a4a88e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.551297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.551897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b485e4ae-d73e-4094-80ba-202a4a88e756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.557080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:15.569909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b485e4ae-d73e-4094-80ba-202a4a88e756 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4ae2770f-8768-45e5-bf57-de1963007361 HTTP/1.1" status: 204 len: 168 time: 0.7013624 Nov 04 09:01:15.588753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.662948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Attempting to bind port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:15.663347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Attempting to bind port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:15.663700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Attempting to bind port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:15.677946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:15.678361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:15.678725 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.679121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:15.679609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Bound port: 4392dac4-ebdf-497c-bb75-df98fe7cb6cb, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:15.680022 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.684321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b485e4ae-d73e-4094-80ba-202a4a88e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2770f-8768-45e5-bf57-de1963007361,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:15.762085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d28632-4cf2-4ce2-85cd-c1c17898b441 None None] Pushing event updated for resources: {'Port': ['ID=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:15.762703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.842344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] For port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:15.851846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] For port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:15.854188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 262828e9-bd19-4934-baf5-9448dbac5808 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:01:15.859555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 262828e9-bd19-4934-baf5-9448dbac5808 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:15.859773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-3a5fb9b1-fa2b-4eee-b726-e93972af446a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:15.860422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.861356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-3a5fb9b1-fa2b-4eee-b726-e93972af446a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.1328328 Nov 04 09:01:15.864599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:15.864931 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:15.866830 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 2 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:15.867092 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:15.878022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Request body: {'port': {'device_id': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'admin_state_up': True, 'tenant_id': '1888fdda13264a7f8ced3f0b231667dd'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:16.015157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.015447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.015818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.078946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d28632-4cf2-4ce2-85cd-c1c17898b441 None None] Pushing event updated for resources: {'Port': ['ID=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:16.081035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.081371 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.081871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:01:16.093885 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 3 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.130526 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb9fee2f-ec33-4a85-8f16-995efac07cbc req-e46f5df0-d79e-4fb6-8f9c-016d8909af27 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 210 time: 0.0817573 Nov 04 09:01:16.150912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.151173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.151414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.174970 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.191047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:16.192025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:16.196145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.196481 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.200614 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 4 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.257675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.258009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.258345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.273393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.273727 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.279763 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 5 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.321371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.321717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.322050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.327275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Made reservation on behalf of 1888fdda13264a7f8ced3f0b231667dd for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:16.330817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.345887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.346277 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.351910 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 6 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.356287 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.363446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a82b48-f66d-461c-bd60-3cffd45da1fc req-d8e77be9-8b16-4ce9-affc-2d6be8f965f0 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:16.377256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4a82b48-f66d-461c-bd60-3cffd45da1fc req-d8e77be9-8b16-4ce9-affc-2d6be8f965f0 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 948 time: 0.2112057 Nov 04 09:01:16.389734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.390080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.390453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.433268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.433603 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.440285 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 7 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.474420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:16.485799 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Sync routers for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:16.505932 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:16.507111 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:16.508484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.508728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.509064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.522462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4a82b48-f66d-461c-bd60-3cffd45da1fc req-ead880d9-7a72-4f78-b9a2-719f76ac99e7 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241403 Nov 04 09:01:16.531882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.532236 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.553623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.558513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.561921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7fced67b-e632-49ae-a965-48a2b9c2c15a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.8614619 Nov 04 09:01:16.563097 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 8 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.565902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:16.569307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b48704-6bae-4036-9e4e-a8fb45bd6a68 None None] Network b3646da3-7cfe-4987-9533-2a3617f1b32a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:16.572615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7086763-4c8d-488e-bc51-9b20c67d2da1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:16.614863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.615781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.616714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.631339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.631692 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.635793 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 9 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.677003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Allocated IP 172.20.0.13 (6b305c97-191b-4ce3-84ed-21af27f7fe1e/6d2695a7-9235-440a-bb8e-349b80bab343/3cb5fb91-3cfa-4374-bd35-93d5c40894ed) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:16.695233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:16.714050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.734829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.735166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.735565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.753816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.754040 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.758363 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempt 10 to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e Nov 04 09:01:16.787798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Allocated IP 172.20.0.1 (1a44f141-7c6a-4d01-b552-e86e5e56bc53/19d39770-6f2f-4c89-972f-c854e1201dc6/f2a51d54-b502-43f5-afc5-6f93810460d9) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:16.803901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fcc47bd7-ceee-4767-a670-e6ede30b5ba4 None None] Provisioning complete for port e7086763-4c8d-488e-bc51-9b20c67d2da1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:16.804395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bd7-ceee-4767-a670-e6ede30b5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.811778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:16.815002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:16.815002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:16.815279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempting to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:16.828505 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:16.828739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592f779-fec6-4123-ac97-c37e16604d0b req-2541179b-19df-4a20-8113-37de6a5e07fd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:16.830828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5592f779-fec6-4123-ac97-c37e16604d0b req-2541179b-19df-4a20-8113-37de6a5e07fd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.1740897 Nov 04 09:01:16.845101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:16.845101 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Failed to bind port 7c3ea931-4d13-4861-83b0-5504e3d5997e on host n-h2-816487-1 for vnic_type normal using segments [{'id': '439523dd-74f2-4d6a-b6b1-e8f752d26b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7f4a74f0-763b-4800-8a23-f4d1d879efbc'}] Nov 04 09:01:16.845101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.901471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e7086763-4c8d-488e-bc51-9b20c67d2da1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:16.901471 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:16.939819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:17.080288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:17.106642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:17.109022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 691bae27-0e35-4095-8b5a-535ac0d1c07a up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:17.144862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:17.147044 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0d5785-a704-4fb4-af2d-a218c7dd5766" -d '{"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-plugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:17.163312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.176715 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:15Z', 'revision_number': 3, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:17.214649 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Checking router: afff2ad6-0cd8-47b4-ae72-39edf408c8d7 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:17.215340 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Updating router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 port c8e59e59-102f-4860-b73a-2c44892c14ac binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:01:17.217813 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.253983 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.301626 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fdf3c8-9596-4a39-839d-6fa7766b962a x-openstack-request-id: req-25fdf3c8-9596-4a39-839d-6fa7766b962a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:17.301917 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-plugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:17.302174 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-25fdf3c8-9596-4a39-839d-6fa7766b962a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:17.302565 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808', 'code': 200} Nov 04 09:01:17.329703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bd7-ceee-4767-a670-e6ede30b5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.341308 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.381837 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5592f779-fec6-4123-ac97-c37e16604d0b req-f5b3d058-57e2-4881-bc6f-78863eb23a74 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316026 Nov 04 09:01:17.487209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:17.493652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fcc47bd7-ceee-4767-a670-e6ede30b5ba4 None None] For port e7086763-4c8d-488e-bc51-9b20c67d2da1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e7086763-4c8d-488e-bc51-9b20c67d2da1,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:17.495390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 691bae27-0e35-4095-8b5a-535ac0d1c07a completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:01:17.506201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:17.525886 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fcc47bd7-ceee-4767-a670-e6ede30b5ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.535387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:17.543188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:17.549487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 691bae27-0e35-4095-8b5a-535ac0d1c07a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:17.549980 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.575401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:17.629448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'mac_address': 'fa:16:3e:69:9d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:17.660919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] For port 7c3ea931-4d13-4861-83b0-5504e3d5997e, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:17.661310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attempted to set empty binding levels {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 09:01:17.674159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.705798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.708825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf4c68-a94e-449d-9c57-9607b5116387 req-5f970865-7eec-49db-b19e-a94f89d16517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:17.710354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eaaf4c68-a94e-449d-9c57-9607b5116387 req-5f970865-7eec-49db-b19e-a94f89d16517 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1100 time: 0.3543670 Nov 04 09:01:17.757152 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.767927 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.771082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:17.771894 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.773778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1927539039-network', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:17.783827 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:01:17.784496 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:01:17.787006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] In _notify_port_updated(), no bound segment for port 7c3ea931-4d13-4861-83b0-5504e3d5997e on network 7f4a74f0-763b-4800-8a23-f4d1d879efbc {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:01:17.787803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:17.788496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.791500 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "PUT /v2.0/ports/7c3ea931-4d13-4861-83b0-5504e3d5997e HTTP/1.1" status: 200 len: 979 time: 4.0502558 Nov 04 09:01:17.801564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48332) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:17.811891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Made reservation on behalf of 3717835e9aed4e5491085e8ed984c36e for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:17.811891 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.826491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc47bd7-ceee-4767-a670-e6ede30b5ba4 None None] Pushing event updated for resources: {'Port': ['ID=e7086763-4c8d-488e-bc51-9b20c67d2da1,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:17.837772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:12Z', 'revision_number': 3, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:17.840311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8335a780-cd35-47f5-87f8-a026909c79e3 None None] Provisioning complete for port e7086763-4c8d-488e-bc51-9b20c67d2da1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:17.840900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8335a780-cd35-47f5-87f8-a026909c79e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.855341 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.861635 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Pushing event updated for resources: {'Port': ['ID=c8e59e59-102f-4860-b73a-2c44892c14ac,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:17.869939 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Attempting to bind port c8e59e59-102f-4860-b73a-2c44892c14ac on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:17.870987 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Attempting to bind port c8e59e59-102f-4860-b73a-2c44892c14ac by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:17.871466 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Attempting to bind port c8e59e59-102f-4860-b73a-2c44892c14ac on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:17.878495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25678e92-f6d7-4ce3-a72a-aa3f19fd0499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event updated for resources: {'Port': ['ID=7c3ea931-4d13-4861-83b0-5504e3d5997e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:17.880170 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.880533 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.881554 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.882004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.882437 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.883478 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.883478 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.883729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-e3be2dc0-b3a4-4558-b3ae-6bf5db2f3573 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0110781 Nov 04 09:01:17.884132 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.884719 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.885177 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.886022 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.886555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:17.890942 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:17.891760 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:17.892303 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.892800 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:17.893490 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Bound port: c8e59e59-102f-4860-b73a-2c44892c14ac, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:17.893974 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.904267 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:17.905018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68709c-acf2-4660-81f2-536b195cb92d req-11ecc533-a308-4b07-871e-72123030fe37 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:17.916168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d68709c-acf2-4660-81f2-536b195cb92d req-11ecc533-a308-4b07-871e-72123030fe37 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 948 time: 0.2582166 Nov 04 09:01:17.936541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Request body: {'port': {'device_id': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:17.942118 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eaaf4c68-a94e-449d-9c57-9607b5116387 req-4c85db26-5284-43ef-aa93-3119e1b47239 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145460 Nov 04 09:01:17.953840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bdaca9-30d9-4fd0-bae4-a73a0e28ef4f None None] The sync data for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 is: [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:12Z', 'revision_number': 3, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:17.963599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7ee556a-62e5-4dbb-bdd0-ee442c861b6c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:17.974518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] For port c8e59e59-102f-4860-b73a-2c44892c14ac, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:17.979280 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] For port c8e59e59-102f-4860-b73a-2c44892c14ac, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8e59e59-102f-4860-b73a-2c44892c14ac,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:17.984959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f0b07-6d97-4d9b-a0bf-8fb658868767 req-0020f8a8-7308-4adb-b7fd-d573fdcd585d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:17.988773 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d9f0b07-6d97-4d9b-a0bf-8fb658868767 req-0020f8a8-7308-4adb-b7fd-d573fdcd585d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 932 time: 0.1962843 Nov 04 09:01:17.999040 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.005198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.074052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:18.081195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:18.084847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:18.087891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:18.095478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.141004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:18.148599 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:18.150659 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.151463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d68709c-acf2-4660-81f2-536b195cb92d req-90106f7a-4d6b-4374-8e02-9a7bd4f160f0 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264063 Nov 04 09:01:18.203677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:18.206740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a51d54-b502-43f5-afc5-6f93810460d9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:18.217053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d9f0b07-6d97-4d9b-a0bf-8fb658868767 req-42c4d049-68ae-40d9-a498-856e7606b3e4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965771 Nov 04 09:01:18.225030 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.237270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.250059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.260870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.312694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Deleting port 7c3ea931-4d13-4861-83b0-5504e3d5997e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:18.314603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.363051 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd7f89-5091-4a3a-939d-84887cd0d476 None None] Pushing event updated for resources: {'Port': ['ID=c8e59e59-102f-4860-b73a-2c44892c14ac,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:18.364205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:01:18.382789 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:18.386080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.389682 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Added segment d2197ad2-508a-4bac-95aa-20b67e307219 of type vlan for network a2fa2a72-ce89-49bb-83ac-9a606485fa30 Nov 04 09:01:18.446838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:18.483454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.496376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 691bae27-0e35-4095-8b5a-535ac0d1c07a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:18.591644 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.736212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fbe69846-8e8a-4ed3-a3ad-e8e7c998afaf None None] Provisioning complete for port f2a51d54-b502-43f5-afc5-6f93810460d9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:18.737122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fbe69846-8e8a-4ed3-a3ad-e8e7c998afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.778328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=691bae27-0e35-4095-8b5a-535ac0d1c07a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:18.825382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fbe69846-8e8a-4ed3-a3ad-e8e7c998afaf None None] Port f2a51d54-b502-43f5-afc5-6f93810460d9 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:18.876827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.893705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4392dac4-ebdf-497c-bb75-df98fe7cb6cb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:18.901709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cff89be-8e2c-41c5-8548-7803ec84ff98,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:18.925376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] For port 7c3ea931-4d13-4861-83b0-5504e3d5997e, host n-h2-816487-1, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:18.927035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:18.933333 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:15Z', 'revision_number': 3, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:18.981347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Calling delete_port for 7c3ea931-4d13-4861-83b0-5504e3d5997e owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:19.014295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:19.015078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.019388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd204f8a-ee6a-4a29-802a-15bc4d283a12 None None] The sync data for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 is: [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:15Z', 'revision_number': 3, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:19.038127 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.039472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:19.040333 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.083916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Allocated IP 172.20.0.1 (b3646da3-7cfe-4987-9533-2a3617f1b32a/79e61c43-c875-4c1c-97c4-000f661e103e/1148b241-77a4-427d-9ba4-9a583752c3cd) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:19.172077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.225610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.246598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.295678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:19.303117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.304040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7086763-4c8d-488e-bc51-9b20c67d2da1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:19.307746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691bae27-0e35-4095-8b5a-535ac0d1c07a'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:19.314616 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dddfde-3698-41bb-8c2d-d0b252e28095" -d '{"events": [{"server_uuid": "c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004", "name": "network-vif-plugged", "status": "completed", "tag": "691bae27-0e35-4095-8b5a-535ac0d1c07a"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:19.318901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fa2a72-ce89-49bb-83ac-9a606485fa30,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:19.339912 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40e71703-086e-47c1-b95f-57965f6b5ee7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.2591252 Nov 04 09:01:19.341492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.345081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48370) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:19.351828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Request body: {'subnet': {'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1927539039-subnet', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:19.369683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4cbf9-9500-452d-b007-5f4514bfbe48 req-42e7928a-8b39-447a-9cba-616ff57753e1 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:19.371269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-52d4cbf9-9500-452d-b007-5f4514bfbe48 req-42e7928a-8b39-447a-9cba-616ff57753e1 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.4909863 Nov 04 09:01:19.394894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:01:19.450569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Network b3646da3-7cfe-4987-9533-2a3617f1b32a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:19.458018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:19.461065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:19.531414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.680093 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-52d4cbf9-9500-452d-b007-5f4514bfbe48 req-fd33aa55-cd37-4d00-8be4-b52a09c7dcab tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842281 Nov 04 09:01:19.709066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.744746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.771462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1167948-c455-48f0-8fe4-7771cdfc53c0 req-a0f45c2c-2179-4b75-91a8-14e662d2843d tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:19.780065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1167948-c455-48f0-8fe4-7771cdfc53c0 req-a0f45c2c-2179-4b75-91a8-14e662d2843d tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 949 time: 0.4485281 Nov 04 09:01:19.784280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Made reservation on behalf of 3717835e9aed4e5491085e8ed984c36e for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:19.786993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.856453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:19.908340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c3ea931-4d13-4861-83b0-5504e3d5997e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:19.967978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:19.971159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-df05d840-0620-4519-aeff-3177cd336e3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "DELETE /v2.0/ports/7c3ea931-4d13-4861-83b0-5504e3d5997e HTTP/1.1" status: 204 len: 168 time: 2.1623228 Nov 04 09:01:19.998788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48378) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:20.025524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Pushing event updated for resources: {'Port': ['ID=1148b241-77a4-427d-9ba4-9a583752c3cd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:20.069065 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e7086763-4c8d-488e-bc51-9b20c67d2da1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:20.069490 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.088460 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.158680 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b12f807a-ee5e-4772-8935-3069a69d5522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:20.160249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b12f807a-ee5e-4772-8935-3069a69d5522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291 tempest-PortsAdminExtendedAttrsIpV6TestJSON-584831291-project-admin] 10.222.0.53 "GET /v2.0/ports/7c3ea931-4d13-4861-83b0-5504e3d5997e HTTP/1.1" status: 404 len: 333 time: 0.1548133 Nov 04 09:01:20.170087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:20.183383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.199301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb5fb91-3cfa-4374-bd35-93d5c40894ed {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:20.207820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.236350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.245385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-68b8ccdf-dd51-438c-a9cb-f179d05cad3e None None] Provisioning complete for port 1148b241-77a4-427d-9ba4-9a583752c3cd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:20.245796 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68b8ccdf-dd51-438c-a9cb-f179d05cad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.304295 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.334813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-68b8ccdf-dd51-438c-a9cb-f179d05cad3e None None] Port 1148b241-77a4-427d-9ba4-9a583752c3cd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:20.385157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a255863-a148-42da-b4aa-36ef35c54f92 req-ae91caaf-3797-4b2a-8b2d-a742e6cafc1c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:20.386256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1167948-c455-48f0-8fe4-7771cdfc53c0 req-73592719-2621-477d-8521-ee4973aa4599 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6047986 Nov 04 09:01:20.392927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a255863-a148-42da-b4aa-36ef35c54f92 req-ae91caaf-3797-4b2a-8b2d-a742e6cafc1c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 932 time: 0.5226638 Nov 04 09:01:20.470215 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ccb53-142a-4c6a-8a59-42373460c003 x-openstack-request-id: req-d90ccb53-142a-4c6a-8a59-42373460c003 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:20.470594 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004", "name": "network-vif-plugged", "status": "completed", "tag": "691bae27-0e35-4095-8b5a-535ac0d1c07a", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:20.470912 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d90ccb53-142a-4c6a-8a59-42373460c003 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:20.471377 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '691bae27-0e35-4095-8b5a-535ac0d1c07a', 'code': 200} Nov 04 09:01:20.477280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Transition to ACTIVE for port object 3cb5fb91-3cfa-4374-bd35-93d5c40894ed will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:20.506913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.562259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Pushing event updated for resources: {'Port': ['ID=f2a51d54-b502-43f5-afc5-6f93810460d9,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:20.574551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.577379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7586158d-c6b0-46a5-8ade-631d6166d684,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:20.718114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.747411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Checking segment: {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:20.747811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Network hostable DHCP agents. Network: a2fa2a72-ce89-49bb-83ac-9a606485fa30, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:01:20.790394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4a74f0-763b-4800-8a23-f4d1d879efbc']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:20.804389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439523dd-74f2-4d6a-b6b1-e8f752d26b49') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:20.804821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439523dd-74f2-4d6a-b6b1-e8f752d26b49') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:20.846720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.863092 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a255863-a148-42da-b4aa-36ef35c54f92 req-3c73de76-bca9-4cb8-9edd-0e32afc0c858 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348099 Nov 04 09:01:20.865353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.879057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:01:20.880305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:20.907316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4392dac4-ebdf-497c-bb75-df98fe7cb6cb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:20.956035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:20.976115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd5034-08b4-4d8f-b3a7-34b30fe4fc31 req-30ad7f68-7d79-4b52-8820-81ef47bbe1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:20.977927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-43bd5034-08b4-4d8f-b3a7-34b30fe4fc31 req-30ad7f68-7d79-4b52-8820-81ef47bbe1c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 1100 time: 0.4279237 Nov 04 09:01:20.996373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:20.996771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:01:21.005653 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:01:21.025988 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.037384 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.043596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] 10.222.0.53 "DELETE /v2.0/networks/7f4a74f0-763b-4800-8a23-f4d1d879efbc HTTP/1.1" status: 204 len: 168 time: 0.8718364 Nov 04 09:01:21.057573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:21.057922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:21.058229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:21.075847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:21.077125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:21.077446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:21.080608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-43bd5034-08b4-4d8f-b3a7-34b30fe4fc31 req-ea6aaf72-9d64-4b38-8449-b9c730c0a852 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929737 Nov 04 09:01:21.082554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:21.086776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:21.087116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:21.087501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:21.088116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Bound port: 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:21.088560 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.114284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093f0e3-9005-4ec9-a133-1173692a7394 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700 tempest-PortsAdminExtendedAttrsIpV6TestJSON-289880700-project] Pushing event deleted for resources: {'Network': ['ID=7f4a74f0-763b-4800-8a23-f4d1d879efbc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:21.120302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:21.207962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:01:21.241757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8e59e59-102f-4860-b73a-2c44892c14ac up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:21.250062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2484c2b-3b58-4188-a79d-b7aadfcee395 req-f26263cd-5a34-479b-889f-45ba2d76a13d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:21.253717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2484c2b-3b58-4188-a79d-b7aadfcee395 req-f26263cd-5a34-479b-889f-45ba2d76a13d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.2299726 Nov 04 09:01:21.254749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a2fa2a72-ce89-49bb-83ac-9a606485fa30) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:21.262997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:21.271603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.298402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:21.301936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:21.313731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.322140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b430492d-bebd-49ae-ab9b-d491c2f6267a None None] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:21.385115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2484c2b-3b58-4188-a79d-b7aadfcee395 req-d97471a8-c7c0-46ec-ba93-4be32e6be0f2 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792098 Nov 04 09:01:21.427040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0981bd78-ef8b-43ed-af38-8431c6c587b3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0785527 Nov 04 09:01:21.428148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:21.429180 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.435126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:21.436091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.445501 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] 10.222.0.55 "PUT /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 1092 time: 3.5133574 Nov 04 09:01:21.446187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:21.452871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:21.459902 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:21.484807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:21.536936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a31c473f-7092-42cc-9d9d-1b90cb225459 None None] Provisioning complete for port f2a51d54-b502-43f5-afc5-6f93810460d9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:21.537312 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a31c473f-7092-42cc-9d9d-1b90cb225459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.553431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.574631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.591648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a31c473f-7092-42cc-9d9d-1b90cb225459 None None] Port f2a51d54-b502-43f5-afc5-6f93810460d9 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:21.592100 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc537df-923d-4e49-8745-c859364e286c x-openstack-request-id: req-acc537df-923d-4e49-8745-c859364e286c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:21.593123 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:21.593123 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acc537df-923d-4e49-8745-c859364e286c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:21.594850 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed', 'status': 'completed', 'code': 200} Nov 04 09:01:21.654376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.677314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Router 25cc72dc-ed52-4b2e-812a-dd02429d8842 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:01:21.677941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48408) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:21.683150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Pushing event updated for resources: {'Port': ['ID=1148b241-77a4-427d-9ba4-9a583752c3cd,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:21.718746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.720318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.725795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:21.790079 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.812072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.821410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c8e59e59-102f-4860-b73a-2c44892c14ac triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:21.821785 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:21.846482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:01:21.847367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:22.035738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:22.072650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:22.115703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:22.213255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Allocated IP 172.20.0.2 (a2fa2a72-ce89-49bb-83ac-9a606485fa30/7586158d-c6b0-46a5-8ade-631d6166d684/cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:22.271245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc35db-e376-4d8f-a269-206030023f06 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:22.346042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:22.365773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Network b3646da3-7cfe-4987-9533-2a3617f1b32a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:22.387354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de582f0-b819-4588-91d1-72e0c6d40216 req-4d8d2df1-5dac-4884-aa8f-ced5be473555 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:22.398133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9de582f0-b819-4588-91d1-72e0c6d40216 req-4d8d2df1-5dac-4884-aa8f-ced5be473555 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 944 time: 0.3732607 Nov 04 09:01:22.402247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:22.406518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:22.427773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ad7059a8-86a7-49b0-801d-6cc170805349 admin admin] 10.222.0.53 "PUT /v2.0/routers/25cc72dc-ed52-4b2e-812a-dd02429d8842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5750732 Nov 04 09:01:22.431627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-89d2593e-b072-4b8c-aa11-f2f0dc185a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:22.433850 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-89d2593e-b072-4b8c-aa11-f2f0dc185a00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1095 time: 0.8472495 Nov 04 09:01:22.462932 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:22.470284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port c8e59e59-102f-4860-b73a-2c44892c14ac, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8e59e59-102f-4860-b73a-2c44892c14ac,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:22.470711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b77b9-d8de-45c8-a898-c09e943e8152 req-437ba8e3-4404-4ba8-aed8-65f47525b55b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:22.472804 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d5b77b9-d8de-45c8-a898-c09e943e8152 req-437ba8e3-4404-4ba8-aed8-65f47525b55b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 949 time: 0.8947625 Nov 04 09:01:22.476750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:22.480038 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc95e356-2c47-4db3-bbb8-d378b0621ee5" -d '{"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:22.484094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Sync routers for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:22.494773 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:22.496643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:22.538957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:22.540105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:22.557940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-a0a768d2-1dac-452a-a398-2815b6b640f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 217 time: 0.1101973 Nov 04 09:01:22.574788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9de582f0-b819-4588-91d1-72e0c6d40216 req-16e009a6-3dbf-413f-a42a-044cd2bf0416 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753402 Nov 04 09:01:22.649889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:22.651603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-f252a66d-bbbc-4635-8039-1c9ab2af477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:22.654413 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-f252a66d-bbbc-4635-8039-1c9ab2af477f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0827017 Nov 04 09:01:22.661451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:22.667683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:22.697766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Pushing event updated for resources: {'Port': ['ID=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:22.768565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=c8e59e59-102f-4860-b73a-2c44892c14ac,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:22.782027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-1f78ea17-cf7e-41c2-85db-bd235edcdae5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941627 Nov 04 09:01:22.801911 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d5b77b9-d8de-45c8-a898-c09e943e8152 req-4ae2007a-0686-41f0-92b0-5d7deca4034b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510209 Nov 04 09:01:22.839957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:22.957178 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a621112e-f2e0-45fa-b5d5-9318d15903fa x-openstack-request-id: req-a621112e-f2e0-45fa-b5d5-9318d15903fa {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:22.957540 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-plugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:22.957926 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a621112e-f2e0-45fa-b5d5-9318d15903fa {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:22.958458 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'code': 200} Nov 04 09:01:22.983844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-355abb49-daa0-4a1a-a829-714c88661545 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801395 Nov 04 09:01:22.992972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d1db3877-5722-48a5-abc0-8ee2218d019d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=810e67936b3c4fe784ba0eaa94a34586&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3020833 Nov 04 09:01:22.999288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:23.069785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea50fc-7d98-4c0a-91d5-87639548d5f3 req-046babc5-086d-4e00-a0fa-f5c134cc96da tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:23.071537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27ea50fc-7d98-4c0a-91d5-87639548d5f3 req-046babc5-086d-4e00-a0fa-f5c134cc96da tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.3009858 Nov 04 09:01:23.106687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Attempting to bind port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:23.108409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Attempting to bind port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:23.110373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Attempting to bind port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb on network a2fa2a72-ce89-49bb-83ac-9a606485fa30 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:23.136904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:01:23.157399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:23.158519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Checking segment: {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:23.159748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.160935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Bound using segment: {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:23.161916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Bound port: cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:23.162689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.170800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c0cec6e7-f479-466b-a080-c62d1dd4a19a None None] Provisioning complete for port 1148b241-77a4-427d-9ba4-9a583752c3cd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:23.171389 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c0cec6e7-f479-466b-a080-c62d1dd4a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.172972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65ec0e29-08aa-4857-9750-87c6b2feac45 req-7a6f581a-bd51-414e-990f-0add9789ae1e service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793511 Nov 04 09:01:23.220257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27ea50fc-7d98-4c0a-91d5-87639548d5f3 req-7c229177-0949-4b94-8e14-30af2af6ad24 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379385 Nov 04 09:01:23.271191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3106a114-9a2d-44d2-b209-6074eaa9a405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.272948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c0cec6e7-f479-466b-a080-c62d1dd4a19a None None] Port 1148b241-77a4-427d-9ba4-9a583752c3cd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:23.354734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-2bed37ef-6961-4588-aeeb-37db5f7fbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:23.361111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-2bed37ef-6961-4588-aeeb-37db5f7fbe78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1095 time: 0.1239953 Nov 04 09:01:23.407257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3106a114-9a2d-44d2-b209-6074eaa9a405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.542328 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.545863 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] For port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:23.553658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-e1142f92-eeff-4d7b-a6ef-78f0114df5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:23.563993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-e1142f92-eeff-4d7b-a6ef-78f0114df5e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.1929822 Nov 04 09:01:23.603832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:23.606650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.631848 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Sync routers for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:23.641629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-551e1a66-6dd3-4358-86d7-1ef60061d138 admin admin] 10.222.0.53 "PUT /v2.0/routers/afff2ad6-0cd8-47b4-ae72-39edf408c8d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0744398 Nov 04 09:01:23.663960 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:23.673621 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:23.690580 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-6d26ee61-4950-4236-be27-f55be44f5829 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 217 time: 0.1117144 Nov 04 09:01:23.823407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-74db348f-0def-4b08-9b0f-ec509e04b1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:23.825197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-74db348f-0def-4b08-9b0f-ec509e04b1d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.1241016 Nov 04 09:01:23.831621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3106a114-9a2d-44d2-b209-6074eaa9a405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.832680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3106a114-9a2d-44d2-b209-6074eaa9a405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.834978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3106a114-9a2d-44d2-b209-6074eaa9a405 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/438c8d02-f80d-41ee-ab9a-5d5a5a96adab HTTP/1.1" status: 204 len: 168 time: 0.8266094 Nov 04 09:01:23.901858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] For port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:23.923526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:23.932842 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:23.940635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-63d8c4b4-16f5-4c1e-8776-f11fa2d86708 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--205056102', 'description': 'tempest-description--1867992568'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:23.955030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3106a114-9a2d-44d2-b209-6074eaa9a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438c8d02-f80d-41ee-ab9a-5d5a5a96adab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:23.984933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-d175f380-1c08-4214-818b-45b91db782f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502149 Nov 04 09:01:24.048596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc0bda-ac53-4117-97e3-5140b9c53e30 None None] Pushing event updated for resources: {'Port': ['ID=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:24.084777 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:24.112177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 2, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:24.122309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc52d8-6b46-46c8-ba75-a8a3f01ff52f req-d20b5b0c-c19e-4e21-ab0e-3136fef67b45 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:24.136378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05dc52d8-6b46-46c8-ba75-a8a3f01ff52f req-d20b5b0c-c19e-4e21-ab0e-3136fef67b45 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 944 time: 0.3618033 Nov 04 09:01:24.153620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Checking router: 25cc72dc-ed52-4b2e-812a-dd02429d8842 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:24.155037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Updating router 25cc72dc-ed52-4b2e-812a-dd02429d8842 port f2a51d54-b502-43f5-afc5-6f93810460d9 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:01:24.189155 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:24.224443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63d8c4b4-16f5-4c1e-8776-f11fa2d86708 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:24.253954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Allocated IP 172.25.3.127 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/21bbe4d2-efd2-46eb-abb5-74ec3f801791) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:24.282584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05dc52d8-6b46-46c8-ba75-a8a3f01ff52f req-ae9e5d69-2d5b-4e65-8583-c546bf2567cd tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398587 Nov 04 09:01:24.430912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-cdcc7003-fe08-407c-bb8c-621e987acf8a service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368315 Nov 04 09:01:24.655715 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:24.689980 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:20Z', 'revision_number': 2, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:24.770263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:24.801275 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Checking router: afff2ad6-0cd8-47b4-ae72-39edf408c8d7 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:24.802041 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Updating router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 port 1148b241-77a4-427d-9ba4-9a583752c3cd binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:01:24.805526 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:24.810600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:24.826455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:24.865013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3acd1-46f5-42db-8d5c-852a31d975bd req-2c5e2b34-95b3-4e44-b322-f88de7e726ef tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:24.881309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbd3acd1-46f5-42db-8d5c-852a31d975bd req-2c5e2b34-95b3-4e44-b322-f88de7e726ef tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 949 time: 0.7643116 Nov 04 09:01:24.935255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:24.937208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa1017-9517-40fe-aeb2-c8450dd6caac None None] Pushing event updated for resources: {'Port': ['ID=f2a51d54-b502-43f5-afc5-6f93810460d9,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:24.955312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:24.964488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:25.022963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbd3acd1-46f5-42db-8d5c-852a31d975bd req-4cbc77b2-8f5e-49bb-b406-1c34803a1256 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406388 Nov 04 09:01:25.027036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df5709b8-2bc0-4f47-8f0e-7ecc5b14873d req-8c0cb234-329e-40ef-90e0-7ef5d5afcca8 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999015 Nov 04 09:01:25.029760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:25.096187 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:25.208369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Attempting to bind port f2a51d54-b502-43f5-afc5-6f93810460d9 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:25.208746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Attempting to bind port f2a51d54-b502-43f5-afc5-6f93810460d9 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:25.209104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Attempting to bind port f2a51d54-b502-43f5-afc5-6f93810460d9 on network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:25.236453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:25.236832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Checking segment: {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:25.240744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:25.247106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Bound using segment: {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:25.248232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Bound port: f2a51d54-b502-43f5-afc5-6f93810460d9, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:25.248878 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:25.251154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb8c64-4800-4c64-9089-068c608393a8 req-2414e7aa-b94b-49c9-8c4d-472ef3e02a91 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:25.256716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62fb8c64-4800-4c64-9089-068c608393a8 req-2414e7aa-b94b-49c9-8c4d-472ef3e02a91 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.1143217 Nov 04 09:01:25.320718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62fb8c64-4800-4c64-9089-068c608393a8 req-3de1a8d5-0762-427f-ae9f-3c4b13f61fc9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574553 Nov 04 09:01:25.390677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] For port f2a51d54-b502-43f5-afc5-6f93810460d9, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:25.396849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] For port f2a51d54-b502-43f5-afc5-6f93810460d9, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f2a51d54-b502-43f5-afc5-6f93810460d9,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:25.422187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:25.422560 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:25.426524 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:25.554474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa1017-9517-40fe-aeb2-c8450dd6caac None None] Pushing event updated for resources: {'Port': ['ID=f2a51d54-b502-43f5-afc5-6f93810460d9,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:25.612095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:25.613278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:25.627375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a282bee-4cad-4aed-95f9-281369048acb req-a5dd3408-063c-4257-bfe2-0a6da5ea6917 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:25.641684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a282bee-4cad-4aed-95f9-281369048acb req-a5dd3408-063c-4257-bfe2-0a6da5ea6917 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1577473 Nov 04 09:01:25.729811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a282bee-4cad-4aed-95f9-281369048acb req-bdc0c10a-642e-4aa2-9c9d-51d596feabaf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870359 Nov 04 09:01:25.786497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:25.825217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d2a5f6cb-043e-4087-8863-cea05a7dbc59 None None] Provisioning complete for port f2a51d54-b502-43f5-afc5-6f93810460d9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:25.825975 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f6cb-043e-4087-8863-cea05a7dbc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.020528 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.023362 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.037863 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.051212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a4e34-d16d-437f-81a3-404146b51610 req-fc5c6682-5d9f-432c-9792-e4b661fc9778 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:26.063531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488a4e34-d16d-437f-81a3-404146b51610 req-fc5c6682-5d9f-432c-9792-e4b661fc9778 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 944 time: 0.1294014 Nov 04 09:01:26.065441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166f705a-5478-47ce-81dd-263f6451416a None None] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:26.103327 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5cf0-41a7-4e9a-8a16-7a0dd1290882 None None] Pushing event updated for resources: {'Port': ['ID=1148b241-77a4-427d-9ba4-9a583752c3cd,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:26.175401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488a4e34-d16d-437f-81a3-404146b51610 req-13909dc1-8898-4152-b272-dca09810a1c1 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050146 Nov 04 09:01:26.202775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:26.263763 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Attempting to bind port 1148b241-77a4-427d-9ba4-9a583752c3cd on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:26.267629 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Attempting to bind port 1148b241-77a4-427d-9ba4-9a583752c3cd by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:26.268145 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Attempting to bind port 1148b241-77a4-427d-9ba4-9a583752c3cd on network b3646da3-7cfe-4987-9533-2a3617f1b32a {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:26.287523 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:26.288098 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Checking segment: {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:26.288678 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.289239 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Bound using segment: {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:26.289936 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Bound port: 1148b241-77a4-427d-9ba4-9a583752c3cd, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:26.294494 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.301785 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.302126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8e59e59-102f-4860-b73a-2c44892c14ac up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:26.410960 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63d8c4b4-16f5-4c1e-8776-f11fa2d86708 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.415654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Pushing event updated for resources: {'Port': ['ID=21bbe4d2-efd2-46eb-abb5-74ec3f801791,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:26.434526 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63d8c4b4-16f5-4c1e-8776-f11fa2d86708 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.461937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-d3ed18a5-e094-48af-9150-b0cd5af9d46a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4c1b2a20967e45a8878111437eea55b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659668 Nov 04 09:01:26.475912 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ca976e4b-e996-4042-8119-f738b6154557 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a9e9e4908e04c59b03adabe5930600a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6908677 Nov 04 09:01:26.479126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48508) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:26.488801 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] For port 1148b241-77a4-427d-9ba4-9a583752c3cd, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:26.499374 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] For port 1148b241-77a4-427d-9ba4-9a583752c3cd, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1148b241-77a4-427d-9ba4-9a583752c3cd,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:26.511405 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.539128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:26.601215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63d8c4b4-16f5-4c1e-8776-f11fa2d86708 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.605543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63d8c4b4-16f5-4c1e-8776-f11fa2d86708 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.6732793 Nov 04 09:01:26.608600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:26.614314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f6b01122-e5cd-44d3-b7c3-883d3078fa23 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Request body: {'security_group_rule': {'security_group_id': '6399400a-0e1c-438b-a5ba-1596f712f7e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:26.623063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8c4b4-16f5-4c1e-8776-f11fa2d86708 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6399400a-0e1c-438b-a5ba-1596f712f7e1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:26.635397 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:26.636070 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:26.647639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-4baf8d03-53aa-467c-9232-2504075f8a7d tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:26.649792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-4baf8d03-53aa-467c-9232-2504075f8a7d tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks?id=b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 200 len: 828 time: 0.4838586 Nov 04 09:01:26.685107 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f6cb-043e-4087-8863-cea05a7dbc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.733648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-31be86b0-2a0b-4184-a85a-271b174dc263 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:26.747941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-31be86b0-2a0b-4184-a85a-271b174dc263 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2845621 Nov 04 09:01:26.783502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-20897c9a-35f9-4a40-ad00-b1b04496deb0 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/quotas/4c1b2a20967e45a8878111437eea55b9 HTTP/1.1" status: 200 len: 375 time: 0.0341997 Nov 04 09:01:26.818567 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce5cf0-41a7-4e9a-8a16-7a0dd1290882 None None] Pushing event updated for resources: {'Port': ['ID=1148b241-77a4-427d-9ba4-9a583752c3cd,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:26.846107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-7db664e5-7c04-4e9f-ae44-54bc2fa34459 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/quotas/587a43d367c9429198bcb2be7ff5be30 HTTP/1.1" status: 200 len: 375 time: 0.0639334 Nov 04 09:01:26.849476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.861636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d2a5f6cb-043e-4087-8863-cea05a7dbc59 None None] For port f2a51d54-b502-43f5-afc5-6f93810460d9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f2a51d54-b502-43f5-afc5-6f93810460d9,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:26.880478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f6cb-043e-4087-8863-cea05a7dbc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.922370 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:26.942250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c8e59e59-102f-4860-b73a-2c44892c14ac triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:26.942513 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.951394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb1440e2-12fb-4942-b3c2-ffc66e7bfae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:26.957736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:25Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:27.000119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-0d42af57-4399-4a58-8be5-0c35b6e1b58f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2127123 Nov 04 09:01:27.042511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb1440e2-12fb-4942-b3c2-ffc66e7bfae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:27.079045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b01122-e5cd-44d3-b7c3-883d3078fa23 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:27.148460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c95adcb0-f557-4804-9dd5-115eb4212cea details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:27.150563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c95adcb0-f557-4804-9dd5-115eb4212cea no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:01:27.168982 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb1440e2-12fb-4942-b3c2-ffc66e7bfae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:27.173584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb1440e2-12fb-4942-b3c2-ffc66e7bfae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:27.182465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cb1440e2-12fb-4942-b3c2-ffc66e7bfae7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96851ec4-6753-4c7f-9e31-e1671c4de8df HTTP/1.1" status: 204 len: 168 time: 0.6975038 Nov 04 09:01:27.209318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1440e2-12fb-4942-b3c2-ffc66e7bfae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96851ec4-6753-4c7f-9e31-e1671c4de8df,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:27.223451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb51d179-2580-455e-ae07-50f80d88da24 None None] The sync data for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 is: [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:25Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:27.265387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-82b82277-09b2-445d-a179-b90cf9561a27 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=587a43d367c9429198bcb2be7ff5be30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4105580 Nov 04 09:01:27.389543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5f6cb-043e-4087-8863-cea05a7dbc59 None None] Pushing event updated for resources: {'Port': ['ID=f2a51d54-b502-43f5-afc5-6f93810460d9,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:27.411879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Provisioning complete for port f2a51d54-b502-43f5-afc5-6f93810460d9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:27.427126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:27.586692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce7852-f352-4b58-af7d-a16c595c48ef req-903d6c79-fcc8-4aac-96ee-2758d6e4ae36 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:27.590589 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6fce7852-f352-4b58-af7d-a16c595c48ef req-903d6c79-fcc8-4aac-96ee-2758d6e4ae36 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.1867912 Nov 04 09:01:27.612363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:27.623494 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:27.682830 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:01:27.709471 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8dcee8-353e-4d07-be77-0f1e3072a72e None None] The sync data for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 is: [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:27.721965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6fce7852-f352-4b58-af7d-a16c595c48ef req-b97f1aa7-1c79-4cb4-b78e-7432019feb95 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099842 Nov 04 09:01:27.956401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b01122-e5cd-44d3-b7c3-883d3078fa23 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.016656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b01122-e5cd-44d3-b7c3-883d3078fa23 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.020366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1777e-b1c0-448d-9872-1404db4eb587 req-27854019-e8d0-4e52-b798-ab3ac63b01ea tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:28.029791 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ab1777e-b1c0-448d-9872-1404db4eb587 req-27854019-e8d0-4e52-b798-ab3ac63b01ea tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 944 time: 0.1583247 Nov 04 09:01:28.107310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b01122-e5cd-44d3-b7c3-883d3078fa23 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93aa8404-7d41-40e6-98a3-16fa4b0c8e6d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:28.111490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.138896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b01122-e5cd-44d3-b7c3-883d3078fa23 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.141488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f6b01122-e5cd-44d3-b7c3-883d3078fa23 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5307412 Nov 04 09:01:28.162457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:28.173511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-22bc0c39-a69a-4d7d-b273-025ce54c57b8 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Request body: {'security_group_rule': {'security_group_id': '6399400a-0e1c-438b-a5ba-1596f712f7e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:28.203697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6ab1777e-b1c0-448d-9872-1404db4eb587 req-3d0ea2b5-a785-460a-a4ad-00b0f6bd6844 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725411 Nov 04 09:01:28.272274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22bc0c39-a69a-4d7d-b273-025ce54c57b8 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.290639 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:01:28.463122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-0d1d3433-138c-4641-82d1-2a4a4de6a322 service neutron] 10.222.0.53 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1849532 Nov 04 09:01:28.466686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22bc0c39-a69a-4d7d-b273-025ce54c57b8 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.475541 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22bc0c39-a69a-4d7d-b273-025ce54c57b8 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.523689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc0c39-a69a-4d7d-b273-025ce54c57b8 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316138fc-9b15-4655-b14b-4bd88e7418d2,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:28.628455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bb5a248-6fdf-427e-a253-0e1434c1bda4 req-1e7c6d01-bdc1-4a88-b148-6eb0ac756412 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 210 time: 0.0931025 Nov 04 09:01:28.637698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22bc0c39-a69a-4d7d-b273-025ce54c57b8 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.650119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-22bc0c39-a69a-4d7d-b273-025ce54c57b8 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4799182 Nov 04 09:01:28.650119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:28.657449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:01:28.674897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:28.754654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:28.792802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.870382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'port_id': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'mac_address': 'fa:16:3e:a1:f0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2adfd5-1f31-42da-8e85-73eafee62bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:28.879148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:28.968363 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:29.023821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:29.087386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c95adcb0-f557-4804-9dd5-115eb4212cea {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:29.101169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-ed763f4b-82da-4816-925e-a88802c9a823 service neutron] 10.222.0.53 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367149 Nov 04 09:01:29.108763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Provisioning complete for port 1148b241-77a4-427d-9ba4-9a583752c3cd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:29.109333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:29.112829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'port_id': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed', 'mac_address': 'fa:16:3e:47:b7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2695a7-9235-440a-bb8e-349b80bab343', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:29.233036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfb734-f55d-490a-95a2-22116d7b6932 req-198ad939-2c82-4eb3-a0b3-23e8960c9681 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:29.245516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1bfb734-f55d-490a-95a2-22116d7b6932 req-198ad939-2c82-4eb3-a0b3-23e8960c9681 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.2838447 Nov 04 09:01:29.252242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:29.261986 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:29.265545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:29.270994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:29.307907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:29.309578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-de74bda4-0d4f-491b-abbf-83d22b5ad877 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.8534014 Nov 04 09:01:29.312985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:29.345887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Sync routers for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:29.353657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-a628de23-7931-401e-96d5-ce2e199ff73f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4c1b2a20967e45a8878111437eea55b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811074 Nov 04 09:01:29.355691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:29.488077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb5fb91-3cfa-4374-bd35-93d5c40894ed {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:29.516853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:29.578627 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:29.602839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:29.603484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:29.619535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1bfb734-f55d-490a-95a2-22116d7b6932 req-3ec15c20-40c4-4eb4-bbd3-90e2172b5225 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723774 Nov 04 09:01:29.746583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:29.808622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9bc5b-2a6f-445e-b63c-549b12ec55a6 req-3f29b007-0650-430d-97c0-a9be025aa9a8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:29.817839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0f9bc5b-2a6f-445e-b63c-549b12ec55a6 req-3f29b007-0650-430d-97c0-a9be025aa9a8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.2555287 Nov 04 09:01:29.834651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-e6f1cb89-2443-402b-b7f1-5fc2012f595c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:29.836576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-e6f1cb89-2443-402b-b7f1-5fc2012f595c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4571126 Nov 04 09:01:29.839011 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:29.944257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0f9bc5b-2a6f-445e-b63c-549b12ec55a6 req-4e3513a9-9afc-405f-8302-6cf86c337c1b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253214 Nov 04 09:01:30.034331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Request body: {'port': {'device_id': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '4c1b2a20967e45a8878111437eea55b9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:30.183276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:30.296006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73a5d558-a185-43ef-ace4-ceac135dbcdd req-873d6b42-7dcc-4eba-9c54-0aa77aaaf421 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 210 time: 0.0812013 Nov 04 09:01:30.309243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:30.318045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:01:30.318438 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:01:30.319350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c95adcb0-f557-4804-9dd5-115eb4212cea'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:30.566017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:30.566661 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:30.579541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Allocated IP 172.25.3.191 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/aa74dcc6-9cf2-4743-bae9-87412304ec2a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:30.648302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3cb5fb91-3cfa-4374-bd35-93d5c40894ed'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:30.667682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4fa2af2d-094c-4444-89cb-bbaab104e468 req-12d6f031-09b0-40c5-970b-c94a677ae79d tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 210 time: 0.6366072 Nov 04 09:01:30.691654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:30.910869 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:30.917635 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:30.940332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c95adcb0-f557-4804-9dd5-115eb4212cea {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:30.968391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:30.989794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Made reservation on behalf of 4c1b2a20967e45a8878111437eea55b9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:30.998478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.002957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.069771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.079451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1148b241-77a4-427d-9ba4-9a583752c3cd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:31.122929 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5a73f-4ea3-442c-9daa-6650d2125589 req-0c80ce81-5f6d-4d5d-9524-43e4ba2ae820 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:31.129588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:31.141872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21c5a73f-4ea3-442c-9daa-6650d2125589 req-0c80ce81-5f6d-4d5d-9524-43e4ba2ae820 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 945 time: 0.2083101 Nov 04 09:01:31.156058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:31.265147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Allocated IP 172.20.0.1 (a2fa2a72-ce89-49bb-83ac-9a606485fa30/7586158d-c6b0-46a5-8ade-631d6166d684/85da1675-b775-4951-801a-476eabf71acb) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:31.403507 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.429203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1148b241-77a4-427d-9ba4-9a583752c3cd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:31.429811 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.443371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Allocated IP 192.168.233.19 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/37329aca-e46f-4531-89b3-019ef043e3b1) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:31.445414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.477766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:31.523516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:31.538302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.557805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-970056140'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:31.631548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21c5a73f-4ea3-442c-9daa-6650d2125589 req-d852667c-6a76-49c8-b688-780b03be7e01 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915216 Nov 04 09:01:31.738271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:31.748696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] For port 1148b241-77a4-427d-9ba4-9a583752c3cd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1148b241-77a4-427d-9ba4-9a583752c3cd,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:31.755280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:31.772996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:31.788130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.803009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:31.820288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d77a86db-3917-4bdd-9ba8-c985a805291f req-d9e09acf-afc1-413a-a310-625cc197ecbf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 210 time: 0.0762939 Nov 04 09:01:31.822344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=85da1675-b775-4951-801a-476eabf71acb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:31.826770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Made reservation on behalf of 22ac09e80e874ccf80488830ba9367ef for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:31.830197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.866405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Pushing event updated for resources: {'Port': ['ID=1148b241-77a4-427d-9ba4-9a583752c3cd,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:31.916536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Provisioning complete for port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:31.916950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-069a0ae7-ddd1-4d62-b8da-a6fab282d29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.920906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:31.969595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.021889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 3, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:32.025690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.026042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.026375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.026718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.027049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.027378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.027702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.033509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.033930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.034271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.034608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.034938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.088353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Checking router: 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:32.088565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Updating router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 port 21bbe4d2-efd2-46eb-abb5-74ec3f801791 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:01:32.102088 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b817658a-6ffc-4255-9fad-211c112dce8c req-034b7c23-cc64-446f-be2d-565864191d01 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 210 time: 0.1826644 Nov 04 09:01:32.128493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event updated for resources: {'Port': ['ID=aa74dcc6-9cf2-4743-bae9-87412304ec2a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:32.151786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.157277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.192648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e693b-0b0e-4ffe-84ab-080605c7a65f req-1020ad5e-e2fb-43a3-93a3-bce4688a8da1 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:32.195467 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f2e693b-0b0e-4ffe-84ab-080605c7a65f req-1020ad5e-e2fb-43a3-93a3-bce4688a8da1 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.7246807 Nov 04 09:01:32.259501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.262242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-ea15cf02-948d-4f2d-bb82-6606fe256bce tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:32.264754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-ea15cf02-948d-4f2d-bb82-6606fe256bce tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.70 "GET /v2.0/networks?id=b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 200 len: 828 time: 0.7766876 Nov 04 09:01:32.270959 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.272021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.272595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.273128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.273652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.274194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.274742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.275236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.275792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.276378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.276919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.277427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.277976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:32.283779 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.303637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Request body: {'port': {'device_id': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'admin_state_up': True, 'tenant_id': '587a43d367c9429198bcb2be7ff5be30'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:32.321978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:01:32.367131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.367131 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Added segment 29c8cc8e-96c6-4e2a-afb1-c90e0391db4c of type vlan for network 4e139750-c957-46af-b4a7-8b8e5af2bb11 Nov 04 09:01:32.370104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6535452e-bae6-42f2-876c-72fbe940be0e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:32.427379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.435375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['262828e9-bd19-4934-baf5-9448dbac5808'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:32.439964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['691bae27-0e35-4095-8b5a-535ac0d1c07a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:32.464034 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.542579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.671277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:32.696015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f2e693b-0b0e-4ffe-84ab-080605c7a65f req-f4795c52-0124-4fd9-a737-995377a43571 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285598 Nov 04 09:01:32.698430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.701910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.719904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:32.720713 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.728086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:32.729399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.737447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Pushing event updated for resources: {'Port': ['ID=37329aca-e46f-4531-89b3-019ef043e3b1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:32.742739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:32.748279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.854911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:32.870556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f2a51d54-b502-43f5-afc5-6f93810460d9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:32.871949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=85da1675-b775-4951-801a-476eabf71acb,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:32.950064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.014542 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8526652 Nov 04 09:01:33.050415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.052390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Made reservation on behalf of 587a43d367c9429198bcb2be7ff5be30 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:33.056177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.058041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4e8bc-bef6-4892-aa95-de23da0108a0 req-8dbfa665-c0d6-4800-8366-3f3793e00907 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:33.060461 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0d4e8bc-bef6-4892-aa95-de23da0108a0 req-8dbfa665-c0d6-4800-8366-3f3793e00907 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 944 time: 0.3278193 Nov 04 09:01:33.061591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.098680 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.108792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc37e7-67e7-4d1b-8cc8-39186843baa8 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Pushing event updated for resources: {'Network': ['ID=4e139750-c957-46af-b4a7-8b8e5af2bb11,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:33.145655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0d4e8bc-bef6-4892-aa95-de23da0108a0 req-be2e9ca7-7373-4dfb-851d-e8a20fd81c09 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738230 Nov 04 09:01:33.171317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4e139750-c957-46af-b4a7-8b8e5af2bb11 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:01:33.224176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:33.226979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.264754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Attempting to bind port 21bbe4d2-efd2-46eb-abb5-74ec3f801791 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:33.265116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Attempting to bind port 21bbe4d2-efd2-46eb-abb5-74ec3f801791 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:33.265474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Attempting to bind port 21bbe4d2-efd2-46eb-abb5-74ec3f801791 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:33.287895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event updated for resources: {'Port': ['ID=aa74dcc6-9cf2-4743-bae9-87412304ec2a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:33.294314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:33.294824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:33.295267 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.295557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:33.296962 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.304586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Bound port: 21bbe4d2-efd2-46eb-abb5-74ec3f801791, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:33.304586 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.305187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6544-1d31-4878-a65c-6d988252405c None None] Pushing event updated for resources: {'Port': ['ID=21bbe4d2-efd2-46eb-abb5-74ec3f801791,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:33.463066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] For port 21bbe4d2-efd2-46eb-abb5-74ec3f801791, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:33.467546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] For port 21bbe4d2-efd2-46eb-abb5-74ec3f801791, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=21bbe4d2-efd2-46eb-abb5-74ec3f801791,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:33.501357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Allocated IP 172.20.0.5 (b3646da3-7cfe-4987-9533-2a3617f1b32a/79e61c43-c875-4c1c-97c4-000f661e103e/5069c6d2-f483-4b80-a2e8-9bd74421f42a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:33.542105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c95adcb0-f557-4804-9dd5-115eb4212cea up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:33.550124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Provisioning complete for port 37329aca-e46f-4531-89b3-019ef043e3b1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:33.550487 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.614627 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.647002 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Port 37329aca-e46f-4531-89b3-019ef043e3b1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:33.678646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:33.689193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Request body: {'port': {'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11', 'binding:host_id': 'n-h2-816487-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1423011756'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:33.711413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.723031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4e0601fd-8713-458d-a08b-5d8c3e41586a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0712051 Nov 04 09:01:33.726701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.734034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-2114e7fa-6588-4e0b-862e-b6e1e55f7723 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7128599 Nov 04 09:01:33.754775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Request body: {'port': {'device_id': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:33.801826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc567295-581f-408c-8215-7a01c3bdb302 req-336dd50c-0823-4eb2-aa3f-024b9675cd96 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 210 time: 0.1195428 Nov 04 09:01:33.802869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6cd706-dfb7-4057-8cca-11eb792235d7 req-d626fb1a-86a1-434a-a8d3-6eb3952f65b9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:33.804823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d6cd706-dfb7-4057-8cca-11eb792235d7 req-d626fb1a-86a1-434a-a8d3-6eb3952f65b9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 935 time: 0.7372642 Nov 04 09:01:33.810575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:33.837310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b6544-1d31-4878-a65c-6d988252405c None None] Pushing event updated for resources: {'Port': ['ID=21bbe4d2-efd2-46eb-abb5-74ec3f801791,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:33.873145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.882091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:33.883409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:33.887462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Made reservation on behalf of 858d6e4ed8dc4ef79bb6e9a785553909 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:33.895320 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:33.925559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.049524 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.059027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:34.077277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d6cd706-dfb7-4057-8cca-11eb792235d7 req-224081a9-fe00-489b-bc83-960270ee8b5c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638466 Nov 04 09:01:34.082701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Network b3646da3-7cfe-4987-9533-2a3617f1b32a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:34.115456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:34.122543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event updated for resources: {'Port': ['ID=5069c6d2-f483-4b80-a2e8-9bd74421f42a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:34.128068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:34.214094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f2a51d54-b502-43f5-afc5-6f93810460d9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:34.214539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.214662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:34.215277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.236923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.244588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:34.260702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.264057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:34.310744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] device_id is not set on port d1414c3c-0123-412e-a48d-3f87cec56fa3 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:34.317812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17cd588-54cf-4f7e-81e9-124e16492ec4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:34.360149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c95adcb0-f557-4804-9dd5-115eb4212cea triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:34.360516 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.428603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Provisioning complete for port 1148b241-77a4-427d-9ba4-9a583752c3cd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:34.437744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.547406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831a31b-ca7a-4c10-b9d8-d0f72f7de6fc req-0dc61a44-e4b2-46cb-a843-4549c9410ae6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:34.555837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8831a31b-ca7a-4c10-b9d8-d0f72f7de6fc req-0dc61a44-e4b2-46cb-a843-4549c9410ae6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.3066361 Nov 04 09:01:34.652784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37329aca-e46f-4531-89b3-019ef043e3b1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:34.676185 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.701402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8831a31b-ca7a-4c10-b9d8-d0f72f7de6fc req-6a45c798-6aab-431a-b32b-584bfea6ab6e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435895 Nov 04 09:01:34.707670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Transition to ACTIVE for port object 37329aca-e46f-4531-89b3-019ef043e3b1 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:34.730716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-9da34839-e33b-403b-a166-69c7b8b8dddd tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4444103 Nov 04 09:01:34.751135 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:34.756787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Request body: {'port': {'device_id': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:34.848605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-030a7d10-a9ef-45d8-9dc3-f067c7a0f9cd tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--205056102&fields=id&tenant_id=a6f4e16160b644efaed21c4b4212dd02 HTTP/1.1" status: 200 len: 267 time: 0.5960021 Nov 04 09:01:34.850742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:01:34.927566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:01:34.950920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:34.952643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.100032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] device_id is not set on port d1414c3c-0123-412e-a48d-3f87cec56fa3 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:35.116732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.131559 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.139767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Pushing event updated for resources: {'Port': ['ID=37329aca-e46f-4531-89b3-019ef043e3b1,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:35.186451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 2, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:35.194109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.212443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=d1414c3c-0123-412e-a48d-3f87cec56fa3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:35.261627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4b99fe-606a-4c56-a089-5734c5fd0a31 None None] The sync data for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 is: [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 2, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:35.264609 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.265232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca780b3-e6fe-42cf-af70-362157bb27f1 req-859aaf6b-5b45-4ac0-9bf7-13e4259e2783 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:35.268091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ca780b3-e6fe-42cf-af70-362157bb27f1 req-859aaf6b-5b45-4ac0-9bf7-13e4259e2783 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 944 time: 0.3600721 Nov 04 09:01:35.301293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Provisioning complete for port 85da1675-b775-4951-801a-476eabf71acb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:35.304610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.339887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ca780b3-e6fe-42cf-af70-362157bb27f1 req-c799cd5e-58dd-4fc5-9518-66a05db2a9ad tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653126 Nov 04 09:01:35.371697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Checking segment: {'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:35.372809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Network hostable DHCP agents. Network: 4e139750-c957-46af-b4a7-8b8e5af2bb11, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:01:35.375818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:35.395809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-75c8a5c1-193c-481d-94c1-6d0649484ae3 admin admin] 10.222.0.53 "PUT /v2.0/routers/0da6e20d-e85b-40ac-9278-eb78aa39b8a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0813820 Nov 04 09:01:35.397460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1148b241-77a4-427d-9ba4-9a583752c3cd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:35.432907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Network 4e139750-c957-46af-b4a7-8b8e5af2bb11 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:01:35.451970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4e139750-c957-46af-b4a7-8b8e5af2bb11) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:35.457233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:35.485850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:35.489634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:35.490111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:35.501775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:35.502236 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:35.502736 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 2 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:35.509020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.511155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd44058-e3b5-417d-a77a-36d01b5b1813 None None] Network 4e139750-c957-46af-b4a7-8b8e5af2bb11 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:01:35.523487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:35.526081 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb2c95a-2e1c-4c79-a263-380da80ef984" -d '{"events": [{"server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "name": "network-vif-plugged", "status": "completed", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:35.549146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:35.557199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:35.557730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:35.620275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:35.625666 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:35.626747 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 3 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:35.721197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:35.721879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:35.721879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:35.768721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4794d58-a1c0-4ac6-9f58-82a601211ddb req-5e872c1f-ac24-4719-bfc3-0683194691ed tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:35.792538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4794d58-a1c0-4ac6-9f58-82a601211ddb req-5e872c1f-ac24-4719-bfc3-0683194691ed tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 931 time: 0.2699301 Nov 04 09:01:35.813266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:35.813833 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:35.827433 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 4 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:35.869033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:35.869033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:35.869033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:35.891060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:35.891556 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:35.892223 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 5 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:35.893045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Port 85da1675-b775-4951-801a-476eabf71acb cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:35.910927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:35.925132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4794d58-a1c0-4ac6-9f58-82a601211ddb req-a2241984-b854-4f7d-a09f-f1e5a3e0cb78 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314721 Nov 04 09:01:35.929638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-60955237-f794-4464-ac35-b9321e27c344 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:35.930288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:35.932038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-60955237-f794-4464-ac35-b9321e27c344 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/networks?id=1a44f141-7c6a-4d01-b552-e86e5e56bc53 HTTP/1.1" status: 200 len: 812 time: 1.0827389 Nov 04 09:01:35.939925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:35.940573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:35.955628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:35.958476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-f1598f53-d3fc-4d45-8442-cf838cdd932c tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/quotas/a6f4e16160b644efaed21c4b4212dd02 HTTP/1.1" status: 200 len: 375 time: 0.0157216 Nov 04 09:01:35.962344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Attempting to bind port 37329aca-e46f-4531-89b3-019ef043e3b1 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:35.963024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Attempting to bind port 37329aca-e46f-4531-89b3-019ef043e3b1 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:35.963601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Attempting to bind port 37329aca-e46f-4531-89b3-019ef043e3b1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:35.971387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:35.971725 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:35.971843 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:35.972164 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 6 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:35.973888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.012705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Port 37329aca-e46f-4531-89b3-019ef043e3b1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:36.013615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Attempting to bind port 37329aca-e46f-4531-89b3-019ef043e3b1 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:36.026827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:36.027174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:36.027893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:36.038017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Provisioning complete for port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:36.038404 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46708a9a-1a8b-4532-9813-6d7363d0dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.042042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:36.042042 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:36.042371 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 7 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:36.086241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:36.086998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:36.087586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:36.093331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:36.094214 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:36.095142 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 8 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:36.107888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:36.111082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:36.111679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:36.112290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:36.123349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:36.124026 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:36.126051 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 9 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:36.154621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:36.155130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:36.155570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:36.161831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:36.162576 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:36.162826 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 10 to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 Nov 04 09:01:36.184234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:36.185307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:36.185743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:36.192551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port d1414c3c-0123-412e-a48d-3f87cec56fa3 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:36.192788 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port d1414c3c-0123-412e-a48d-3f87cec56fa3 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:36.192943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1148b241-77a4-427d-9ba4-9a583752c3cd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:36.193365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.193568 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.305291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:36.305927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:36.306058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:36.306444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Bound port: 37329aca-e46f-4531-89b3-019ef043e3b1, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:36.306810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.378985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] For port d1414c3c-0123-412e-a48d-3f87cec56fa3, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:36.379370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempted to set empty binding levels {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 09:01:36.382631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:36.391890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.414870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ae73d-32d1-4dfc-9291-53a8e4a13ebd req-1a39211d-3459-4579-b464-5ae530185bdf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:36.423475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c15ae73d-32d1-4dfc-9291-53a8e4a13ebd req-1a39211d-3459-4579-b464-5ae530185bdf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 947 time: 0.2099664 Nov 04 09:01:36.450351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-2e37fa7b-fbb0-4f7b-a16a-e0975888a0a2 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6f4e16160b644efaed21c4b4212dd02&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4635601 Nov 04 09:01:36.475465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:36.476132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.533262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=d1414c3c-0123-412e-a48d-3f87cec56fa3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:36.547045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dd56cdaf-61fb-4bd9-867e-38121c061f47 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.8635595 Nov 04 09:01:36.547699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:36.585428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c15ae73d-32d1-4dfc-9291-53a8e4a13ebd req-45f0a2ed-4f1b-4a09-8db8-503b36aa6b97 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607883 Nov 04 09:01:36.645544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4fdf0ea6-716f-45b7-a517-3594f4406c9f None None] Provisioning complete for port 85da1675-b775-4951-801a-476eabf71acb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:36.646046 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fdf0ea6-716f-45b7-a517-3594f4406c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.665692 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-2f891267-b4cc-419d-b4cb-9fb2ed3d4d74 service neutron] 10.222.0.53 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144554 Nov 04 09:01:36.681672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5069c6d2-f483-4b80-a2e8-9bd74421f42a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:36.715441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.727417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Deleting port d1414c3c-0123-412e-a48d-3f87cec56fa3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:36.727988 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.737175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf0ea6-716f-45b7-a517-3594f4406c9f None None] Port 85da1675-b775-4951-801a-476eabf71acb cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:36.793933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4fdf0ea6-716f-45b7-a517-3594f4406c9f None None] Provisioning complete for port 5069c6d2-f483-4b80-a2e8-9bd74421f42a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:36.797555 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fdf0ea6-716f-45b7-a517-3594f4406c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.804919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Transition to ACTIVE for port object 5069c6d2-f483-4b80-a2e8-9bd74421f42a will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:36.806089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] For port 37329aca-e46f-4531-89b3-019ef043e3b1, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:36.842022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.850899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] For port 37329aca-e46f-4531-89b3-019ef043e3b1, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=37329aca-e46f-4531-89b3-019ef043e3b1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:36.894539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf0ea6-716f-45b7-a517-3594f4406c9f None None] Port 5069c6d2-f483-4b80-a2e8-9bd74421f42a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:36.909925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] For port d1414c3c-0123-412e-a48d-3f87cec56fa3, host n-h2-816487-1, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:36.910591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:36.940983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5069c6d2-f483-4b80-a2e8-9bd74421f42a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:36.941597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Calling delete_port for d1414c3c-0123-412e-a48d-3f87cec56fa3 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:36.950721 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.059427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:37.059427 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.059427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] 10.222.0.55 "PUT /v2.0/ports/37329aca-e46f-4531-89b3-019ef043e3b1 HTTP/1.1" status: 200 len: 1095 time: 3.2899811 Nov 04 09:01:37.059427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'tag': '37329aca-e46f-4531-89b3-019ef043e3b1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:37.059427 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b88c2fe-9373-4646-81aa-513ebbba451f" -d '{"events": [{"name": "network-changed", "server_uuid": "e81bf09b-13a6-4060-9fd6-a43fd29ad24a", "tag": "37329aca-e46f-4531-89b3-019ef043e3b1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:37.079190 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-b33b5db9-2902-4650-bb26-efc0116b77fd service neutron] 10.222.0.53 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917391 Nov 04 09:01:37.183703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.235872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.241934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "DELETE /v2.0/ports/d1414c3c-0123-412e-a48d-3f87cec56fa3 HTTP/1.1" status: 204 len: 168 time: 0.6874647 Nov 04 09:01:37.246933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:37.290137 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-87a1d5c5-5bfc-4e78-b2a2-b989aa489613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.417454 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a97790e-72e5-4b62-b949-ead3e82bd11e tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:37.434572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0a97790e-72e5-4b62-b949-ead3e82bd11e tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "GET /v2.0/ports/d1414c3c-0123-412e-a48d-3f87cec56fa3 HTTP/1.1" status: 404 len: 333 time: 0.1804042 Nov 04 09:01:37.439035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4a97b-923a-46bc-b80f-902a4babcffb tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1414c3c-0123-412e-a48d-3f87cec56fa3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:37.446360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:37.459511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Request body: {'port': {'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2074126503'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:37.493785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd471e-2b29-403a-83b2-01328b6dc328 service neutron] Pushing event updated for resources: {'Port': ['ID=37329aca-e46f-4531-89b3-019ef043e3b1,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:37.510670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Attempting to bind port 5069c6d2-f483-4b80-a2e8-9bd74421f42a on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:37.513041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Attempting to bind port 5069c6d2-f483-4b80-a2e8-9bd74421f42a by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:37.513941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Attempting to bind port 5069c6d2-f483-4b80-a2e8-9bd74421f42a on network b3646da3-7cfe-4987-9533-2a3617f1b32a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:37.519945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Made reservation on behalf of 858d6e4ed8dc4ef79bb6e9a785553909 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:37.521806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.524179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:37.549108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9255c76f-d857-463e-9444-452141564fe7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1741763554', 'description': 'tempest-description--19022639'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:37.551500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Port 5069c6d2-f483-4b80-a2e8-9bd74421f42a on network b3646da3-7cfe-4987-9533-2a3617f1b32a not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:37.551840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Attempting to bind port 5069c6d2-f483-4b80-a2e8-9bd74421f42a on network b3646da3-7cfe-4987-9533-2a3617f1b32a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:37.558275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-f5cfd4b9-a1c8-4ab8-8b93-576857df51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:37.562158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-f5cfd4b9-a1c8-4ab8-8b93-576857df51e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 1098 time: 0.4635510 Nov 04 09:01:37.642919 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad95a51-d8c6-4580-b7fe-20d838126906 x-openstack-request-id: req-dad95a51-d8c6-4580-b7fe-20d838126906 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:37.643225 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "name": "network-vif-plugged", "status": "completed", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:37.643540 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dad95a51-d8c6-4580-b7fe-20d838126906 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:37.644164 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'code': 200} Nov 04 09:01:37.644329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9255c76f-d857-463e-9444-452141564fe7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.714068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:37.714966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Checking segment: {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:37.717123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Bound using segment: {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:37.717778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Bound port: 5069c6d2-f483-4b80-a2e8-9bd74421f42a, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:37.717928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] device_id is not set on port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:37.720660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:37.755305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-b6bff0a3-0e31-45cc-bcbf-019ff9a03576 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=37329aca-e46f-4531-89b3-019ef043e3b1 HTTP/1.1" status: 200 len: 217 time: 0.1751449 Nov 04 09:01:37.831133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21bbe4d2-efd2-46eb-abb5-74ec3f801791 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:37.884288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-3d05bc77-6d4a-45fb-9b79-04692cceb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:37.888504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-3d05bc77-6d4a-45fb-9b79-04692cceb303 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0831966 Nov 04 09:01:38.008937 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.052746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 21bbe4d2-efd2-46eb-abb5-74ec3f801791 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:38.053482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.153371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86222b5b-8d3a-4512-95c9-fc63e4bd4264 req-c88407e5-d21f-4cfe-b2ba-f1958354cb02 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:38.163157 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86222b5b-8d3a-4512-95c9-fc63e4bd4264 req-c88407e5-d21f-4cfe-b2ba-f1958354cb02 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.3728690 Nov 04 09:01:38.179013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.218801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] For port 5069c6d2-f483-4b80-a2e8-9bd74421f42a, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:38.237486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cdda99-e69f-494f-8ced-22e4d16659c8 req-d4802016-3084-476e-817b-1a8d4fecf769 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:38.239617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96cdda99-e69f-494f-8ced-22e4d16659c8 req-d4802016-3084-476e-817b-1a8d4fecf769 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 946 time: 0.6081953 Nov 04 09:01:38.249229 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86222b5b-8d3a-4512-95c9-fc63e4bd4264 req-104368df-8e10-43ae-a1a1-1dadc900fba9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849535 Nov 04 09:01:38.256056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-ff02e744-91aa-4eaa-b373-68686e65e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:38.261891 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-ff02e744-91aa-4eaa-b373-68686e65e0e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3317769 Nov 04 09:01:38.294246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Network 4e139750-c957-46af-b4a7-8b8e5af2bb11 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:38.317418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:38.369228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:38.372326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:38.374667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.412587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.431308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9810846 Nov 04 09:01:38.434764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] For port 5069c6d2-f483-4b80-a2e8-9bd74421f42a, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:38.445342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48726) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:38.456496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:38.467528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 21bbe4d2-efd2-46eb-abb5-74ec3f801791, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=21bbe4d2-efd2-46eb-abb5-74ec3f801791,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:38.469820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.477194 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.539458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96cdda99-e69f-494f-8ced-22e4d16659c8 req-c0c85060-6916-4fa9-a2c9-567446d8573a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645419 Nov 04 09:01:38.548751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8afec4-c89f-4a0a-bcf0-84c9c151f31d tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=29bbcc5c-b2a4-4320-9330-2400e4c4cc18,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:38.578508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9255c76f-d857-463e-9444-452141564fe7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.587377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9255c76f-d857-463e-9444-452141564fe7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.592431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=5069c6d2-f483-4b80-a2e8-9bd74421f42a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:38.615061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=21bbe4d2-efd2-46eb-abb5-74ec3f801791,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:38.628132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9255c76f-d857-463e-9444-452141564fe7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.633273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9255c76f-d857-463e-9444-452141564fe7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1078031 Nov 04 09:01:38.638464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:38.645650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2a3dad40-fbd4-476d-92a6-e5cc5634fcd6 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Request body: {'security_group_rule': {'security_group_id': '668e2222-a09f-4a71-9bcd-77a5b6d04bba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:38.661455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ae9a6-418c-4902-b958-7350b2780011 req-99cd7c31-dcc0-43fd-acf6-7db4bcc11f64 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:38.663231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e71ae9a6-418c-4902-b958-7350b2780011 req-99cd7c31-dcc0-43fd-acf6-7db4bcc11f64 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 943 time: 0.2728941 Nov 04 09:01:38.665159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f6265-1e0c-4658-8520-b90878d5b9d9 req-e94c4ac8-8dfa-46f7-81fb-8a32676a201b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:38.666513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e8f6265-1e0c-4658-8520-b90878d5b9d9 req-e94c4ac8-8dfa-46f7-81fb-8a32676a201b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 1097 time: 0.6079562 Nov 04 09:01:38.672526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9255c76f-d857-463e-9444-452141564fe7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=668e2222-a09f-4a71-9bcd-77a5b6d04bba,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:38.699007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a3dad40-fbd4-476d-92a6-e5cc5634fcd6 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.704054 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0111facc-2667-4156-bc8f-32d121c2ba8c x-openstack-request-id: req-0111facc-2667-4156-bc8f-32d121c2ba8c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:38.704567 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e81bf09b-13a6-4060-9fd6-a43fd29ad24a", "tag": "37329aca-e46f-4531-89b3-019ef043e3b1", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:38.705221 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0111facc-2667-4156-bc8f-32d121c2ba8c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:38.705817 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'tag': '37329aca-e46f-4531-89b3-019ef043e3b1', 'status': 'completed', 'code': 200} Nov 04 09:01:38.770799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a3dad40-fbd4-476d-92a6-e5cc5634fcd6 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.778432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a3dad40-fbd4-476d-92a6-e5cc5634fcd6 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.810692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:38.814073 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.823543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-cbd41f47-c14f-45d1-83d0-331e7771a0d5 service neutron] 10.222.0.70 "PUT /v2.0/ports/5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 1091 time: 4.0781116 Nov 04 09:01:38.848373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dad40-fbd4-476d-92a6-e5cc5634fcd6 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0344517-1ed1-44aa-a632-625b480bb7c2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:38.862864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.884737 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a3dad40-fbd4-476d-92a6-e5cc5634fcd6 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:38.889615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a3dad40-fbd4-476d-92a6-e5cc5634fcd6 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2499132 Nov 04 09:01:38.890545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:38.902560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6323d987-e950-46ad-bb6f-747509e4cd2d tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Request body: {'security_group_rule': {'security_group_id': '668e2222-a09f-4a71-9bcd-77a5b6d04bba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:38.904870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-fc12a781-9579-49ea-9bfe-7f7376167e1c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337261 Nov 04 09:01:39.014547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3fe41736-527d-4292-8608-d9704c4ef022 req-cf405709-36ba-4ab7-a0a6-007827ce8279 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 210 time: 0.0943649 Nov 04 09:01:39.037348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6323d987-e950-46ad-bb6f-747509e4cd2d tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.109555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6323d987-e950-46ad-bb6f-747509e4cd2d tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.115311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6323d987-e950-46ad-bb6f-747509e4cd2d tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.137834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e8f6265-1e0c-4658-8520-b90878d5b9d9 req-09479b40-ffc7-4997-a7d6-32bfa9185ae0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202042 Nov 04 09:01:39.157411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e71ae9a6-418c-4902-b958-7350b2780011 req-b7b20ead-7c6d-40fb-bd83-cd2fe2200b23 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504042 Nov 04 09:01:39.196601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323d987-e950-46ad-bb6f-747509e4cd2d tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511c5dcd-dfb0-4a1d-840e-5f8423f95fd4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:39.221708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6323d987-e950-46ad-bb6f-747509e4cd2d tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.222959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6323d987-e950-46ad-bb6f-747509e4cd2d tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3313782 Nov 04 09:01:39.226001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48744) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:39.230598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:39.236228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-d8d7929b-cd27-490f-970a-a3d390bfdd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:39.237905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-d8d7929b-cd27-490f-970a-a3d390bfdd4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=587a43d367c9429198bcb2be7ff5be30&device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 1094 time: 0.3278990 Nov 04 09:01:39.287134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6894d9-3105-4a91-a2d2-3109da3f0b83 req-e2adce97-e471-4455-9a0e-8f5fb67c86f5 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:39.289038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e6894d9-3105-4a91-a2d2-3109da3f0b83 req-e2adce97-e471-4455-9a0e-8f5fb67c86f5 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 947 time: 0.1708498 Nov 04 09:01:39.303494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.371202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21bbe4d2-efd2-46eb-abb5-74ec3f801791 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:39.386383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e6894d9-3105-4a91-a2d2-3109da3f0b83 req-801aa152-8258-44bd-a797-0232e9899420 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899355 Nov 04 09:01:39.464866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 21bbe4d2-efd2-46eb-abb5-74ec3f801791 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:39.465428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.493447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-0966a4d4-e614-4eef-be08-4f4bb30885d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 217 time: 0.1133878 Nov 04 09:01:39.500675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.510827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aab6225e-5a9f-4f44-a767-45dfe535a8fa req-bd87f64b-406d-439b-abc2-9e3cde40e0a0 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5691161 Nov 04 09:01:39.650440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:39.654231 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae54498d-af7b-4b58-838f-3fe74962ac78" -d '{"events": [{"server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:39.672992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Allocated IP 172.25.3.243 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/5e1aaa18-ea34-44d6-89cc-ba15de545781) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:39.702016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-ae3a8509-38e0-471d-9cf4-b95fbcde6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:39.704334 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-ae3a8509-38e0-471d-9cf4-b95fbcde6a96 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79e61c43-c875-4c1c-97c4-000f661e103e HTTP/1.1" status: 200 len: 867 time: 0.1925488 Nov 04 09:01:39.778844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-02c17e98-c2c9-4901-9978-9850a78f5ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:39.781122 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-02c17e98-c2c9-4901-9978-9850a78f5ebe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 1098 time: 0.2033014 Nov 04 09:01:39.817455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa740db9-464f-4052-813a-9d8450a34606 req-d88108ca-2bfc-432a-87c4-c600b630e51a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:39.826105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa740db9-464f-4052-813a-9d8450a34606 req-d88108ca-2bfc-432a-87c4-c600b630e51a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.3371162 Nov 04 09:01:39.837064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a3c4b-acbf-4140-89be-a582fe53d0d6 req-89c20ebb-f19b-4cd4-b9cd-2f6d3e710658 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:39.838863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] device_id is not set on port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:39.844455 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Sync routers for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:39.848759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-308a3c4b-acbf-4140-89be-a582fe53d0d6 req-89c20ebb-f19b-4cd4-b9cd-2f6d3e710658 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 946 time: 0.1657162 Nov 04 09:01:39.880719 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:39.882085 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:39.905579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.930352 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18dbfc1c-fc90-480e-a850-bfdfbf3957b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:39.956504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-308a3c4b-acbf-4140-89be-a582fe53d0d6 req-9267c596-7e90-43fb-9e22-df280927e980 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908849 Nov 04 09:01:39.977368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.016108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.018385 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e6ce21-36be-4bc0-b9ef-5c3b694d786b x-openstack-request-id: req-f7e6ce21-36be-4bc0-b9ef-5c3b694d786b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:40.018751 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "name": "network-vif-plugged", "status": "completed", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:40.019083 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f7e6ce21-36be-4bc0-b9ef-5c3b694d786b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:40.019580 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed', 'code': 200} Nov 04 09:01:40.105498 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.112300 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:40.149198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-ee07cd6e-abda-4b81-bd0a-dc50d3e3c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:40.161228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-ee07cd6e-abda-4b81-bd0a-dc50d3e3c029 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3646da3-7cfe-4987-9533-2a3617f1b32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4338324 Nov 04 09:01:40.203543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:40.206508 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa740db9-464f-4052-813a-9d8450a34606 req-f7b87439-fcb1-4302-af51-465dfe051d79 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782268 Nov 04 09:01:40.217220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:40.219634 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.257463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:40.272348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event updated for resources: {'Port': ['ID=5e1aaa18-ea34-44d6-89cc-ba15de545781,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:40.323675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-dea40dfe-9187-4ed6-b1b5-1fa843ccbe5e tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:40.325731 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-dea40dfe-9187-4ed6-b1b5-1fa843ccbe5e tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.70 "GET /v2.0/networks?id=1a44f141-7c6a-4d01-b552-e86e5e56bc53 HTTP/1.1" status: 200 len: 812 time: 0.5497415 Nov 04 09:01:40.326847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-8d9a2e06-afeb-4dfe-a6e6-3403d42164d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:40.328286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-8d9a2e06-afeb-4dfe-a6e6-3403d42164d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.5317745 Nov 04 09:01:40.329451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3d8d2e0-408a-45bf-8330-f8a2c7a2b8e4 req-db34ca6d-e032-4b46-9fe8-efc542f6aa3b tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 210 time: 0.0877898 Nov 04 09:01:40.478155 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 2, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:40.499186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.518538 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Checking router: 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:40.519236 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Updating router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 port 85da1675-b775-4951-801a-476eabf71acb binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:01:40.523562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=29bbcc5c-b2a4-4320-9330-2400e4c4cc18,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:40.546882 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-c3dc4a60-e211-4237-a88c-7fafc6fd43a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=37329aca-e46f-4531-89b3-019ef043e3b1 HTTP/1.1" status: 200 len: 217 time: 0.1815825 Nov 04 09:01:40.564581 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.648234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:40.648462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:40.654392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:40.664424 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.708226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:40.711327 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59f2750-71d5-488d-8e1c-ce4e10d41660" -d '{"events": [{"name": "network-changed", "server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:40.748038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697de4e-b2ea-4ece-8fb6-548eb8625cbc req-d97e8ba9-d887-447e-960d-7615efad3611 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:40.756420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3697de4e-b2ea-4ece-8fb6-548eb8625cbc req-d97e8ba9-d887-447e-960d-7615efad3611 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 947 time: 0.2495098 Nov 04 09:01:40.756692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c948140-0b6a-4ae1-9ef9-1b227550d150 req-375445ce-6385-46b1-b1c3-9784a38d7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:40.758339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c948140-0b6a-4ae1-9ef9-1b227550d150 req-375445ce-6385-46b1-b1c3-9784a38d7ff3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1097 time: 0.5508952 Nov 04 09:01:40.763439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-c111dc60-c53b-4f64-8a84-dc2758c1097f tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6f4e16160b644efaed21c4b4212dd02 HTTP/1.1" status: 200 len: 379 time: 0.3574488 Nov 04 09:01:40.765034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-84ff937a-5229-4ed7-8366-13b1970bd3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:40.766732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-84ff937a-5229-4ed7-8366-13b1970bd3fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2043247 Nov 04 09:01:40.817287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-21606800-fd36-4335-8ebc-7cc3e772845c service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5891695 Nov 04 09:01:40.817884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:40.818216 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:40.835671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Request body: {'port': {'device_id': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'admin_state_up': True, 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'security_groups': ['6399400a-0e1c-438b-a5ba-1596f712f7e1']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:40.838990 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 2 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:40.890282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3697de4e-b2ea-4ece-8fb6-548eb8625cbc req-7743c585-8e47-4e1e-a9b7-5977b2ace45e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328828 Nov 04 09:01:40.956555 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:40.965248 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.020915 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01a627-fd8e-4035-9085-98169e941e8b None None] Pushing event updated for resources: {'Port': ['ID=85da1675-b775-4951-801a-476eabf71acb,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:41.024519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7606822-5cba-476e-b4bd-fe80374291e5 req-84b63995-c9ac-44e1-a93b-578f8682997c tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:41.043418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c7606822-5cba-476e-b4bd-fe80374291e5 req-84b63995-c9ac-44e1-a93b-578f8682997c tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 943 time: 0.6944807 Nov 04 09:01:41.044214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.054621 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26c6f3a7-f382-43d7-99b4-c26ccd2c4353 req-4210a6fa-03fd-4312-9212-41a119af82ed service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644864 Nov 04 09:01:41.056356 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb49fc7e-cae7-4169-9bed-25cc8ac75c08 x-openstack-request-id: req-fb49fc7e-cae7-4169-9bed-25cc8ac75c08 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:41.056642 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:41.056896 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fb49fc7e-cae7-4169-9bed-25cc8ac75c08 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:41.057129 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.057269 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'status': 'completed', 'code': 200} Nov 04 09:01:41.142061 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.150720 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Attempting to bind port 85da1675-b775-4951-801a-476eabf71acb on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:41.151462 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Attempting to bind port 85da1675-b775-4951-801a-476eabf71acb by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:41.152112 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Attempting to bind port 85da1675-b775-4951-801a-476eabf71acb on network a2fa2a72-ce89-49bb-83ac-9a606485fa30 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:41.182121 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:41.182895 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Checking segment: {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:41.184032 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.184810 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Bound using segment: {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:41.185527 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Bound port: 85da1675-b775-4951-801a-476eabf71acb, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:41.186242 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.213111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event updated for resources: {'Port': ['ID=5e1aaa18-ea34-44d6-89cc-ba15de545781,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:41.249088 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.268856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d122bf4-4dd6-488c-ab88-c21b04514c54 req-f03fb1bc-62dd-4f55-b61a-af2cdeccbc61 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:41.276997 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d122bf4-4dd6-488c-ab88-c21b04514c54 req-f03fb1bc-62dd-4f55-b61a-af2cdeccbc61 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 946 time: 0.1811728 Nov 04 09:01:41.278357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4c948140-0b6a-4ae1-9ef9-1b227550d150 req-ecac6c45-4bc8-481a-94c1-0ea72ad8a215 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4855838 Nov 04 09:01:41.309621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:41.310377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:41.310943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:41.323304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:41.324202 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:41.332425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.333805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad057b06-f879-4b9c-a40d-788b884a0085 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1067839 Nov 04 09:01:41.334221 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] For port 85da1675-b775-4951-801a-476eabf71acb, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:41.338531 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] For port 85da1675-b775-4951-801a-476eabf71acb, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=85da1675-b775-4951-801a-476eabf71acb,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:41.354254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d122bf4-4dd6-488c-ab88-c21b04514c54 req-2095a5a7-6d28-46c1-9b39-ddb630888f67 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749278 Nov 04 09:01:41.357914 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.361646 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 3 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:41.390780 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c7606822-5cba-476e-b4bd-fe80374291e5 req-1853ba98-ef1f-454e-9bae-3b73e3c17eaf tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458090 Nov 04 09:01:41.400855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:41.401328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:41.401744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:41.410140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-91756300-16ec-4b2c-925c-14ceb3aecccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:41.411738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-91756300-16ec-4b2c-925c-14ceb3aecccf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5905094 Nov 04 09:01:41.442536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:41.442877 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:41.446838 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 4 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:41.480475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-35450178-534e-44f8-b363-bafd30bf67ed None None] Provisioning complete for port 85da1675-b775-4951-801a-476eabf71acb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:41.480854 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-35450178-534e-44f8-b363-bafd30bf67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.504550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-78279d9a-e522-46ba-9d54-d572806b6449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:41.506650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-78279d9a-e522-46ba-9d54-d572806b6449 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=587a43d367c9429198bcb2be7ff5be30&device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 1094 time: 0.3466759 Nov 04 09:01:41.580393 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01a627-fd8e-4035-9085-98169e941e8b None None] Pushing event updated for resources: {'Port': ['ID=85da1675-b775-4951-801a-476eabf71acb,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:41.583030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-35450178-534e-44f8-b363-bafd30bf67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.642728 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:41.645875 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:41.647553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-35450178-534e-44f8-b363-bafd30bf67ed None None] For port 85da1675-b775-4951-801a-476eabf71acb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=85da1675-b775-4951-801a-476eabf71acb,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:41.650350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:41.650833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:41.651306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:41.654169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-35450178-534e-44f8-b363-bafd30bf67ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:41.674163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdbd457d-575b-44ca-88fe-b6c867f403f5 req-999f27ae-ce0c-4f22-b3b7-77bafdd6e41e tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 210 time: 0.0457287 Nov 04 09:01:41.765881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35450178-534e-44f8-b363-bafd30bf67ed None None] Pushing event updated for resources: {'Port': ['ID=85da1675-b775-4951-801a-476eabf71acb,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:41.898963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-eab511d4-d3d0-4381-b8a1-c700cb85f009 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1741763554&fields=id&tenant_id=3717835e9aed4e5491085e8ed984c36e HTTP/1.1" status: 200 len: 267 time: 0.0934000 Nov 04 09:01:41.985549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-22742cfe-2bb0-4c48-9af3-6a402305bec9 None None] Provisioning complete for port 85da1675-b775-4951-801a-476eabf71acb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:41.985991 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-22742cfe-2bb0-4c48-9af3-6a402305bec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:42.044739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-05b8c0c0-144b-4b5f-af02-980825a86a65 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:42.053491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-05b8c0c0-144b-4b5f-af02-980825a86a65 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/networks?id=a2fa2a72-ce89-49bb-83ac-9a606485fa30 HTTP/1.1" status: 200 len: 806 time: 0.1535590 Nov 04 09:01:42.076533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-209c174b-ec19-44a8-b0a4-5a2c37e8f457 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/quotas/3717835e9aed4e5491085e8ed984c36e HTTP/1.1" status: 200 len: 375 time: 0.0220463 Nov 04 09:01:42.091142 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:42.167135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-029609b9-5bfa-4bdf-a4e2-1aa41ea82c6c tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717835e9aed4e5491085e8ed984c36e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892432 Nov 04 09:01:42.256597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:42.257167 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:42.274584 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 5 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:42.323747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:42.325697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:42.325697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:42.344275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6be20-a417-4930-b458-53d55f25e1ee req-80011ad3-88ec-43ee-a305-5485cf990790 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:42.345919 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-52d6be20-a417-4930-b458-53d55f25e1ee req-80011ad3-88ec-43ee-a305-5485cf990790 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.6968336 Nov 04 09:01:42.355239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Made reservation on behalf of a6f4e16160b644efaed21c4b4212dd02 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:42.359890 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:42.362445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-cc7bde25-1e62-4458-a663-e96a7891667f service neutron] 10.222.0.53 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712584 Nov 04 09:01:42.371495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:42.372483 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:42.414777 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 6 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:42.494738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:42.495079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:42.495448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:42.508977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-6f749c87-8b36-46b5-a990-45b3f5ad185a service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9918604 Nov 04 09:01:42.534450 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-52d6be20-a417-4930-b458-53d55f25e1ee req-b8dd1f8d-50b3-45ce-bbc6-538ea8755575 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692624 Nov 04 09:01:42.535582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-5aacc4d4-ba58-4b2b-8a6a-f5fe0e2b0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:42.541361 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:42.544914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-5aacc4d4-ba58-4b2b-8a6a-f5fe0e2b0f6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 200 len: 929 time: 1.0051491 Nov 04 09:01:42.563141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:42.563141 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:42.570532 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 7 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:42.585987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-7c4c7551-4ec9-4b22-94de-9ebfe7987003 service neutron] 10.222.0.53 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221942 Nov 04 09:01:42.595291 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cced7734-2976-444a-abf9-a115c9c20d63 None None] The sync data for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 is: [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:42.609575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:42.609900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:42.610463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:42.611913 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:42.791994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-f0d98ebb-4bf0-4de9-b542-bdcc0e1d937e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 217 time: 0.2221863 Nov 04 09:01:42.817676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:42.817676 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:42.829001 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 8 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:42.977803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b9b70-ece0-4445-acd9-ad628f3aa4db req-7ed6e88a-9319-4fc6-9e77-cefad49294ff tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:43.016357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a3b9b70-ece0-4445-acd9-ad628f3aa4db req-7ed6e88a-9319-4fc6-9e77-cefad49294ff tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 946 time: 0.1094258 Nov 04 09:01:43.042236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Allocated IP 172.20.0.7 (1a44f141-7c6a-4d01-b552-e86e5e56bc53/19d39770-6f2f-4c89-972f-c854e1201dc6/c14ca859-8aa0-42b7-a857-4adefca17bc7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:43.111380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a3b9b70-ece0-4445-acd9-ad628f3aa4db req-91deca39-9751-484b-a930-313eb016868a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917673 Nov 04 09:01:43.177473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:43.179100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:43.179621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:43.257669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:43.257669 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:43.258593 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 9 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:43.297125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-e4e63a6c-9dc0-4ba3-94f4-5042c64b021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:43.298825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-e4e63a6c-9dc0-4ba3-94f4-5042c64b021b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79e61c43-c875-4c1c-97c4-000f661e103e HTTP/1.1" status: 200 len: 867 time: 0.4805396 Nov 04 09:01:43.348968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0669f0d-3291-4018-b9c6-1e95ae1b2fbc req-7596014c-5377-4775-a511-84ca5cf7a063 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:43.372737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0669f0d-3291-4018-b9c6-1e95ae1b2fbc req-7596014c-5377-4775-a511-84ca5cf7a063 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 943 time: 0.1579278 Nov 04 09:01:43.388510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e791c-b2e0-4d19-a973-be0119007aae req-880c879c-3740-41d3-91b3-61b6a3c3c32e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:43.391440 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da7e791c-b2e0-4d19-a973-be0119007aae req-880c879c-3740-41d3-91b3-61b6a3c3c32e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 947 time: 0.6203296 Nov 04 09:01:43.392962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:43.393488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:43.394269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:43.422826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 85da1675-b775-4951-801a-476eabf71acb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:43.452903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b88c2fe-9373-4646-81aa-513ebbba451f req-25b4205c-d09a-4d94-bebe-8e27571312fc service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9345937 Nov 04 09:01:43.471741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0669f0d-3291-4018-b9c6-1e95ae1b2fbc req-ec3f6fcb-d84b-44ae-80c0-9f798d213a46 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980203 Nov 04 09:01:43.485589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:43.486293 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:43.495760 n-d-816487-1 neutron-server[102556]: INFO neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 10 to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 Nov 04 09:01:43.527588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5069c6d2-f483-4b80-a2e8-9bd74421f42a details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:43.564599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:43.568758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:43.569441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:43.598643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:43.638415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da7e791c-b2e0-4d19-a973-be0119007aae req-18359e20-0dcb-4286-adbb-09b8328174f3 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008419 Nov 04 09:01:43.667548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:43.667910 n-d-816487-1 neutron-server[102556]: ERROR neutron.plugins.ml2.managers [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:43.668758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:43.707019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 37329aca-e46f-4531-89b3-019ef043e3b1 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:43.783057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 85da1675-b775-4951-801a-476eabf71acb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:43.783653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-8aa917f2-937d-48bd-bcf6-f56e8eaa6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:43.784088 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:43.785461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-8aa917f2-937d-48bd-bcf6-f56e8eaa6be9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3646da3-7cfe-4987-9533-2a3617f1b32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4466228 Nov 04 09:01:43.913400 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a27e0125-fd4e-4196-9da9-450ed9873801 req-2fc5513f-7a68-437f-a4a2-0b1d4d0c38b5 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 210 time: 0.0466571 Nov 04 09:01:44.107231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5069c6d2-f483-4b80-a2e8-9bd74421f42a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:44.136344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] For port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:44.136900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1cbcf226-273b-4e1a-921c-d83beccbef9c req-8a0321ec-9256-4c12-b422-5388505a0c04 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 210 time: 0.0806668 Nov 04 09:01:44.137979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempted to set empty binding levels {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 09:01:44.141034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-da4b35cc-46c3-4243-a3b1-0e57a5907628 service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554080 Nov 04 09:01:44.153702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'port_id': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'mac_address': 'fa:16:3e:84:80:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:44.188383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.269583 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.277081 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.292059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5069c6d2-f483-4b80-a2e8-9bd74421f42a {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:44.306767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=29bbcc5c-b2a4-4320-9330-2400e4c4cc18,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:44.361459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5069c6d2-f483-4b80-a2e8-9bd74421f42a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:44.365649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 37329aca-e46f-4531-89b3-019ef043e3b1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=37329aca-e46f-4531-89b3-019ef043e3b1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:44.382610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.389630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '37329aca-e46f-4531-89b3-019ef043e3b1', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '37329aca-e46f-4531-89b3-019ef043e3b1', 'mac_address': 'fa:16:3e:21:bf:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:44.429685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event updated for resources: {'Port': ['ID=c14ca859-8aa0-42b7-a857-4adefca17bc7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:44.458413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a0133-69a0-483b-8182-f9672cc44bf2 req-0057f9bf-2068-4ace-b589-6dce120d5554 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.461463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-752a0133-69a0-483b-8182-f9672cc44bf2 req-0057f9bf-2068-4ace-b589-6dce120d5554 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.6132424 Nov 04 09:01:44.463113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] In _notify_port_updated(), no bound segment for port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:01:44.463953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.465027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.466800 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1175b631-b106-4eae-9418-fc405bcd5314 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "PUT /v2.0/ports/29bbcc5c-b2a4-4320-9330-2400e4c4cc18 HTTP/1.1" status: 200 len: 975 time: 6.0157731 Nov 04 09:01:44.470001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48832) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:44.492595 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.508694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:44.518108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:44.520120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37329aca-e46f-4531-89b3-019ef043e3b1 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:44.527131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:44.568778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=5069c6d2-f483-4b80-a2e8-9bd74421f42a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:44.594554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-752a0133-69a0-483b-8182-f9672cc44bf2 req-f87cde90-33f5-4754-8d10-bc96da3d962f tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222491 Nov 04 09:01:44.594922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 37329aca-e46f-4531-89b3-019ef043e3b1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=37329aca-e46f-4531-89b3-019ef043e3b1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:44.612105 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.630108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.630629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.631102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.631565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.637987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.638722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.641024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.641499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.641967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.642471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.643146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.643608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.649291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.649787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.650247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.650710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.651165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.651626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.652106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.652558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.658533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.658533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.659051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.665146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.666718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.673402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.674086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.676835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-257b1115-0f8c-4293-bd10-ff5ab0de1167 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22405 time: 0.2056799 Nov 04 09:01:44.679385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:44.686460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b59f2750-71d5-488d-8e1c-ce4e10d41660 req-335df297-8918-467d-a0cd-7b7a05eadc78 service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268161 Nov 04 09:01:44.702335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d89a3-5210-4b95-8935-0581d9b4439d req-eff4a7d8-5eae-4e81-adf1-f93fa5e39231 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.713214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8d89a3-5210-4b95-8935-0581d9b4439d req-eff4a7d8-5eae-4e81-adf1-f93fa5e39231 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1097 time: 0.2294087 Nov 04 09:01:44.721171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-c697f7b9-688a-47f0-8350-2eb5112c6aa7 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8902910 Nov 04 09:01:44.730317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5069c6d2-f483-4b80-a2e8-9bd74421f42a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:44.851539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=37329aca-e46f-4531-89b3-019ef043e3b1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:44.869582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8d89a3-5210-4b95-8935-0581d9b4439d req-4ea61aa5-ecea-4a47-aa79-277266744cd7 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554024 Nov 04 09:01:44.907687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Request body: {'port': {'device_id': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:44.931453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['37329aca-e46f-4531-89b3-019ef043e3b1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:44.942207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Deleting port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:44.942557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:44.948150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-3beb7ce9-6b38-4ef3-98ac-253a962d596f tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:44.949757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-3beb7ce9-6b38-4ef3-98ac-253a962d596f tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.55 "GET /v2.0/networks?id=a2fa2a72-ce89-49bb-83ac-9a606485fa30 HTTP/1.1" status: 200 len: 806 time: 0.2167363 Nov 04 09:01:45.033679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.075566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7306-35bd-4a4c-a15a-93f618e15409 req-67c475b6-8a2e-4672-90e6-ba0820c1111c tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:45.077782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4e2e7306-35bd-4a4c-a15a-93f618e15409 req-67c475b6-8a2e-4672-90e6-ba0820c1111c tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 944 time: 0.1226072 Nov 04 09:01:45.083959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-1e8f9be8-0220-44bd-9d97-d126d164e712 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3717835e9aed4e5491085e8ed984c36e HTTP/1.1" status: 200 len: 380 time: 0.0987182 Nov 04 09:01:45.097470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Request body: {'port': {'device_id': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'admin_state_up': True, 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'security_groups': ['668e2222-a09f-4a71-9bcd-77a5b6d04bba']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:45.120990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] For port 29bbcc5c-b2a4-4320-9330-2400e4c4cc18, host n-h2-816487-1, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:45.121242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.156657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Calling delete_port for 29bbcc5c-b2a4-4320-9330-2400e4c4cc18 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:45.174895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4428a86a-95e2-41c0-a7f7-e66da310d888 None None] Provisioning complete for port c14ca859-8aa0-42b7-a857-4adefca17bc7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:45.175294 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4428a86a-95e2-41c0-a7f7-e66da310d888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.265808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4e2e7306-35bd-4a4c-a15a-93f618e15409 req-eb501e84-47eb-4e03-a229-7f6bd6a0c407 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807442 Nov 04 09:01:45.339361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4428a86a-95e2-41c0-a7f7-e66da310d888 None None] Port c14ca859-8aa0-42b7-a857-4adefca17bc7 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:45.481977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f708cb53-743a-41eb-ae3a-989a5530cd48 req-87f56c6a-98bd-4c19-a08a-b7d7e7761550 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:45.491342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f708cb53-743a-41eb-ae3a-989a5530cd48 req-87f56c6a-98bd-4c19-a08a-b7d7e7761550 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 948 time: 0.2011580 Nov 04 09:01:45.522618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.523968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Made reservation on behalf of 3717835e9aed4e5491085e8ed984c36e for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:45.528228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.549283 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.568781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f708cb53-743a-41eb-ae3a-989a5530cd48 req-9290c1de-f863-47fd-9b65-44f38864cd62 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764291 Nov 04 09:01:45.652052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5c6bf-696a-4367-9636-0110691c6ec8 req-6958b388-49b7-4e12-a00c-c7c4cf5426ee tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:45.652052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7da5c6bf-696a-4367-9636-0110691c6ec8 req-6958b388-49b7-4e12-a00c-c7c4cf5426ee tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1097 time: 0.1786332 Nov 04 09:01:45.680244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event deleted for resources: {'Port': ['ID=29bbcc5c-b2a4-4320-9330-2400e4c4cc18,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:45.753472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09f343-b2c3-40dc-96a5-31c39f99644b req-82ca470f-4beb-4adb-9b25-7e656b17cf22 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:45.761574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc09f343-b2c3-40dc-96a5-31c39f99644b req-82ca470f-4beb-4adb-9b25-7e656b17cf22 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 931 time: 0.0772972 Nov 04 09:01:45.766781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7da5c6bf-696a-4367-9636-0110691c6ec8 req-fcbd28af-e438-4fcf-a314-ff7ddc097d1a tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921786 Nov 04 09:01:45.778097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.784846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3c5b264-8e71-4885-9000-3bcc42550997 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "DELETE /v2.0/ports/29bbcc5c-b2a4-4320-9330-2400e4c4cc18 HTTP/1.1" status: 204 len: 168 time: 1.1010580 Nov 04 09:01:45.785005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48862) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:45.823318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc09f343-b2c3-40dc-96a5-31c39f99644b req-c23e0a76-0339-44f1-98c5-a6d5856ef57e tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606332 Nov 04 09:01:45.859885 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-133bbf7a-727e-49af-b4ec-e4c32da7e2db tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:45.861567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-133bbf7a-727e-49af-b4ec-e4c32da7e2db tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "GET /v2.0/ports/29bbcc5c-b2a4-4320-9330-2400e4c4cc18 HTTP/1.1" status: 404 len: 333 time: 0.0762248 Nov 04 09:01:45.865686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:45.870736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1999450495', 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:45.911863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Made reservation on behalf of 858d6e4ed8dc4ef79bb6e9a785553909 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:45.914218 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.921168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf6289e7-af72-403a-b070-3373eb19debc req-cc3e0cf0-967e-48c7-b606-a197d6eca519 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 210 time: 0.0675035 Nov 04 09:01:45.947300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14ca859-8aa0-42b7-a857-4adefca17bc7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:45.957179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:45.972368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Transition to ACTIVE for port object c14ca859-8aa0-42b7-a857-4adefca17bc7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:45.976886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Allocated IP 172.20.0.7 (a2fa2a72-ce89-49bb-83ac-9a606485fa30/7586158d-c6b0-46a5-8ade-631d6166d684/929e06b6-1eed-4563-be3b-252896763259) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:45.982700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] device_id is not set on port c06c4591-5ac2-42c5-b6a9-a9d97f3bee33 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:45.991070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.042302 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.105474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Pushing event updated for resources: {'Port': ['ID=c14ca859-8aa0-42b7-a857-4adefca17bc7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:46.234770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f659-e1ec-459c-8487-33e349a03f4c req-08ae48d4-43c4-41ca-9049-bbe9738708f8 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:46.243215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-08ae48d4-43c4-41ca-9049-bbe9738708f8 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 814 time: 0.3067665 Nov 04 09:01:46.273894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-bea26811-78fe-4df1-8d78-91017e19ad1a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/quotas/92d1f66f951a4fa1b28f09d43a150dbc HTTP/1.1" status: 200 len: 375 time: 0.0274796 Nov 04 09:01:46.441948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.448979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.500859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Attempting to bind port c14ca859-8aa0-42b7-a857-4adefca17bc7 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:46.501227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Attempting to bind port c14ca859-8aa0-42b7-a857-4adefca17bc7 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:46.501528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Attempting to bind port c14ca859-8aa0-42b7-a857-4adefca17bc7 on network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:46.508647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-e0b47c58-2b3c-449e-8813-dcbe2cb777a2 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2333288 Nov 04 09:01:46.509824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Port c14ca859-8aa0-42b7-a857-4adefca17bc7 on network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:46.510165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Attempting to bind port c14ca859-8aa0-42b7-a857-4adefca17bc7 on network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:46.513921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.520197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.589861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:46.590428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Checking segment: {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:46.590727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Bound using segment: {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:46.591299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Bound port: c14ca859-8aa0-42b7-a857-4adefca17bc7, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0288e31-95ba-407e-ab14-d095505e62cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:46.591656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.624565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Network 4e139750-c957-46af-b4a7-8b8e5af2bb11 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:46.629012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:46.635954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:46.637018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:46.638095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.656271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=c06c4591-5ac2-42c5-b6a9-a9d97f3bee33,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:46.677779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] For port c14ca859-8aa0-42b7-a857-4adefca17bc7, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:46.681308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] For port c14ca859-8aa0-42b7-a857-4adefca17bc7, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:46.684339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:46.689399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-87d67d26-273f-4c7a-995d-8ee389a7bed8 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8223984 Nov 04 09:01:46.692162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48900) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:46.728915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-90eae50c-0085-4e9a-ba0f-3fc395875e8c service neutron] 10.222.0.53 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193286 Nov 04 09:01:46.732676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:46.750865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:46.753696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.761629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event updated for resources: {'Port': ['ID=929e06b6-1eed-4563-be3b-252896763259,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:46.803169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628048c9-a2f7-4bbc-b2a8-88872271402b tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:46.813230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48908) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:46.818267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-628048c9-a2f7-4bbc-b2a8-88872271402b tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "GET /v2.0/ports/c06c4591-5ac2-42c5-b6a9-a9d97f3bee33 HTTP/1.1" status: 200 len: 955 time: 0.1249983 Nov 04 09:01:46.903506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-6663b426-91a4-4b8c-98f1-77086e7e510b service neutron] 10.222.0.53 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735425 Nov 04 09:01:46.936102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:46.936728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:46.938121 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] 10.222.0.70 "PUT /v2.0/ports/c14ca859-8aa0-42b7-a857-4adefca17bc7 HTTP/1.1" status: 200 len: 1091 time: 2.0357006 Nov 04 09:01:46.944650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:46.949222 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c258d073-c766-4560-9120-f587eb7842a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:46.960841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-19096d4d-2ad3-41c1-9005-acffb374fae3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:46.963777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-19096d4d-2ad3-41c1-9005-acffb374fae3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "GET /v2.0/ports?device_id=8906ca68-419e-41f9-a177-b06336cdc211 HTTP/1.1" status: 200 len: 946 time: 0.2750270 Nov 04 09:01:47.034256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ba9fb-9bf8-4f0b-a6a7-4ece1eb42cff service neutron] Pushing event updated for resources: {'Port': ['ID=c14ca859-8aa0-42b7-a857-4adefca17bc7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:47.086273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:47.086941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.215827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-319bdf34-5c3b-4ca3-b4ad-82e2aa65c100 None None] Provisioning complete for port 929e06b6-1eed-4563-be3b-252896763259 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:47.216354 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-319bdf34-5c3b-4ca3-b4ad-82e2aa65c100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.218555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-dd4c8956-fb44-43c7-bcb2-90a407a72646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:47.222823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-dd4c8956-fb44-43c7-bcb2-90a407a72646 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f4e16160b644efaed21c4b4212dd02&device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 1094 time: 0.1709702 Nov 04 09:01:47.315965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-319bdf34-5c3b-4ca3-b4ad-82e2aa65c100 None None] Port 929e06b6-1eed-4563-be3b-252896763259 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:01:47.317347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c439cfb-7d15-4818-8c02-1faa8c2269c5 req-809a3417-4762-480f-98ea-fffa23a9ae00 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:47.320375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c439cfb-7d15-4818-8c02-1faa8c2269c5 req-809a3417-4762-480f-98ea-fffa23a9ae00 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 944 time: 0.1174557 Nov 04 09:01:47.347616 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-84b5ce2d-352b-4fc4-899f-1c451a8cae5c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7 HTTP/1.1" status: 200 len: 217 time: 0.0989110 Nov 04 09:01:47.349589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Deleting port c06c4591-5ac2-42c5-b6a9-a9d97f3bee33 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:47.350033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.354487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0b3ebe87-1376-4bea-a04e-6c797b774843 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2608354 Nov 04 09:01:47.414481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Request body: {'port': {'device_id': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:47.420415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c439cfb-7d15-4818-8c02-1faa8c2269c5 req-74f09b29-9e5d-43c8-bb0a-705f67de146d tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780199 Nov 04 09:01:47.503186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5069c6d2-f483-4b80-a2e8-9bd74421f42a up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:47.598086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.612078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 5069c6d2-f483-4b80-a2e8-9bd74421f42a completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:01:47.618498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 5069c6d2-f483-4b80-a2e8-9bd74421f42a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:47.619499 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.654503 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.687518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-67b6f613-90a0-49c4-b7e3-e7e890106f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:47.689043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-67b6f613-90a0-49c4-b7e3-e7e890106f5d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d39770-6f2f-4c89-972f-c854e1201dc6 HTTP/1.1" status: 200 len: 851 time: 0.2920513 Nov 04 09:01:47.701857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Calling delete_port for c06c4591-5ac2-42c5-b6a9-a9d97f3bee33 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:47.724316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 37329aca-e46f-4531-89b3-019ef043e3b1 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:47.756957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b625bf-3c06-4fab-8e69-f035e490eada req-31dec5f2-1bad-4866-9e2f-4444cfa36a1e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:47.765854 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85b625bf-3c06-4fab-8e69-f035e490eada req-31dec5f2-1bad-4866-9e2f-4444cfa36a1e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 948 time: 0.0885649 Nov 04 09:01:47.831517 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85b625bf-3c06-4fab-8e69-f035e490eada req-272efec8-bacb-487b-a339-485b87a9d084 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596440 Nov 04 09:01:47.841411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.940219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.962144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b80b0-625e-4d02-a311-797da45a4032 req-3c8b4fc4-0691-44d3-9d53-79497209a8f0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:47.963670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-953b80b0-625e-4d02-a311-797da45a4032 req-3c8b4fc4-0691-44d3-9d53-79497209a8f0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 943 time: 0.0655615 Nov 04 09:01:47.969591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Deleting port c95adcb0-f557-4804-9dd5-115eb4212cea {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:47.970022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:47.971917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:47.973752 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586b156-4697-41d5-b5f7-524e290da3d6" -d '{"events": [{"server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "name": "network-vif-plugged", "status": "completed", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:47.990610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5069c6d2-f483-4b80-a2e8-9bd74421f42a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:47.992961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 37329aca-e46f-4531-89b3-019ef043e3b1 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:01:47.999887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 37329aca-e46f-4531-89b3-019ef043e3b1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:48.000335 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:48.006062 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:48.032228 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-953b80b0-625e-4d02-a311-797da45a4032 req-60a8f063-27c2-4ee5-8574-c1db60d7538d tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449629 Nov 04 09:01:48.101393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=5069c6d2-f483-4b80-a2e8-9bd74421f42a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:48.111134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.111580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.111796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.112150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.112484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.112799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.113225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.113422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.113731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.114041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.114353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.114666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:01:48.142740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ffef3-ad5d-4f38-a673-3e6497a9b347 req-3bff3b81-a4de-42fc-b561-c0da1ed6fcf5 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:48.144642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-508ffef3-ad5d-4f38-a673-3e6497a9b347 req-3bff3b81-a4de-42fc-b561-c0da1ed6fcf5 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 931 time: 0.0619040 Nov 04 09:01:48.171047 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:48.199670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-508ffef3-ad5d-4f38-a673-3e6497a9b347 req-9b4e251d-d5e0-41e5-9b14-12036152f914 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451012 Nov 04 09:01:48.234961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 37329aca-e46f-4531-89b3-019ef043e3b1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=37329aca-e46f-4531-89b3-019ef043e3b1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:48.241211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:48.305481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=37329aca-e46f-4531-89b3-019ef043e3b1,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:48.340011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1aeca752-9510-404d-a009-5174ee5de49b req-1b2199e2-a019-4f1e-bb52-4b428e7e06df tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 210 time: 0.0271325 Nov 04 09:01:48.387440 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a8b079-cff2-41b9-a573-f36f3d1f02e7 x-openstack-request-id: req-57a8b079-cff2-41b9-a573-f36f3d1f02e7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:48.387818 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:48.388097 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57a8b079-cff2-41b9-a573-f36f3d1f02e7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:48.388479 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'status': 'completed', 'code': 200} Nov 04 09:01:48.392807 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e42e489-21ec-407e-a039-a4eae75a04ef x-openstack-request-id: req-9e42e489-21ec-407e-a039-a4eae75a04ef {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:48.393418 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "name": "network-vif-plugged", "status": "completed", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:48.393677 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e42e489-21ec-407e-a039-a4eae75a04ef {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:48.394074 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'code': 200} Nov 04 09:01:48.397394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event deleted for resources: {'Port': ['ID=c06c4591-5ac2-42c5-b6a9-a9d97f3bee33,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:48.407907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a7e662eb-b975-42eb-a1e4-adf8a36a3ecb tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:01:48.408929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a7e662eb-b975-42eb-a1e4-adf8a36a3ecb tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6053271 Nov 04 09:01:48.414008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:48.417249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-166f2904-5363-4465-99b9-3d581f1aec08 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c06c4591-5ac2-42c5-b6a9-a9d97f3bee33 HTTP/1.1" status: 204 len: 168 time: 1.6022103 Nov 04 09:01:48.420604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:48.489642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b8e22-f6ee-4563-a348-f6171473275a req-0832ebea-c8f5-4b64-bebf-51b6d6c14e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:48.491099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-0832ebea-c8f5-4b64-bebf-51b6d6c14e9f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a44f141-7c6a-4d01-b552-e86e5e56bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6862972 Nov 04 09:01:48.588251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.70', 50433) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:48.614494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-2013cc20-8296-46e5-9f02-a583b085db54 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:48.615942 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-2013cc20-8296-46e5-9f02-a583b085db54 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 1094 time: 0.1485491 Nov 04 09:01:48.719063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] For port c95adcb0-f557-4804-9dd5-115eb4212cea, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c95adcb0-f557-4804-9dd5-115eb4212cea,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:48.719445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:48.751702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Calling delete_port for c95adcb0-f557-4804-9dd5-115eb4212cea owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:48.755694 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfd6627a-7940-4591-a614-71cb7ceb0b72 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:48.757235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bfd6627a-7940-4591-a614-71cb7ceb0b72 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "GET /v2.0/ports/c06c4591-5ac2-42c5-b6a9-a9d97f3bee33 HTTP/1.1" status: 404 len: 333 time: 0.3354290 Nov 04 09:01:48.768384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48962) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:48.777441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Request body: {'port': {'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1441410490'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:48.794683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Request body: {'binding': {'host': 'n-h1-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:48.795142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Unknown quota resources ['binding']. {{(pid=102556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 09:01:48.818608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24cc6a-e000-4f21-bf44-aced4d799e35 req-ea29b1a5-d220-4c66-9004-4b35eff81c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:48.820603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af24cc6a-e000-4f21-bf44-aced4d799e35 req-ea29b1a5-d220-4c66-9004-4b35eff81c50 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 1096 time: 0.0736907 Nov 04 09:01:48.828031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc137e-c779-488d-b653-68f1f44c2d00 req-71e0974d-03e7-4721-b08d-0f8beb4fdb8f tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:48.829420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cbc137e-c779-488d-b653-68f1f44c2d00 req-71e0974d-03e7-4721-b08d-0f8beb4fdb8f tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 945 time: 0.0837090 Nov 04 09:01:48.873239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-9b44ec35-2734-41a1-a571-df60410605c4 service neutron] 10.222.0.70 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579147 Nov 04 09:01:48.879927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af24cc6a-e000-4f21-bf44-aced4d799e35 req-68c76809-ece5-4849-98ef-a935737e0092 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493708 Nov 04 09:01:48.892519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cbc137e-c779-488d-b653-68f1f44c2d00 req-d36b0a04-3b4e-404f-b806-e5159c1deb74 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493829 Nov 04 09:01:48.946484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Made reservation on behalf of 858d6e4ed8dc4ef79bb6e9a785553909 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:48.948808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.007015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f659-e1ec-459c-8487-33e349a03f4c req-9882982e-19b9-4420-9118-4e3daf6ea0ed tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:49.008433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-9882982e-19b9-4420-9118-4e3daf6ea0ed tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 814 time: 0.4174504 Nov 04 09:01:49.052721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63fe1e-9e7a-4577-a196-80d34e30cf21 req-4d50ee0b-c78c-45f3-9d01-0bb60025e17c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:49.054301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e63fe1e-9e7a-4577-a196-80d34e30cf21 req-4d50ee0b-c78c-45f3-9d01-0bb60025e17c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 949 time: 0.0492895 Nov 04 09:01:49.081736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Request body: {'port': {'device_id': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'admin_state_up': True, 'tenant_id': '92d1f66f951a4fa1b28f09d43a150dbc'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:49.093759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e63fe1e-9e7a-4577-a196-80d34e30cf21 req-2c541226-1322-41a1-afc9-faf97e914edf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Nov 04 09:01:49.112584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] device_id is not set on port c52f376f-1a5c-4a50-a1fb-848a078a1784 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:49.257188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48104623-e9b0-4bb7-8402-6734c04d4aad req-679dc434-08cf-4e86-8a2d-6a12515fc116 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:49.258773 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48104623-e9b0-4bb7-8402-6734c04d4aad req-679dc434-08cf-4e86-8a2d-6a12515fc116 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 943 time: 0.0557787 Nov 04 09:01:49.302563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48104623-e9b0-4bb7-8402-6734c04d4aad req-40703f7c-2d23-4462-83c3-a64b191edab9 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331442 Nov 04 09:01:49.315797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929e06b6-1eed-4563-be3b-252896763259 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:49.352663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-814b8e22-f6ee-4563-a348-f6171473275a req-83b78a70-9322-44dc-b2f8-b2b630df377f service neutron] 10.222.0.70 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421153 Nov 04 09:01:49.354481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.419982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0377194-12f8-4f1f-bcab-3ef2a39f798c req-b5ba08db-0997-4f19-8311-85d473bc1217 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:49.421718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0377194-12f8-4f1f-bcab-3ef2a39f798c req-b5ba08db-0997-4f19-8311-85d473bc1217 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 950 time: 0.0535228 Nov 04 09:01:49.450504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Transition to ACTIVE for port object 929e06b6-1eed-4563-be3b-252896763259 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:49.468954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0377194-12f8-4f1f-bcab-3ef2a39f798c req-4da9c1a0-402a-4baa-ba9a-a6ce0d1e154f tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410118 Nov 04 09:01:49.482070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.495757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c95adcb0-f557-4804-9dd5-115eb4212cea no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:01:49.513579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.520561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c95adcb0-f557-4804-9dd5-115eb4212cea {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:01:49.520982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c95adcb0-f557-4804-9dd5-115eb4212cea not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:01:49.521471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:01:49.573094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on host n-h1-816487-1 for vnic_type normal with profile None {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:49.573432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:49.573729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:49.592921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68e23a-0590-4a51-97cd-f3dc4be88f52 req-d82de5ef-6394-46c9-87d1-d527675d2094 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:49.596475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc68e23a-0590-4a51-97cd-f3dc4be88f52 req-d82de5ef-6394-46c9-87d1-d527675d2094 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 943 time: 0.0594862 Nov 04 09:01:49.598615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Made reservation on behalf of 92d1f66f951a4fa1b28f09d43a150dbc for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:01:49.602110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.624628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.624892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:49.625352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:49.647462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc68e23a-0590-4a51-97cd-f3dc4be88f52 req-26a3d4f6-0ae4-4aec-a9f3-0e731cffadb0 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444200 Nov 04 09:01:49.668151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:49.674352 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.691780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:49.692169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:49.692599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:49.693047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Bound port: 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:49.709421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258d073-c766-4560-9120-f587eb7842a8 req-01f94907-356f-493e-a2a2-d8aea767c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:49.711267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c258d073-c766-4560-9120-f587eb7842a8 req-01f94907-356f-493e-a2a2-d8aea767c243 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f4e16160b644efaed21c4b4212dd02&device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 1094 time: 0.2873168 Nov 04 09:01:49.736332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:49.740630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.756636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec90ef53-9a2a-43fd-abb3-a0d0f0176e08 req-08bb7326-ffed-4b15-9621-bb67679336f6 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 210 time: 0.0291183 Nov 04 09:01:49.773647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] No DVR routers for this DVR port c95adcb0-f557-4804-9dd5-115eb4212cea on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:01:49.775260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Pushing event updated for resources: {'Port': ['ID=929e06b6-1eed-4563-be3b-252896763259,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:49.790608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:49.794030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72398057-d9de-4602-9d0c-6b9dc34d07af req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "DELETE /v2.0/ports/c95adcb0-f557-4804-9dd5-115eb4212cea HTTP/1.1" status: 204 len: 173 time: 2.7564545 Nov 04 09:01:49.938838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2cf43-f366-48e0-b1c6-3769f5209a8e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Pushing event deleted for resources: {'Port': ['ID=c95adcb0-f557-4804-9dd5-115eb4212cea,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:50.025348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:50.047271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.048496 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4521d558-9a69-4c0f-af4b-ec2e7bb2a393 service neutron] 10.222.0.53 "POST /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed/bindings HTTP/1.1" status: 201 len: 389 time: 1.4156332 Nov 04 09:01:50.104830 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.117048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Attempting to bind port 929e06b6-1eed-4563-be3b-252896763259 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:50.117548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Attempting to bind port 929e06b6-1eed-4563-be3b-252896763259 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:50.117717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Attempting to bind port 929e06b6-1eed-4563-be3b-252896763259 on network a2fa2a72-ce89-49bb-83ac-9a606485fa30 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:50.145506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4a26c-b806-4378-a7c1-28648228a0c5 req-2d0b322b-86a8-4399-9799-790ec8c9fdf2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.153797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fa4a26c-b806-4378-a7c1-28648228a0c5 req-2d0b322b-86a8-4399-9799-790ec8c9fdf2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 945 time: 0.0852423 Nov 04 09:01:50.186768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=c52f376f-1a5c-4a50-a1fb-848a078a1784,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:50.203902 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Port 929e06b6-1eed-4563-be3b-252896763259 on network a2fa2a72-ce89-49bb-83ac-9a606485fa30 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:50.204229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Attempting to bind port 929e06b6-1eed-4563-be3b-252896763259 on network a2fa2a72-ce89-49bb-83ac-9a606485fa30 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:50.206677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258d073-c766-4560-9120-f587eb7842a8 req-9b779c6a-b3c1-410b-a2d8-38327856cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.215778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c258d073-c766-4560-9120-f587eb7842a8 req-9b779c6a-b3c1-410b-a2d8-38327856cee4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1a44f141-7c6a-4d01-b552-e86e5e56bc53 HTTP/1.1" status: 200 len: 913 time: 0.4581406 Nov 04 09:01:50.228649 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fa4a26c-b806-4378-a7c1-28648228a0c5 req-aa8977fa-73d4-47cb-8cee-b875641eba08 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631051 Nov 04 09:01:50.243468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Allocated IP 172.20.0.12 (894a9341-68dc-452c-ac71-a80f123376f5/df2adfd5-1f31-42da-8e85-73eafee62bb5/c7f7e40b-2a99-4244-8896-a964bb7c0b67) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:50.283146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:50.283476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Checking segment: {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:50.284035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Bound using segment: {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:50.284616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Bound port: 929e06b6-1eed-4563-be3b-252896763259, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2197ad2-508a-4bac-95aa-20b67e307219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:50.284944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.290423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Network 4e139750-c957-46af-b4a7-8b8e5af2bb11 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:50.310711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c258d073-c766-4560-9120-f587eb7842a8 req-0d2b9742-1d65-49b5-8b98-b1d1f184c5ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7 HTTP/1.1" status: 200 len: 217 time: 0.0873330 Nov 04 09:01:50.316939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:50.321031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:50.321821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.322431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.348008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-39103bf6-68e2-4370-ac7d-8a3cd8c0d598 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5742958 Nov 04 09:01:50.350664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:50.355979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:50.396584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37329aca-e46f-4531-89b3-019ef043e3b1'}, {'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:50.399351 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bb2043-afa5-4d6b-9032-d1bc242b74c1" -d '{"events": [{"server_uuid": "e81bf09b-13a6-4060-9fd6-a43fd29ad24a", "name": "network-vif-plugged", "status": "completed", "tag": "37329aca-e46f-4531-89b3-019ef043e3b1"}, {"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:50.439060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'name': 'network-vif-deleted', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:50.441347 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa10e76-7a15-48e5-83a0-b8500c422835" -d '{"events": [{"server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "name": "network-vif-deleted", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:50.474947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124494d3-bf1b-4f5e-8ec4-5d329ee8f732 req-3b01c6e6-56f4-43f8-92a0-64053f63f199 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.483184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-124494d3-bf1b-4f5e-8ec4-5d329ee8f732 req-3b01c6e6-56f4-43f8-92a0-64053f63f199 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 946 time: 0.0875859 Nov 04 09:01:50.485079 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.557600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-124494d3-bf1b-4f5e-8ec4-5d329ee8f732 req-4d336c3f-8959-4dde-879e-43aca0006ba1 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734041 Nov 04 09:01:50.567639 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:01:50.615479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] For port 929e06b6-1eed-4563-be3b-252896763259, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:50.645787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] For port 929e06b6-1eed-4563-be3b-252896763259, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=929e06b6-1eed-4563-be3b-252896763259,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:50.650239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258d073-c766-4560-9120-f587eb7842a8 req-a217eebd-fb4d-45fe-a54b-c59e3a18782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.651730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c258d073-c766-4560-9120-f587eb7842a8 req-a217eebd-fb4d-45fe-a54b-c59e3a18782b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d39770-6f2f-4c89-972f-c854e1201dc6 HTTP/1.1" status: 200 len: 851 time: 0.3183084 Nov 04 09:01:50.662551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.693409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf51c4f-ae2f-492b-b18a-ef9fa48b9764 req-7a0029f2-4d06-41c2-8f9e-8111e60155b9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.695430 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-faf51c4f-ae2f-492b-b18a-ef9fa48b9764 req-7a0029f2-4d06-41c2-8f9e-8111e60155b9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 949 time: 0.2269542 Nov 04 09:01:50.736090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-6e3292ce-3255-4c83-ad9d-80e0a55481c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.737567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-6e3292ce-3255-4c83-ad9d-80e0a55481c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1097 time: 0.2894371 Nov 04 09:01:50.760863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4145c-adde-496d-a074-82e13f298236 req-fba1df0c-6c73-4d40-96a8-b5b326abd351 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.764085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-edf4145c-adde-496d-a074-82e13f298236 req-fba1df0c-6c73-4d40-96a8-b5b326abd351 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 943 time: 0.1052105 Nov 04 09:01:50.776733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.776961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.778475 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] 10.222.0.55 "PUT /v2.0/ports/929e06b6-1eed-4563-be3b-252896763259 HTTP/1.1" status: 200 len: 1091 time: 3.3680940 Nov 04 09:01:50.816400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] device_id is not set on port c52f376f-1a5c-4a50-a1fb-848a078a1784 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:01:50.836319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.863939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.908475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-edf4145c-adde-496d-a074-82e13f298236 req-426290c3-169e-4c9e-8ba2-cc50481b6091 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361756 Nov 04 09:01:50.918886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69d3ff-8aae-4d57-acfe-c674a2a60db3 service neutron] Pushing event updated for resources: {'Port': ['ID=929e06b6-1eed-4563-be3b-252896763259,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:50.943719 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:50.948875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=c52f376f-1a5c-4a50-a1fb-848a078a1784,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:50.950712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258d073-c766-4560-9120-f587eb7842a8 req-f6d73b55-25b3-4e5a-b64b-19b6774286d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:50.952248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c258d073-c766-4560-9120-f587eb7842a8 req-f6d73b55-25b3-4e5a-b64b-19b6774286d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a44f141-7c6a-4d01-b552-e86e5e56bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841594 Nov 04 09:01:50.970910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-faf51c4f-ae2f-492b-b18a-ef9fa48b9764 req-d987a117-3062-4844-b0f2-52d7c48575de tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502432 Nov 04 09:01:51.035016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.035408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.036057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.040793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.041310 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.041581 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 2 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.063801 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4594d9-94a2-47d7-8be6-53765c3d4269 x-openstack-request-id: req-ec4594d9-94a2-47d7-8be6-53765c3d4269 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:51.064846 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81bf09b-13a6-4060-9fd6-a43fd29ad24a", "name": "network-vif-plugged", "status": "completed", "tag": "37329aca-e46f-4531-89b3-019ef043e3b1", "code": 200}, {"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-unplugged", "status": "completed", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:51.065199 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec4594d9-94a2-47d7-8be6-53765c3d4269 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:51.065759 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37329aca-e46f-4531-89b3-019ef043e3b1', 'code': 200} Nov 04 09:01:51.066319 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'code': 200} Nov 04 09:01:51.069829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.070057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.070521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.080375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.080816 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.081334 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 3 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.114965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.115928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.117351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.132852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.133306 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.133809 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 4 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.151188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-76b19249-95ad-4de1-829a-99e375e1e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.154022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-76b19249-95ad-4de1-829a-99e375e1e784 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.3904862 Nov 04 09:01:51.158844 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb82b1a3-f8c8-455e-9437-3dd6224f0bd0 x-openstack-request-id: req-cb82b1a3-f8c8-455e-9437-3dd6224f0bd0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:51.159198 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8906ca68-419e-41f9-a177-b06336cdc211", "name": "network-vif-deleted", "tag": "c95adcb0-f557-4804-9dd5-115eb4212cea", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:51.159893 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cb82b1a3-f8c8-455e-9437-3dd6224f0bd0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:51.159893 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8906ca68-419e-41f9-a177-b06336cdc211', 'name': 'network-vif-deleted', 'tag': 'c95adcb0-f557-4804-9dd5-115eb4212cea', 'status': 'completed', 'code': 200} Nov 04 09:01:51.162188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.162188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.162188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.180817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a68060ae-60b3-4e12-810e-86442ae2d301 req-c9779d5d-5997-43b8-abd1-a6dd20d05804 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 210 time: 0.0358112 Nov 04 09:01:51.183013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.183458 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.185586 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 5 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.207603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.207999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.208436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.214714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.216246 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.219371 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 6 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.238578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.238922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.239258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.244091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.244455 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.244849 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 7 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.246852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-2b73394f-b89f-47fb-9e9e-a7a785269722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.248612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-2b73394f-b89f-47fb-9e9e-a7a785269722 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3717835e9aed4e5491085e8ed984c36e&device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 1094 time: 0.4225883 Nov 04 09:01:51.259266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.259913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.260410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.268183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.268691 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.269089 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 8 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.283197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.283541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.283907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.288503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.289028 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.289463 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 9 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.303078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.303415 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.303750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.309054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.309361 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.309826 n-d-816487-1 neutron-server[102555]: INFO neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempt 10 to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 Nov 04 09:01:51.323995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:51.324870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:51.325215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempting to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:51.329995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:51.330328 n-d-816487-1 neutron-server[102555]: ERROR neutron.plugins.ml2.managers [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Failed to bind port c52f376f-1a5c-4a50-a1fb-848a078a1784 on host n-h2-816487-1 for vnic_type normal using segments [{'id': '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4e139750-c957-46af-b4a7-8b8e5af2bb11'}] Nov 04 09:01:51.330703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.406644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] For port c52f376f-1a5c-4a50-a1fb-848a078a1784, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:51.407410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attempted to set empty binding levels {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 04 09:01:51.413958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.451564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] In _notify_port_updated(), no bound segment for port c52f376f-1a5c-4a50-a1fb-848a078a1784 on network 4e139750-c957-46af-b4a7-8b8e5af2bb11 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:01:51.452791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.453601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.457864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "PUT /v2.0/ports/c52f376f-1a5c-4a50-a1fb-848a078a1784 HTTP/1.1" status: 200 len: 975 time: 1.1035979 Nov 04 09:01:51.461624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:51.511648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c14ca859-8aa0-42b7-a857-4adefca17bc7 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:51.522968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0724aff-e793-4ffa-bc9f-35f34f59623a tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event updated for resources: {'Port': ['ID=c52f376f-1a5c-4a50-a1fb-848a078a1784,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:51.570884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790665cd-465c-42dc-8003-5475a919d6d7 req-6eb29a7e-43c6-4ee4-8c34-21b197ffc9b0 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.572546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-790665cd-465c-42dc-8003-5475a919d6d7 req-6eb29a7e-43c6-4ee4-8c34-21b197ffc9b0 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 945 time: 0.1140213 Nov 04 09:01:51.616347 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-ff6d0f89-a1d8-4218-b800-5795ba029ea9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 217 time: 0.4296820 Nov 04 09:01:51.617504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.624067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Deleting port c52f376f-1a5c-4a50-a1fb-848a078a1784 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:01:51.624418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.629533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-790665cd-465c-42dc-8003-5475a919d6d7 req-e25222a2-89c8-410a-a593-f0be32096781 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Nov 04 09:01:51.641705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c14ca859-8aa0-42b7-a857-4adefca17bc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:51.655807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'port_id': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'mac_address': 'fa:16:3e:35:60:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:51.702787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.711254 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-e905adec-0cba-45f2-8161-4167b56d21ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929e06b6-1eed-4563-be3b-252896763259 HTTP/1.1" status: 200 len: 217 time: 0.1078172 Nov 04 09:01:51.711949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] For port c52f376f-1a5c-4a50-a1fb-848a078a1784, host n-h2-816487-1, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:51.712861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.718920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14ca859-8aa0-42b7-a857-4adefca17bc7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:51.729337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Calling delete_port for c52f376f-1a5c-4a50-a1fb-848a078a1784 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:01:51.743302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c14ca859-8aa0-42b7-a857-4adefca17bc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:51.751014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.774701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dab1ee-75e3-42b2-b44c-96911febc071 req-b012a013-365c-42ae-b7ed-ecba6bb993e5 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.776276 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-06dab1ee-75e3-42b2-b44c-96911febc071 req-b012a013-365c-42ae-b7ed-ecba6bb993e5 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 943 time: 0.6213129 Nov 04 09:01:51.816984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c14ca859-8aa0-42b7-a857-4adefca17bc7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:51.820861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c258d073-c766-4560-9120-f587eb7842a8 req-62a871ab-b596-473b-917c-88b902692e1d service neutron] 10.222.0.70 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8491874 Nov 04 09:01:51.826331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Network 894a9341-68dc-452c-ac71-a80f123376f5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:51.858480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04af65-88df-4539-9d81-01855c3170cb req-3e5378c4-6d36-4c2e-933e-f637aada5c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.860010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b04af65-88df-4539-9d81-01855c3170cb req-3e5378c4-6d36-4c2e-933e-f637aada5c4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 1100 time: 0.6837533 Nov 04 09:01:51.860622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:51.863357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:51.882089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:51.885429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-80b5b0c8-2dd6-476c-88a5-79e08f63f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.886997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-80b5b0c8-2dd6-476c-88a5-79e08f63f1ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.2535722 Nov 04 09:01:51.891630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792a231-6d5d-4448-a389-52029c6b27a2 req-fdcafb95-93d3-4bf5-9783-e75fd7a4379a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:51.893438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b792a231-6d5d-4448-a389-52029c6b27a2 req-fdcafb95-93d3-4bf5-9783-e75fd7a4379a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 946 time: 0.0696647 Nov 04 09:01:51.894227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.936526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Pushing event deleted for resources: {'Port': ['ID=c52f376f-1a5c-4a50-a1fb-848a078a1784,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:51.951821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:51.955181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf2bb94d-82c1-413d-aa53-e270fc3628c4 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "DELETE /v2.0/ports/c52f376f-1a5c-4a50-a1fb-848a078a1784 HTTP/1.1" status: 204 len: 168 time: 0.4926474 Nov 04 09:01:51.958091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:51.986089 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0605958e-62b6-48a1-bd2f-775563d83535 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] GET failed (client error): The resource could not be found. Nov 04 09:01:51.987641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0605958e-62b6-48a1-bd2f-775563d83535 tempest-PortsAdminExtendedAttrsTestJSON-1961427239 tempest-PortsAdminExtendedAttrsTestJSON-1961427239-project-admin] 10.222.0.53 "GET /v2.0/ports/c52f376f-1a5c-4a50-a1fb-848a078a1784 HTTP/1.1" status: 404 len: 333 time: 0.0285771 Nov 04 09:01:51.994424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:51.996627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c14ca859-8aa0-42b7-a857-4adefca17bc7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:52.007591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-bae43a56-4f4b-4ab3-b0d8-edf2e6137a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:52.009090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-bae43a56-4f4b-4ab3-b0d8-edf2e6137a76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7586158d-c6b0-46a5-8ade-631d6166d684 HTTP/1.1" status: 200 len: 845 time: 0.2612538 Nov 04 09:01:52.012790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-43866279-01da-4559-9972-09ead49e7a94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693455 Nov 04 09:01:52.014731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b792a231-6d5d-4448-a389-52029c6b27a2 req-cbd3aa90-3be0-43b3-8bea-f0ac78b51afc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071844 Nov 04 09:01:52.042438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-06dab1ee-75e3-42b2-b44c-96911febc071 req-20de3455-36a8-4a91-a97f-fc6cc1734315 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2376053 Nov 04 09:01:52.086778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:52.087417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.141050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7b04af65-88df-4539-9d81-01855c3170cb req-1e6b2c28-1138-465d-acb1-15db6a388090 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706928 Nov 04 09:01:52.185997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c258d073-c766-4560-9120-f587eb7842a8 req-f84befe1-bf4a-476c-b442-0d97779e1d8e service neutron] 10.222.0.70 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476250 Nov 04 09:01:52.191484 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8e4424e9-ebc0-49af-8651-effe5d69f207 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1184685 Nov 04 09:01:52.218606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Request body: {'port': {'device_id': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:52.243484 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.268708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-bd87eca0-6790-43e3-9e00-54b3aa635625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:52.269609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-bd87eca0-6790-43e3-9e00-54b3aa635625 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2fa2a72-ce89-49bb-83ac-9a606485fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2139308 Nov 04 09:01:52.282992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-b440d639-d61d-48a8-b05c-abf49f02beb8 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528675 Nov 04 09:01:52.325817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-9e7bad52-d3ac-415d-a6b3-5bee81379cda tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 258 time: 0.2718525 Nov 04 09:01:52.351995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:52.388381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d698-5b79-419a-81a7-df18df7bf72c req-6d842136-d7a5-4a4b-bcdc-052158474288 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:52.389793 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0d5d698-5b79-419a-81a7-df18df7bf72c req-6d842136-d7a5-4a4b-bcdc-052158474288 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 944 time: 0.1837475 Nov 04 09:01:52.425014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.428438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.436169 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.486876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e139750-c957-46af-b4a7-8b8e5af2bb11']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:52.500654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:52.500952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c8cc8e-96c6-4e2a-afb1-c90e0391db4c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:52.515881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.537237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.546991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:01:52.547377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:01:52.550926 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:01:52.565346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0d5d698-5b79-419a-81a7-df18df7bf72c req-6ccdb5d8-c3fe-4d1a-af53-e44269fd1e32 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574388 Nov 04 09:01:52.570528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-7467af15-5e4a-4606-9d77-ac70e5e985d6 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748556 Nov 04 09:01:52.576570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-0aee0d44-6e94-4524-bbe9-270cadfdef83 service neutron] 10.222.0.55 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322595 Nov 04 09:01:52.664078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.685066 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.690901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] 10.222.0.53 "DELETE /v2.0/networks/4e139750-c957-46af-b4a7-8b8e5af2bb11 HTTP/1.1" status: 204 len: 168 time: 0.6931849 Nov 04 09:01:52.690901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff6b9e-b79a-4837-af56-1631209c0588 tempest-PortsAdminExtendedAttrsTestJSON-1490707447 tempest-PortsAdminExtendedAttrsTestJSON-1490707447-project] Pushing event deleted for resources: {'Network': ['ID=4e139750-c957-46af-b4a7-8b8e5af2bb11,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:52.717093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:52.847597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Allocated IP 172.25.3.158 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/aae245b4-aa8d-4f0d-ae12-8a856611154b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:52.849529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accf2b3f-08b3-44f3-ba9a-18e57bae2ef7 req-e5829f5b-2878-416c-a4f4-f0f66c8a896f service neutron] 10.222.0.55 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641041 Nov 04 09:01:52.854031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-7afa1d7c-15f6-4f67-9b45-6bdac069f46c tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:52.856390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-7afa1d7c-15f6-4f67-9b45-6bdac069f46c tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1097 time: 0.1748838 Nov 04 09:01:52.871248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816487-1'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:52.907149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0523001-7069-4632-b7d4-1023f1c83272 req-68e5b384-68a2-4334-888a-8617af6ce1be tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:52.908723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0523001-7069-4632-b7d4-1023f1c83272 req-68e5b384-68a2-4334-888a-8617af6ce1be tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 949 time: 0.1728263 Nov 04 09:01:53.011281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0523001-7069-4632-b7d4-1023f1c83272 req-706dfef9-0cb2-49eb-8ff5-a2fda778ca61 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886071 Nov 04 09:01:53.013627 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.064659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.106916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f7e40b-2a99-4244-8896-a964bb7c0b67 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:53.125954 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.130978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.165115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'tag': '929e06b6-1eed-4563-be3b-252896763259'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:53.165115 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceb43ee-ec2c-4a6f-a058-e19900d1b116" -d '{"events": [{"name": "network-changed", "server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "tag": "929e06b6-1eed-4563-be3b-252896763259"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:53.170861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:53.188032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Transition to ACTIVE for port object c7f7e40b-2a99-4244-8896-a964bb7c0b67 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:01:53.197543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.201687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event updated for resources: {'Port': ['ID=aae245b4-aa8d-4f0d-ae12-8a856611154b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:53.220349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:53.237622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:53.254105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:53.268128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:53.286193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:53.384212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.412346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:53.425433 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.495316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b7ba0-7270-4f0f-90b8-33b6cc0ad247 req-2f5359a3-016d-40bd-8cdd-c43215c670bd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:53.497402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b2b7ba0-7270-4f0f-90b8-33b6cc0ad247 req-2f5359a3-016d-40bd-8cdd-c43215c670bd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 944 time: 0.1831667 Nov 04 09:01:53.503070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Attempting to bind port c7f7e40b-2a99-4244-8896-a964bb7c0b67 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:53.503410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Attempting to bind port c7f7e40b-2a99-4244-8896-a964bb7c0b67 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:53.503742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Attempting to bind port c7f7e40b-2a99-4244-8896-a964bb7c0b67 on network 894a9341-68dc-452c-ac71-a80f123376f5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:53.507025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.520693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Port c7f7e40b-2a99-4244-8896-a964bb7c0b67 on network 894a9341-68dc-452c-ac71-a80f123376f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:53.521011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Attempting to bind port c7f7e40b-2a99-4244-8896-a964bb7c0b67 on network 894a9341-68dc-452c-ac71-a80f123376f5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:53.523923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c14ca859-8aa0-42b7-a857-4adefca17bc7 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:53.525672 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8ca522c9-c2e6-42b6-ad81-517f6f676fd0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22ac09e80e874ccf80488830ba9367ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503470 Nov 04 09:01:53.528333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:53.533159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.545612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:53.545957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Checking segment: {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:53.546349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Bound using segment: {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:53.546792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Bound port: c7f7e40b-2a99-4244-8896-a964bb7c0b67, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:53.547175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.582615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c14ca859-8aa0-42b7-a857-4adefca17bc7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:01:53.586895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c14ca859-8aa0-42b7-a857-4adefca17bc7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:53.587527 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.626434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f9ed2f-9118-48f7-83c7-9a4e2eec7f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.640070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b2b7ba0-7270-4f0f-90b8-33b6cc0ad247 req-e7fc0059-4fc0-46eb-af26-4cd5aad82c8f tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294484 Nov 04 09:01:53.675260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:53.681360 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.695289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.703052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.711340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on host n-h2-816487-1 for vnic_type normal with profile {"migrating_to": "n-h1-816487-1"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:01:53.711681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:01:53.712061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:53.714446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:53.719010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:53.721703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:01:53.722084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Attempting to bind port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:01:53.725968 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.739560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:01:53.739840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:53.739982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:01:53.740293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:01:53.740738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Bound port: 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:01:53.741099 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.741860 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eba22b8-f278-4095-bd47-930b930e5bdb" -d '{"events": [{"server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "name": "network-vif-plugged", "status": "completed", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:53.742749 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f9ed2f-9118-48f7-83c7-9a4e2eec7f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.757851 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c14ca859-8aa0-42b7-a857-4adefca17bc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:53.763246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.803650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:53.804297 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.805684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] 10.222.0.70 "PUT /v2.0/ports/c7f7e40b-2a99-4244-8896-a964bb7c0b67 HTTP/1.1" status: 200 len: 1092 time: 1.6007764 Nov 04 09:01:53.818074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event updated for resources: {'Port': ['ID=aae245b4-aa8d-4f0d-ae12-8a856611154b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:53.831559 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.849027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c14ca859-8aa0-42b7-a857-4adefca17bc7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:53.851598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.852985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-bf7042bc-4045-44d8-88b6-f19b0b4a6afe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5080836 Nov 04 09:01:53.870707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f9ed2f-9118-48f7-83c7-9a4e2eec7f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.873770 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39f9ed2f-9118-48f7-83c7-9a4e2eec7f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:53.875431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437f263-646c-4b17-8f54-b04268f5b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:53.877492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-39f9ed2f-9118-48f7-83c7-9a4e2eec7f1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6535452e-bae6-42f2-876c-72fbe940be0e HTTP/1.1" status: 204 len: 168 time: 0.3477533 Nov 04 09:01:53.901885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f58e6-84ac-4f53-a278-14542af8c8fd req-f9082adf-4659-401d-899d-63c18fd9b412 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:53.903566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-640f58e6-84ac-4f53-a278-14542af8c8fd req-f9082adf-4659-401d-899d-63c18fd9b412 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 944 time: 0.1651709 Nov 04 09:01:53.921994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f9ed2f-9118-48f7-83c7-9a4e2eec7f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6535452e-bae6-42f2-876c-72fbe940be0e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:53.926331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-37c1a41e-8034-4786-90c4-3fa1df9cf472 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.0640433 Nov 04 09:01:53.959021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f659-e1ec-459c-8487-33e349a03f4c req-3233de10-183e-4bc8-9d90-2f22b8424e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:53.960646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-3233de10-183e-4bc8-9d90-2f22b8424e8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 1095 time: 0.1043267 Nov 04 09:01:53.961604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:01:53.993341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:01:54.030926 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-640f58e6-84ac-4f53-a278-14542af8c8fd req-decc2fad-b758-42e0-a6c5-103b90eb6a1a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155152 Nov 04 09:01:54.031996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:54.034825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-da03afca-86f9-437c-ad9c-ccfa9fd8a4ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67 HTTP/1.1" status: 200 len: 217 time: 0.0605655 Nov 04 09:01:54.077137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-b7c60c32-0a43-4c9e-81ad-17bed2e5b8a3 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.078691 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b47f2b6-57ae-468f-a8b8-346523233f38 req-b7c60c32-0a43-4c9e-81ad-17bed2e5b8a3 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1368484 Nov 04 09:01:54.139809 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2785773b-7467-4395-9640-a9e6e8c51e4c x-openstack-request-id: req-2785773b-7467-4395-9640-a9e6e8c51e4c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:54.140227 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "tag": "929e06b6-1eed-4563-be3b-252896763259", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:54.140376 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2785773b-7467-4395-9640-a9e6e8c51e4c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:54.140747 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'tag': '929e06b6-1eed-4563-be3b-252896763259', 'status': 'completed', 'code': 200} Nov 04 09:01:54.176894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:54.195300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404f659-e1ec-459c-8487-33e349a03f4c req-06b2e0e1-ed82-425c-9f45-8e231685f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.196800 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-06b2e0e1-ed82-425c-9f45-8e231685f6c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df2adfd5-1f31-42da-8e85-73eafee62bb5 HTTP/1.1" status: 200 len: 854 time: 0.1452794 Nov 04 09:01:54.233288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.233937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:54.235149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a107e2a2-78a0-4449-94f8-713086d1f547 service neutron] 10.222.0.70 "PUT /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 1122 time: 1.3685620 Nov 04 09:01:54.269528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-864d9a21-63a6-4f31-9ad8-a86ec887078a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=894a9341-68dc-452c-ac71-a80f123376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432789 Nov 04 09:01:54.284753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172f194-c281-4c6e-99c6-3a3109e83cac req-e54e3ae1-03ff-4f54-892c-7901d6ffabc7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.286162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a172f194-c281-4c6e-99c6-3a3109e83cac req-e54e3ae1-03ff-4f54-892c-7901d6ffabc7 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 943 time: 0.1602085 Nov 04 09:01:54.328437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3cb5fb91-3cfa-4374-bd35-93d5c40894ed'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:54.336086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-bd0c683f-6390-4550-9042-94289178ae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.337598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-bd0c683f-6390-4550-9042-94289178ae36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3717835e9aed4e5491085e8ed984c36e&device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 1094 time: 0.1650462 Nov 04 09:01:54.338845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49162) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:54.429872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ccec1a7a-6efd-44ec-a138-7ee4f3f28f61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=858d6e4ed8dc4ef79bb6e9a785553909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898483 Nov 04 09:01:54.440615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:54.442662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a7e5a7-25cb-42d4-b61a-e01aadb7299d req-377ff461-0990-482d-ba3c-6ced62350692 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.454180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2a7e5a7-25cb-42d4-b61a-e01aadb7299d req-377ff461-0990-482d-ba3c-6ced62350692 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.1167302 Nov 04 09:01:54.491545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2a7e5a7-25cb-42d4-b61a-e01aadb7299d req-4e95f6ad-221f-4a4c-bed3-391bb898b298 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364673 Nov 04 09:01:54.498475 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a172f194-c281-4c6e-99c6-3a3109e83cac req-e2d318f6-f12d-4a27-8181-a4ddc79b8d87 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902552 Nov 04 09:01:54.565654 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-23f83885-a77e-4c86-b78f-f84c5d339159 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784963 Nov 04 09:01:54.575735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-a1fb64ea-5719-4119-a272-ba3a121d6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.577231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-a1fb64ea-5719-4119-a272-ba3a121d6dea service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2fa2a72-ce89-49bb-83ac-9a606485fa30 HTTP/1.1" status: 200 len: 907 time: 0.2164443 Nov 04 09:01:54.579894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-7a893563-791a-4f82-baa9-8f29f3f343d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580651 Nov 04 09:01:54.580974 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab7a12e-d212-434a-8cf6-fa7c95d8ddc0 x-openstack-request-id: req-5ab7a12e-d212-434a-8cf6-fa7c95d8ddc0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:54.581823 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "name": "network-vif-plugged", "status": "completed", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:54.582241 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5ab7a12e-d212-434a-8cf6-fa7c95d8ddc0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:54.583090 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'code': 200} Nov 04 09:01:54.694749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f79e30d-7307-4fe6-a72d-b5cfa1d4554e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:54.760854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-284667c7-ee02-42c2-ba10-eddba6a134c4 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:54.763047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-284667c7-ee02-42c2-ba10-eddba6a134c4 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0889580 Nov 04 09:01:54.815653 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-b8130a80-fc3e-4e58-9fc5-75379e2e65d7 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.0457766 Nov 04 09:01:54.828269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Request body: {'floatingip': {'port_id': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:54.872462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:55.017168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-170ce22b-f714-4c76-a351-470e9d80b289 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929e06b6-1eed-4563-be3b-252896763259 HTTP/1.1" status: 200 len: 217 time: 0.4257357 Nov 04 09:01:55.112690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f79e30d-7307-4fe6-a72d-b5cfa1d4554e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:55.183004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5d952-7cdc-4e12-b9a0-19fe7191e2e9 req-406a336d-55b8-4891-90d8-c9f21264b2a7 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.185086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a5d952-7cdc-4e12-b9a0-19fe7191e2e9 req-406a336d-55b8-4891-90d8-c9f21264b2a7 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 949 time: 0.5866313 Nov 04 09:01:55.201065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-0c60152a-da3b-4249-b216-b2a526dbe5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.202566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-0c60152a-da3b-4249-b216-b2a526dbe5b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7586158d-c6b0-46a5-8ade-631d6166d684 HTTP/1.1" status: 200 len: 845 time: 0.1749399 Nov 04 09:01:55.221509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c5544-706d-49b9-9ea8-2d1983bdd547 req-46429722-5598-4319-a685-96d4667f7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.223009 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c77c5544-706d-49b9-9ea8-2d1983bdd547 req-46429722-5598-4319-a685-96d4667f7063 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 1096 time: 0.5305560 Nov 04 09:01:55.234802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e81e77-a384-4e44-b744-7773e163bd7c req-3af47bfa-9e38-41b0-ac26-3acf7bbe8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.236297 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-3af47bfa-9e38-41b0-ac26-3acf7bbe8aa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 1099 time: 0.5449548 Nov 04 09:01:55.255123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7404f659-e1ec-459c-8487-33e349a03f4c req-f2fd536a-7359-4a75-9732-012ba4d84da7 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733806 Nov 04 09:01:55.327741 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:55.331425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:55.358244 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a5d952-7cdc-4e12-b9a0-19fe7191e2e9 req-c1ef901c-5347-44e2-b757-b0bdd9315ee9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599238 Nov 04 09:01:55.368881 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f79e30d-7307-4fe6-a72d-b5cfa1d4554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:55.371466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f79e30d-7307-4fe6-a72d-b5cfa1d4554e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:55.372774 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6f79e30d-7307-4fe6-a72d-b5cfa1d4554e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b17cd588-54cf-4f7e-81e9-124e16492ec4 HTTP/1.1" status: 204 len: 168 time: 0.9258411 Nov 04 09:01:55.384903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c77c5544-706d-49b9-9ea8-2d1983bdd547 req-ece8bfcb-9a01-4a56-adb7-0b135c107b6b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344972 Nov 04 09:01:55.399766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79e30d-7307-4fe6-a72d-b5cfa1d4554e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17cd588-54cf-4f7e-81e9-124e16492ec4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:55.406458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-a7c6bf7f-fcd8-4560-ba3e-b32eed41b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.408281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-a7c6bf7f-fcd8-4560-ba3e-b32eed41b98e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2fa2a72-ce89-49bb-83ac-9a606485fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1896708 Nov 04 09:01:55.471291 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Floating IP 7cd1eaea-4033-4175-92c0-3265a86bf2ad associated. External IP: 172.25.3.158, port: 5069c6d2-f483-4b80-a2e8-9bd74421f42a. Nov 04 09:01:55.499913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e81e77-a384-4e44-b744-7773e163bd7c req-bd9ae7c8-1161-429f-a0f6-3af4e0dead2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.499913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-bd9ae7c8-1161-429f-a0f6-3af4e0dead2d service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2282791 Nov 04 09:01:55.546402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-fd711cd8-18b4-4913-8c72-2e1927b6139f service neutron] 10.222.0.55 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192920 Nov 04 09:01:55.683681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-adb43d68-8784-41f0-b105-edddb7341126 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c HTTP/1.1" status: 200 len: 217 time: 0.0605464 Nov 04 09:01:55.718311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:01:55.723935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 929e06b6-1eed-4563-be3b-252896763259 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:55.756303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478af6d-c7c0-4722-9a53-e160632d9878 req-608ce7ff-dab0-4875-9602-c7f2f24e95e9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.764759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5478af6d-c7c0-4722-9a53-e160632d9878 req-608ce7ff-dab0-4875-9602-c7f2f24e95e9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 944 time: 0.1974370 Nov 04 09:01:55.797841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bceb43ee-ec2c-4a6f-a058-e19900d1b116 req-7acda38d-7c0f-44dc-9f4a-e23d61e39df0 service neutron] 10.222.0.55 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419558 Nov 04 09:01:55.827094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e81e77-a384-4e44-b744-7773e163bd7c req-3b9a2338-e08e-44c2-86af-f3eea92c8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.831760 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-3b9a2338-e08e-44c2-86af-f3eea92c8ced service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1317286 Nov 04 09:01:55.876000 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5478af6d-c7c0-4722-9a53-e160632d9878 req-df4069f8-665e-432c-a522-0c4defa51a24 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101859 Nov 04 09:01:55.889939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 929e06b6-1eed-4563-be3b-252896763259, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=929e06b6-1eed-4563-be3b-252896763259,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:55.921853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '929e06b6-1eed-4563-be3b-252896763259', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'port_id': '929e06b6-1eed-4563-be3b-252896763259', 'mac_address': 'fa:16:3e:b4:96:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:55.938564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e81e77-a384-4e44-b744-7773e163bd7c req-69e5d1d2-514f-4339-bf8d-8d979d22de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:55.943208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-69e5d1d2-514f-4339-bf8d-8d979d22de0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937247 Nov 04 09:01:56.003936 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:56.032354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929e06b6-1eed-4563-be3b-252896763259 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:56.062502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 929e06b6-1eed-4563-be3b-252896763259, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=929e06b6-1eed-4563-be3b-252896763259,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:56.069307 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:56.121755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b7ee-0b67-41cf-a264-7c66bc4a35fe req-6d3fee19-641e-4d43-b865-42f7d20602ae tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:56.123963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-32c2b7ee-0b67-41cf-a264-7c66bc4a35fe req-6d3fee19-641e-4d43-b865-42f7d20602ae tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 944 time: 0.1490278 Nov 04 09:01:56.144949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed'}, {'name': 'network-changed', 'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67'}, {'name': 'network-changed', 'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:56.150390 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667dfb34-7032-4cb9-9237-2d490eb5f2e4" -d '{"events": [{"server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed"}, {"name": "network-changed", "server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67"}, {"name": "network-changed", "server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:56.157023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=929e06b6-1eed-4563-be3b-252896763259,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:56.206794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-ade22d5c-2e77-4c6d-9fda-348414952bec service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552290 Nov 04 09:01:56.222892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-32c2b7ee-0b67-41cf-a264-7c66bc4a35fe req-ed00239d-0739-4551-a315-8b81528c3954 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654728 Nov 04 09:01:56.268479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:01:56.273571 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:56.282266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] Sync routers for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:01:56.297628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:56.299273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:56.322009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-142e902b-a06b-4867-a230-b6a6d278e3a8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "PUT /v2.0/floatingips/7cd1eaea-4033-4175-92c0-3265a86bf2ad HTTP/1.1" status: 200 len: 996 time: 1.4984767 Nov 04 09:01:56.326319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:56.333869 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b628a90e-b16a-4983-9f1e-116eb4bcc13b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:56.390963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['929e06b6-1eed-4563-be3b-252896763259'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:56.409341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-7c99c00f-4a0a-4f68-91a8-022a0c42dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:56.410866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-7c99c00f-4a0a-4f68-91a8-022a0c42dd09 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=587a43d367c9429198bcb2be7ff5be30&device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 1096 time: 0.0723779 Nov 04 09:01:56.421830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63e81e77-a384-4e44-b744-7773e163bd7c req-be21cc70-fdf1-4631-af1d-bf2e644f4274 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859946 Nov 04 09:01:56.561361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:56.584326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-c6a08e91-8ae3-4a09-91d5-705647b26da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:56.598535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-c6a08e91-8ae3-4a09-91d5-705647b26da1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 200 len: 929 time: 0.1810782 Nov 04 09:01:56.745327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-0ea7c1bf-ef2e-4e9f-b7f7-21a72b3386d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 999 time: 0.1430910 Nov 04 09:01:56.821963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-fd0a63e2-0d51-49c2-947e-6bbceffefd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:56.831543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-fd0a63e2-0d51-49c2-947e-6bbceffefd11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79e61c43-c875-4c1c-97c4-000f661e103e HTTP/1.1" status: 200 len: 867 time: 0.0849910 Nov 04 09:01:56.884749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-fa380e98-f532-4490-93bf-a7d81e0e26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:56.896460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-fa380e98-f532-4490-93bf-a7d81e0e26e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3646da3-7cfe-4987-9533-2a3617f1b32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640829 Nov 04 09:01:56.912780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-78b1b844-76e0-42d8-a956-cd5231f7a939 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:01:56.913790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-78b1b844-76e0-42d8-a956-cd5231f7a939 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059917 Nov 04 09:01:56.965880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '7cd1eaea-4033-4175-92c0-3265a86bf2ad', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'port_id': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'mac_address': 'fa:16:3e:84:80:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:53Z', 'updated_at': '2021-11-04T09:01:55Z', 'revision_number': 1, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:31Z', 'revision_number': 5, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:57.019675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] Checking router: afff2ad6-0cd8-47b4-ae72-39edf408c8d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:01:57.031439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:01:57.032120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:57.039183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-fd720c03-89ea-4a5c-a0c8-e8692fb5077b service neutron] 10.222.0.53 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104853 Nov 04 09:01:57.146420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7786f7-b238-4814-8946-f83aecd3a68d req-9cef7ff4-ae76-4074-8275-e360168094d1 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:57.149679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb7786f7-b238-4814-8946-f83aecd3a68d req-9cef7ff4-ae76-4074-8275-e360168094d1 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 944 time: 0.0743647 Nov 04 09:01:57.186859 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57588a9e-0f4e-4665-bbf6-14d85eb1f5b7 req-065ffdc7-a293-41ec-ab4e-94a40d3a0d96 service neutron] 10.222.0.53 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396897 Nov 04 09:01:57.191371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:01:57.239407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb7786f7-b238-4814-8946-f83aecd3a68d req-8562a9ab-1161-46d9-9d15-155612283d03 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775390 Nov 04 09:01:57.334929 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57306d7-5fec-4d0c-9f6c-3418a824325b x-openstack-request-id: req-d57306d7-5fec-4d0c-9f6c-3418a824325b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:57.335605 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed", "code": 200}, {"name": "network-changed", "server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:57.336112 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d57306d7-5fec-4d0c-9f6c-3418a824325b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:57.336753 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed', 'code': 200} Nov 04 09:01:57.337352 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'status': 'completed', 'code': 200} Nov 04 09:01:57.337860 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed', 'status': 'completed', 'code': 200} Nov 04 09:01:57.444709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05017831-1071-4f88-b922-dee096a2ac6d req-13668bef-febe-4b21-8f8a-554453b077db tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:57.446275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05017831-1071-4f88-b922-dee096a2ac6d req-13668bef-febe-4b21-8f8a-554453b077db tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.1124725 Nov 04 09:01:57.528147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-8543867b-cfab-483a-9735-2343d63bd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:57.529894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05017831-1071-4f88-b922-dee096a2ac6d req-a73f04f5-85ff-4492-8b29-04f821eb79b9 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755136 Nov 04 09:01:57.531667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-8543867b-cfab-483a-9735-2343d63bd384 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 1095 time: 0.1704233 Nov 04 09:01:57.539611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-13849b34-3d0c-4563-b6df-118f37155257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:57.541932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-13849b34-3d0c-4563-b6df-118f37155257 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1125 time: 0.1385543 Nov 04 09:01:57.644216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c7f7e40b-2a99-4244-8896-a964bb7c0b67 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:57.733449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49258) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:57.746410 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f388a9dc-79fa-4c6a-9580-a277ae49cd67 x-openstack-request-id: req-f388a9dc-79fa-4c6a-9580-a277ae49cd67 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:01:57.747216 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:01:57.747593 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f388a9dc-79fa-4c6a-9580-a277ae49cd67 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:01:57.748246 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'status': 'completed', 'code': 200} Nov 04 09:01:57.759949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 929e06b6-1eed-4563-be3b-252896763259 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:01:57.774610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-04323b19-bd9a-4d1d-8a0a-1069de87afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:57.776383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-04323b19-bd9a-4d1d-8a0a-1069de87afa1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 915 time: 0.2327640 Nov 04 09:01:57.778348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-3ec45095-fb2e-4c28-bf34-57de4a2df754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:57.780472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-3ec45095-fb2e-4c28-bf34-57de4a2df754 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.2271805 Nov 04 09:01:57.795202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f50447-fdb7-48e8-8b21-566d09b2a29d req-584c6be9-a403-4484-bb7a-af720c968a4e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:57.798429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0f50447-fdb7-48e8-8b21-566d09b2a29d req-584c6be9-a403-4484-bb7a-af720c968a4e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 944 time: 0.1052001 Nov 04 09:01:57.823563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '7cd1eaea-4033-4175-92c0-3265a86bf2ad', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'port_id': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'mac_address': 'fa:16:3e:84:80:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:53Z', 'updated_at': '2021-11-04T09:01:55Z', 'revision_number': 1, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:31Z', 'revision_number': 5, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:01:57.854073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-1cd7ac5a-bfae-4585-94cc-b9830122ba3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 217 time: 0.0471876 Nov 04 09:01:57.861556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0f50447-fdb7-48e8-8b21-566d09b2a29d req-2c356357-9fb4-413c-9b5f-f3e50e1b61ff tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566816 Nov 04 09:01:57.898207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0ebe04-a372-4eb3-a180-a253d23f4d98 None None] The sync data for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 is: [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '7cd1eaea-4033-4175-92c0-3265a86bf2ad', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'port_id': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'mac_address': 'fa:16:3e:84:80:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:53Z', 'updated_at': '2021-11-04T09:01:55Z', 'revision_number': 1, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:31Z', 'revision_number': 5, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:01:57.903503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 929e06b6-1eed-4563-be3b-252896763259 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:01:57.910964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 929e06b6-1eed-4563-be3b-252896763259 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:01:57.911338 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:57.920951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:58.021391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-9351c9a1-85a1-4c09-a360-58b3592b3da9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67 HTTP/1.1" status: 200 len: 217 time: 0.2312200 Nov 04 09:01:58.036528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'port_id': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'mac_address': 'fa:16:3e:f3:78:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2adfd5-1f31-42da-8e85-73eafee62bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:01:58.098172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.100653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-7ea4fbdb-4f67-41d4-8a82-304c119649bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.105852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-7ea4fbdb-4f67-41d4-8a82-304c119649bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.1264744 Nov 04 09:01:58.116543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f7e40b-2a99-4244-8896-a964bb7c0b67 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:01:58.171511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:58.174227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d7f5f9b1-c97d-4c43-90e2-6061d0631fff tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:58.183302 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.184079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:01:58.254472 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.257975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-b63141ae-4f93-4e73-a0e0-024c150e32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.259642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-b63141ae-4f93-4e73-a0e0-024c150e32e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=587a43d367c9429198bcb2be7ff5be30&device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 1096 time: 0.4710398 Nov 04 09:01:58.266768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-d8175e92-73f1-402e-8303-58895e68d54e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989466 Nov 04 09:01:58.297618 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b715e15-1cd0-457a-925a-1ce9d74dc7c7 None None] New status for floating IP 7cd1eaea-4033-4175-92c0-3265a86bf2ad: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:01:58.300926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-51ed9da5-ae09-4917-beee-5c4669df6dfe tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 258 time: 0.1708577 Nov 04 09:01:58.311576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:01:58.323443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-07e4f8ad-45fa-4a41-9662-76f2273ffbfd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3437395 Nov 04 09:01:58.327283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929e06b6-1eed-4563-be3b-252896763259'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:01:58.327561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-272d8c41-a681-495f-b31d-de0b7c687bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.329430 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-272d8c41-a681-495f-b31d-de0b7c687bed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df2adfd5-1f31-42da-8e85-73eafee62bb5 HTTP/1.1" status: 200 len: 854 time: 0.2185366 Nov 04 09:01:58.340690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.346427 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a995fc-a094-4c86-9c96-6978ceb1b0f4" -d '{"events": [{"server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "name": "network-vif-plugged", "status": "completed", "tag": "929e06b6-1eed-4563-be3b-252896763259"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:01:58.377034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 929e06b6-1eed-4563-be3b-252896763259, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=929e06b6-1eed-4563-be3b-252896763259,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:58.391982 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.395049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:58.453070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=929e06b6-1eed-4563-be3b-252896763259,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:58.476625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:01:58.481624 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.490665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed has no active binding in host n-h1-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 09:01:58.569787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-705f1da3-b1ad-4f02-8ab9-619b5a0b4fd1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=894a9341-68dc-452c-ac71-a80f123376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930443 Nov 04 09:01:58.576567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.577032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.577486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.577935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.578386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.578833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.579268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.579713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.580178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.580626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.582527 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78f15033-7e9b-4d34-b394-fb242061c49a req-686b8fd2-e3bf-4adc-9536-fb0a94284f47 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0&device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4&device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82&device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e&device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a&device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf&device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004&device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909&device_id=4964cdc8-be44-495b-ad75-22a575cbb066&device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 9116 time: 0.4289510 Nov 04 09:01:58.595199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Allocated IP 172.25.3.144 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0bae6bc7-2854-4f80-b4ec-9db0541e1f94) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:01:58.619436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-336d7f79-a93e-43f3-8b41-18b287a3ec5a service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015745 Nov 04 09:01:58.679646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d7f5f9b1-c97d-4c43-90e2-6061d0631fff tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "PUT /v2.0/quotas/84223c2b2d9242d9acbe5602314c9016 HTTP/1.1" status: 200 len: 366 time: 0.9397669 Nov 04 09:01:58.683176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:58.696373 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78f15033-7e9b-4d34-b394-fb242061c49a req-be90f647-0568-4005-b164-466021f69b88 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.703151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a79968ea-fe54-484b-888e-461a2545021e tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0182073 Nov 04 09:01:58.706109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:58.724312 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.726576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-24a95365-c6a1-4e7f-82ee-125657315a25 tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "GET /v2.0/quotas/84223c2b2d9242d9acbe5602314c9016 HTTP/1.1" status: 200 len: 366 time: 0.0191872 Nov 04 09:01:58.730152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49280) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:58.745538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a542c-75dd-445d-831e-8d15300caf8c req-0361a753-8eff-4c35-9fc9-a98b82121e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.747816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-0361a753-8eff-4c35-9fc9-a98b82121e7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 1098 time: 0.2843547 Nov 04 09:01:58.750810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a60e578b-5ad6-4383-8078-5c67b7f8ada8 tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/84223c2b2d9242d9acbe5602314c9016 HTTP/1.1" status: 204 len: 168 time: 0.0189669 Nov 04 09:01:58.754580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:58.763547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-34698dc2-888d-4c4b-90d1-6a73fcb1aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:58.764386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c7f7e40b-2a99-4244-8896-a964bb7c0b67'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:01:58.765016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-34698dc2-888d-4c4b-90d1-6a73fcb1aca6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 200 len: 929 time: 0.4886320 Nov 04 09:01:58.772221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1f312524-5214-4008-b055-c474aced2e9a tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0164723 Nov 04 09:01:58.777927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49284) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:58.789386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.830612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:01:58.835068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:01:58.838717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:01:58.864998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event updated for resources: {'Port': ['ID=0bae6bc7-2854-4f80-b4ec-9db0541e1f94,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:58.946225 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:58.950936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-747f4ce7-9875-4edc-b93d-730a59caabd0 tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "GET /v2.0/quotas/84223c2b2d9242d9acbe5602314c9016 HTTP/1.1" status: 200 len: 370 time: 0.1680288 Nov 04 09:01:58.953967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:58.961108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d6e3c86-d3cd-4b8c-b1ba-7673593f6056 tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "GET /v2.0/quotas/84223c2b2d9242d9acbe5602314c9016/default HTTP/1.1" status: 200 len: 370 time: 0.0039940 Nov 04 09:01:58.962690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:58.983134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-9dbab8d3-f86f-41c7-8f9c-739b67d8e542 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980045 Nov 04 09:01:58.990219 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-c6f2d330-c664-45f7-a531-7f9054c3cdf5 tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] delete failed (client error): The resource could not be found. Nov 04 09:01:58.991389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c6f2d330-c664-45f7-a531-7f9054c3cdf5 tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/84223c2b2d9242d9acbe5602314c9016 HTTP/1.1" status: 404 len: 348 time: 0.0276544 Nov 04 09:01:58.994300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:59.029986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-1be23dde-3379-4e52-9f68-997a7885f370 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 1001 time: 0.2510402 Nov 04 09:01:59.057205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-795218af-275a-47c8-8f54-979f764db1fb service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028175 Nov 04 09:01:59.127310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49294) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:01:59.133621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a542c-75dd-445d-831e-8d15300caf8c req-3d386671-a1e0-4c31-9fd7-ac47f6cf56db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.135146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-3d386671-a1e0-4c31-9fd7-ac47f6cf56db service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.3552988 Nov 04 09:01:59.166273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:network and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.175596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.195563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:subnet and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.198685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:59.204685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:59.207893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.217685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-034ef6e9-a42f-4c66-99af-5db94bb4f860 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=fe7608c1-bb91-4f1c-b377-04237896c558 HTTP/1.1" status: 200 len: 217 time: 0.0736706 Nov 04 09:01:59.220919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78f15033-7e9b-4d34-b394-fb242061c49a req-be90f647-0568-4005-b164-466021f69b88 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:59.225407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-2b77b3f8-b640-4477-b7fc-0a77e02c233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.226925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-2b77b3f8-b640-4477-b7fc-0a77e02c233e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79e61c43-c875-4c1c-97c4-000f661e103e HTTP/1.1" status: 200 len: 867 time: 0.1868789 Nov 04 09:01:59.241597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:subnetpool and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.250093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78f15033-7e9b-4d34-b394-fb242061c49a req-be90f647-0568-4005-b164-466021f69b88 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:59.272757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.294508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event updated for resources: {'Port': ['ID=0bae6bc7-2854-4f80-b4ec-9db0541e1f94,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:59.307061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:port and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.312236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:59.316209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.328031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:router and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.334856 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:01:59.336126 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-7ef667dd-8bf5-4a7a-8883-112f2eca3096 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.0292375 Nov 04 09:01:59.337571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.351369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:floatingip and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.359485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.402563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-0db60f0f-ab9b-475e-91a3-8488551af0a1 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0573652 Nov 04 09:01:59.519629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:security_group and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.533632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.546298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-9fe4b157-d87d-45b5-b79c-6159df293b89 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.547749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220904f9-cb2c-4017-9e38-2142c39d9381 req-9fe4b157-d87d-45b5-b79c-6159df293b89 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1381860 Nov 04 09:01:59.556666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Usage tracker for resource:security_group_rule and tenant:5c201b219a45499daa31cdb18a33295b is out of sync, need to count used quota {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 04 09:01:59.564664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.quota.resource [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102555) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Nov 04 09:01:59.573470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bce68f9b-8202-49e5-9d43-fde921e7278f tempest-QuotasTest-1278330716 tempest-QuotasTest-1278330716-project-admin] 10.222.0.53 "GET /v2.0/quotas/5c201b219a45499daa31cdb18a33295b/details.json HTTP/1.1" status: 200 len: 703 time: 0.4418643 Nov 04 09:01:59.659976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08be48-ab75-4071-bfec-f2c6ab12d386 req-aa14fb5b-81d0-466e-a87b-dab337e2837b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.661779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f08be48-ab75-4071-bfec-f2c6ab12d386 req-aa14fb5b-81d0-466e-a87b-dab337e2837b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 944 time: 0.0577269 Nov 04 09:01:59.700007 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78f15033-7e9b-4d34-b394-fb242061c49a req-be90f647-0568-4005-b164-466021f69b88 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&id=475d1d56-1e8e-47ea-8288-d1288b5a242f&id=70fe655d-21bd-4df2-86a1-e00b5f93f594&id=e9cd6039-0630-4092-b28e-175cffb580dc&id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 1.0968201 Nov 04 09:01:59.702864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667dfb34-7032-4cb9-9237-2d490eb5f2e4 req-1996d093-9d7f-449d-9088-9992eeecd166 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023337 Nov 04 09:01:59.705610 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f08be48-ab75-4071-bfec-f2c6ab12d386 req-4a095c0a-a440-4b92-acfc-de519e9aafdf tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 Nov 04 09:01:59.720681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a542c-75dd-445d-831e-8d15300caf8c req-6fd201dc-83c6-4f70-a005-131a52009ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.722337 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-6fd201dc-83c6-4f70-a005-131a52009ea4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.4881673 Nov 04 09:01:59.767948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90f647-0568-4005-b164-466021f69b88 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b2bda-00f4-4a29-af09-0a1290cde701,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:01:59.801245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-4033ec84-acfc-49fe-949d-ddc160a0ed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.802803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-4033ec84-acfc-49fe-949d-ddc160a0ed3f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3646da3-7cfe-4987-9533-2a3617f1b32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5541384 Nov 04 09:01:59.907694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-e1305f25-c16f-44b6-97cc-7d65c5f7854f service neutron] 10.222.0.55 "GET /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.2552698 Nov 04 09:01:59.930059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac373792-7ee8-48a6-9b67-5b7f645dbae1 req-06ecedfc-7809-491e-b7b7-b14b213029f5 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.931695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac373792-7ee8-48a6-9b67-5b7f645dbae1 req-06ecedfc-7809-491e-b7b7-b14b213029f5 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.0535195 Nov 04 09:01:59.935454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a542c-75dd-445d-831e-8d15300caf8c req-4ca548f1-e285-4ae0-baed-33e057a11383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.936966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-4ca548f1-e285-4ae0-baed-33e057a11383 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1969979 Nov 04 09:01:59.972474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118e631-8353-4398-b0bc-249c4cb66764 req-5277d88c-8b7d-4aae-b233-35b036bfe372 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:01:59.974567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3118e631-8353-4398-b0bc-249c4cb66764 req-5277d88c-8b7d-4aae-b233-35b036bfe372 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.1838570 Nov 04 09:01:59.984659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac373792-7ee8-48a6-9b67-5b7f645dbae1 req-6f4c9e2b-5fd3-47dc-99af-8008ed4a7505 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435281 Nov 04 09:01:59.984659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:00.004106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Request body: {'floatingip': {'port_id': 'c14ca859-8aa0-42b7-a857-4adefca17bc7'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:00.039346 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc7cae2-1206-4d07-a5f1-1925ac674c58 x-openstack-request-id: req-8bc7cae2-1206-4d07-a5f1-1925ac674c58 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:00.040219 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "name": "network-vif-plugged", "status": "completed", "tag": "929e06b6-1eed-4563-be3b-252896763259", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:00.040642 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8bc7cae2-1206-4d07-a5f1-1925ac674c58 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:00.041205 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929e06b6-1eed-4563-be3b-252896763259', 'code': 200} Nov 04 09:02:00.098619 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:00.114148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-01a20664-8624-4db7-9722-d3f98ea57cbf service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958009 Nov 04 09:02:00.117895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:00.262343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375b1ac-fe53-4661-adec-8194cf1a57b5 req-9a4b47c5-481d-476d-b28a-5f1c9e29085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:00.263844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4375b1ac-fe53-4661-adec-8194cf1a57b5 req-9a4b47c5-481d-476d-b28a-5f1c9e29085b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 1096 time: 0.1629257 Nov 04 09:02:00.288039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f487e-8367-4128-b70e-a7580538a9e9 req-28a2f173-2980-45e3-9cf3-66e78a6e9d47 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:00.289453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e79f487e-8367-4128-b70e-a7580538a9e9 req-28a2f173-2980-45e3-9cf3-66e78a6e9d47 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 945 time: 0.1437268 Nov 04 09:02:00.331361 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b628a90e-b16a-4983-9f1e-116eb4bcc13b req-c22025a6-6b78-4e64-8049-d51651f1fe56 service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024951 Nov 04 09:02:00.335871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d33d848d-f266-4cb4-bb3a-e95c978d1b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:00.350302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-ce8da6e4-902d-4726-b702-1446c342714c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911500 Nov 04 09:02:00.415333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4375b1ac-fe53-4661-adec-8194cf1a57b5 req-496df853-c7f2-4241-b53f-7e8b7d497159 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419692 Nov 04 09:02:00.425687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e79f487e-8367-4128-b70e-a7580538a9e9 req-34c6eac0-ba0f-412c-9276-8490fc37e001 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228957 Nov 04 09:02:00.478363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e590f9-6868-464e-a0ef-3daff4505c13 req-47ddf977-0e90-43ed-936d-fd6c0f26453b tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:00.479870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11e590f9-6868-464e-a0ef-3daff4505c13 req-47ddf977-0e90-43ed-936d-fd6c0f26453b tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2701092 Nov 04 09:02:00.592143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11e590f9-6868-464e-a0ef-3daff4505c13 req-c80d541f-f722-46aa-aa02-1a7ab311b5db tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0954297 Nov 04 09:02:00.614453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-11e590f9-6868-464e-a0ef-3daff4505c13 req-29e80e7c-de4a-4df8-84ce-fe9a73758df7 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Request body: {'floatingip': {'port_id': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:00.700088 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11e590f9-6868-464e-a0ef-3daff4505c13 req-29e80e7c-de4a-4df8-84ce-fe9a73758df7 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:00.712812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:00.746030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:00.752722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:00.759364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-128a542c-75dd-445d-831e-8d15300caf8c req-ec08b7e2-5273-44ca-b2d4-328fd58978e7 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981965 Nov 04 09:02:00.784892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:00.832476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d33d848d-f266-4cb4-bb3a-e95c978d1b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:00.842921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d33d848d-f266-4cb4-bb3a-e95c978d1b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:00.896773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01329-0cb2-4063-8d3a-02d1d44ad598 req-bebe95fc-33d0-4ec3-af9a-5be122952aa9 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:00.897249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01329-0cb2-4063-8d3a-02d1d44ad598 req-bebe95fc-33d0-4ec3-af9a-5be122952aa9 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:00.897712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc01329-0cb2-4063-8d3a-02d1d44ad598 req-bebe95fc-33d0-4ec3-af9a-5be122952aa9 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:00.898879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb5fb91-3cfa-4374-bd35-93d5c40894ed {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:00.899349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcc01329-0cb2-4063-8d3a-02d1d44ad598 req-bebe95fc-33d0-4ec3-af9a-5be122952aa9 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a&device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004&device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 2881 time: 0.0719273 Nov 04 09:02:00.900763 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Floating IP 01b854c5-ce3c-4cd7-9cc0-8469cee38cdf associated. External IP: 172.25.3.191, port: c14ca859-8aa0-42b7-a857-4adefca17bc7. Nov 04 09:02:00.936903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:00.941184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d33d848d-f266-4cb4-bb3a-e95c978d1b15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9d8123b74de4dff945622c6326a40e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8215418 Nov 04 09:02:00.967537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:01.014737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d848d-f266-4cb4-bb3a-e95c978d1b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b627358b-9ba7-45b2-b660-40f2898fbfbb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:01.021172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.047825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcc01329-0cb2-4063-8d3a-02d1d44ad598 req-e4ea211d-32f4-4a53-8cbf-fb869bba5315 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142066 Nov 04 09:02:01.067680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40c4fc85-a49f-4c3d-9c02-1a7f3a782f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.106561 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-11e590f9-6868-464e-a0ef-3daff4505c13 req-29e80e7c-de4a-4df8-84ce-fe9a73758df7 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] update failed (client error): There was a conflict when trying to complete your request. Nov 04 09:02:01.107539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11e590f9-6868-464e-a0ef-3daff4505c13 req-29e80e7c-de4a-4df8-84ce-fe9a73758df7 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "PUT /v2.0/floatingips/604e690c-714f-4f1f-8bd1-811e02d3ec52 HTTP/1.1" status: 409 len: 550 time: 0.5177512 Nov 04 09:02:01.133545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] Transition to ACTIVE for port object 3cb5fb91-3cfa-4374-bd35-93d5c40894ed will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:02:01.139549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.163473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40c4fc85-a49f-4c3d-9c02-1a7f3a782f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.263113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] No DVR routers for this DVR port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:01.271115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Router 25cc72dc-ed52-4b2e-812a-dd02429d8842 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:02:01.273751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40c4fc85-a49f-4c3d-9c02-1a7f3a782f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.275945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] Pushing event updated for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:01.276339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40c4fc85-a49f-4c3d-9c02-1a7f3a782f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.278198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40c4fc85-a49f-4c3d-9c02-1a7f3a782f30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b627358b-9ba7-45b2-b660-40f2898fbfbb HTTP/1.1" status: 204 len: 168 time: 0.3074574 Nov 04 09:02:01.295679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c4fc85-a49f-4c3d-9c02-1a7f3a782f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b627358b-9ba7-45b2-b660-40f2898fbfbb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:01.311352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c086713-ad55-4cbf-a636-09768c52eb6f req-a2a1b647-b0e6-4cf3-bd84-52e9dd332993 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:01.319934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c086713-ad55-4cbf-a636-09768c52eb6f req-a2a1b647-b0e6-4cf3-bd84-52e9dd332993 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.1026168 Nov 04 09:02:01.320386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084fea8-0574-4315-a543-5da9caed5946 req-088b996a-806e-4f70-92be-4d6c568ba1f0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:01.328388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d084fea8-0574-4315-a543-5da9caed5946 req-088b996a-806e-4f70-92be-4d6c568ba1f0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.1343093 Nov 04 09:02:01.343400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-adf93341-4a8e-4f59-a815-75e6c5d813da service neutron] 10.222.0.55 "PUT /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed/bindings/n-h1-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4260159 Nov 04 09:02:01.377259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d084fea8-0574-4315-a543-5da9caed5946 req-b1c4d05c-5a64-4fa8-8f1a-5be74026c211 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474505 Nov 04 09:02:01.440266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c086713-ad55-4cbf-a636-09768c52eb6f req-0d657329-7292-474a-89f5-390836102c08 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149559 Nov 04 09:02:01.482563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-0f84e636-a866-4618-9a7a-f0399ca1713e tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:01.484099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-0f84e636-a866-4618-9a7a-f0399ca1713e tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.0700507 Nov 04 09:02:01.554981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-62368cec-cb95-489b-8a5b-16cc19cd0c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:01.556762 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-62368cec-cb95-489b-8a5b-16cc19cd0c7f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf&tenant_id=1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 1096 time: 0.0622895 Nov 04 09:02:01.587984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c7f7e40b-2a99-4244-8896-a964bb7c0b67 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:01.637552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-084ef112-10b9-41be-9a3d-dcdef574ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:01.638996 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-084ef112-10b9-41be-9a3d-dcdef574ddbc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1096 time: 0.0494034 Nov 04 09:02:01.653624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c7f7e40b-2a99-4244-8896-a964bb7c0b67 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:02:01.663417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c7f7e40b-2a99-4244-8896-a964bb7c0b67 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:01.664141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.740151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49370) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:01.765571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97b2fae-96db-4941-b2b6-6c0fadace6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.827355 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.846481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-1a028e6c-e86f-4134-bc6a-988a08bfea5e tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips/604e690c-714f-4f1f-8bd1-811e02d3ec52 HTTP/1.1" status: 200 len: 693 time: 0.3784311 Nov 04 09:02:01.885137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:01.888669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97b2fae-96db-4941-b2b6-6c0fadace6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.894789 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.915876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-0bf93114-cd1a-49eb-84fb-9402028d2ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:01.918124 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-0bf93114-cd1a-49eb-84fb-9402028d2ef9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.2699132 Nov 04 09:02:01.919980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97b2fae-96db-4941-b2b6-6c0fadace6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.953332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:01.956308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b2fae-96db-4941-b2b6-6c0fadace6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d7d47-b78c-4781-9bab-6a41da372ba6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:01.959432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:01.972113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:01.983552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] Sync routers for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:01.989070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-6fcead65-db37-4622-8b97-8f98da60fe69 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:01.997577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-6fcead65-db37-4622-8b97-8f98da60fe69 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1498687 Nov 04 09:02:01.999900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:02.000232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:02.038123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-6fe24464-92f8-41b1-a681-00f005fd422e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 217 time: 0.0875807 Nov 04 09:02:02.043990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:02.046612 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56115a4b-9a13-41d9-889c-6771a6c0043a" -d '{"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-plugged", "status": "completed", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:02.051985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c3597916-34ac-49b9-a2a6-4e3d5d04e98a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "PUT /v2.0/floatingips/01b854c5-ce3c-4cd7-9cc0-8469cee38cdf HTTP/1.1" status: 200 len: 991 time: 2.0638280 Nov 04 09:02:02.051985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:02.054379 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd3f32d-8108-4acf-88ca-0372451e4038" -d '{"events": [{"name": "network-changed", "server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:02.062089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a97b2fae-96db-4941-b2b6-6c0fadace6bb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c201b219a45499daa31cdb18a33295b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202190 Nov 04 09:02:02.066702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-aeec6319-9e35-4c38-8e8f-0dafa77840c8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0685697 Nov 04 09:02:02.068374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:02.099387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-b1aff403-244c-4da9-a1e7-ff6eb3163dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:02.101482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-b1aff403-244c-4da9-a1e7-ff6eb3163dbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0519912 Nov 04 09:02:02.138350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-4a297cb9-1a01-4a6a-9cfe-65c2a06e11d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284562 Nov 04 09:02:02.143318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-b8576fa0-6c37-4446-bd46-7266a8646fca tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.144 HTTP/1.1" status: 200 len: 696 time: 0.0756998 Nov 04 09:02:02.147654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:02.258314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a95962b-2cdf-4f8b-9aa5-bf2177340763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.272271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-0c29645f-15b5-4c66-bd0f-d008902f26ac service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253173 Nov 04 09:02:02.306905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a95962b-2cdf-4f8b-9aa5-bf2177340763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.359442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Deleting port 0bae6bc7-2854-4f80-b4ec-9db0541e1f94 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:02.359812 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.409192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a95962b-2cdf-4f8b-9aa5-bf2177340763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.412300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a95962b-2cdf-4f8b-9aa5-bf2177340763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.429830 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7a95962b-2cdf-4f8b-9aa5-bf2177340763 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef6d7d47-b78c-4781-9bab-6a41da372ba6 HTTP/1.1" status: 204 len: 168 time: 0.3467569 Nov 04 09:02:02.437160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-a4f54e02-6cdb-4b8e-8b89-6d83517585d2 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553981 Nov 04 09:02:02.441017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '01b854c5-ce3c-4cd7-9cc0-8469cee38cdf', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'port_id': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'mac_address': 'fa:16:3e:35:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:32Z', 'updated_at': '2021-11-04T09:02:00Z', 'revision_number': 1, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:02.460796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95962b-2cdf-4f8b-9aa5-bf2177340763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d7d47-b78c-4781-9bab-6a41da372ba6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:02.476978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] Checking router: 25cc72dc-ed52-4b2e-812a-dd02429d8842 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:02.492191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:02.493316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:02.513305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.513729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.529359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Calling delete_port for 0bae6bc7-2854-4f80-b4ec-9db0541e1f94 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:02.625452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:02.635357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34edc48-0656-4f2a-836a-099405d73ccd req-41f471b4-b194-4c5a-a8d8-2665bd55e50b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:02.638031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a34edc48-0656-4f2a-836a-099405d73ccd req-41f471b4-b194-4c5a-a8d8-2665bd55e50b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0781386 Nov 04 09:02:02.699451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a34edc48-0656-4f2a-836a-099405d73ccd req-b2c008c1-1c32-4edd-a189-e5d1318206cd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456576 Nov 04 09:02:02.706105 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.770582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event deleted for resources: {'Port': ['ID=0bae6bc7-2854-4f80-b4ec-9db0541e1f94,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:02.776862 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb4b1f-877b-458c-b0a6-bb5ecbc0762e x-openstack-request-id: req-26eb4b1f-877b-458c-b0a6-bb5ecbc0762e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:02.777255 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-plugged", "status": "completed", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:02.777479 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26eb4b1f-877b-458c-b0a6-bb5ecbc0762e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:02.780221 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'code': 200} Nov 04 09:02:02.873555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.876380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:02.877550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d023e4d2-2c95-4831-b805-6c2aa5897a0b req-c168008a-9acc-4e59-a68d-96473148f8ff tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "DELETE /v2.0/floatingips/604e690c-714f-4f1f-8bd1-811e02d3ec52 HTTP/1.1" status: 204 len: 173 time: 0.7334404 Nov 04 09:02:02.922140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-2eb6f7ba-3632-46cf-8b92-ec28ef677f5a tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:02.923767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-2eb6f7ba-3632-46cf-8b92-ec28ef677f5a tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.1451712 Nov 04 09:02:02.924856 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5f965f-d74a-4fa4-9476-c4878e55aad5 x-openstack-request-id: req-8e5f965f-d74a-4fa4-9476-c4878e55aad5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:02.925415 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:02.925904 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8e5f965f-d74a-4fa4-9476-c4878e55aad5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:02.926546 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'status': 'completed', 'code': 200} Nov 04 09:02:02.954305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '01b854c5-ce3c-4cd7-9cc0-8469cee38cdf', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'port_id': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'mac_address': 'fa:16:3e:35:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:32Z', 'updated_at': '2021-11-04T09:02:00Z', 'revision_number': 1, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:02.957460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c9d4d-1080-41ce-96fa-aa408d2edc9a req-7fc6bd88-b84c-47de-9169-ce3bd4c4520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:02.959332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0f1c9d4d-1080-41ce-96fa-aa408d2edc9a req-7fc6bd88-b84c-47de-9169-ce3bd4c4520e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 1097 time: 0.1048179 Nov 04 09:02:02.993901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32517bf8-7586-4e8f-bc88-899a4c2b3d1b None None] The sync data for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 is: [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '01b854c5-ce3c-4cd7-9cc0-8469cee38cdf', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'port_id': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'mac_address': 'fa:16:3e:35:60:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:32Z', 'updated_at': '2021-11-04T09:02:00Z', 'revision_number': 1, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:03.042218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1990d19-0415-4edf-8692-b779751a3361 req-70069eec-6ffd-4c4c-b90b-f4444b56b4f6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:03.046177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1990d19-0415-4edf-8692-b779751a3361 req-70069eec-6ffd-4c4c-b90b-f4444b56b4f6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.0845361 Nov 04 09:02:03.096969 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1990d19-0415-4edf-8692-b779751a3361 req-81cfe90b-381b-4630-b1e5-2f6460cb79da tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415103 Nov 04 09:02:03.151364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-346a6de1-ba4d-4904-9506-bf7abdc3d497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:03.153597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-346a6de1-ba4d-4904-9506-bf7abdc3d497 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6f4e16160b644efaed21c4b4212dd02&device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 1096 time: 0.1476994 Nov 04 09:02:03.169202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0220c75-e98d-48d6-87ac-29271261a0e6 req-271f4e38-545a-4f83-bf6b-d69a8731a82e tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:03.170939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0220c75-e98d-48d6-87ac-29271261a0e6 req-271f4e38-545a-4f83-bf6b-d69a8731a82e tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.1257067 Nov 04 09:02:03.173572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0f1c9d4d-1080-41ce-96fa-aa408d2edc9a req-b4e2435a-7a3c-41af-b270-805076a873cc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559031 Nov 04 09:02:03.303774 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0220c75-e98d-48d6-87ac-29271261a0e6 req-0fbb888c-c30a-4c6c-b02b-feb33c5a6eea tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964806 Nov 04 09:02:03.340511 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5914a567-252b-498f-843f-68b33c86b511 None None] New status for floating IP 01b854c5-ce3c-4cd7-9cc0-8469cee38cdf: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:02:03.352553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-569e778a-691a-45a8-9276-6a9b60dc8595 service neutron] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:03.354552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-0416bc3a-ebd5-422c-a094-9002bdcaffce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:03.356948 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-0416bc3a-ebd5-422c-a094-9002bdcaffce service neutron] 10.222.0.70 "GET /v2.0/networks?id=1a44f141-7c6a-4d01-b552-e86e5e56bc53 HTTP/1.1" status: 200 len: 913 time: 0.1800537 Nov 04 09:02:03.359950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-569e778a-691a-45a8-9276-6a9b60dc8595 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:03.360993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9aefaf5-d2ca-4be2-b20c-ca4b7a189bbe req-569e778a-691a-45a8-9276-6a9b60dc8595 service neutron] 10.222.0.70 "DELETE /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed/bindings/n-h2-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.4202125 Nov 04 09:02:03.488941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-d44bb992-2b81-42fc-b4a0-705d0a9608f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7 HTTP/1.1" status: 200 len: 999 time: 0.0903299 Nov 04 09:02:03.599991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-4f8186dc-882b-4760-820c-b42ce476a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:03.601779 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-4f8186dc-882b-4760-820c-b42ce476a534 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=19d39770-6f2f-4c89-972f-c854e1201dc6 HTTP/1.1" status: 200 len: 851 time: 0.0999665 Nov 04 09:02:03.710383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-9a87b3f9-2dd3-426f-b006-c950a21f784b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:03.711904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-9a87b3f9-2dd3-426f-b006-c950a21f784b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1a44f141-7c6a-4d01-b552-e86e5e56bc53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997810 Nov 04 09:02:03.780440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:03.849279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:03.912349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-1c924905-0416-4ae5-b4dd-a99bcc001f54 service neutron] 10.222.0.70 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919692 Nov 04 09:02:03.916166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-a67f536c-c951-498c-9385-ae62463b0a90 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 1001 time: 0.1195679 Nov 04 09:02:04.017223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-402abc87-e9b8-4ea0-b814-ecc47b1a5cc6 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:04.018668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-402abc87-e9b8-4ea0-b814-ecc47b1a5cc6 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports/5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 942 time: 0.0912974 Nov 04 09:02:04.063373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bd3f32d-8108-4acf-88ca-0372451e4038 req-8540d3aa-171a-48f7-8df1-df1e46394fe4 service neutron] 10.222.0.70 "GET /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435199 Nov 04 09:02:04.150074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-f74486c4-3ca0-414a-9b94-ae58f28753fb tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 1001 time: 0.0809076 Nov 04 09:02:04.208076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f642926a-3799-4da5-b106-5efbacc9a1ad req-c5fc04c8-6826-4253-99a5-238bd210d207 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:04.208076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f642926a-3799-4da5-b106-5efbacc9a1ad req-c5fc04c8-6826-4253-99a5-238bd210d207 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.0632901 Nov 04 09:02:04.217688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:04.223458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Request body: {'floatingip': {'port_id': '929e06b6-1eed-4563-be3b-252896763259'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:04.279959 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:04.289119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-b3058e82-1579-49df-8b80-8670b7678bdc tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:04.290610 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-b3058e82-1579-49df-8b80-8670b7678bdc tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1335139 Nov 04 09:02:04.302626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-ae5d5b80-1f0e-4a35-b779-f121f72f7da4 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:02:04.303686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-ae5d5b80-1f0e-4a35-b779-f121f72f7da4 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059268 Nov 04 09:02:04.351563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49502) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:04.388812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-2fe8e334-fe88-48ab-aae5-ac7aae28832c tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 1001 time: 0.0761797 Nov 04 09:02:04.407870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960be6cf-a764-4bb4-8459-2d74d7fd7e3e req-3a442c3f-838d-46cd-b8a6-402fd4cb5fb5 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:04.409718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-960be6cf-a764-4bb4-8459-2d74d7fd7e3e req-3a442c3f-838d-46cd-b8a6-402fd4cb5fb5 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1402071 Nov 04 09:02:04.410176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:04.477850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-569250554', 'router:external': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:04.486633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:04.545551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-960be6cf-a764-4bb4-8459-2d74d7fd7e3e req-5057f55e-1459-407c-b7a2-0489048e1f29 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254866 Nov 04 09:02:04.569068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Made reservation on behalf of 57cfb12469a649fba689f0b3172e32ea for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:04.571513 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:04.904959 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:04.909434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:04.931782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.016545 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Floating IP f0a0e7ca-8897-418f-a151-02dd3bf34fb6 associated. External IP: 172.25.3.243, port: 929e06b6-1eed-4563-be3b-252896763259. Nov 04 09:02:05.017952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.026192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.026443 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Floating IP 7cd1eaea-4033-4175-92c0-3265a86bf2ad disassociated. External IP: 172.25.3.158, port: 5069c6d2-f483-4b80-a2e8-9bd74421f42a. Nov 04 09:02:05.165717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.173753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.194525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:02:05.279581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.279967 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Added segment b6433bbd-b2d8-441b-a443-8c1676052b16 of type vlan for network 3a90b36b-6c3f-46ee-be99-daff37fa7732 Nov 04 09:02:05.280412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:02:05.290429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83017ee3-9f7b-4c7b-8ab3-8b90834a96ee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:05.355000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.394714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:02:05.408445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.409957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:05.410789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.428424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:05.435115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.443011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430248e-f14a-48b2-b76c-700909727630 None None] Sync routers for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:05.455031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:05.455982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:05.476582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-41b890ae-046c-414b-8cd4-79dcdcaaf2cc tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "PUT /v2.0/floatingips/f0a0e7ca-8897-418f-a151-02dd3bf34fb6 HTTP/1.1" status: 200 len: 991 time: 1.2569327 Nov 04 09:02:05.476829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'tag': '929e06b6-1eed-4563-be3b-252896763259'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:05.479464 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bac5fa-9e22-435c-b995-91f26390c70f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "tag": "929e06b6-1eed-4563-be3b-252896763259"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:05.555748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.2028158 Nov 04 09:02:05.561207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:05.572590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'subnet': {'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:05.581927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9ede1-00c6-4c26-9786-a26ac43162e8 req-7908bc84-2f9e-4add-a855-94501bd989dc tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:05.584490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1cf9ede1-00c6-4c26-9786-a26ac43162e8 req-7908bc84-2f9e-4add-a855-94501bd989dc tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1096 time: 0.0545790 Nov 04 09:02:05.612272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a556b1c-5c15-4c80-b222-99b71e43cb02 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Network': ['ID=3a90b36b-6c3f-46ee-be99-daff37fa7732,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:05.616698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:05.635272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Made reservation on behalf of 57cfb12469a649fba689f0b3172e32ea for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:05.637846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.638121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1cf9ede1-00c6-4c26-9786-a26ac43162e8 req-4e3c160e-c150-48c4-8a0f-46ac6381c938 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431988 Nov 04 09:02:05.701802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:05.715306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] Sync routers for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:05.717435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:05.732909 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:05.733654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:05.773299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-746d6f48-e9db-4b25-abae-5156ec69a6f2 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "PUT /v2.0/floatingips/7cd1eaea-4033-4175-92c0-3265a86bf2ad HTTP/1.1" status: 200 len: 695 time: 1.3668480 Nov 04 09:02:05.781339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:05.785803 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e229ec-3513-47cf-8032-5904aa293d6d" -d '{"events": [{"name": "network-changed", "server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:05.895089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3a90b36b-6c3f-46ee-be99-daff37fa7732 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:02:05.904541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-b86b871b-58b4-4a93-828e-ca2ae23a3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:05.906084 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-b86b871b-58b4-4a93-828e-ca2ae23a3e9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=587a43d367c9429198bcb2be7ff5be30&device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 1096 time: 0.1053860 Nov 04 09:02:05.909410 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:06.060930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-124365f1-7144-499f-a73b-f371a7bce8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.068395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-124365f1-7144-499f-a73b-f371a7bce8b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 200 len: 929 time: 0.1515186 Nov 04 09:02:06.108075 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5afb660-7c5e-46ff-abba-11bda2ff7884 x-openstack-request-id: req-d5afb660-7c5e-46ff-abba-11bda2ff7884 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:06.108610 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "tag": "929e06b6-1eed-4563-be3b-252896763259", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:06.109130 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5afb660-7c5e-46ff-abba-11bda2ff7884 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:06.110235 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'tag': '929e06b6-1eed-4563-be3b-252896763259', 'status': 'completed', 'code': 200} Nov 04 09:02:06.124715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-f9471e60-7503-46d1-a48c-4998885a4bfb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 217 time: 0.0554454 Nov 04 09:02:06.150392 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:31Z', 'revision_number': 5, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:06.185201 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] Checking router: afff2ad6-0cd8-47b4-ae72-39edf408c8d7 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:06.199327 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:06.200268 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:06.243437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-bf180066-747f-436d-b847-551b6938e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.245357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-bf180066-747f-436d-b847-551b6938e321 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=79e61c43-c875-4c1c-97c4-000f661e103e HTTP/1.1" status: 200 len: 867 time: 0.1196237 Nov 04 09:02:06.262211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70264c37-da7a-403e-a8dd-68f7779a6eba req-a1c5f423-6d71-4614-b3cb-10d192561fd5 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.264664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70264c37-da7a-403e-a8dd-68f7779a6eba req-a1c5f423-6d71-4614-b3cb-10d192561fd5 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0867693 Nov 04 09:02:06.286586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-c9e89f6b-da55-41c8-bf47-6ad17ce16b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.288855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-c9e89f6b-da55-41c8-bf47-6ad17ce16b6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3717835e9aed4e5491085e8ed984c36e&device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 1096 time: 0.1337519 Nov 04 09:02:06.322451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70264c37-da7a-403e-a8dd-68f7779a6eba req-ac9e7e9e-e1b3-486c-baf7-0e32ee2908c7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509439 Nov 04 09:02:06.333263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f0a0e7ca-8897-418f-a151-02dd3bf34fb6', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'port_id': '929e06b6-1eed-4563-be3b-252896763259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'mac_address': 'fa:16:3e:b4:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:40Z', 'updated_at': '2021-11-04T09:02:04Z', 'revision_number': 1, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:06.357631 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:06.369436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-58c8dab7-35ae-4e7a-98d9-12fc1ddf1f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.371133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-58c8dab7-35ae-4e7a-98d9-12fc1ddf1f8c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b3646da3-7cfe-4987-9533-2a3617f1b32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174479 Nov 04 09:02:06.389752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430248e-f14a-48b2-b76c-700909727630 None None] Checking router: 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:06.403678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:06.404622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:06.458696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c06f8-7fe7-4d79-a65f-30362e86066b req-2e0f59dc-6d5b-4fbe-8732-596278b54ebe tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.460633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d8c06f8-7fe7-4d79-a65f-30362e86066b req-2e0f59dc-6d5b-4fbe-8732-596278b54ebe tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1100 time: 0.0648050 Nov 04 09:02:06.472620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-e94d7fc6-127a-44be-8637-8ae5a19bc63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.474088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-e94d7fc6-127a-44be-8637-8ae5a19bc63c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a2fa2a72-ce89-49bb-83ac-9a606485fa30 HTTP/1.1" status: 200 len: 907 time: 0.1735861 Nov 04 09:02:06.524582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d8c06f8-7fe7-4d79-a65f-30362e86066b req-c93e1a37-63cc-4fc1-8afe-3b2c54bda16f tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556970 Nov 04 09:02:06.545026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:06.577059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:02:06.577600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:06.614479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-5a742b67-fc31-4da3-a0fd-77a4cebc669f service neutron] 10.222.0.53 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332325 Nov 04 09:02:06.645305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-7b6d4c37-1b39-4a5d-bcbe-1844ac515ae1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=929e06b6-1eed-4563-be3b-252896763259 HTTP/1.1" status: 200 len: 999 time: 0.1575143 Nov 04 09:02:06.675307 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:31Z', 'revision_number': 5, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:06.708985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66daa017-600f-4ffe-8d84-6a4b230c8a27 None None] The sync data for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 is: [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1148b241-77a4-427d-9ba4-9a583752c3cd', 'name': '', 'network_id': 'b3646da3-7cfe-4987-9533-2a3617f1b32a', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'mac_address': 'fa:16:3e:03:56:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:18Z', 'updated_at': '2021-11-04T09:01:31Z', 'revision_number': 5, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'subnets': [{'id': '79e61c43-c875-4c1c-97c4-000f661e103e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:06.737757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Subnet': ['ID=10df4297-f343-4b3a-9af4-330897887842,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:06.763926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-2793d682-112d-40b7-8438-b135f120cf80 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.777995 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-2793d682-112d-40b7-8438-b135f120cf80 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.1546803 Nov 04 09:02:06.778911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-35c7d31c-1ad6-4a74-9c00-16d2460a1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.780652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-35c7d31c-1ad6-4a74-9c00-16d2460a1df1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7586158d-c6b0-46a5-8ade-631d6166d684 HTTP/1.1" status: 200 len: 845 time: 0.1211329 Nov 04 09:02:06.782999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Checking segment: {'id': 'b6433bbd-b2d8-441b-a443-8c1676052b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:06.783360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network hostable DHCP agents. Network: 3a90b36b-6c3f-46ee-be99-daff37fa7732, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:02:06.796157 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-b8974544-2cab-4f94-bda8-691dc8110cf5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/quotas/1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 375 time: 0.0174298 Nov 04 09:02:06.832785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dfc7a55-6693-4fa6-993b-004b67508e1b req-95f6ca3c-779b-46e7-aded-841b94768065 service neutron] 10.222.0.53 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995506 Nov 04 09:02:06.849210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network 3a90b36b-6c3f-46ee-be99-daff37fa7732 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:02:06.862604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-2d84ca08-bf7a-42c0-b8eb-fedd0908e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.864159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-2d84ca08-bf7a-42c0-b8eb-fedd0908e8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a2fa2a72-ce89-49bb-83ac-9a606485fa30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727985 Nov 04 09:02:06.865895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 3a90b36b-6c3f-46ee-be99-daff37fa7732) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:06.878701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-e40cb5b5-eab2-4a3d-986e-3962801e1cf3 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0814805 Nov 04 09:02:06.882748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:06.883335 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:06.883554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80f000f-6793-4bea-a38f-0b0346dd9496 None None] Network 3a90b36b-6c3f-46ee-be99-daff37fa7732 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:06.939202 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10cf92c-142c-49b4-b135-154bf929da93 x-openstack-request-id: req-f10cf92c-142c-49b4-b135-154bf929da93 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:06.939476 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:06.939733 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f10cf92c-142c-49b4-b135-154bf929da93 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:06.940159 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'status': 'completed', 'code': 200} Nov 04 09:02:06.972587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-73a5c861-d0d0-43d8-bea6-215a29c3bd30 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4037559 Nov 04 09:02:06.978541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49580) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:07.019432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1260415428', 'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:07.062652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd78a6-40ef-4685-a0fa-5c06cdd87a4e None None] Network 3a90b36b-6c3f-46ee-be99-daff37fa7732 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:07.093183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-731d469b-35a1-4042-832c-c7250ae9d4cb service neutron] 10.222.0.55 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205608 Nov 04 09:02:07.095749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Made reservation on behalf of 57cfb12469a649fba689f0b3172e32ea for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:07.098450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:07.116769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-d6f4f5a8-8669-4e62-97d3-ff0ef513fa76 service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279530 Nov 04 09:02:07.123279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e229ec-3513-47cf-8032-5904aa293d6d req-5962fc8a-67aa-40d4-9785-060087137d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:07.124856 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27e229ec-3513-47cf-8032-5904aa293d6d req-5962fc8a-67aa-40d4-9785-060087137d08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=587a43d367c9429198bcb2be7ff5be30&device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 1096 time: 0.1253867 Nov 04 09:02:07.146249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e04e451-5cd9-4ebf-8e6c-2d23abc6cdd7 None None] New status for floating IP 7cd1eaea-4033-4175-92c0-3265a86bf2ad: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:02:07.152926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5430248e-f14a-48b2-b76c-700909727630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f0a0e7ca-8897-418f-a151-02dd3bf34fb6', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'port_id': '929e06b6-1eed-4563-be3b-252896763259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'mac_address': 'fa:16:3e:b4:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:40Z', 'updated_at': '2021-11-04T09:02:04Z', 'revision_number': 1, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:07.179507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] device_id is not set on port 19b4adbf-78e1-4ae3-8e63-984ecc5d7bc2 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:02:07.236385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-5d0e33c1-734a-46b0-9c03-1f8ec5bdca9b service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155703 Nov 04 09:02:07.277657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430248e-f14a-48b2-b76c-700909727630 None None] The sync data for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 is: [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f0a0e7ca-8897-418f-a151-02dd3bf34fb6', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'port_id': '929e06b6-1eed-4563-be3b-252896763259', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'mac_address': 'fa:16:3e:b4:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:01:40Z', 'updated_at': '2021-11-04T09:02:04Z', 'revision_number': 1, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:07.328055 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-307a83a8-f2a6-4d6c-8490-85447b015dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:07.352361 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f6bac5fa-9e22-435c-b995-91f26390c70f req-7c4867bc-c262-4114-b61e-7a4231f79f90 service neutron] 10.222.0.55 "GET /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442713 Nov 04 09:02:07.389121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ececc-91cc-4f70-9ad3-548c4408062d req-55976fcd-3060-4f8e-a3e9-24b8a69c123d tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:07.390656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c50ececc-91cc-4f70-9ad3-548c4408062d req-55976fcd-3060-4f8e-a3e9-24b8a69c123d tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.2550812 Nov 04 09:02:07.427406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e229ec-3513-47cf-8032-5904aa293d6d req-af7c87fe-8cb0-49c5-9ba4-bedc866733f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:07.428903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27e229ec-3513-47cf-8032-5904aa293d6d req-af7c87fe-8cb0-49c5-9ba4-bedc866733f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 200 len: 929 time: 0.2944610 Nov 04 09:02:07.510038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Allocated IP 172.20.0.6 (3a90b36b-6c3f-46ee-be99-daff37fa7732/10df4297-f343-4b3a-9af4-330897887842/19b4adbf-78e1-4ae3-8e63-984ecc5d7bc2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:07.522207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27e229ec-3513-47cf-8032-5904aa293d6d req-e5069cb3-36dc-4f78-881c-c021e28724f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 200 len: 217 time: 0.0754929 Nov 04 09:02:07.554161 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c50ececc-91cc-4f70-9ad3-548c4408062d req-e974f874-ea4a-4a57-a68a-e2957b64ff03 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460471 Nov 04 09:02:07.612744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371f137-4902-4755-a9e9-5f6397993e89 req-6f0166c9-e526-40cd-8d56-689af10c8b46 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:07.623214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e371f137-4902-4755-a9e9-5f6397993e89 req-6f0166c9-e526-40cd-8d56-689af10c8b46 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0933256 Nov 04 09:02:07.674454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e371f137-4902-4755-a9e9-5f6397993e89 req-d28df621-a945-4e98-8da7-32a53d641337 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Nov 04 09:02:07.689131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e229ec-3513-47cf-8032-5904aa293d6d req-4b2193df-ebac-4f60-899e-44972de0f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:07.690583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27e229ec-3513-47cf-8032-5904aa293d6d req-4b2193df-ebac-4f60-899e-44972de0f4f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=79e61c43-c875-4c1c-97c4-000f661e103e HTTP/1.1" status: 200 len: 867 time: 0.1579196 Nov 04 09:02:07.726936 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f2a0cd-f837-46d8-ae3c-143ba44c21da None None] New status for floating IP f0a0e7ca-8897-418f-a151-02dd3bf34fb6: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:02:07.756889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-aa4fe7c2-999e-41db-9a20-8f606dcbe27d tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips/7cd1eaea-4033-4175-92c0-3265a86bf2ad HTTP/1.1" status: 200 len: 693 time: 0.0605779 Nov 04 09:02:07.884437 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-cce79637-43c2-48f1-b0c4-353a202b03b4 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:07.893291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-cce79637-43c2-48f1-b0c4-353a202b03b4 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1350608 Nov 04 09:02:07.954845 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-bf262877-0607-4743-b6f1-c7998feb2ec5 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.0602849 Nov 04 09:02:08.019673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-96a67314-c326-457a-a673-e4537a00d283 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.158 HTTP/1.1" status: 200 len: 696 time: 0.0632172 Nov 04 09:02:08.165265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Deleting port aae245b4-aa8d-4f0d-ae12-8a856611154b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:08.165549 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.257682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.258344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.272474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Calling delete_port for aae245b4-aa8d-4f0d-ae12-8a856611154b owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:08.279516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143591e-e25b-44fa-8956-a8bf34ecf562 req-07433d32-2340-4c95-9df9-500c509c1cf5 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:08.281072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e143591e-e25b-44fa-8956-a8bf34ecf562 req-07433d32-2340-4c95-9df9-500c509c1cf5 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1100 time: 0.6090271 Nov 04 09:02:08.290825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-554a6093-a6e4-45cc-a2e4-fdf2a9280449 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:08.292432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-554a6093-a6e4-45cc-a2e4-fdf2a9280449 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.55 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.5661404 Nov 04 09:02:08.298713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e229ec-3513-47cf-8032-5904aa293d6d req-bfbc626e-4b3f-4098-a2c4-036eb17268c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:08.300119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27e229ec-3513-47cf-8032-5904aa293d6d req-bfbc626e-4b3f-4098-a2c4-036eb17268c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3646da3-7cfe-4987-9533-2a3617f1b32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5887496 Nov 04 09:02:08.383488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.413117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.441282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event deleted for resources: {'Port': ['ID=aae245b4-aa8d-4f0d-ae12-8a856611154b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:08.483107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e143591e-e25b-44fa-8956-a8bf34ecf562 req-d075e3d6-454f-48d9-afaf-69dd322871bf tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862462 Nov 04 09:02:08.527894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.542442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.544727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b037d5c2-9374-442d-8e74-0da5ff237c3f req-caf23139-be35-4589-9998-3110fc784431 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "DELETE /v2.0/floatingips/7cd1eaea-4033-4175-92c0-3265a86bf2ad HTTP/1.1" status: 204 len: 173 time: 0.5236530 Nov 04 09:02:08.554706 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27e229ec-3513-47cf-8032-5904aa293d6d req-87899c05-79c8-4d01-9c0d-2a465bc1b832 service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347307 Nov 04 09:02:08.582067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.636929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Deleting port fe7608c1-bb91-4f1c-b377-04237896c558 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:08.637392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.660390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ec1e48b-4669-42a8-963f-2cb0cace53b4 req-51ef13be-d6b1-4af3-bf66-2b235a6a2c6c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 210 time: 0.0462384 Nov 04 09:02:08.794107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network 3a90b36b-6c3f-46ee-be99-daff37fa7732 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:08.812558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:08.828863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:08.879106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Port': ['ID=19b4adbf-78e1-4ae3-8e63-984ecc5d7bc2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:08.943467 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27e229ec-3513-47cf-8032-5904aa293d6d req-3cf79fd8-a11a-4a8c-bc13-0e3de6baa364 service neutron] 10.222.0.70 "GET /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798497 Nov 04 09:02:08.947259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b1ee4-8a48-41f9-8b0c-e24513dc23a0 req-c5c4b360-83ac-46db-979d-8ae3cdbe6c59 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:08.953485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a1b1ee4-8a48-41f9-8b0c-e24513dc23a0 req-c5c4b360-83ac-46db-979d-8ae3cdbe6c59 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=4964cdc8-be44-495b-ad75-22a575cbb066 HTTP/1.1" status: 200 len: 947 time: 0.0597899 Nov 04 09:02:08.975145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] For port fe7608c1-bb91-4f1c-b377-04237896c558, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fe7608c1-bb91-4f1c-b377-04237896c558,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:08.975635 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:08.986801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-71a5ddf7-4c84-465b-a7ce-71fef4ad86a9 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:08.988997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-71a5ddf7-4c84-465b-a7ce-71fef4ad86a9 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.3452249 Nov 04 09:02:08.999557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:09.000489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:09.005295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a1b1ee4-8a48-41f9-8b0c-e24513dc23a0 req-32aa8ebb-d63e-41d8-ae9d-4f8de429adff tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425725 Nov 04 09:02:09.009166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Request body: {'port': {'device_id': '32892c91-0bb0-4272-951c-1aaa3a500898', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'admin_state_up': True, 'tenant_id': '1888fdda13264a7f8ced3f0b231667dd'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:09.048552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Calling delete_port for fe7608c1-bb91-4f1c-b377-04237896c558 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:09.111991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1c04c7a4-4d1b-4f41-9041-5f610a838ec5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.1297822 Nov 04 09:02:09.114981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49610) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:09.124935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee249eec-156f-441b-b67f-e9b1ccee04f8 req-57540eba-548a-428c-a654-3fe3f1e68180 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:09.126623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee249eec-156f-441b-b67f-e9b1ccee04f8 req-57540eba-548a-428c-a654-3fe3f1e68180 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0606637 Nov 04 09:02:09.177533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee249eec-156f-441b-b67f-e9b1ccee04f8 req-bef3cf07-dd7d-4d6a-a326-095207f6ead4 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0445123 Nov 04 09:02:09.271136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37edb6-11fd-48aa-a330-a140e0ee33ba req-d9e08997-81fc-4d16-952d-feeac19615be tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:09.272680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f37edb6-11fd-48aa-a330-a140e0ee33ba req-d9e08997-81fc-4d16-952d-feeac19615be tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.2557993 Nov 04 09:02:09.345469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7cd49a4-a655-43b3-bcf1-00ecab8923d6 req-3f623dd5-9d2a-4920-8cb1-65ff9b13125a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0391750 Nov 04 09:02:09.383801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Made reservation on behalf of 1888fdda13264a7f8ced3f0b231667dd for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:09.388365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:09.397201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f37edb6-11fd-48aa-a330-a140e0ee33ba req-b92f42fc-66fb-469f-a110-3672db3f3e02 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136682 Nov 04 09:02:09.424366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Deleting port 19b4adbf-78e1-4ae3-8e63-984ecc5d7bc2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:09.424366 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:09.479044 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:09.526316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Pushing event deleted for resources: {'Port': ['ID=fe7608c1-bb91-4f1c-b377-04237896c558,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:09.575779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f7feb-6fe3-4e0d-aaa9-97ae45cc312e req-35ca435e-06ac-4508-9ece-2de5f66ee980 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:09.583451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b34f7feb-6fe3-4e0d-aaa9-97ae45cc312e req-35ca435e-06ac-4508-9ece-2de5f66ee980 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0723546 Nov 04 09:02:09.619618 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:09.623880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b34f7feb-6fe3-4e0d-aaa9-97ae45cc312e req-881dd1e8-2eb5-4832-b012-8da653db4b33 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Nov 04 09:02:09.644162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] No DVR routers for this DVR port fe7608c1-bb91-4f1c-b377-04237896c558 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:09.650642 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:09.654771 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71b9c8b6-aa76-4dda-93a9-1382ab833c29 req-273b5e52-bdba-4a97-af97-1f399be28a3c tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.55 "DELETE /v2.0/ports/fe7608c1-bb91-4f1c-b377-04237896c558 HTTP/1.1" status: 204 len: 173 time: 1.3487682 Nov 04 09:02:09.658251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-deleted', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:09.660565 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc9922f-8f3a-4a6b-b667-f3756e4f4e1c" -d '{"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-deleted", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:09.663936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Calling delete_port for 19b4adbf-78e1-4ae3-8e63-984ecc5d7bc2 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:09.781918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Allocated IP 172.20.0.10 (6b305c97-191b-4ce3-84ed-21af27f7fe1e/6d2695a7-9235-440a-bb8e-349b80bab343/5109fad1-7156-4c88-9300-ff564df3b8f7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:09.784020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586b5b6-0c6b-4d06-9b94-7cfd9cb70589 req-9aaedccc-d3c0-4040-ad4e-2e76375e16a0 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:09.792332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a586b5b6-0c6b-4d06-9b94-7cfd9cb70589 req-9aaedccc-d3c0-4040-ad4e-2e76375e16a0 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 945 time: 0.0849497 Nov 04 09:02:09.835247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a586b5b6-0c6b-4d06-9b94-7cfd9cb70589 req-4b69c76b-f818-4da5-ab5a-d899ce662214 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419869 Nov 04 09:02:09.921596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47b06e79-a1c5-4dd9-948d-04be0c47da1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.018117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.024907 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81abed29-5d90-4ff1-a90b-ca50828a8db4 x-openstack-request-id: req-81abed29-5d90-4ff1-a90b-ca50828a8db4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:10.025112 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4964cdc8-be44-495b-ad75-22a575cbb066", "name": "network-vif-deleted", "tag": "fe7608c1-bb91-4f1c-b377-04237896c558", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:10.025426 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-81abed29-5d90-4ff1-a90b-ca50828a8db4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:10.025694 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4964cdc8-be44-495b-ad75-22a575cbb066', 'name': 'network-vif-deleted', 'tag': 'fe7608c1-bb91-4f1c-b377-04237896c558', 'status': 'completed', 'code': 200} Nov 04 09:02:10.069611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event deleted for resources: {'Port': ['ID=19b4adbf-78e1-4ae3-8e63-984ecc5d7bc2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:10.165914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6085aa4d-796a-4f9f-a81b-a47ed5903ccd req-3c603618-5beb-40b5-97eb-b7fbf9428688 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 210 time: 0.0786660 Nov 04 09:02:10.170362 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.219673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.283080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.287147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-49785811-2235-4952-a9a2-e4618824ca29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "DELETE /v2.0/ports/19b4adbf-78e1-4ae3-8e63-984ecc5d7bc2 HTTP/1.1" status: 204 len: 168 time: 1.1676168 Nov 04 09:02:10.289981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:10.300197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732', 'external_fixed_ips': [{'subnet_id': '10df4297-f343-4b3a-9af4-330897887842', 'ip_address': '172.20.0.6'}]}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:10.327805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.352182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.353249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.398097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:10.402657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:10.406765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:10.459381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:10.487589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.508765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8b8c4-b752-4fea-a469-09507ac10ef7 req-1683f24d-2ca1-4f48-84d4-9137a04339ae tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:10.510255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39a8b8c4-b752-4fea-a469-09507ac10ef7 req-1683f24d-2ca1-4f48-84d4-9137a04339ae tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1459978 Nov 04 09:02:10.532507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:10.533313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.571625 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ce213d70-9dec-4625-bbac-077e09a05d4e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5665972 Nov 04 09:02:10.580711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548b8d-71ca-4104-9dbf-2fc6f13614c6 req-fab849aa-f4d9-4b87-8360-fec4c7f4cc81 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:10.582218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50548b8d-71ca-4104-9dbf-2fc6f13614c6 req-fab849aa-f4d9-4b87-8360-fec4c7f4cc81 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1041117 Nov 04 09:02:10.587193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Request body: {'port': {'device_id': '32892c91-0bb0-4272-951c-1aaa3a500898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:10.672702 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.677097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50548b8d-71ca-4104-9dbf-2fc6f13614c6 req-3e8f08bb-86db-4b4c-90bb-b3a5d1faf858 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845876 Nov 04 09:02:10.688518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.701828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39a8b8c4-b752-4fea-a469-09507ac10ef7 req-554eca77-75b4-40f6-ad58-611f9f814c38 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608794 Nov 04 09:02:10.954370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.977037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:10.997135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe71b-cc24-47b8-968a-1675aee10879 req-9e0a5799-ba4d-4215-a798-a9637a95d737 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:10.998835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4acfe71b-cc24-47b8-968a-1675aee10879 req-9e0a5799-ba4d-4215-a798-a9637a95d737 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 948 time: 0.0891118 Nov 04 09:02:11.014328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929eb665-69a5-4041-8ae8-a66ddba6e81f req-59a50630-bb7a-44d5-9dcf-81a02d8ecf4f tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:11.015830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-929eb665-69a5-4041-8ae8-a66ddba6e81f req-59a50630-bb7a-44d5-9dcf-81a02d8ecf4f tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 945 time: 0.0892649 Nov 04 09:02:11.070647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5109fad1-7156-4c88-9300-ff564df3b8f7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:11.088109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.093318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-929eb665-69a5-4041-8ae8-a66ddba6e81f req-6f6cfb18-4a4c-4551-939b-357e7d3946b6 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/security-groups?id=70fe655d-21bd-4df2-86a1-e00b5f93f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553122 Nov 04 09:02:11.119141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Transition to ACTIVE for port object 5109fad1-7156-4c88-9300-ff564df3b8f7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:02:11.126079 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.137858 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.214750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:11.320931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-b15b8ea3-bc9c-4b83-80d5-0f876d4681cb tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:11.322447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-b15b8ea3-bc9c-4b83-80d5-0f876d4681cb tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.70 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 945 time: 0.1507459 Nov 04 09:02:11.374261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:11.374512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:11.374842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:11.386700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d088b-cdc2-419a-ae3b-c7c9322e6da0 req-8b96530a-f32c-43d5-bb7c-212c59d4b336 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:11.388248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-769d088b-cdc2-419a-ae3b-c7c9322e6da0 req-8b96530a-f32c-43d5-bb7c-212c59d4b336 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 944 time: 0.1381326 Nov 04 09:02:11.396804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:02:11.397126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:11.418646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4acfe71b-cc24-47b8-968a-1675aee10879 req-680ab471-bb1a-4309-b024-6d6525756913 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878918 Nov 04 09:02:11.447501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:11.447913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:11.448914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:11.449371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Bound port: 5109fad1-7156-4c88-9300-ff564df3b8f7, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:11.449833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.484656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Allocated IP 172.20.0.6 (3a90b36b-6c3f-46ee-be99-daff37fa7732/10df4297-f343-4b3a-9af4-330897887842/95c62e6d-4f77-4d06-8112-a54bbd332915) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:11.486553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-769d088b-cdc2-419a-ae3b-c7c9322e6da0 req-860139be-e913-4440-9f2e-cd2cbb6c9808 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906298 Nov 04 09:02:11.545652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Deleting port 5069c6d2-f483-4b80-a2e8-9bd74421f42a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:11.546033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.592322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:11.614364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:11.615472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.622595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.652984 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.683176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:11.683794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.685235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] 10.222.0.55 "PUT /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 1092 time: 1.1019671 Nov 04 09:02:11.694078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network 3a90b36b-6c3f-46ee-be99-daff37fa7732 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:11.699945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:11.707244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:11.710458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Port': ['ID=95c62e6d-4f77-4d06-8112-a54bbd332915,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:11.710607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] For port 5069c6d2-f483-4b80-a2e8-9bd74421f42a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5069c6d2-f483-4b80-a2e8-9bd74421f42a,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:11.710876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:11.724307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435de4c-e76a-4dd5-9f43-cdf1f2becc1d service neutron] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:11.739508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Calling delete_port for 5069c6d2-f483-4b80-a2e8-9bd74421f42a owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:11.826363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fe7608c1-bb91-4f1c-b377-04237896c558 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:11.852107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: fe7608c1-bb91-4f1c-b377-04237896c558 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:11.852856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fe7608c1-bb91-4f1c-b377-04237896c558 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:11.876287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-d7e61670-191c-43d7-980f-65857b39b703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:11.878431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-d7e61670-191c-43d7-980f-65857b39b703 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1095 time: 0.1318629 Nov 04 09:02:11.909490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a8b6a-1316-4d7c-92c2-3318883fd15c req-9f176a4c-c7a0-4b11-a647-1abaad7f9ce1 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:11.910930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d5a8b6a-1316-4d7c-92c2-3318883fd15c req-9f176a4c-c7a0-4b11-a647-1abaad7f9ce1 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0967782 Nov 04 09:02:11.920177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdce5ce-9c3a-4bef-8add-624a770264ea req-97f7dae4-3c79-4789-9e23-90763aa2be8b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:11.921819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebdce5ce-9c3a-4bef-8add-624a770264ea req-97f7dae4-3c79-4789-9e23-90763aa2be8b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1204858 Nov 04 09:02:11.956513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-f56cffef-93ae-438e-bb21-d1fe5d25c5c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 217 time: 0.0566814 Nov 04 09:02:12.027896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:12.030729 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8b866d-4a3a-414e-867a-bafda295b7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:12.035938 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebdce5ce-9c3a-4bef-8add-624a770264ea req-05738f9c-e9e7-4c2a-8973-1ae05c0c62c7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043830 Nov 04 09:02:12.063326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:12.071097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d5a8b6a-1316-4d7c-92c2-3318883fd15c req-7ec2ff71-959a-422a-be3d-8b3d2c859046 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489241 Nov 04 09:02:12.074789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0519f667-6dfe-4bb7-88d7-a436b7f943c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:12.076613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-0519f667-6dfe-4bb7-88d7-a436b7f943c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0903654 Nov 04 09:02:12.086610 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0311ba-ff76-4f64-b957-d0d83ed68fa9 x-openstack-request-id: req-aa0311ba-ff76-4f64-b957-d0d83ed68fa9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:12.086897 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:12.087190 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-aa0311ba-ff76-4f64-b957-d0d83ed68fa9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:12.087543 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7', 'status': 'completed', 'code': 200} Nov 04 09:02:12.088165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:12.144798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Pushing event deleted for resources: {'Port': ['ID=5069c6d2-f483-4b80-a2e8-9bd74421f42a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:12.148067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-4c9b01d1-a015-4922-830d-c265583e6115 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531261 Nov 04 09:02:12.207664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] No DVR routers for this DVR port 5069c6d2-f483-4b80-a2e8-9bd74421f42a on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:12.217317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-205df2f2-998d-45b5-8fa1-cfa753ced9a2 req-857c2a61-2a09-4759-97be-cb6cc88a8af8 tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e HTTP/1.1" status: 200 len: 210 time: 0.0309491 Nov 04 09:02:12.236716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:12.241086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95d32e80-ce57-418e-a126-201f7b691ff4 req-e99dd89d-d032-4693-9537-3f094efe2a0a tempest-FloatingIPsAssociationNegativeTestJSON-285098136 tempest-FloatingIPsAssociationNegativeTestJSON-285098136-project] 10.222.0.70 "DELETE /v2.0/ports/5069c6d2-f483-4b80-a2e8-9bd74421f42a HTTP/1.1" status: 204 len: 173 time: 0.8986073 Nov 04 09:02:12.307207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-89af770e-a9ec-43c8-ada3-cc671da159a7 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379449 Nov 04 09:02:12.327187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:12.443104 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4138574-01b2-4dfa-94fe-fcab5fcf1af4 req-ff8a761c-febe-49c9-b1db-ab45d40814b6 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219225 Nov 04 09:02:12.473537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Router ceddd74a-e812-440a-908d-ecec8747bc4f is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:12.541892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-cc946712-9079-4790-bb2c-774e7900fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:12.543409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-cc946712-9079-4790-bb2c-774e7900fa05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1095 time: 0.0463524 Nov 04 09:02:12.608398 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:12.629000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:12.640888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Sync routers for ids ['ceddd74a-e812-440a-908d-ecec8747bc4f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:12.649890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c643405-3438-426a-9f01-5e66a0e0e5a6 req-f720827e-de61-44cb-a7fd-eaf9ba9e43a5 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:12.652185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c643405-3438-426a-9f01-5e66a0e0e5a6 req-f720827e-de61-44cb-a7fd-eaf9ba9e43a5 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 948 time: 0.1343057 Nov 04 09:02:12.656000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Routers {'ceddd74a-e812-440a-908d-ecec8747bc4f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:12.657130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ceddd74a-e812-440a-908d-ecec8747bc4f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:12.672339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:12.674558 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0da971ba-78e3-4ffa-b845-c5e3854c29df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.3831983 Nov 04 09:02:12.676294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49696) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:12.708148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c643405-3438-426a-9f01-5e66a0e0e5a6 req-aafb9676-85b9-402f-9c9f-3afbb9a5f246 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481381 Nov 04 09:02:12.780027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Set router ceddd74a-e812-440a-908d-ecec8747bc4f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:13.085597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-2216b6d8-9f51-40a2-8948-29217a007523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:13.087074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-2216b6d8-9f51-40a2-8948-29217a007523 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.5299795 Nov 04 09:02:13.127960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceddd74a-e812-440a-908d-ecec8747bc4f', 'name': '', 'tenant_id': '57cfb12469a649fba689f0b3172e32ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732', 'external_fixed_ips': [{'subnet_id': '10df4297-f343-4b3a-9af4-330897887842', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '95c62e6d-4f77-4d06-8112-a54bbd332915', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:10Z', 'updated_at': '2021-11-04T09:02:11Z', 'revision_number': 3, 'project_id': '57cfb12469a649fba689f0b3172e32ea', 'gw_port': {'id': '95c62e6d-4f77-4d06-8112-a54bbd332915', 'name': '', 'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:34:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceddd74a-e812-440a-908d-ecec8747bc4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 948, 'fixed_ips': [{'subnet_id': '10df4297-f343-4b3a-9af4-330897887842', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:10Z', 'updated_at': '2021-11-04T09:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '10df4297-f343-4b3a-9af4-330897887842', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:13.156954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Checking router: ceddd74a-e812-440a-908d-ecec8747bc4f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:13.157378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Updating router ceddd74a-e812-440a-908d-ecec8747bc4f port 95c62e6d-4f77-4d06-8112-a54bbd332915 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:02:13.171659 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-964c6bbd-e683-42c9-9c19-1407bcee31bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 217 time: 0.0680225 Nov 04 09:02:13.173120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d1cbc-4573-4dc4-bae4-65863796e19a req-d933a7c7-317e-4e97-8286-e70a8c70d639 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:13.174791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa0d1cbc-4573-4dc4-bae4-65863796e19a req-d933a7c7-317e-4e97-8286-e70a8c70d639 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0640519 Nov 04 09:02:13.184360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.190046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326020e-f185-495e-94e8-409b92791dd9 req-16c8351a-7fad-4144-be7c-7946bcb8b9e6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:13.191533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5326020e-f185-495e-94e8-409b92791dd9 req-16c8351a-7fad-4144-be7c-7946bcb8b9e6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 944 time: 0.5327218 Nov 04 09:02:13.227834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa0d1cbc-4573-4dc4-bae4-65863796e19a req-10e22726-c8cc-49cf-b845-0264fec30947 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425694 Nov 04 09:02:13.268041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.280074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649047e5-6bd3-4164-80f7-053de436cbab req-39d3e6bc-8ceb-48ad-a49e-77ac6d627605 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:13.281485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-649047e5-6bd3-4164-80f7-053de436cbab req-39d3e6bc-8ceb-48ad-a49e-77ac6d627605 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.70 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 948 time: 0.1912546 Nov 04 09:02:13.348715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cc72f-e312-4022-b72b-688860ffafd6 req-7eeb9e3d-e0aa-4583-be97-72dcc883af90 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:13.350268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d74cc72f-e312-4022-b72b-688860ffafd6 req-7eeb9e3d-e0aa-4583-be97-72dcc883af90 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0585220 Nov 04 09:02:13.365150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-2ae7380e-1c7e-41e4-9060-550f079ee068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:13.366619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-2ae7380e-1c7e-41e4-9060-550f079ee068 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.1851542 Nov 04 09:02:13.377524 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5326020e-f185-495e-94e8-409b92791dd9 req-deae2669-8689-46e5-8f61-69116efcf2f8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747224 Nov 04 09:02:13.414295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d74cc72f-e312-4022-b72b-688860ffafd6 req-09fee00c-e6ad-4130-ad05-68ab909ecc58 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550942 Nov 04 09:02:13.437405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:13.439737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-a0db480d-9070-4343-9e06-004b0dfffc9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449862 Nov 04 09:02:13.530532 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.541361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.587546 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.608594 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-83ea7365-e670-4385-a485-23d6e342baa9 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551857 Nov 04 09:02:13.622169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Attempting to bind port 95c62e6d-4f77-4d06-8112-a54bbd332915 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:13.622708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Attempting to bind port 95c62e6d-4f77-4d06-8112-a54bbd332915 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'b6433bbd-b2d8-441b-a443-8c1676052b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:13.623071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Attempting to bind port 95c62e6d-4f77-4d06-8112-a54bbd332915 on network 3a90b36b-6c3f-46ee-be99-daff37fa7732 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:13.634419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:13.634774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Checking segment: {'id': 'b6433bbd-b2d8-441b-a443-8c1676052b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:13.635395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.636160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Bound using segment: {'id': 'b6433bbd-b2d8-441b-a443-8c1676052b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:13.637139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Bound port: 95c62e6d-4f77-4d06-8112-a54bbd332915, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6433bbd-b2d8-441b-a443-8c1676052b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '3a90b36b-6c3f-46ee-be99-daff37fa7732'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:13.637734 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.646752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Deleting port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:13.646752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.649890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5069c6d2-f483-4b80-a2e8-9bd74421f42a no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:13.692480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9fcd4-0936-4aee-946a-df5642887b12 None None] Pushing event updated for resources: {'Port': ['ID=95c62e6d-4f77-4d06-8112-a54bbd332915,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:13.696996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 5069c6d2-f483-4b80-a2e8-9bd74421f42a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:13.697580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5069c6d2-f483-4b80-a2e8-9bd74421f42a not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:13.735021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] For port 95c62e6d-4f77-4d06-8112-a54bbd332915, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:13.738528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] For port 95c62e6d-4f77-4d06-8112-a54bbd332915, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=95c62e6d-4f77-4d06-8112-a54bbd332915,segment=NetworkSegment(b6433bbd-b2d8-441b-a443-8c1676052b16),segment_id=b6433bbd-b2d8-441b-a443-8c1676052b16)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:13.750268 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.828268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1c8b866d-4a3a-414e-867a-bafda295b7b9 req-ba2a40da-962a-403f-8fa3-97d7d3ba222d service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122085 Nov 04 09:02:13.839021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] For port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:13.839405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.842948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Deleting port 95c62e6d-4f77-4d06-8112-a54bbd332915 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:13.843286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.846925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Routers {'ceddd74a-e812-440a-908d-ecec8747bc4f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:13.847556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ceddd74a-e812-440a-908d-ecec8747bc4f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:13.891843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9fcd4-0936-4aee-946a-df5642887b12 None None] Pushing event updated for resources: {'Port': ['ID=95c62e6d-4f77-4d06-8112-a54bbd332915,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:13.911758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Calling delete_port for e7ee556a-62e5-4dbb-bdd0-ee442c861b6c owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:13.953557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] Set router ceddd74a-e812-440a-908d-ecec8747bc4f gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:13.976556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:13.991362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44575fd3-f4dc-4026-a1f0-c6b121827aa0 req-2dcbb34b-98ae-47ff-a916-c33c32dd416d tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:13.993212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-44575fd3-f4dc-4026-a1f0-c6b121827aa0 req-2dcbb34b-98ae-47ff-a916-c33c32dd416d tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/ports?device_id=804746f4-a508-4e33-97f4-df19a4802298 HTTP/1.1" status: 200 len: 948 time: 0.1904359 Nov 04 09:02:14.028340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] For port 95c62e6d-4f77-4d06-8112-a54bbd332915, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=95c62e6d-4f77-4d06-8112-a54bbd332915,segment=NetworkSegment(b6433bbd-b2d8-441b-a443-8c1676052b16),segment_id=b6433bbd-b2d8-441b-a443-8c1676052b16)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:14.028708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.033459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceddd74a-e812-440a-908d-ecec8747bc4f', 'name': '', 'tenant_id': '57cfb12469a649fba689f0b3172e32ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:10Z', 'updated_at': '2021-11-04T09:02:13Z', 'revision_number': 4, 'project_id': '57cfb12469a649fba689f0b3172e32ea', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:14.063655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Calling delete_port for 95c62e6d-4f77-4d06-8112-a54bbd332915 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:14.065580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c23d8d3-ed20-48eb-8e5a-50becb6fa4e0 None None] The sync data for ids ['ceddd74a-e812-440a-908d-ecec8747bc4f'] in n-d-816487-1 is: [{'id': 'ceddd74a-e812-440a-908d-ecec8747bc4f', 'name': '', 'tenant_id': '57cfb12469a649fba689f0b3172e32ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:10Z', 'updated_at': '2021-11-04T09:02:13Z', 'revision_number': 4, 'project_id': '57cfb12469a649fba689f0b3172e32ea', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:14.092544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'name': 'network-vif-deleted', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:14.094845 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f156f718-dda2-44d1-852b-920024fff27f" -d '{"events": [{"server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "name": "network-vif-deleted", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:14.104904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-44575fd3-f4dc-4026-a1f0-c6b121827aa0 req-7e88a0d1-9194-4cff-83f9-462c7daa2f15 tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.53 "GET /v2.0/security-groups?id=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937352 Nov 04 09:02:14.173711 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e572c37-9454-44a6-8911-74b0f1ad706a x-openstack-request-id: req-4e572c37-9454-44a6-8911-74b0f1ad706a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:14.174008 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e", "name": "network-vif-deleted", "tag": "5069c6d2-f483-4b80-a2e8-9bd74421f42a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:14.174259 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4e572c37-9454-44a6-8911-74b0f1ad706a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:14.174652 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a803058-a9ea-4f63-bc5c-8a1dd8b5cb4e', 'name': 'network-vif-deleted', 'tag': '5069c6d2-f483-4b80-a2e8-9bd74421f42a', 'status': 'completed', 'code': 200} Nov 04 09:02:14.249819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.286696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Deleting port 1148b241-77a4-427d-9ba4-9a583752c3cd {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:14.287329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.292549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Pushing event deleted for resources: {'Port': ['ID=e7ee556a-62e5-4dbb-bdd0-ee442c861b6c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:14.367467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] No DVR routers for this DVR port e7ee556a-62e5-4dbb-bdd0-ee442c861b6c on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:14.379562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.382889 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-649047e5-6bd3-4164-80f7-053de436cbab req-ebc2930e-a5b5-48eb-880c-759d0f8fbb8b tempest-ListImageFiltersTestJSON-1181152297 tempest-ListImageFiltersTestJSON-1181152297-project] 10.222.0.70 "DELETE /v2.0/ports/e7ee556a-62e5-4dbb-bdd0-ee442c861b6c HTTP/1.1" status: 204 len: 173 time: 1.0356617 Nov 04 09:02:14.401652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] For port 1148b241-77a4-427d-9ba4-9a583752c3cd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1148b241-77a4-427d-9ba4-9a583752c3cd,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:14.402252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.428959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Calling delete_port for 1148b241-77a4-427d-9ba4-9a583752c3cd owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:14.434227 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.449949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57114810-3f19-456d-b5c9-80c7ca97d93f req-f27ce15c-336f-4c5e-bc0d-49940e99f44a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:14.452950 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57114810-3f19-456d-b5c9-80c7ca97d93f req-f27ce15c-336f-4c5e-bc0d-49940e99f44a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1063020 Nov 04 09:02:14.482735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event deleted for resources: {'Port': ['ID=95c62e6d-4f77-4d06-8112-a54bbd332915,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:14.561730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d505c0-4fa8-427d-8868-8db539e5126b req-46708a93-47d8-40a6-b60e-50675d229385 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:14.563248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3d505c0-4fa8-427d-8868-8db539e5126b req-46708a93-47d8-40a6-b60e-50675d229385 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 944 time: 0.0779564 Nov 04 09:02:14.581840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57114810-3f19-456d-b5c9-80c7ca97d93f req-73dc32c9-8129-48db-a102-a9d7fa3aa1d9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047535 Nov 04 09:02:14.589308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.685349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3d505c0-4fa8-427d-8868-8db539e5126b req-d3f0f357-d167-486d-9adf-d6dfe93d4e77 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816307 Nov 04 09:02:14.759592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.770201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.777245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.810936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1148b241-77a4-427d-9ba4-9a583752c3cd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:14.876510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4ef43-8394-4e7c-b29d-732cb168bba4 req-058852f0-291f-4f4b-8718-c1f13d2f08ad tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:14.880474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37e4ef43-8394-4e7c-b29d-732cb168bba4 req-058852f0-291f-4f4b-8718-c1f13d2f08ad tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1955404 Nov 04 09:02:14.881944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.882866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceddd74a-e812-440a-908d-ecec8747bc4f {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:14.907117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:14.908231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-91649222-d182-4362-96cc-32c1701dc5c2 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ceddd74a-e812-440a-908d-ecec8747bc4f HTTP/1.1" status: 204 len: 168 time: 2.2181709 Nov 04 09:02:14.912364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:14.952661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37e4ef43-8394-4e7c-b29d-732cb168bba4 req-d076f729-0777-4a14-b8a3-7f159b22bac6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608823 Nov 04 09:02:15.069770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Deleting subnet 10df4297-f343-4b3a-9af4-330897887842 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:02:15.078310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.143132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.145316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.279977 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.362477 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.425418 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.450676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=10df4297-f343-4b3a-9af4-330897887842,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:15.452693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.455917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a04f900a-f607-4c84-85a4-efa0e0a87c5c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/10df4297-f343-4b3a-9af4-330897887842 HTTP/1.1" status: 204 len: 168 time: 0.5422606 Nov 04 09:02:15.458621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49748) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:15.555467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:02:15.561042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.650124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:15.684237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e7ee556a-62e5-4dbb-bdd0-ee442c861b6c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:15.684707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e7ee556a-62e5-4dbb-bdd0-ee442c861b6c not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:15.721702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ac0dc3-8c15-4ba7-b463-43360bb8fdbd req-c7bd88da-9228-47cf-979c-bab4392678ff tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:15.724777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a6ac0dc3-8c15-4ba7-b463-43360bb8fdbd req-c7bd88da-9228-47cf-979c-bab4392678ff tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0665352 Nov 04 09:02:15.735414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.767939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a6ac0dc3-8c15-4ba7-b463-43360bb8fdbd req-44fa93d1-a22c-44f4-8d43-b8f40c9f2bf5 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Nov 04 09:02:15.777651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a90b36b-6c3f-46ee-be99-daff37fa7732']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:15.798996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6433bbd-b2d8-441b-a443-8c1676052b16') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:15.799359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6433bbd-b2d8-441b-a443-8c1676052b16') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:15.811672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:15.814747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.822945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:15.824952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cfbeeae7-832f-4d42-aaa6-23c94059cec8 admin admin] 10.222.0.53 "PUT /v2.0/routers/afff2ad6-0cd8-47b4-ae72-39edf408c8d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3750136 Nov 04 09:02:15.833901 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf817e20-6903-4247-b201-64f912681a08 None None] Sync routers for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:15.834633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:02:15.866550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.867367 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:15.869217 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:15.898220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:02:15.898911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:02:15.901062 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:02:15.983806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:15.986491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c803f2-2bb5-4d23-b673-d659f1859c66 req-b2b67c21-bb7e-4008-b57a-19b4ea013cbf tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:16.004943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9c803f2-2bb5-4d23-b673-d659f1859c66 req-b2b67c21-bb7e-4008-b57a-19b4ea013cbf tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 944 time: 0.1517501 Nov 04 09:02:16.040456 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.045225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a90b36b-6c3f-46ee-be99-daff37fa7732 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 09:02:16.047367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.050661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3a90b36b-6c3f-46ee-be99-daff37fa7732 HTTP/1.1" status: 204 len: 168 time: 0.5911028 Nov 04 09:02:16.070381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.090076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa970b3b-3d07-423a-a7bf-ff6d47e30823 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a90b36b-6c3f-46ee-be99-daff37fa7732,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:16.101926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '5109fad1-7156-4c88-9300-ff564df3b8f7', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'port_id': '5109fad1-7156-4c88-9300-ff564df3b8f7', 'mac_address': 'fa:16:3e:36:76:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2695a7-9235-440a-bb8e-349b80bab343', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:02:16.111754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9c803f2-2bb5-4d23-b673-d659f1859c66 req-3651c950-0fde-41dc-8e3e-8cae85b161e2 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058173 Nov 04 09:02:16.122990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.193610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-deleted', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:16.196205 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9877c0a5-8264-41a8-9e8e-60661f5d1137" -d '{"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-deleted", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:16.216056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.249783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5109fad1-7156-4c88-9300-ff564df3b8f7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:16.300332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:16.307904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.309537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.400782 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:16.418006 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb006fa-bd32-440c-9f20-cb7e94e412c8 x-openstack-request-id: req-2eb006fa-bd32-440c-9f20-cb7e94e412c8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:16.422191 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804746f4-a508-4e33-97f4-df19a4802298", "name": "network-vif-deleted", "tag": "e7ee556a-62e5-4dbb-bdd0-ee442c861b6c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:16.422654 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2eb006fa-bd32-440c-9f20-cb7e94e412c8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:16.423265 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804746f4-a508-4e33-97f4-df19a4802298', 'name': 'network-vif-deleted', 'tag': 'e7ee556a-62e5-4dbb-bdd0-ee442c861b6c', 'status': 'completed', 'code': 200} Nov 04 09:02:16.427770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:16.454422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d631f0-42e6-40ef-86ba-dd251a31be14 req-9cdac77b-dd24-4639-bc7c-b0440866a94f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:16.462395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75d631f0-42e6-40ef-86ba-dd251a31be14 req-9cdac77b-dd24-4639-bc7c-b0440866a94f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1149132 Nov 04 09:02:16.472695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49808) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:16.474193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Deleting port c8e59e59-102f-4860-b73a-2c44892c14ac {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:16.475953 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.483418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f7b00577-0fb4-4e7b-a8b8-7aee38bc2a82 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'router': {'name': 'tempest-router--1513913245', 'project_id': '41a857d39941474fa8cdcf73e609fc49'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:16.531078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75d631f0-42e6-40ef-86ba-dd251a31be14 req-61f5ac88-1300-4898-b73b-df75ad56d693 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586705 Nov 04 09:02:16.556230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7b00577-0fb4-4e7b-a8b8-7aee38bc2a82 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.557816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7b00577-0fb4-4e7b-a8b8-7aee38bc2a82 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.578518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5109fad1-7156-4c88-9300-ff564df3b8f7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:02:16.608998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] For port c8e59e59-102f-4860-b73a-2c44892c14ac, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8e59e59-102f-4860-b73a-2c44892c14ac,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:16.609682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.635873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Calling delete_port for c8e59e59-102f-4860-b73a-2c44892c14ac owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:16.675051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7b00577-0fb4-4e7b-a8b8-7aee38bc2a82 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.682120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7b00577-0fb4-4e7b-a8b8-7aee38bc2a82 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.737844 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:02:14Z', 'revision_number': 5, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port': {'id': 'c8e59e59-102f-4860-b73a-2c44892c14ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:13Z', 'updated_at': '2021-11-04T09:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:16.740400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7b00577-0fb4-4e7b-a8b8-7aee38bc2a82 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.746041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:16.755036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f7b00577-0fb4-4e7b-a8b8-7aee38bc2a82 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2754755 Nov 04 09:02:16.784891 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf817e20-6903-4247-b201-64f912681a08 None None] Checking router: afff2ad6-0cd8-47b4-ae72-39edf408c8d7 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:16.795401 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] Routers {'afff2ad6-0cd8-47b4-ae72-39edf408c8d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:16.796363 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:16.824604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49816) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:16.921786 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] Set router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:16.977482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fac1c-4ed5-42af-bf8e-8ca2d9fe565c req-88764e6b-2ac0-418c-b2c2-d01457f467f2 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:16.981363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-744fac1c-4ed5-42af-bf8e-8ca2d9fe565c req-88764e6b-2ac0-418c-b2c2-d01457f467f2 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0859933 Nov 04 09:02:16.982590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:16.995491 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-cf817e20-6903-4247-b201-64f912681a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:02:16Z', 'revision_number': 6, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:17.027316 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf817e20-6903-4247-b201-64f912681a08 None None] The sync data for ids ['afff2ad6-0cd8-47b4-ae72-39edf408c8d7'] in n-d-816487-1 is: [{'id': 'afff2ad6-0cd8-47b4-ae72-39edf408c8d7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-676523856-router', 'tenant_id': '587a43d367c9429198bcb2be7ff5be30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:11Z', 'updated_at': '2021-11-04T09:02:16Z', 'revision_number': 6, 'project_id': '587a43d367c9429198bcb2be7ff5be30', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:17.076818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e59e59-102f-4860-b73a-2c44892c14ac,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:17.142336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-744fac1c-4ed5-42af-bf8e-8ca2d9fe565c req-f3a935be-c35a-413c-86e9-d37d16123994 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455796 Nov 04 09:02:17.152590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d543600d-9e62-41e2-b632-67189944447b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d79d7a9d3ba422485f103bfe179b5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3265219 Nov 04 09:02:17.155175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49822) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:17.168726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.281087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.287391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.289147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e73d815-6b04-4736-b87a-5c745b08760a tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.339750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1061a0b-fdae-453f-ad2a-07d9736d0a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.355974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.356232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afff2ad6-0cd8-47b4-ae72-39edf408c8d7 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:17.361018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.362295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1f0de8c7-93e0-4625-9342-3be4b8574992 admin admin] 10.222.0.53 "DELETE /v2.0/routers/afff2ad6-0cd8-47b4-ae72-39edf408c8d7 HTTP/1.1" status: 204 len: 168 time: 1.5382178 Nov 04 09:02:17.365724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49828) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:17.403960 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1061a0b-fdae-453f-ad2a-07d9736d0a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.461322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] Deleting subnet 79e61c43-c875-4c1c-97c4-000f661e103e {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:02:17.466995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.497576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1148b241-77a4-427d-9ba4-9a583752c3cd no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:17.524579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.534954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79b8266-1c2c-4805-8b0b-1d2b45c20395 req-e4fa43c6-5817-47d2-87e3-34d471cc39fd tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:17.542569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1148b241-77a4-427d-9ba4-9a583752c3cd {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:17.542569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1148b241-77a4-427d-9ba4-9a583752c3cd not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:17.543800 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79b8266-1c2c-4805-8b0b-1d2b45c20395 req-e4fa43c6-5817-47d2-87e3-34d471cc39fd tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 945 time: 0.3000073 Nov 04 09:02:17.585732 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1061a0b-fdae-453f-ad2a-07d9736d0a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.588819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f1061a0b-fdae-453f-ad2a-07d9736d0a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.590081 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f1061a0b-fdae-453f-ad2a-07d9736d0a71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f09fc5b-9d54-4bfa-aa45-710ab1848c9c HTTP/1.1" status: 204 len: 168 time: 0.4339547 Nov 04 09:02:17.597302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e73d815-6b04-4736-b87a-5c745b08760a tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.602269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e73d815-6b04-4736-b87a-5c745b08760a tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.604947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1061a0b-fdae-453f-ad2a-07d9736d0a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f09fc5b-9d54-4bfa-aa45-710ab1848c9c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:17.673520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f79b8266-1c2c-4805-8b0b-1d2b45c20395 req-bb3f0fcf-bfca-4e9f-9804-dbeeec800462 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285379 Nov 04 09:02:17.694132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e73d815-6b04-4736-b87a-5c745b08760a tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.694839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e73d815-6b04-4736-b87a-5c745b08760a tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12b43d01-74ee-418a-9cb8-1a4a0ecfa343 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:17.702384 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.704165 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e73d815-6b04-4736-b87a-5c745b08760a tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.708410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9e73d815-6b04-4736-b87a-5c745b08760a tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "DELETE /v2.0/routers/12b43d01-74ee-418a-9cb8-1a4a0ecfa343 HTTP/1.1" status: 204 len: 168 time: 0.9587054 Nov 04 09:02:17.758352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9166787-bdae-40e6-b688-e7c93ea02bc9 req-3a1249e8-c6cd-4c85-b611-349c98081519 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:17.759895 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9166787-bdae-40e6-b688-e7c93ea02bc9 req-3a1249e8-c6cd-4c85-b611-349c98081519 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0940790 Nov 04 09:02:17.793097 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.836510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e61c43-c875-4c1c-97c4-000f661e103e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:17.839055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b6d1d-5546-45e7-9d5e-30059796d4df None None] Network b3646da3-7cfe-4987-9533-2a3617f1b32a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:17.841153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:17.843349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:17.844649 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a18cbc3a-9b06-4035-ba98-3fc1b1cadb19 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/79e61c43-c875-4c1c-97c4-000f661e103e HTTP/1.1" status: 204 len: 168 time: 0.4780700 Nov 04 09:02:17.847773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:17.850690 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9166787-bdae-40e6-b688-e7c93ea02bc9 req-9c64c786-ec74-454c-bdaa-1f2b30f16531 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807970 Nov 04 09:02:17.962937 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.022990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 5109fad1-7156-4c88-9300-ff564df3b8f7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:02:18.028131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 5109fad1-7156-4c88-9300-ff564df3b8f7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:18.028605 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.056562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Deleting port e7086763-4c8d-488e-bc51-9b20c67d2da1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:18.056562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.056925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:18.159772 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.162486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] For port e7086763-4c8d-488e-bc51-9b20c67d2da1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e7086763-4c8d-488e-bc51-9b20c67d2da1,segment=NetworkSegment(ce573ee1-2ff0-4fc5-9301-cc7f438447f6),segment_id=ce573ee1-2ff0-4fc5-9301-cc7f438447f6)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:18.162921 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.191738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Calling delete_port for e7086763-4c8d-488e-bc51-9b20c67d2da1 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:18.212855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:18.216349 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee3f21c-d9ae-4bf1-b8b1-0bbef42b9cff" -d '{"events": [{"server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "name": "network-vif-plugged", "status": "completed", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:18.231358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:18.239066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.309633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] DHCP port deletion for b3646da3-7cfe-4987-9533-2a3617f1b32a request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:02:18.325704 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5557dd46-d463-4bdf-bcb1-a206e6e71469 x-openstack-request-id: req-5557dd46-d463-4bdf-bcb1-a206e6e71469 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:18.326544 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "name": "network-vif-plugged", "status": "completed", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:18.327072 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5557dd46-d463-4bdf-bcb1-a206e6e71469 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:18.328179 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7', 'code': 200} Nov 04 09:02:18.433797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:18.439675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.500123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] Deleting port e7086763-4c8d-488e-bc51-9b20c67d2da1 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:18.502483 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.507205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48968121-beca-480f-9fb1-d60e541e6202 req-a9e777ba-ed9f-4c42-93f7-ae3d78f34a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:18.509605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48968121-beca-480f-9fb1-d60e541e6202 req-a9e777ba-ed9f-4c42-93f7-ae3d78f34a57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1097 time: 0.1244831 Nov 04 09:02:18.525020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7086763-4c8d-488e-bc51-9b20c67d2da1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:18.529465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] No DVR routers for this DVR port e7086763-4c8d-488e-bc51-9b20c67d2da1 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:18.542234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321ff52-9231-4da8-a6a4-86d3985f503c req-3395377d-d4dd-4209-9c47-4388da79d600 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:18.544643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6321ff52-9231-4da8-a6a4-86d3985f503c req-3395377d-d4dd-4209-9c47-4388da79d600 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.2507985 Nov 04 09:02:18.582844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1567166142', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:18.605153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] For port e7086763-4c8d-488e-bc51-9b20c67d2da1, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:18.606436 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.614517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48968121-beca-480f-9fb1-d60e541e6202 req-e69d89cc-f613-4234-b7cf-34a2610cf284 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969586 Nov 04 09:02:18.625294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.626743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.630893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] Calling delete_port for e7086763-4c8d-488e-bc51-9b20c67d2da1 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:18.634424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] Port e7086763-4c8d-488e-bc51-9b20c67d2da1 was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:02:18.635392 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.659056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.665244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] Pushing event deleted for resources: {'Port': ['ID=e7086763-4c8d-488e-bc51-9b20c67d2da1,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:18.667949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7876c1-ae5a-4c9d-bcce-2e5d11b68c54 None None] No DVR routers for this DVR port e7086763-4c8d-488e-bc51-9b20c67d2da1 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:18.700321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.731833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6321ff52-9231-4da8-a6a4-86d3985f503c req-ce29ca90-ad19-40e6-8056-a2a34b765a90 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613417 Nov 04 09:02:18.736512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3646da3-7cfe-4987-9533-2a3617f1b32a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:18.756885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:18.757184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce573ee1-2ff0-4fc5-9301-cc7f438447f6') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:18.772691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.793241 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.801402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:02:18.801890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:02:18.804764 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:02:18.871752 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.889161 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:18.900383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b3646da3-7cfe-4987-9533-2a3617f1b32a HTTP/1.1" status: 204 len: 168 time: 1.0502367 Nov 04 09:02:18.913012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490048a-941a-403f-9a95-f87537f720d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3646da3-7cfe-4987-9533-2a3617f1b32a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:18.995413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc570c5-78b5-4060-a525-e7b3e5460ddf req-51309cef-fb06-4a38-aeb2-aa0ec72b0d3c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:18.997441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abc570c5-78b5-4060-a525-e7b3e5460ddf req-51309cef-fb06-4a38-aeb2-aa0ec72b0d3c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0612254 Nov 04 09:02:19.050844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abc570c5-78b5-4060-a525-e7b3e5460ddf req-5cf838f0-9445-49af-9b95-9a666c075973 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Nov 04 09:02:19.118160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:19.169626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c3beb414-3ff3-4ce1-8d8c-8fc124b44c80 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=587a43d367c9429198bcb2be7ff5be30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497713 Nov 04 09:02:19.173252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49880) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:19.226163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be0cd945-0e84-4dab-9e3c-46140d0782d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.251884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be0cd945-0e84-4dab-9e3c-46140d0782d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.287896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.315224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ba799-fa42-43ba-b62d-6c9bafcafd62 req-3c14b923-d450-425b-902b-97cc0a3b63a4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:19.317102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc9ba799-fa42-43ba-b62d-6c9bafcafd62 req-3c14b923-d450-425b-902b-97cc0a3b63a4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 946 time: 0.1273854 Nov 04 09:02:19.324556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be0cd945-0e84-4dab-9e3c-46140d0782d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.327414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be0cd945-0e84-4dab-9e3c-46140d0782d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.330045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be0cd945-0e84-4dab-9e3c-46140d0782d5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/70fe655d-21bd-4df2-86a1-e00b5f93f594 HTTP/1.1" status: 204 len: 168 time: 0.1556163 Nov 04 09:02:19.340382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cd945-0e84-4dab-9e3c-46140d0782d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fe655d-21bd-4df2-86a1-e00b5f93f594,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:19.341910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7086763-4c8d-488e-bc51-9b20c67d2da1 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:19.380104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e7086763-4c8d-488e-bc51-9b20c67d2da1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:19.380697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e7086763-4c8d-488e-bc51-9b20c67d2da1 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:19.381483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8e59e59-102f-4860-b73a-2c44892c14ac no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:19.405796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: c8e59e59-102f-4860-b73a-2c44892c14ac {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:19.406199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8e59e59-102f-4860-b73a-2c44892c14ac not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:19.417493 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc9ba799-fa42-43ba-b62d-6c9bafcafd62 req-65f7de31-d2d1-49be-b2eb-dc661ce33bdf tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813682 Nov 04 09:02:19.578383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.602966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.733736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Allocated IP 172.25.3.231 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0fb5a5fa-cf1e-4969-a656-b71cbd745f8b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:19.776978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:19.883353 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.915797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258f7bb-c6cd-441a-af68-fc9c49b74d47 req-ff05aea1-fe72-4766-8f80-84b2a268584d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:19.924708 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7258f7bb-c6cd-441a-af68-fc9c49b74d47 req-ff05aea1-fe72-4766-8f80-84b2a268584d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0878830 Nov 04 09:02:19.939980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.957591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5928d32a-5b1e-498a-a61a-2f8e0adab782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:19.992381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:19.995898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:20.003814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:20.034562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7258f7bb-c6cd-441a-af68-fc9c49b74d47 req-0e9be288-1596-4cc9-aaa8-b54bd895e3ee tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925198 Nov 04 09:02:20.050196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event updated for resources: {'Port': ['ID=0fb5a5fa-cf1e-4969-a656-b71cbd745f8b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:20.102590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5928d32a-5b1e-498a-a61a-2f8e0adab782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.110883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5928d32a-5b1e-498a-a61a-2f8e0adab782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.160484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5928d32a-5b1e-498a-a61a-2f8e0adab782 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e5dff98f21542b68e922ff5dc40810f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824971 Nov 04 09:02:20.161121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:20.170265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928d32a-5b1e-498a-a61a-2f8e0adab782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe0d8ae-f97b-408b-8491-50d4d51523d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:20.235881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04ce343c-7119-417d-9565-3e4e080b9677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.257724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5104b7-3e9c-485d-ac45-e06f3aadcc84 req-109d330a-8b3c-4b2c-99a6-dca409f77f13 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:20.259502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d5104b7-3e9c-485d-ac45-e06f3aadcc84 req-109d330a-8b3c-4b2c-99a6-dca409f77f13 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0960758 Nov 04 09:02:20.264855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04ce343c-7119-417d-9565-3e4e080b9677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.323927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04ce343c-7119-417d-9565-3e4e080b9677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.327343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04ce343c-7119-417d-9565-3e4e080b9677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.331943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-04ce343c-7119-417d-9565-3e4e080b9677 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cfe0d8ae-f97b-408b-8491-50d4d51523d8 HTTP/1.1" status: 204 len: 168 time: 0.1687334 Nov 04 09:02:20.342843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce343c-7119-417d-9565-3e4e080b9677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe0d8ae-f97b-408b-8491-50d4d51523d8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:20.398459 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d5104b7-3e9c-485d-ac45-e06f3aadcc84 req-5379d91f-a1b8-451f-afd3-a5803ee9e2f3 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989687 Nov 04 09:02:20.414860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:20.482313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.600631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c3e2a-7377-4cd0-aa16-71bd40d498bc req-3a1366ae-9e13-4daa-9301-87f9ebbddf09 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:20.602523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d2c3e2a-7377-4cd0-aa16-71bd40d498bc req-3a1366ae-9e13-4daa-9301-87f9ebbddf09 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 946 time: 0.1078966 Nov 04 09:02:20.687533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d2c3e2a-7377-4cd0-aa16-71bd40d498bc req-55703b37-b970-45e0-a51e-8ef511da15f0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776758 Nov 04 09:02:20.729688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-955413910-network', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:20.756514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Made reservation on behalf of a1bacc878db54a598e9fef0989fc18a2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:20.758797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.770672 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.776714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.852250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74471491-d8dc-4d6b-be69-4f218fb9fa18 req-8da0d750-53b7-4b71-93fd-98011b6dfd70 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:20.854786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74471491-d8dc-4d6b-be69-4f218fb9fa18 req-8da0d750-53b7-4b71-93fd-98011b6dfd70 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1097 time: 0.0839243 Nov 04 09:02:20.923761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74471491-d8dc-4d6b-be69-4f218fb9fa18 req-2af669aa-dbb4-4d3c-8338-cd842cd2b294 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618899 Nov 04 09:02:20.941040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.941853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Router 86dc2d67-170a-4051-be6b-e375cf76e853 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:20.952109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.974239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:02:20.985521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2706a9a5-3f17-4fc4-9d64-e189f575a7ee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:20.993340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:20.993828 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Added segment 92dcfd4c-ec66-4a66-ad1b-3a9523b29957 of type vlan for network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 Nov 04 09:02:21.051184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.087167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.088441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:21.089099 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.154892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7387977 Nov 04 09:02:21.155921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ed5a-9ce1-4bf1-b95b-aebed977eba4 req-d4520477-88dd-4d3f-993a-1f5c703fb128 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:21.157447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f9b1ed5a-9ce1-4bf1-b95b-aebed977eba4 req-d4520477-88dd-4d3f-993a-1f5c703fb128 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1097 time: 0.0749195 Nov 04 09:02:21.159627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:21.164273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Request body: {'subnet': {'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-subnet', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:21.174193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:21.194378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] Sync routers for ids ['86dc2d67-170a-4051-be6b-e375cf76e853'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:21.209526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] Routers {'86dc2d67-170a-4051-be6b-e375cf76e853'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:21.210617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['86dc2d67-170a-4051-be6b-e375cf76e853'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:21.215086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b74bcc-3477-40dd-bf6f-45bab4b2bbf4 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd83919-0d6b-493e-b60d-1ad9444a7a46,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:21.249558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69927194-fc50-4d1e-a364-e4170a7db9b8 req-3a8eebf2-3537-4d61-bcbb-6079ff46ac0f tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:21.251159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69927194-fc50-4d1e-a364-e4170a7db9b8 req-3a8eebf2-3537-4d61-bcbb-6079ff46ac0f tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0952127 Nov 04 09:02:21.252363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Made reservation on behalf of a1bacc878db54a598e9fef0989fc18a2 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:21.255366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.264924 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f9b1ed5a-9ce1-4bf1-b95b-aebed977eba4 req-5be4dbad-0ecf-478d-a9d9-c65fd6978838 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985510 Nov 04 09:02:21.266236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:21.268864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:02:21.269448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.285967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dbfdb371-4b96-49ac-831f-83be5d8fea8c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2273109 Nov 04 09:02:21.287001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49962) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:21.331905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] Routers {'86dc2d67-170a-4051-be6b-e375cf76e853'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:21.333316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['86dc2d67-170a-4051-be6b-e375cf76e853'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:21.382965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:21.383733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ca50b0-e1fd-415b-a304-8ad4dfc47ef9 None None] The sync data for ids ['86dc2d67-170a-4051-be6b-e375cf76e853'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:21.476052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69927194-fc50-4d1e-a364-e4170a7db9b8 req-a3b4e811-08ea-4326-badd-8fcd6be1fed0 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620534 Nov 04 09:02:21.498028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-260ada58-b9d9-4434-a9e1-dc1853ca11ab tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/86dc2d67-170a-4051-be6b-e375cf76e853 HTTP/1.1" status: 200 len: 921 time: 0.2095795 Nov 04 09:02:21.502985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:21.538941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5e0e2ac8-d2e3-4452-ae7b-b4033bccf085 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=86dc2d67-170a-4051-be6b-e375cf76e853 HTTP/1.1" status: 200 len: 205 time: 0.0345356 Nov 04 09:02:21.542097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49980) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:21.596133 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.656527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d455d0-69e0-4200-93d9-b1066ed05b5a req-e2b16bb3-9aea-406d-8e24-a45b0230f942 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:21.658617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04d455d0-69e0-4200-93d9-b1066ed05b5a req-e2b16bb3-9aea-406d-8e24-a45b0230f942 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1190991 Nov 04 09:02:21.679839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ad2433e-3554-457a-aa0f-6990015dd96f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:21.684009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.738812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04d455d0-69e0-4200-93d9-b1066ed05b5a req-b470c782-b057-4a55-b9b2-469ceb56fd21 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Nov 04 09:02:21.741963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Checking segment: {'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:21.742286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Network hostable DHCP agents. Network: 4bd83919-0d6b-493e-b60d-1ad9444a7a46, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:02:21.769528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:02:21.781275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4bd83919-0d6b-493e-b60d-1ad9444a7a46) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:21.787071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:21.788172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.791656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89ffad-2742-44e6-ae65-289105a9672f None None] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:21.814837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eb8c2b5f-ca81-41ad-a6b0-660379385fff admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6517882 Nov 04 09:02:21.815066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:21.820004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:21.873820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.913862 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.915754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.947128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Deleting port 0fb5a5fa-cf1e-4969-a656-b71cbd745f8b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:21.948059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:21.951841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bc96d-fd2c-4459-b70c-67ea49a99c5b req-16d93907-0573-4a2f-8b8e-f0e912b4d4d1 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:21.960988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b3bc96d-fd2c-4459-b70c-67ea49a99c5b req-16d93907-0573-4a2f-8b8e-f0e912b4d4d1 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1097 time: 0.1093421 Nov 04 09:02:21.997977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-4bd83919-0d6b-493e-b60d-1ad9444a7a46', 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'fixed_ips': [{'subnet_id': '4ad2433e-3554-457a-aa0f-6990015dd96f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:02:21.999541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.047500 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.061876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.075101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Calling delete_port for 0fb5a5fa-cf1e-4969-a656-b71cbd745f8b owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:22.103004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b3bc96d-fd2c-4459-b70c-67ea49a99c5b req-adbad53b-e271-4873-bd07-99a8d0b7572f tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390831 Nov 04 09:02:22.195073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Allocated IP 172.20.0.2 (4bd83919-0d6b-493e-b60d-1ad9444a7a46/4ad2433e-3554-457a-aa0f-6990015dd96f/36e33dea-37fd-42ef-9924-5337d0067f93) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:22.252349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.369329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.403742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event deleted for resources: {'Port': ['ID=0fb5a5fa-cf1e-4969-a656-b71cbd745f8b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:22.466320 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.473566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.477669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.502098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:22.505310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:22.529134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:22.539839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.565321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.568938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Pushing event updated for resources: {'Port': ['ID=36e33dea-37fd-42ef-9924-5337d0067f93,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:22.618148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Attempting to bind port 36e33dea-37fd-42ef-9924-5337d0067f93 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:22.618921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Attempting to bind port 36e33dea-37fd-42ef-9924-5337d0067f93 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:22.620295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Attempting to bind port 36e33dea-37fd-42ef-9924-5337d0067f93 on network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:22.626425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:22.627398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Checking segment: {'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:22.628112 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.628741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Bound using segment: {'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:22.629553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Bound port: 36e33dea-37fd-42ef-9924-5337d0067f93, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:22.630189 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.675115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.677500 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.750653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Allocated IP 172.25.3.190 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9b03abe7-7c85-470b-8ad6-0ae85698922f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:22.784536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.785075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Fanout notify agent at l3_agent the message router_deleted on router 86dc2d67-170a-4051-be6b-e375cf76e853 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:22.801178 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.802309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-55d4b4a3-df0f-4df0-bb7c-6800a54f1ec2 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/86dc2d67-170a-4051-be6b-e375cf76e853 HTTP/1.1" status: 204 len: 168 time: 1.2593038 Nov 04 09:02:22.806125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50010) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:22.811279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1701953774', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': False}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:22.839336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.841747 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.914571 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.925448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.937138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] For port 36e33dea-37fd-42ef-9924-5337d0067f93, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:22.941595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] For port 36e33dea-37fd-42ef-9924-5337d0067f93, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=36e33dea-37fd-42ef-9924-5337d0067f93,segment=NetworkSegment(92dcfd4c-ec66-4a66-ad1b-3a9523b29957),segment_id=92dcfd4c-ec66-4a66-ad1b-3a9523b29957)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:22.949669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:22.965240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:23.025398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Pushing event updated for resources: {'Port': ['ID=9b03abe7-7c85-470b-8ad6-0ae85698922f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:23.039721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8dda6-f196-40cd-ba85-82a36bb60e4b None None] Pushing event updated for resources: {'Port': ['ID=36e33dea-37fd-42ef-9924-5337d0067f93,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:23.057199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:23.061574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:23.065023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:23.077122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6e766-503e-41f8-9fc2-aa4288c8eba5 req-ecfd9502-b6dd-4863-86fb-f0be6310c63b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:23.078675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbd6e766-503e-41f8-9fc2-aa4288c8eba5 req-ecfd9502-b6dd-4863-86fb-f0be6310c63b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1692917 Nov 04 09:02:23.127660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:23.157716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbd6e766-503e-41f8-9fc2-aa4288c8eba5 req-e4c78029-2148-4b15-b115-9e09aaaff6b4 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510919 Nov 04 09:02:23.340175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d1a08-1c77-4735-96b3-bd3a528bf1a6 req-9a532ca4-8057-4bc0-a84f-745aa133aacc tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:23.341729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a4d1a08-1c77-4735-96b3-bd3a528bf1a6 req-9a532ca4-8057-4bc0-a84f-745aa133aacc tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0957525 Nov 04 09:02:23.494864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:23.503661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a4d1a08-1c77-4735-96b3-bd3a528bf1a6 req-6505730c-ccd3-4e7a-b7f4-1cd2c0f1f333 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244051 Nov 04 09:02:23.540462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:23.570370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:23.734679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Allocated IP 172.25.3.47 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/838a3a2a-8844-4016-8c8a-9f80810e755b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:23.738673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-0f0448e1-6cde-450c-9a1d-eac758dee06f tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:02:23.748902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-0f0448e1-6cde-450c-9a1d-eac758dee06f tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1995673 Nov 04 09:02:23.798737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-070b19b9-f8ed-428d-8b6e-a7aa472bc391 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:23.800458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-070b19b9-f8ed-428d-8b6e-a7aa472bc391 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 1094 time: 0.0474021 Nov 04 09:02:23.805578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:23.892874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:23.943199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Request body: {'binding': {'host': 'n-h1-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:23.943772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Unknown quota resources ['binding']. {{(pid=102555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 09:02:23.946031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:24.020248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:24.023356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:24.029211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:24.070509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Port': ['ID=838a3a2a-8844-4016-8c8a-9f80810e755b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:24.177967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on host n-h1-816487-1 for vnic_type normal with profile None {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:24.178318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:24.178543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:24.190591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:02:24.190963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:24.200039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:24.200258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:24.200645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:24.201087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Bound port: 5109fad1-7156-4c88-9300-ff564df3b8f7, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:24.279268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:24.282440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:24.292665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] Notify callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:24.293998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] 10.222.0.53 "POST /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4841359 Nov 04 09:02:24.387424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92666847-d5e2-4259-b948-afa886cd4b41 None None] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:24.576757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4e7875ff-1557-4f3d-b44d-9949390a44af None None] Provisioning complete for port 36e33dea-37fd-42ef-9924-5337d0067f93 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:24.577129 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4e7875ff-1557-4f3d-b44d-9949390a44af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:24.710922 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4e7875ff-1557-4f3d-b44d-9949390a44af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:24.761635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4e7875ff-1557-4f3d-b44d-9949390a44af None None] For port 36e33dea-37fd-42ef-9924-5337d0067f93, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=36e33dea-37fd-42ef-9924-5337d0067f93,segment=NetworkSegment(92dcfd4c-ec66-4a66-ad1b-3a9523b29957),segment_id=92dcfd4c-ec66-4a66-ad1b-3a9523b29957)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:24.769327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4e7875ff-1557-4f3d-b44d-9949390a44af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:24.806554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-cfae064a-72e7-4687-9f42-6baa4631ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:24.808822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-cfae064a-72e7-4687-9f42-6baa4631ab78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1097 time: 0.1107318 Nov 04 09:02:24.834448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7875ff-1557-4f3d-b44d-9949390a44af None None] Pushing event updated for resources: {'Port': ['ID=36e33dea-37fd-42ef-9924-5337d0067f93,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:24.855333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5f6d7-efab-4fee-bf88-8504b2e63165 req-620e54c3-4185-4c3d-806c-4663313c82f2 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:24.856944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6f5f6d7-efab-4fee-bf88-8504b2e63165 req-620e54c3-4185-4c3d-806c-4663313c82f2 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0938284 Nov 04 09:02:24.857204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e66bd-0249-49b6-868a-06913db3aabc req-96910465-6bbf-4037-bd2d-1529068c1c5c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:24.858771 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9f1e66bd-0249-49b6-868a-06913db3aabc req-96910465-6bbf-4037-bd2d-1529068c1c5c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 946 time: 0.1594009 Nov 04 09:02:24.880212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:24.890250 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Sync routers for ids ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:24.899645 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Routers {'9d21c7c1-15dd-4b8e-a128-652e0ff508fd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:24.900632 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:24.928512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6f5f6d7-efab-4fee-bf88-8504b2e63165 req-de9075fa-8e3f-41dd-aa18-4ac86cbd0890 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604479 Nov 04 09:02:24.933121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:24.934411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4b61f0c7-bf91-4c26-a697-90a2aa6f8119 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1184638 Nov 04 09:02:24.937639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50050) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:25.012957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4893d56f-d077-4c6e-b120-7f26a7d5bc15 None None] Provisioning complete for port 36e33dea-37fd-42ef-9924-5337d0067f93 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:25.016368 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4893d56f-d077-4c6e-b120-7f26a7d5bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.080479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9f1e66bd-0249-49b6-868a-06913db3aabc req-c48602f9-3026-46e3-abab-40b5db00c225 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650329 Nov 04 09:02:25.100256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-e1dd6887-31f0-463d-a41f-d42ffe22d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:25.101774 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-e1dd6887-31f0-463d-a41f-d42ffe22d278 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.2792416 Nov 04 09:02:25.118778 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Set router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:25.154390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-4f2b0f2a-8f61-41c1-959e-743f11d3ba94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 217 time: 0.0406406 Nov 04 09:02:25.179101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.369091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-482f6d0f-34bd-4481-82ca-d061a126d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:25.371882 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-482f6d0f-34bd-4481-82ca-d061a126d176 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.2094965 Nov 04 09:02:25.372047 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:23Z', 'revision_number': 3, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port': {'id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:25.408660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 36e33dea-37fd-42ef-9924-5337d0067f93 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:25.422044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326acb9d-6b81-491f-bf8b-e26eebbea699 req-58b2dc75-987d-4c3c-9aef-e1d4b1249e9e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:25.423723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326acb9d-6b81-491f-bf8b-e26eebbea699 req-58b2dc75-987d-4c3c-9aef-e1d4b1249e9e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1871350 Nov 04 09:02:25.427746 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Checking router: 9d21c7c1-15dd-4b8e-a128-652e0ff508fd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:25.428125 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Updating router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd port 9b03abe7-7c85-470b-8ad6-0ae85698922f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:02:25.468806 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.519508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 36e33dea-37fd-42ef-9924-5337d0067f93 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:25.520282 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.536457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.549178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-d42a66bb-154c-46c4-bc1c-6368ddf5a76e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680473 Nov 04 09:02:25.626564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326acb9d-6b81-491f-bf8b-e26eebbea699 req-3696c439-f6f2-4af6-9b54-c97004a0c969 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916337 Nov 04 09:02:25.632288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.764290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Allocated IP 172.20.0.1 (4bd83919-0d6b-493e-b60d-1ad9444a7a46/4ad2433e-3554-457a-aa0f-6990015dd96f/da39497d-0c95-40b9-ab91-769c8f5425ee) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:25.840886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-c7f387a8-2466-4b8d-a986-9e2f54ff6ff7 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722042 Nov 04 09:02:25.841648 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.849377 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.907751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.911049 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Pushing event updated for resources: {'Port': ['ID=9b03abe7-7c85-470b-8ad6-0ae85698922f,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:25.913276 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Attempting to bind port 9b03abe7-7c85-470b-8ad6-0ae85698922f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:25.913644 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Attempting to bind port 9b03abe7-7c85-470b-8ad6-0ae85698922f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:25.914000 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Attempting to bind port 9b03abe7-7c85-470b-8ad6-0ae85698922f on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:25.923834 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:25.924223 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:25.924627 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.925121 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:25.925588 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Bound port: 9b03abe7-7c85-470b-8ad6-0ae85698922f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:25.925974 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:25.928193 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.928527 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.928861 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.929189 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.929510 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.929833 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.930151 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.930707 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.931032 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.931348 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.931666 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.932061 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:25.953594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Router 94b35843-59fe-415e-8785-8917c5362926 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:25.957685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.012382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:26.014246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:26.016609 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] For port 9b03abe7-7c85-470b-8ad6-0ae85698922f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:26.026266 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] For port 9b03abe7-7c85-470b-8ad6-0ae85698922f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9b03abe7-7c85-470b-8ad6-0ae85698922f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:26.034768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:26.035169 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.080120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=da39497d-0c95-40b9-ab91-769c8f5425ee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:26.114344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.127973 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b0d0d-ba8c-419d-8686-7145ead5f767 None None] Pushing event updated for resources: {'Port': ['ID=9b03abe7-7c85-470b-8ad6-0ae85698922f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:26.136555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Routers {'9d21c7c1-15dd-4b8e-a128-652e0ff508fd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:26.137446 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:26.163003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:26.166943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-d75ea167-da2d-4d8a-9ef5-921980572102 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177185 Nov 04 09:02:26.173869 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Sync routers for ids ['94b35843-59fe-415e-8785-8917c5362926'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:26.193142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Routers {'94b35843-59fe-415e-8785-8917c5362926'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:26.194046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['94b35843-59fe-415e-8785-8917c5362926'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:26.247821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.249257 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ce55e0e-7687-47bd-bf5d-f0946be382df tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4420345 Nov 04 09:02:26.278821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb8d4d-7fe3-432b-82c2-303b507b0f5b req-f6981de6-238b-4a41-9d09-67bb671eaabc tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:26.280616 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5abb8d4d-7fe3-432b-82c2-303b507b0f5b req-f6981de6-238b-4a41-9d09-67bb671eaabc tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1561747 Nov 04 09:02:26.281131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50064) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:26.301174 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] Set router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:26.402687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Set router 94b35843-59fe-415e-8785-8917c5362926 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:26.415091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-b1d473bd-842e-49dc-b6fb-b5726f755eb2 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:26.416789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-b1d473bd-842e-49dc-b6fb-b5726f755eb2 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1097 time: 0.1854687 Nov 04 09:02:26.419883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844854e-42d0-4d37-9fe4-fad57c5ce6e8 req-280d2725-28dc-4740-98a6-1975bb50576d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:26.421974 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4844854e-42d0-4d37-9fe4-fad57c5ce6e8 req-280d2725-28dc-4740-98a6-1975bb50576d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 946 time: 0.2031026 Nov 04 09:02:26.423380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.437198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816487-1'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:26.500646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2993bf1e-eb2c-4a54-891a-5c1ad09ecd60 None None] Provisioning complete for port da39497d-0c95-40b9-ab91-769c8f5425ee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:26.501301 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2993bf1e-eb2c-4a54-891a-5c1ad09ecd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.514956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4844854e-42d0-4d37-9fe4-fad57c5ce6e8 req-1058ffaf-9466-4caa-92fc-d6d4d72deecb tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802343 Nov 04 09:02:26.536474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5abb8d4d-7fe3-432b-82c2-303b507b0f5b req-e8764575-4cee-4f68-aad0-5d57e7cbb637 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424407 Nov 04 09:02:26.614165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2993bf1e-eb2c-4a54-891a-5c1ad09ecd60 None None] Port da39497d-0c95-40b9-ab91-769c8f5425ee cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:02:26.653726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.668383 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:23Z', 'revision_number': 3, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port': {'id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:26.708880 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eb732342-56e8-49a2-bbfe-bf2ad923ed08 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/94b35843-59fe-415e-8785-8917c5362926 HTTP/1.1" status: 200 len: 908 time: 0.4260559 Nov 04 09:02:26.713492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50076) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:26.718749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1701953774', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': True}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:26.747062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.748229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.750521 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0020643-321b-4e7e-9487-c0b0f128a080 None None] The sync data for ids ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'] in n-d-816487-1 is: [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:23Z', 'revision_number': 3, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port': {'id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:26.782060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b35843-59fe-415e-8785-8917c5362926', 'name': 'tempest-snat-router-1701953774', 'tenant_id': '57cfb12469a649fba689f0b3172e32ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.47'}], 'enable_snat': False}, 'gw_port_id': '838a3a2a-8844-4016-8c8a-9f80810e755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:24Z', 'revision_number': 3, 'project_id': '57cfb12469a649fba689f0b3172e32ea', 'gw_port': {'id': '838a3a2a-8844-4016-8c8a-9f80810e755b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b35843-59fe-415e-8785-8917c5362926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:23Z', 'updated_at': '2021-11-04T09:02:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:26.828552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Checking router: 94b35843-59fe-415e-8785-8917c5362926 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:26.828912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Updating router 94b35843-59fe-415e-8785-8917c5362926 port 838a3a2a-8844-4016-8c8a-9f80810e755b binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:02:26.848658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.860378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.865510 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:26.950995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=da39497d-0c95-40b9-ab91-769c8f5425ee,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:26.953679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.047605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:27.096365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:27.098025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:27.286167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.361281 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc269-5ed9-462e-91b6-df58dd350013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.368987 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.378090 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.481600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Attempting to bind port 838a3a2a-8844-4016-8c8a-9f80810e755b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:27.481976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Attempting to bind port 838a3a2a-8844-4016-8c8a-9f80810e755b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:27.483029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Attempting to bind port 838a3a2a-8844-4016-8c8a-9f80810e755b on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:27.484732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:02:27.489202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9b03abe7-7c85-470b-8ad6-0ae85698922f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:27.499268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:27.499671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:27.500147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.500639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:27.501651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Bound port: 838a3a2a-8844-4016-8c8a-9f80810e755b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:27.502235 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.533356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623e753-b852-4268-8ced-bf099403fade req-265ffe66-2c48-4517-b7a4-f8be956b2339 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:27.537660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1df8e9-6f81-4f2b-be2d-8e10cd4f2b11 None None] Pushing event updated for resources: {'Port': ['ID=838a3a2a-8844-4016-8c8a-9f80810e755b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:27.541646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c623e753-b852-4268-8ced-bf099403fade req-265ffe66-2c48-4517-b7a4-f8be956b2339 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.7119598 Nov 04 09:02:27.564316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:27.577422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:02:27.622660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a6fb9249-5511-4d6b-9be3-eca7046692f0 None None] Provisioning complete for port da39497d-0c95-40b9-ab91-769c8f5425ee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:27.623366 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6fb9249-5511-4d6b-9be3-eca7046692f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.660353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] For port 838a3a2a-8844-4016-8c8a-9f80810e755b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:27.663204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc269-5ed9-462e-91b6-df58dd350013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.683786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c8dc269-5ed9-462e-91b6-df58dd350013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.684989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] For port 838a3a2a-8844-4016-8c8a-9f80810e755b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=838a3a2a-8844-4016-8c8a-9f80810e755b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:27.693834 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.710233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9b03abe7-7c85-470b-8ad6-0ae85698922f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:27.710602 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.755846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:27.787585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb9249-5511-4d6b-9be3-eca7046692f0 None None] Port da39497d-0c95-40b9-ab91-769c8f5425ee cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:02:27.792470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8dc269-5ed9-462e-91b6-df58dd350013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a08d216-351c-4ce0-bf9c-1027e8682789,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:27.810736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5c8dc269-5ed9-462e-91b6-df58dd350013 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0aaba18f2b0240599c5343b304392d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7618864 Nov 04 09:02:27.815766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:27.854292 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.857998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafd3a6-a9ca-41d9-94a5-b79c109fea79 req-b8d78f4d-4104-4f1d-b4cc-004fb1cfbc35 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:27.859959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-deafd3a6-a9ca-41d9-94a5-b79c109fea79 req-b8d78f4d-4104-4f1d-b4cc-004fb1cfbc35 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 946 time: 0.1923146 Nov 04 09:02:27.863957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Routers {'94b35843-59fe-415e-8785-8917c5362926'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:27.864634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['94b35843-59fe-415e-8785-8917c5362926'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:27.876151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:27.883790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:27.889110 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7cb32-5037-488b-8045-53fd8257a2a4" -d '{"events": [{"server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "name": "network-vif-unplugged", "status": "completed", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:27.917380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42fecf01-88ba-4001-889d-053de9e56ad1 admin admin] 10.222.0.53 "PUT /v2.0/routers/9d21c7c1-15dd-4b8e-a128-652e0ff508fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9699230 Nov 04 09:02:27.948482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1df8e9-6f81-4f2b-be2d-8e10cd4f2b11 None None] Pushing event updated for resources: {'Port': ['ID=838a3a2a-8844-4016-8c8a-9f80810e755b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:27.950685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.962052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:27.985108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56be7402-50eb-463e-bad4-203e0911d252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.001619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-deafd3a6-a9ca-41d9-94a5-b79c109fea79 req-ef9ba7b3-0fbc-4325-9427-9e613828ae9b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272621 Nov 04 09:02:28.001902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 9b03abe7-7c85-470b-8ad6-0ae85698922f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9b03abe7-7c85-470b-8ad6-0ae85698922f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:28.018299 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.075577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] Set router 94b35843-59fe-415e-8785-8917c5362926 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:28.087386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:28.097818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56be7402-50eb-463e-bad4-203e0911d252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.102863 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.116019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c623e753-b852-4268-8ced-bf099403fade req-c0025358-1cc8-43de-a24e-36138f13e520 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5732088 Nov 04 09:02:28.265018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56be7402-50eb-463e-bad4-203e0911d252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.269350 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56be7402-50eb-463e-bad4-203e0911d252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.271462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-56be7402-50eb-463e-bad4-203e0911d252 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9a08d216-351c-4ce0-bf9c-1027e8682789 HTTP/1.1" status: 204 len: 168 time: 0.4519615 Nov 04 09:02:28.281134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on host n-h2-816487-1 for vnic_type normal with profile {"migrating_to": "n-h1-816487-1"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:28.281685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:28.282119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:28.289807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:02:28.290448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b95cc6-ac1c-478a-803c-15bca7ba43f3 req-df71ec42-efa4-4883-8463-25dd89e7b9a3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:28.290596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Attempting to bind port 5109fad1-7156-4c88-9300-ff564df3b8f7 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:28.299779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95b95cc6-ac1c-478a-803c-15bca7ba43f3 req-df71ec42-efa4-4883-8463-25dd89e7b9a3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1235869 Nov 04 09:02:28.306542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:28.307470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:28.308049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:28.308661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Bound port: 5109fad1-7156-4c88-9300-ff564df3b8f7, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:28.309186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.316540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be7402-50eb-463e-bad4-203e0911d252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a08d216-351c-4ce0-bf9c-1027e8682789,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:28.363086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95b95cc6-ac1c-478a-803c-15bca7ba43f3 req-430a1893-0eec-4b7c-a21b-8b74b04aa0a1 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619633 Nov 04 09:02:28.410886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:28.420556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:28.423335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=9b03abe7-7c85-470b-8ad6-0ae85698922f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:28.457031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.473216 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57347f7-37af-4623-ad05-b9bda17a493e x-openstack-request-id: req-e57347f7-37af-4623-ad05-b9bda17a493e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:28.473523 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "name": "network-vif-unplugged", "status": "completed", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:28.474014 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e57347f7-37af-4623-ad05-b9bda17a493e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:28.474416 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7', 'code': 200} Nov 04 09:02:28.487844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b35843-59fe-415e-8785-8917c5362926', 'name': 'tempest-snat-router-1701953774', 'tenant_id': '57cfb12469a649fba689f0b3172e32ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.47'}], 'enable_snat': False}, 'gw_port_id': '838a3a2a-8844-4016-8c8a-9f80810e755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:24Z', 'revision_number': 3, 'project_id': '57cfb12469a649fba689f0b3172e32ea', 'gw_port': {'id': '838a3a2a-8844-4016-8c8a-9f80810e755b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b35843-59fe-415e-8785-8917c5362926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:23Z', 'updated_at': '2021-11-04T09:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:28.555465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41d3be1-39f8-4235-a559-67f89d99a223 None None] The sync data for ids ['94b35843-59fe-415e-8785-8917c5362926'] in n-d-816487-1 is: [{'id': '94b35843-59fe-415e-8785-8917c5362926', 'name': 'tempest-snat-router-1701953774', 'tenant_id': '57cfb12469a649fba689f0b3172e32ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.47'}], 'enable_snat': False}, 'gw_port_id': '838a3a2a-8844-4016-8c8a-9f80810e755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:24Z', 'revision_number': 3, 'project_id': '57cfb12469a649fba689f0b3172e32ea', 'gw_port': {'id': '838a3a2a-8844-4016-8c8a-9f80810e755b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:52:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b35843-59fe-415e-8785-8917c5362926', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:23Z', 'updated_at': '2021-11-04T09:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:28.604939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:28.609137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:28.609770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.611526 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9cc4440e-0470-454f-a50b-bdefefee5a69 service neutron] 10.222.0.70 "PUT /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 1122 time: 2.1797740 Nov 04 09:02:28.716160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5109fad1-7156-4c88-9300-ff564df3b8f7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:02:28.859078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:28.899918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.042442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da87b43f-1673-40f6-a567-b7676b778440 req-df5194e5-0935-4738-91dc-e08faa4e2a76 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2012510 Nov 04 09:02:29.049081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:29.081678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.130633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Allocated IP 172.25.3.6 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/09adf73b-1b72-4221-9009-be2e5d9338e2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:29.235606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.282444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cbcdcb-c9f1-45dc-ad34-dceb9c60b739 req-e469152a-29dc-4b3b-8ce1-a6b3a4dbad67 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:29.285174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a6cbcdcb-c9f1-45dc-ad34-dceb9c60b739 req-e469152a-29dc-4b3b-8ce1-a6b3a4dbad67 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 944 time: 0.1381648 Nov 04 09:02:29.299935 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Sync routers for ids ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:29.320933 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Routers {'9d21c7c1-15dd-4b8e-a128-652e0ff508fd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:29.321955 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:29.411773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a6cbcdcb-c9f1-45dc-ad34-dceb9c60b739 req-8b46d3dc-4333-4e34-b630-0f356050edb3 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200500 Nov 04 09:02:29.480015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 838a3a2a-8844-4016-8c8a-9f80810e755b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:29.502877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.537380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Set router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:29.595566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 838a3a2a-8844-4016-8c8a-9f80810e755b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:29.596646 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.608296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb9f71-86e2-4ee9-8551-cbecafb64726 req-257cabd3-72fb-44dd-b992-dd22bec35b1b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:29.610075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82cb9f71-86e2-4ee9-8551-cbecafb64726 req-257cabd3-72fb-44dd-b992-dd22bec35b1b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1013827 Nov 04 09:02:29.617414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.672604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Port': ['ID=09adf73b-1b72-4221-9009-be2e5d9338e2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:29.698519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:29.705887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:29.710556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:29.743930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Allocated IP 172.25.3.74 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/337f517a-ea10-4e4a-9c2e-946c5d2f0b10) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:29.779579 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82cb9f71-86e2-4ee9-8551-cbecafb64726 req-ab4b4ef3-b5e0-4e12-a34f-840278ee90cb tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529942 Nov 04 09:02:29.784219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.809783 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:26Z', 'revision_number': 4, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port': {'id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'da39497d-0c95-40b9-ab91-769c8f5425ee', 'name': '', 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'mac_address': 'fa:16:3e:c2:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '4ad2433e-3554-457a-aa0f-6990015dd96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:25Z', 'updated_at': '2021-11-04T09:02:26Z', 'revision_number': 2, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'subnets': [{'id': '4ad2433e-3554-457a-aa0f-6990015dd96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:29.831570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 838a3a2a-8844-4016-8c8a-9f80810e755b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=838a3a2a-8844-4016-8c8a-9f80810e755b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:29.838189 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.842133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9b03abe7-7c85-470b-8ad6-0ae85698922f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:29.848668 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Checking router: 9d21c7c1-15dd-4b8e-a128-652e0ff508fd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:29.849252 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Updating router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd port da39497d-0c95-40b9-ab91-769c8f5425ee binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:02:29.883461 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:29.984915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.017944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=838a3a2a-8844-4016-8c8a-9f80810e755b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:30.058634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9b03abe7-7c85-470b-8ad6-0ae85698922f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:30.059295 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.070311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.117667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:30.122635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:30.125970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:30.184942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=337f517a-ea10-4e4a-9c2e-946c5d2f0b10,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:30.204901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd49dbae-e1cc-419b-8ff4-70cd47a2197a req-a9af3e32-191d-41a0-a0cf-d9b2f67ff8f9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:30.206422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd49dbae-e1cc-419b-8ff4-70cd47a2197a req-a9af3e32-191d-41a0-a0cf-d9b2f67ff8f9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1080687 Nov 04 09:02:30.219922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.288236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.289709 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd49dbae-e1cc-419b-8ff4-70cd47a2197a req-a98f83e2-fb65-4875-9152-5b9a87d0a42f tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715938 Nov 04 09:02:30.316000 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.321951 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.357829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.461511 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Attempting to bind port da39497d-0c95-40b9-ab91-769c8f5425ee on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:30.461883 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Attempting to bind port da39497d-0c95-40b9-ab91-769c8f5425ee by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:30.462241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Attempting to bind port da39497d-0c95-40b9-ab91-769c8f5425ee on network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:30.471103 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:30.471482 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Checking segment: {'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:30.471907 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.472304 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Bound using segment: {'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:30.472777 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Bound port: da39497d-0c95-40b9-ab91-769c8f5425ee, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92dcfd4c-ec66-4a66-ad1b-3a9523b29957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:30.473158 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.491224 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d9948-1973-425b-8442-1adadd616bb4 None None] Pushing event updated for resources: {'Port': ['ID=da39497d-0c95-40b9-ab91-769c8f5425ee,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:30.551047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:30.556305 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4458230-640a-4b88-abd3-c9c0dc015ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:30.589765 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] For port da39497d-0c95-40b9-ab91-769c8f5425ee, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:30.594331 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] For port da39497d-0c95-40b9-ab91-769c8f5425ee, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=da39497d-0c95-40b9-ab91-769c8f5425ee,segment=NetworkSegment(92dcfd4c-ec66-4a66-ad1b-3a9523b29957),segment_id=92dcfd4c-ec66-4a66-ad1b-3a9523b29957)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:30.601824 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.648994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.657722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.665044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.708330 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Routers {'9d21c7c1-15dd-4b8e-a128-652e0ff508fd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:30.715546 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:30.719561 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d9948-1973-425b-8442-1adadd616bb4 None None] Pushing event updated for resources: {'Port': ['ID=da39497d-0c95-40b9-ab91-769c8f5425ee,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:30.746067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=337f517a-ea10-4e4a-9c2e-946c5d2f0b10,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:30.813044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.847732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-46abe187-5f3d-4d3c-aa32-6f3d051672cb None None] Provisioning complete for port da39497d-0c95-40b9-ab91-769c8f5425ee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:30.848676 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46abe187-5f3d-4d3c-aa32-6f3d051672cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.855941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:30.862087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da87b43f-1673-40f6-a567-b7676b778440 req-956ccda8-4b7b-488f-b727-c7f54ed4afc3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8166409 Nov 04 09:02:30.937802 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] Set router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:30.984058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da87b43f-1673-40f6-a567-b7676b778440 req-3535f9aa-6dfe-4f41-a862-e72c137fd722 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.1152258 Nov 04 09:02:30.986973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Router 6153c61c-7c4d-4526-8837-252a4c643503 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:31.027801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46abe187-5f3d-4d3c-aa32-6f3d051672cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:31.039699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88311b-e698-4454-aab6-3be7186bce9d req-18d7817a-65d9-4d15-8e76-4b4b60b1283e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:31.041846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a88311b-e698-4454-aab6-3be7186bce9d req-18d7817a-65d9-4d15-8e76-4b4b60b1283e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 944 time: 0.1213861 Nov 04 09:02:31.082807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-46abe187-5f3d-4d3c-aa32-6f3d051672cb None None] For port da39497d-0c95-40b9-ab91-769c8f5425ee, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=da39497d-0c95-40b9-ab91-769c8f5425ee,segment=NetworkSegment(92dcfd4c-ec66-4a66-ad1b-3a9523b29957),segment_id=92dcfd4c-ec66-4a66-ad1b-3a9523b29957)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:31.088565 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46abe187-5f3d-4d3c-aa32-6f3d051672cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:31.157938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87b43f-1673-40f6-a567-b7676b778440 req-f95d6e03-ac6a-46f3-acce-86baed5d7b57 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:31.168476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da87b43f-1673-40f6-a567-b7676b778440 req-f95d6e03-ac6a-46f3-acce-86baed5d7b57 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1834564 Nov 04 09:02:31.180218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46abe187-5f3d-4d3c-aa32-6f3d051672cb None None] Pushing event updated for resources: {'Port': ['ID=da39497d-0c95-40b9-ab91-769c8f5425ee,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:31.200922 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a88311b-e698-4454-aab6-3be7186bce9d req-07699d40-1fb1-4cce-bf16-fa6d39928da8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516035 Nov 04 09:02:31.235782 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2323fb7a-eb95-44bc-8564-d7bb461b0a3f x-openstack-request-id: req-2323fb7a-eb95-44bc-8564-d7bb461b0a3f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:31.236106 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:31.236386 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2323fb7a-eb95-44bc-8564-d7bb461b0a3f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:31.236827 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7', 'status': 'completed', 'code': 200} Nov 04 09:02:31.298034 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:26Z', 'revision_number': 4, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port': {'id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'da39497d-0c95-40b9-ab91-769c8f5425ee', 'name': '', 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'mac_address': 'fa:16:3e:c2:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '4ad2433e-3554-457a-aa0f-6990015dd96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:25Z', 'updated_at': '2021-11-04T09:02:30Z', 'revision_number': 4, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'subnets': [{'id': '4ad2433e-3554-457a-aa0f-6990015dd96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:31.334078 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f910dbc-66de-4721-a700-a3d8b3a178d1 None None] The sync data for ids ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'] in n-d-816487-1 is: [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:26Z', 'revision_number': 4, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port': {'id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'da39497d-0c95-40b9-ab91-769c8f5425ee', 'name': '', 'network_id': '4bd83919-0d6b-493e-b60d-1ad9444a7a46', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'mac_address': 'fa:16:3e:c2:bf:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '4ad2433e-3554-457a-aa0f-6990015dd96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:25Z', 'updated_at': '2021-11-04T09:02:30Z', 'revision_number': 4, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'subnets': [{'id': '4ad2433e-3554-457a-aa0f-6990015dd96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:31.340198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6cb6ca0e-4aa2-4b17-b87a-63af7e738778 None None] Provisioning complete for port da39497d-0c95-40b9-ab91-769c8f5425ee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:31.341596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ca0e-4aa2-4b17-b87a-63af7e738778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:31.350619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:31.391200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-34353078-c0e5-49bb-be09-4bc30300e541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:31.391876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-34353078-c0e5-49bb-be09-4bc30300e541 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1125 time: 0.1168208 Nov 04 09:02:31.394535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:31.398544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:31.399344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3ae7baf2-d09f-4dae-9910-f98395c6c5a1 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6846881 Nov 04 09:02:31.404156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Sync routers for ids ['6153c61c-7c4d-4526-8837-252a4c643503'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:31.417283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 838a3a2a-8844-4016-8c8a-9f80810e755b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:31.418831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47ceb-9624-4329-9801-fceabd7a5e05 req-088a4efd-630a-41a8-8ecb-6efbb3265120 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:31.426660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63d47ceb-9624-4329-9801-fceabd7a5e05 req-088a4efd-630a-41a8-8ecb-6efbb3265120 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1336043 Nov 04 09:02:31.468117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Routers {'6153c61c-7c4d-4526-8837-252a4c643503'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:31.468773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6153c61c-7c4d-4526-8837-252a4c643503'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:31.546167 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63d47ceb-9624-4329-9801-fceabd7a5e05 req-51ce8f2e-d9ac-4e4b-8a82-9dab103cf4d5 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183953 Nov 04 09:02:31.609104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-d155c703-fc13-44b3-af61-945c3a46cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:31.611244 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-d155c703-fc13-44b3-af61-945c3a46cee1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.2106755 Nov 04 09:02:31.664158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Set router 6153c61c-7c4d-4526-8837-252a4c643503 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:31.674433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-66dd6dc8-1da6-499f-bd21-fd2d40ebdef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 217 time: 0.0526469 Nov 04 09:02:31.692877 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-2162d479-6cce-4314-a4ee-b19b6ef29459 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1548290 Nov 04 09:02:31.704624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:31.749716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:31.770824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-49aa33b0-615d-431c-b3e2-88e289ec9c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:31.772333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-49aa33b0-615d-431c-b3e2-88e289ec9c19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0840313 Nov 04 09:02:31.803811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e13b7ae2-ef6e-4677-9798-52aaea49d248 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/6153c61c-7c4d-4526-8837-252a4c643503 HTTP/1.1" status: 200 len: 906 time: 0.4040356 Nov 04 09:02:31.804462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50158) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:31.816313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-998fa820-fc87-4b34-9c2c-197c2b9b8a79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320449 Nov 04 09:02:31.826990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aae093-c23b-4b9e-93e9-74d63ce8bfc2 req-ba10918f-f5d6-47c4-aeaa-70bf0d652e23 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:31.829481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55aae093-c23b-4b9e-93e9-74d63ce8bfc2 req-ba10918f-f5d6-47c4-aeaa-70bf0d652e23 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1300104 Nov 04 09:02:31.860696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:02:31.882078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 838a3a2a-8844-4016-8c8a-9f80810e755b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:31.882446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:31.942329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-7ef52793-a837-4157-8423-14ee006a5cfe service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116285 Nov 04 09:02:31.967354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:32.052896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:32.057284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6153c61c-7c4d-4526-8837-252a4c643503', 'name': 'tempest-snat-router-1701953774', 'tenant_id': '57cfb12469a649fba689f0b3172e32ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.6'}], 'enable_snat': True}, 'gw_port_id': '09adf73b-1b72-4221-9009-be2e5d9338e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:26Z', 'updated_at': '2021-11-04T09:02:30Z', 'revision_number': 3, 'project_id': '57cfb12469a649fba689f0b3172e32ea', 'gw_port': {'id': '09adf73b-1b72-4221-9009-be2e5d9338e2', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:ee:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6153c61c-7c4d-4526-8837-252a4c643503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:28Z', 'updated_at': '2021-11-04T09:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:32.076484 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4458230-640a-4b88-abd3-c9c0dc015ed8 req-bd20f34d-dd5f-4761-b423-b97afc2aa276 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221552 Nov 04 09:02:32.111282 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55aae093-c23b-4b9e-93e9-74d63ce8bfc2 req-33d33922-c77c-44ca-b639-7d659b2b037e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623857 Nov 04 09:02:32.117686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:32.125650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 has no active binding in host n-h1-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 09:02:32.127874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Checking router: 6153c61c-7c4d-4526-8837-252a4c643503 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:32.127874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Updating router 6153c61c-7c4d-4526-8837-252a4c643503 port 09adf73b-1b72-4221-9009-be2e5d9338e2 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:02:32.183007 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:32.189224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:32.343639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Deleting port 09adf73b-1b72-4221-9009-be2e5d9338e2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:32.344168 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:32.346952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Allocated IP 172.25.3.123 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/bc7b8b43-c9b4-4c6d-8ed9-ddcde3aa9af2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:32.508759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:32.532653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-e76d1ccd-4172-4cf7-b846-1c0c51710d68 service neutron] 10.222.0.55 "GET /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.0805657 Nov 04 09:02:32.534462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Calling delete_port for 09adf73b-1b72-4221-9009-be2e5d9338e2 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:32.569651 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:32.790593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:32.807593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205265a4-6629-436c-8447-595ddc6a9140 req-866ed974-97a8-435a-94cd-52dbd207589b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:32.809447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-205265a4-6629-436c-8447-595ddc6a9140 req-866ed974-97a8-435a-94cd-52dbd207589b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 944 time: 0.1008956 Nov 04 09:02:32.827050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:32.887312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5109fad1-7156-4c88-9300-ff564df3b8f7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:32.904164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-205265a4-6629-436c-8447-595ddc6a9140 req-d3897d7b-9d7f-41b8-8630-62767ea70bc9 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790060 Nov 04 09:02:32.906008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:32.921601 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.014666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Transition to ACTIVE for port object 5109fad1-7156-4c88-9300-ff564df3b8f7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:02:33.020255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.042102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.107057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:33.113219 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:33.124134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:33.128673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Pushing event updated for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:33.129900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=bc7b8b43-c9b4-4c6d-8ed9-ddcde3aa9af2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:33.178248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.179708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.179708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.179708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.179708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.180207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.180315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.180578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.180905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.181234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.182323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.182323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.225117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.225838 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:02:33.226348 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:02:33.285979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event deleted for resources: {'Port': ['ID=09adf73b-1b72-4221-9009-be2e5d9338e2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:33.320527 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.377876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device da39497d-0c95-40b9-ab91-769c8f5425ee up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:33.386090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.389051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.395699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] No DVR routers for this DVR port 5109fad1-7156-4c88-9300-ff564df3b8f7 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:33.405929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.406418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.406865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.407598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.407736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.409342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.409921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.410265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.410703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.411134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.411556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.412012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d410a5-7054-411d-a871-cf097d017517 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:33.454070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-06d410a5-7054-411d-a871-cf097d017517 service neutron] 10.222.0.55 "PUT /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7/bindings/n-h1-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9084821 Nov 04 09:02:33.468686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64539abb-b80c-4295-a0c1-44551429c200 req-0090009e-18e4-49c7-9af5-1d57b268ef14 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:33.476459 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64539abb-b80c-4295-a0c1-44551429c200 req-0090009e-18e4-49c7-9af5-1d57b268ef14 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.3625119 Nov 04 09:02:33.518567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.521435 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.524089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64539abb-b80c-4295-a0c1-44551429c200 req-295343a9-34fe-47a1-9912-5cedcfee6c79 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Nov 04 09:02:33.589588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-c09dd432-af9e-4efe-bc9c-5b597e2d2c25 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:33.591111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-c09dd432-af9e-4efe-bc9c-5b597e2d2c25 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.0657258 Nov 04 09:02:33.591744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port da39497d-0c95-40b9-ab91-769c8f5425ee triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:33.592073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.615888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.616757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6153c61c-7c4d-4526-8837-252a4c643503 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:33.623465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.627482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9faf84c-eb8a-4818-87c8-2df86ed22657 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "DELETE /v2.0/routers/6153c61c-7c4d-4526-8837-252a4c643503 HTTP/1.1" status: 204 len: 168 time: 1.8193855 Nov 04 09:02:33.630285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:33.694059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-0c68f8a5-ee7f-4c45-9e93-ce8318f02146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:33.695578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-0c68f8a5-ee7f-4c45-9e93-ce8318f02146 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898&tenant_id=1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 1096 time: 0.0952318 Nov 04 09:02:33.709588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d56e03-83b6-46ee-a990-5fd572efba82 req-c5c6c4fe-eca8-46d9-980e-0c5bf4cbe3da tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:33.711065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d8d56e03-83b6-46ee-a990-5fd572efba82 req-c5c6c4fe-eca8-46d9-980e-0c5bf4cbe3da tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0657277 Nov 04 09:02:33.756639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Port 09adf73b-1b72-4221-9009-be2e5d9338e2 not found while updating agent binding for router 6153c61c-7c4d-4526-8837-252a4c643503. {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 09:02:33.767393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Routers set() bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:33.767393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Router IDs set() for agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 09:02:33.768457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_agentschedulers_db [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6153c61c-7c4d-4526-8837-252a4c643503'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent'). {{(pid=102557) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 09:02:33.768758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4cc5a7-8bbc-4072-af25-81525fdd073b None None] The sync data for ids ['6153c61c-7c4d-4526-8837-252a4c643503'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:33.778385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.785399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.788797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.798007 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d8d56e03-83b6-46ee-a990-5fd572efba82 req-d79eec32-8821-40ff-9f98-7c7e3169d1cb tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657573 Nov 04 09:02:33.803121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-d9adda5e-36d5-4736-8249-99e19dfdf320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:33.804660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-d9adda5e-36d5-4736-8249-99e19dfdf320 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1096 time: 0.0829182 Nov 04 09:02:33.921942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=bc7b8b43-c9b4-4c6d-8ed9-ddcde3aa9af2,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:33.932937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-dc5d2b1f-6ed5-477b-b59c-371a9e833aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:33.934132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-dc5d2b1f-6ed5-477b-b59c-371a9e833aa2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.1210330 Nov 04 09:02:33.953108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.974983 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.976238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-80a00b9e-ccec-48cc-96f1-92ee778e97a3 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2821424 Nov 04 09:02:33.981782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:33.986229 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-f5baff22-1445-4cc5-8feb-a5959eacc892 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 217 time: 0.0440466 Nov 04 09:02:34.050622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-24ee4a99-6106-49ed-9993-e27c744662e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:34.051820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-c2ad0fcf-a4dd-468f-8dba-da4a8f6eafe4 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.123 HTTP/1.1" status: 200 len: 696 time: 0.0655007 Nov 04 09:02:34.052291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-24ee4a99-6106-49ed-9993-e27c744662e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0577881 Nov 04 09:02:34.096343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-7f7b42ab-220d-4a44-af84-eaf1fdc5cf27 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320730 Nov 04 09:02:34.146807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Deleting port 838a3a2a-8844-4016-8c8a-9f80810e755b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:34.147149 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.204840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-162ef4c7-37f5-45e0-81a6-6b6b36169870 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000848 Nov 04 09:02:34.234772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-0db3680a-876a-4d50-aa15-03cd1d761887 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:34.236175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7b0ed1c-fa34-40ea-bc7f-0c8734512978 req-0db3680a-876a-4d50-aa15-03cd1d761887 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1673877 Nov 04 09:02:34.272773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] For port 838a3a2a-8844-4016-8c8a-9f80810e755b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=838a3a2a-8844-4016-8c8a-9f80810e755b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:34.273146 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.287843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Calling delete_port for 838a3a2a-8844-4016-8c8a-9f80810e755b owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:34.307369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-96ea4e0a-cdb9-4da5-9e0f-991916f7d33d service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945942 Nov 04 09:02:34.401666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6231125-4c65-41f1-be9d-9a9e2a2754d2 req-63aa18f2-d8f8-4ecf-bcc4-c64b9e9ba94e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:34.403567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6231125-4c65-41f1-be9d-9a9e2a2754d2 req-63aa18f2-d8f8-4ecf-bcc4-c64b9e9ba94e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 945 time: 0.1066186 Nov 04 09:02:34.501754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6231125-4c65-41f1-be9d-9a9e2a2754d2 req-e69fe958-6c2c-42f6-8d55-52d1ba4a59b6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465951 Nov 04 09:02:34.589879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-21ad1316-c871-4fcc-8d88-47e3f5ccaa99 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:34.591514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-21ad1316-c871-4fcc-8d88-47e3f5ccaa99 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.0549529 Nov 04 09:02:34.635769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.674073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event deleted for resources: {'Port': ['ID=838a3a2a-8844-4016-8c8a-9f80810e755b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:34.695452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb270631-ceba-49a8-924b-5647e2cac782 req-dccfbd44-51f1-4472-8c7f-5bf676947d5d tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1595972 Nov 04 09:02:34.715413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9b8c22a8-0044-4b1b-a9f5-49a41ca3e870 service neutron] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:34.716310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:34.718900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9b8c22a8-0044-4b1b-a9f5-49a41ca3e870 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.720370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-9b8c22a8-0044-4b1b-a9f5-49a41ca3e870 service neutron] 10.222.0.70 "DELETE /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7/bindings/n-h2-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.1203084 Nov 04 09:02:34.771507 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.773705 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.896754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.899658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.958627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.959204 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94b35843-59fe-415e-8785-8917c5362926 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:34.963846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:34.968728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-34563a32-1d4b-4021-b503-bb127edd193f tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "DELETE /v2.0/routers/94b35843-59fe-415e-8785-8917c5362926 HTTP/1.1" status: 204 len: 168 time: 1.3338130 Nov 04 09:02:34.968835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:34.973166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-854661962', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:35.016542 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:35.017603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:35.038014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:35.065177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d9e3c-97d8-40cc-a75a-991a2e0afbf4 req-b01b7a87-e9f3-49bf-9341-14eac0d3cd6c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:35.067461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-809d9e3c-97d8-40cc-a75a-991a2e0afbf4 req-b01b7a87-e9f3-49bf-9341-14eac0d3cd6c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1089668 Nov 04 09:02:35.122537 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:35.126383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-809d9e3c-97d8-40cc-a75a-991a2e0afbf4 req-b7998d63-1651-4960-85ec-4bce962cf28a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515673 Nov 04 09:02:35.249345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd343a-6bb2-4c89-9950-de7cf6c86625 req-28fc9a5d-46c1-4ae6-8b66-cc4aa6e13769 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:35.250772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0cd343a-6bb2-4c89-9950-de7cf6c86625 req-28fc9a5d-46c1-4ae6-8b66-cc4aa6e13769 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0519571 Nov 04 09:02:35.294951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0cd343a-6bb2-4c89-9950-de7cf6c86625 req-9cc76176-71b8-42cb-92b2-096e4b7d23ac tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373323 Nov 04 09:02:35.361242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:35.381491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Allocated IP 172.25.3.206 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/a0cd101f-58e6-48e0-8d6c-848204a124b4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:35.568219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 838a3a2a-8844-4016-8c8a-9f80810e755b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:35.593224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 838a3a2a-8844-4016-8c8a-9f80810e755b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:35.593848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 838a3a2a-8844-4016-8c8a-9f80810e755b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:35.735827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543540d-8905-4629-8623-2643835a4dd8 req-728cbe32-2dd8-4bc8-afc1-308118ff34cc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:35.737294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6543540d-8905-4629-8623-2643835a4dd8 req-728cbe32-2dd8-4bc8-afc1-308118ff34cc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 945 time: 0.0545077 Nov 04 09:02:35.779162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6543540d-8905-4629-8623-2643835a4dd8 req-ee88b016-cbcf-406b-a56d-1100617ed686 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351751 Nov 04 09:02:35.866826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:35.952267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:02:35.954332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:36.000471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.002215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.038420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c724553-a60d-48e7-9e50-8177ebe6882b req-18d9a580-5eac-435b-959d-323ad5a085b9 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:36.040313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c724553-a60d-48e7-9e50-8177ebe6882b req-18d9a580-5eac-435b-959d-323ad5a085b9 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1096 time: 0.0581594 Nov 04 09:02:36.054976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:36.057535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.061137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:36.070904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:36.086813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c724553-a60d-48e7-9e50-8177ebe6882b req-cb2b2e50-008d-4b12-a6c4-8e20c031f6a5 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373878 Nov 04 09:02:36.112028 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.145021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:36.155585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=a0cd101f-58e6-48e0-8d6c-848204a124b4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:36.182480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:36.185122 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910fa0d8-f315-4afb-8173-656e51851746" -d '{"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-unplugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:36.198436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '262828e9-bd19-4934-baf5-9448dbac5808', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '262828e9-bd19-4934-baf5-9448dbac5808', 'mac_address': 'fa:16:3e:27:cf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:02:36.207090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:36.230158 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.230861 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:36.258337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Allocated IP 172.25.3.29 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/ce97cf5c-5b65-40dc-a8cd-871907c694bf) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:36.275920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.310225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.331745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba464977-2118-4dad-bdba-4ab82fb459b3 req-be20dbc1-d116-4758-b142-d49304da1aab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:36.336341 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ba464977-2118-4dad-bdba-4ab82fb459b3 req-be20dbc1-d116-4758-b142-d49304da1aab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 947 time: 0.0857625 Nov 04 09:02:36.340377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:36.349744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:36.352980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:36.358296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.386253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ba464977-2118-4dad-bdba-4ab82fb459b3 req-0ac0f696-918a-4dda-a3f7-7ed05e890d16 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Nov 04 09:02:36.406151 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:02:36.406151 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:02:36.450042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.549080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.578404 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c800eac-8a9f-44e4-bc11-121ff63cba87 x-openstack-request-id: req-7c800eac-8a9f-44e4-bc11-121ff63cba87 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:36.578942 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-unplugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:36.579338 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7c800eac-8a9f-44e4-bc11-121ff63cba87 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:36.579836 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808', 'code': 200} Nov 04 09:02:36.606333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:36.618565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:36.628962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:36.632420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.635632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event updated for resources: {'Port': ['ID=ce97cf5c-5b65-40dc-a8cd-871907c694bf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:36.657084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.740753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=a0cd101f-58e6-48e0-8d6c-848204a124b4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:36.765943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b715226e-812a-47b1-bbe6-0b7f2f93c563 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:36.767516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b715226e-812a-47b1-bbe6-0b7f2f93c563 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.1248503 Nov 04 09:02:36.786894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-eee1d5d1-1211-4bf1-9e69-e10c6ff0e057 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/quotas/1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 375 time: 0.0134239 Nov 04 09:02:36.818149 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.851687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-38bf89c5-0522-4a91-8ca6-c4be6ff5e201 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572314 Nov 04 09:02:36.877181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.878706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb270631-ceba-49a8-924b-5647e2cac782 req-4738305b-2765-49a0-a5e9-bac980a16085 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1693592 Nov 04 09:02:36.942212 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:36.951262 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-0249eff8-7cc3-489e-94cf-852187ee8952 service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904186 Nov 04 09:02:36.956433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:36.983287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:36.988430 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:37.017976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb270631-ceba-49a8-924b-5647e2cac782 req-bc6f6363-df33-4689-8775-b106029f24e2 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.1292861 Nov 04 09:02:37.037679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:37.055839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-570c74cf-dba6-499a-b78f-00cb1c2f385e service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973229 Nov 04 09:02:37.175330 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:37.220860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['262828e9-bd19-4934-baf5-9448dbac5808'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:02:37.295564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7c9a-a8df-4bb2-90f7-e9e353136ed5 req-d3d53aef-6da6-4054-a0db-f4146182e45d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:37.297148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ff5f7c9a-a8df-4bb2-90f7-e9e353136ed5 req-d3d53aef-6da6-4054-a0db-f4146182e45d tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0797331 Nov 04 09:02:37.312117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb270631-ceba-49a8-924b-5647e2cac782 req-c88931f3-e0e6-41c7-9491-43b7f55e7807 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:37.313815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb270631-ceba-49a8-924b-5647e2cac782 req-c88931f3-e0e6-41c7-9491-43b7f55e7807 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2834115 Nov 04 09:02:37.326340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b458e550-ce85-4488-8214-c38bdd27143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:37.402019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ff5f7c9a-a8df-4bb2-90f7-e9e353136ed5 req-ebe1430e-b022-4aff-9c8c-2b00472109a6 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980928 Nov 04 09:02:37.479902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:37.578744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3acd15f5-3825-4460-9c1a-3498b02263a6 req-d7de4af8-cd99-41a1-be71-dd450df7694a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 210 time: 0.0950639 Nov 04 09:02:37.673696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Router b50ad8b7-7184-462c-b863-58c198b35dda is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:37.732457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-a27fe535-f3e0-44e4-91df-39e2355f1f0c tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2247539 Nov 04 09:02:37.744424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:37.772683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:37.816642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3abc7a-6b70-4eee-b9f7-d3e58f8ca639 req-5c202eb6-75fe-416e-90a5-4f0edc87368d tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:37.818283 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a3abc7a-6b70-4eee-b9f7-d3e58f8ca639 req-5c202eb6-75fe-416e-90a5-4f0edc87368d tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 948 time: 0.1297958 Nov 04 09:02:37.853763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:37.871370 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] Sync routers for ids ['b50ad8b7-7184-462c-b863-58c198b35dda'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:37.889424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a3abc7a-6b70-4eee-b9f7-d3e58f8ca639 req-eefc20df-e32d-4926-bb84-c3b3e02824fe tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579309 Nov 04 09:02:37.892272 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] Routers {'b50ad8b7-7184-462c-b863-58c198b35dda'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:37.893076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:37.893583 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b50ad8b7-7184-462c-b863-58c198b35dda'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:37.895918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6aee1aad-56c6-4706-a73f-220a07a1e8cb tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.9245310 Nov 04 09:02:37.898196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50260) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:37.908550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': False}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:37.909763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:37.949969 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:37.961985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] Routers {'b50ad8b7-7184-462c-b863-58c198b35dda'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:37.963041 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b50ad8b7-7184-462c-b863-58c198b35dda'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:37.973261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:38.007916 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:38.009010 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e89aaf-0128-4826-829b-a6be4c52c763 None None] The sync data for ids ['b50ad8b7-7184-462c-b863-58c198b35dda'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:38.061539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 262828e9-bd19-4934-baf5-9448dbac5808 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:38.062238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.073974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Allocated IP 172.25.3.246 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/66a94920-6e9d-4391-ad40-51fddae5b6a0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:38.151801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.194998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:38.201068 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.226173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.281164 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.282144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:38.305621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.426565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:38.427956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:38.439756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:38.456432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=66a94920-6e9d-4391-ad40-51fddae5b6a0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:38.578111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-fe02f43b-51f5-456b-96b6-670fb40c6c2f tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:38.579583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-fe02f43b-51f5-456b-96b6-670fb40c6c2f tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.2109401 Nov 04 09:02:38.581586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:38.586057 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781b2008-d96f-4076-ab00-ae71c353d79d" -d '{"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-plugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:38.605069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Request body: {'port': {'device_id': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'admin_state_up': True, 'tenant_id': '1888fdda13264a7f8ced3f0b231667dd'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:38.608462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.671523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f14de-ab35-4955-9ca5-ca672259193a req-2ddbe696-215a-4dd4-ac27-82166d4ee4e3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:38.673024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-933f14de-ab35-4955-9ca5-ca672259193a req-2ddbe696-215a-4dd4-ac27-82166d4ee4e3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0997815 Nov 04 09:02:38.693316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.789521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-933f14de-ab35-4955-9ca5-ca672259193a req-1459828a-a1ae-4e24-9660-6a27d83d0735 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058583 Nov 04 09:02:38.814761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.819663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.819873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Made reservation on behalf of 1888fdda13264a7f8ced3f0b231667dd for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:38.823737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.990364 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:38.992723 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a66ce3-89e0-4380-bb4c-11bbbddb1152 x-openstack-request-id: req-66a66ce3-89e0-4380-bb4c-11bbbddb1152 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:39.004144 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-plugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:39.005281 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66a66ce3-89e0-4380-bb4c-11bbbddb1152 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:39.005981 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808', 'code': 200} Nov 04 09:02:39.019522 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:39.084758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Allocated IP 172.20.0.2 (6b305c97-191b-4ce3-84ed-21af27f7fe1e/6d2695a7-9235-440a-bb8e-349b80bab343/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:39.125533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event updated for resources: {'Port': ['ID=66a94920-6e9d-4391-ad40-51fddae5b6a0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:39.160645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:39.212043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:39.213671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-7e9c0eba-7d98-43d8-911a-1b7fe9943ba1 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4742060 Nov 04 09:02:39.274283 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb3b2a28-59fd-47ab-9199-15a7e9a54b63 req-73808ccf-96c7-49c7-b68a-03e940b0dfb1 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 210 time: 0.0643940 Nov 04 09:02:39.321406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Router b50ad8b7-7184-462c-b863-58c198b35dda has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:02:39.328405 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-462ca13a-f4ad-42ad-b340-8fbfd9e23f93 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0887787 Nov 04 09:02:39.359819 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccea74b-b033-48af-8229-651ffc0485ca req-fbbf09ab-ab8d-46de-bce2-9c298f1d58b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:39.361365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ccea74b-b033-48af-8229-651ffc0485ca req-fbbf09ab-ab8d-46de-bce2-9c298f1d58b8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1100 time: 0.1686542 Nov 04 09:02:39.463796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:39.467802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81715ac2-575b-4de3-a4fa-82b433fc0968 req-52562d99-1efa-4b57-bccd-e89d2de2e288 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:39.469360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81715ac2-575b-4de3-a4fa-82b433fc0968 req-52562d99-1efa-4b57-bccd-e89d2de2e288 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1021843 Nov 04 09:02:39.478726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:39.483440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:39.488149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-04702daf-baa6-4a2d-b5fc-926f37c9a873 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "PUT /v2.0/routers/b50ad8b7-7184-462c-b863-58c198b35dda HTTP/1.1" status: 200 len: 920 time: 1.5862558 Nov 04 09:02:39.490175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] Sync routers for ids ['b50ad8b7-7184-462c-b863-58c198b35dda'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:39.490950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50282) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:39.501069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] Routers {'b50ad8b7-7184-462c-b863-58c198b35dda'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:39.501679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b50ad8b7-7184-462c-b863-58c198b35dda'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:39.508858 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ccea74b-b033-48af-8229-651ffc0485ca req-a380eb5e-33fa-479a-af97-43d3a157cc55 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337626 Nov 04 09:02:39.526486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81715ac2-575b-4de3-a4fa-82b433fc0968 req-a3caf00c-6216-4826-b8c4-29a2f7646089 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498528 Nov 04 09:02:39.534053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:39.551392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] Routers {'b50ad8b7-7184-462c-b863-58c198b35dda'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:39.552064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b50ad8b7-7184-462c-b863-58c198b35dda'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:39.585379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:39.586085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eee19d9-a279-4a96-9500-d399d4bc5ef1 None None] The sync data for ids ['b50ad8b7-7184-462c-b863-58c198b35dda'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:39.840169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:39.860252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-69e08a97-a665-43b3-8d8e-25b2d031556a tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:39.861605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89ef9f6e-5d93-4432-88bf-2b1d44e6f927 req-69e08a97-a665-43b3-8d8e-25b2d031556a tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.5303764 Nov 04 09:02:39.882748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:39.919013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-41758173-b7ef-4f89-ab13-d1e90b4c16e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:39.946395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256364d-37cd-40d8-b700-4edeafebba0b req-e2d59085-1af7-498b-9bd8-4ab68742192a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:39.949156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3256364d-37cd-40d8-b700-4edeafebba0b req-e2d59085-1af7-498b-9bd8-4ab68742192a tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0698433 Nov 04 09:02:39.986122 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-beea52a8-8206-4562-90a4-b3cd9b417f99 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/b50ad8b7-7184-462c-b863-58c198b35dda HTTP/1.1" status: 200 len: 920 time: 0.4908712 Nov 04 09:02:39.991752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50300) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:40.003714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:40.004112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d305267b-bd96-4a23-b34a-0eb3cd70317e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.019111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-220fad11-5c1c-4340-aaf8-e7dd66dffd6d req-fb27460b-54fe-41c0-9c84-b1b1d59d4c00 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips/33b8d9a1-9e93-47c2-9ccd-2a474960ae1a HTTP/1.1" status: 200 len: 693 time: 0.1246097 Nov 04 09:02:40.021304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3256364d-37cd-40d8-b700-4edeafebba0b req-50f8742f-f762-4bd7-80b1-785047eb16c9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644183 Nov 04 09:02:40.055726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:40.060117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:40.083261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:40.129831 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d305267b-bd96-4a23-b34a-0eb3cd70317e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.136534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d305267b-bd96-4a23-b34a-0eb3cd70317e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.178159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d305267b-bd96-4a23-b34a-0eb3cd70317e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9363a45954fe4982bbc2f3b310bfe071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3364611 Nov 04 09:02:40.179759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305267b-bd96-4a23-b34a-0eb3cd70317e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd63bd17-d962-4921-8bf9-fd3f0625348b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:40.183345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:40.209552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94e4cf9-0bc8-480c-bb90-35c5e0148a81 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:40.213906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a94e4cf9-0bc8-480c-bb90-35c5e0148a81 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=b50ad8b7-7184-462c-b863-58c198b35dda&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2180688 Nov 04 09:02:40.214673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:40.223214 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.238239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13cb86ad-122b-45bc-bfc2-ace447ce7dd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.238866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:40.239527 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.261724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13cb86ad-122b-45bc-bfc2-ace447ce7dd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.314567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13cb86ad-122b-45bc-bfc2-ace447ce7dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.319402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-13cb86ad-122b-45bc-bfc2-ace447ce7dd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.320977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-13cb86ad-122b-45bc-bfc2-ace447ce7dd9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd63bd17-d962-4921-8bf9-fd3f0625348b HTTP/1.1" status: 204 len: 168 time: 0.1366622 Nov 04 09:02:40.327682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-b31e2084-8af0-431e-ba2f-3fd712c6ff2b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7288313 Nov 04 09:02:40.330002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb86ad-122b-45bc-bfc2-ace447ce7dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd63bd17-d962-4921-8bf9-fd3f0625348b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:40.336649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220fad11-5c1c-4340-aaf8-e7dd66dffd6d req-644d58a1-ef01-4555-96b5-1bfb893036bd tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:40.338947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-220fad11-5c1c-4340-aaf8-e7dd66dffd6d req-644d58a1-ef01-4555-96b5-1bfb893036bd tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.3188863 Nov 04 09:02:40.352552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Request body: {'port': {'device_id': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:40.446961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801468c-b45b-4085-8b88-6bb4fe5b88b9 req-63ee2182-dfd2-4b3c-b08b-9c5aa7667b99 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:40.453443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8801468c-b45b-4085-8b88-6bb4fe5b88b9 req-63ee2182-dfd2-4b3c-b08b-9c5aa7667b99 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 931 time: 0.0592401 Nov 04 09:02:40.474480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468780dc-7018-4fd5-823e-8414d970a754 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:40.475891 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-468780dc-7018-4fd5-823e-8414d970a754 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.2603080 Nov 04 09:02:40.479991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:40.487466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-77d107d0-81aa-4ac3-b0c6-4cd1ab9f2705 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips/33b8d9a1-9e93-47c2-9ccd-2a474960ae1a HTTP/1.1" status: 200 len: 693 time: 0.1048565 Nov 04 09:02:40.493804 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.519152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7dce978-74ce-4940-ab81-a5a877010637 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=b50ad8b7-7184-462c-b863-58c198b35dda HTTP/1.1" status: 200 len: 205 time: 0.0349677 Nov 04 09:02:40.521867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50316) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:40.533837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8801468c-b45b-4085-8b88-6bb4fe5b88b9 req-a821d35d-6074-42fb-8463-28a05e92cfa4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778375 Nov 04 09:02:40.754227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-22a0a8a6-456b-4c77-9c48-677b12206dad tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:40.755697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-22a0a8a6-456b-4c77-9c48-677b12206dad tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2581661 Nov 04 09:02:40.774263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8456f41-6313-4d51-a28d-5d6f5dd2482d req-9b3af644-fa82-4cf1-a2a5-9845c2bac605 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:40.776395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8456f41-6313-4d51-a28d-5d6f5dd2482d req-9b3af644-fa82-4cf1-a2a5-9845c2bac605 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1215718 Nov 04 09:02:40.805158 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.870558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-51d1199b-c43b-4a3e-babc-1c185293a89a tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0996504 Nov 04 09:02:40.897437 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8456f41-6313-4d51-a28d-5d6f5dd2482d req-3f8dab53-bb88-4259-84c2-36e9da203072 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128542 Nov 04 09:02:40.941026 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:40.963509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-48f497a8-caa0-4f02-8d5c-dbdb74b15d18 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.246 HTTP/1.1" status: 200 len: 696 time: 0.0809240 Nov 04 09:02:41.021640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Deleting port ce97cf5c-5b65-40dc-a8cd-871907c694bf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:41.021859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.112720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.131348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Calling delete_port for ce97cf5c-5b65-40dc-a8cd-871907c694bf owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:41.133451 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.170529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:41.180320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.182629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:41.204765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Transition to ACTIVE for port object 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:02:41.211155 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.214590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Deleting port 66a94920-6e9d-4391-ad40-51fddae5b6a0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:41.214920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.239214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544bfe8-528f-46b3-8372-52bc77d5f512 req-210d1687-0154-4c45-a631-8d2559e774f3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:41.240788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6544bfe8-528f-46b3-8372-52bc77d5f512 req-210d1687-0154-4c45-a631-8d2559e774f3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1038663 Nov 04 09:02:41.320337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:41.322823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6544bfe8-528f-46b3-8372-52bc77d5f512 req-e1e54036-1cd2-48a8-8737-c632bff1dde1 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746272 Nov 04 09:02:41.331112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-944103720-network', 'tenant_id': '30af1185d5414eeeb110e1209d702152'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:41.409783 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.410525 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.410667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.428859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Calling delete_port for 66a94920-6e9d-4391-ad40-51fddae5b6a0 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:41.434873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Made reservation on behalf of 30af1185d5414eeeb110e1209d702152 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:41.437202 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.443108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event deleted for resources: {'Port': ['ID=ce97cf5c-5b65-40dc-a8cd-871907c694bf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:41.459653 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.515429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.539759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:41.540122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:41.540494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:41.555276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:02:41.555600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:41.582979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:41.583394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:41.583713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:41.584161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Bound port: 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:41.584521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.630076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.645417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.698421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.699046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Fanout notify agent at l3_agent the message router_deleted on router b50ad8b7-7184-462c-b863-58c198b35dda {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:41.706676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.711590 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4ff5f5a5-821a-48e5-940a-afec71ab0234 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/b50ad8b7-7184-462c-b863-58c198b35dda HTTP/1.1" status: 204 len: 168 time: 1.1850138 Nov 04 09:02:41.716690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50348) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:41.716862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3df05-adf2-41eb-a0c7-740926a65f07 req-179f67f0-2372-475c-9081-afef286e12ab tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:41.718569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23f3df05-adf2-41eb-a0c7-740926a65f07 req-179f67f0-2372-475c-9081-afef286e12ab tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.1062477 Nov 04 09:02:41.730303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-953aa5c1-0013-4531-b02a-01ddfc93278c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1834724739', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:41.749946 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.754672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:41.762290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23f3df05-adf2-41eb-a0c7-740926a65f07 req-ac68379e-9488-4bc1-959a-6d6f106bd1d6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372405 Nov 04 09:02:41.763625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.788039 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.815873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:41.819665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:02:41.821943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-953aa5c1-0013-4531-b02a-01ddfc93278c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.823109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-953aa5c1-0013-4531-b02a-01ddfc93278c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.850284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.855802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2841a36f-6a8d-45d3-9cf0-acb4d72d576a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:41.859618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event deleted for resources: {'Port': ['ID=66a94920-6e9d-4391-ad40-51fddae5b6a0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:41.870933 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.871277 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Added segment 2d43b5ad-b9fe-492b-aa4d-398c57569664 of type vlan for network 21c8c535-34c4-4f84-920d-101cd3fb22cd Nov 04 09:02:41.948001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:41.948645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:41.950066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] 10.222.0.55 "PUT /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 1091 time: 1.6083138 Nov 04 09:02:41.972034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:41.974470 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b53d1e-b611-4fb4-8081-b98754505c70" -d '{"events": [{"name": "network-changed", "server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:42.022718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.046070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb91ec2-4d5a-488a-a3c2-1e6cbb7b8b22 req-88fa42e3-3544-4082-b66d-4bfac41d72f6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:42.047505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bbb91ec2-4d5a-488a-a3c2-1e6cbb7b8b22 req-88fa42e3-3544-4082-b66d-4bfac41d72f6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0543582 Nov 04 09:02:42.088886 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bbb91ec2-4d5a-488a-a3c2-1e6cbb7b8b22 req-fa2d0f4c-2470-40f1-affc-ab549fbcc444 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351617 Nov 04 09:02:42.102131 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-953aa5c1-0013-4531-b02a-01ddfc93278c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.113593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b709771-81ec-47d1-bc37-1f9066db5e5d service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:42.117132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.120374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.136553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b830f8e7-1853-41b5-a9e8-d9c97b010e4a req-c18f44ab-74a9-4ce1-9412-3bf1a6a5d7ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "DELETE /v2.0/floatingips/33b8d9a1-9e93-47c2-9ccd-2a474960ae1a HTTP/1.1" status: 204 len: 173 time: 1.1642849 Nov 04 09:02:42.142940 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-953aa5c1-0013-4531-b02a-01ddfc93278c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.151148 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fdbf15-8d05-4421-bc2d-730bdd11bdb7 x-openstack-request-id: req-33fdbf15-8d05-4421-bc2d-730bdd11bdb7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:42.151557 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:42.151816 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-33fdbf15-8d05-4421-bc2d-730bdd11bdb7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:42.153096 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'status': 'completed', 'code': 200} Nov 04 09:02:42.167732 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.168802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:42.169402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.179061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-797aa5a9-8bbf-452b-b070-52a95d7c763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:42.180586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-797aa5a9-8bbf-452b-b070-52a95d7c763b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1094 time: 0.1729567 Nov 04 09:02:42.187638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-953aa5c1-0013-4531-b02a-01ddfc93278c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.191464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-953aa5c1-0013-4531-b02a-01ddfc93278c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4713116 Nov 04 09:02:42.193652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:42.199502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:42.249179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0641699 Nov 04 09:02:42.266995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:42.305002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-d4d01bd5-4aa1-4f66-b665-5fcda7794417 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 217 time: 0.1042254 Nov 04 09:02:42.314381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fddf1-a0ac-4d81-ac61-2e5015d8143d admin admin] Pushing event updated for resources: {'Network': ['ID=21c8c535-34c4-4f84-920d-101cd3fb22cd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:42.325330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 21c8c535-34c4-4f84-920d-101cd3fb22cd details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:02:42.343967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Request body: {'subnet': {'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-944103720-subnet', 'tenant_id': '30af1185d5414eeeb110e1209d702152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:42.366042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eefcb8-f8ed-42a8-9276-71c3eecef2dc req-addb9263-189d-4f14-a0db-2e6dc5d60cc9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:42.367808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eefcb8-f8ed-42a8-9276-71c3eecef2dc req-addb9263-189d-4f14-a0db-2e6dc5d60cc9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1416035 Nov 04 09:02:42.377876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-62032019-829a-431d-80cd-4634881f58f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:42.379233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-62032019-829a-431d-80cd-4634881f58f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0659862 Nov 04 09:02:42.425699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-8c5b42e5-11b2-4095-b186-f6413a2f9e9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353901 Nov 04 09:02:42.467277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27eefcb8-f8ed-42a8-9276-71c3eecef2dc req-af331444-3503-4be4-92d9-5287b2a0b17c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840771 Nov 04 09:02:42.529887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Made reservation on behalf of 30af1185d5414eeeb110e1209d702152 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:42.532469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.554283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-53dcb146-9abe-49d4-b6ef-f0d9fe080038 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163249 Nov 04 09:02:42.610048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.662635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d5cb9-82bf-4dea-b7a6-ed61879f6160 req-d73bbf2e-10bc-49ff-ab38-8ae31ef6b363 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:42.664262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-646d5cb9-82bf-4dea-b7a6-ed61879f6160 req-d73bbf2e-10bc-49ff-ab38-8ae31ef6b363 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5026634 Nov 04 09:02:42.706280 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.883512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ced9-8651-46d3-a891-5b9aec95f762 req-2766cdd2-110d-44ce-9d5b-1b76ccec76b6 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:42.885333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64a8ced9-8651-46d3-a891-5b9aec95f762 req-2766cdd2-110d-44ce-9d5b-1b76ccec76b6 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.3524001 Nov 04 09:02:42.901846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:42.931345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e90a748-d48a-48e7-9666-8904ea00e6c1 req-35b1fa65-2240-40d4-9cdf-90c0225b946e service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3624806 Nov 04 09:02:42.950957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64a8ced9-8651-46d3-a891-5b9aec95f762 req-e5505fb5-b965-4e05-8d5f-bf515b81e6f9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546553 Nov 04 09:02:42.979082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e319ff8-c8d7-4667-894d-2a1f52f84d1b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:43.076599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-85ee28d4-9113-43b5-bd87-549cb17798c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:43.079404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-85ee28d4-9113-43b5-bd87-549cb17798c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1094 time: 0.0945556 Nov 04 09:02:43.158231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Checking segment: {'id': '2d43b5ad-b9fe-492b-aa4d-398c57569664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:43.158744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Network hostable DHCP agents. Network: 21c8c535-34c4-4f84-920d-101cd3fb22cd, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:02:43.169606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf55ee1a-ae4a-4794-9914-825108d8d790 req-0e1227b8-90b2-4539-9294-5dc6d65b5252 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=a1bacc878db54a598e9fef0989fc18a2 HTTP/1.1" status: 200 len: 1656 time: 0.0881875 Nov 04 09:02:43.215912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:43.216532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-ed935793-17fe-4da6-aabe-9aea44bafe33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:43.218151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-ed935793-17fe-4da6-aabe-9aea44bafe33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.1320107 Nov 04 09:02:43.231468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c6471-9ebb-4143-8e60-3ce951e58b36 req-e5103d7d-3944-4a0c-8c7d-d8414fe11e1b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:43.232954 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-413c6471-9ebb-4143-8e60-3ce951e58b36 req-e5103d7d-3944-4a0c-8c7d-d8414fe11e1b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.0752068 Nov 04 09:02:43.274357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-1f336519-1565-43f6-8eaa-e1d58b81a651 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 217 time: 0.0404391 Nov 04 09:02:43.278922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Network 21c8c535-34c4-4f84-920d-101cd3fb22cd is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:02:43.284603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:43.305680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 21c8c535-34c4-4f84-920d-101cd3fb22cd) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:43.314181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:43.314767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:43.315717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3139b056-3027-4ad6-aafb-27ba8d0ae8a1 None None] Network 21c8c535-34c4-4f84-920d-101cd3fb22cd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:43.356611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-413c6471-9ebb-4143-8e60-3ce951e58b36 req-a8ae4713-2b12-45d4-98e3-77aa5b0e37cf tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155412 Nov 04 09:02:43.367680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-6a504fbf-c689-4b43-806d-03703ff18ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:43.370872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-6a504fbf-c689-4b43-806d-03703ff18ffe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0819554 Nov 04 09:02:43.399171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-198fc1b6-56ae-469d-bcad-e9181a794bcb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0868263 Nov 04 09:02:43.423775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55ee1a-ae4a-4794-9914-825108d8d790 req-a53645c0-c5fd-4a36-96c8-b8ef70de5f6c tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:43.430987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf55ee1a-ae4a-4794-9914-825108d8d790 req-a53645c0-c5fd-4a36-96c8-b8ef70de5f6c tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks?id=0338a73d-2a05-42d1-904b-d8b739255f68&id=0338a73d-2a05-42d1-904b-d8b739255f68&id=0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 787 time: 0.2497568 Nov 04 09:02:43.438736 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-dfc87920-159e-4600-ab3a-05c8c6fc7fa0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596688 Nov 04 09:02:43.439625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-bf55ee1a-ae4a-4794-9914-825108d8d790 req-6ae94931-d9d9-48c0-ada4-ea9c3f34d9a4 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:02:43.440792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf55ee1a-ae4a-4794-9914-825108d8d790 req-6ae94931-d9d9-48c0-ada4-ea9c3f34d9a4 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083501 Nov 04 09:02:43.552470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-c06de6bb-99c9-4b05-b011-5196b10c9bfe tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips/6cae36d8-0d25-49d8-95d7-edb7bf771bca HTTP/1.1" status: 200 len: 693 time: 0.0614982 Nov 04 09:02:43.588020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651849c3-6fd0-4199-b35d-b1e56fa8e60e req-12dccc47-e2f6-426c-b355-0627332c9bb7 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:43.590103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9cf45da-b5fb-44f1-8708-f6939f36ca3b None None] Network 21c8c535-34c4-4f84-920d-101cd3fb22cd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:43.590889 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-651849c3-6fd0-4199-b35d-b1e56fa8e60e req-12dccc47-e2f6-426c-b355-0627332c9bb7 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0850844 Nov 04 09:02:43.616671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Allocated IP 172.25.3.148 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9007cd77-9584-4ad4-8167-9cdf37fe884d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:43.687733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-651849c3-6fd0-4199-b35d-b1e56fa8e60e req-942d6cff-d848-42c7-8fb9-8444e34f03ad tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878794 Nov 04 09:02:43.690423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-bfe7e636-0be9-4f0d-a33e-399cf3d77d37 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426190 Nov 04 09:02:43.863660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88b53d1e-b611-4fb4-8081-b98754505c70 req-d0737625-ffc2-4b43-83f5-668b74db3e2d service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652358 Nov 04 09:02:44.081619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-6e5672b9-b7ff-451b-9574-eeb2294ef0a5 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:44.082986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-6e5672b9-b7ff-451b-9574-eeb2294ef0a5 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.5297105 Nov 04 09:02:44.108013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-d7ff8c82-419c-4e0b-aedb-b8ab9ab71fee tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:44.110534 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-d7ff8c82-419c-4e0b-aedb-b8ab9ab71fee tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/networks?id=21c8c535-34c4-4f84-920d-101cd3fb22cd HTTP/1.1" status: 200 len: 817 time: 0.1497352 Nov 04 09:02:44.132748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-eb1dad70-bcf2-45a8-ba11-efd396e93bbe tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/quotas/30af1185d5414eeeb110e1209d702152 HTTP/1.1" status: 200 len: 375 time: 0.0158775 Nov 04 09:02:44.153513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-22ec9f94-d38b-48e4-a091-9981126427a5 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0596647 Nov 04 09:02:44.172170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:44.186525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-3a2a1125-1bf1-4625-8334-a0e500888253 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=30af1185d5414eeeb110e1209d702152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476122 Nov 04 09:02:44.229746 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-7aa6b50b-0ad4-4044-8ffb-7bfa4066b35c tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.206 HTTP/1.1" status: 200 len: 696 time: 0.0661645 Nov 04 09:02:44.291074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-bb144f8d-64dc-42ab-b774-a0a360d88f48 service neutron] 10.222.0.53 "GET /v2.0/networks/21c8c535-34c4-4f84-920d-101cd3fb22cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944159 Nov 04 09:02:44.326457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:44.395353 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-ea3e32b9-ffcd-4e1c-b49e-78272821efde service neutron] 10.222.0.53 "GET /v2.0/networks/21c8c535-34c4-4f84-920d-101cd3fb22cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953860 Nov 04 09:02:44.398232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:44.405536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:44.414785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:44.437996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event updated for resources: {'Port': ['ID=9007cd77-9584-4ad4-8167-9cdf37fe884d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:44.541302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Deleting port a0cd101f-58e6-48e0-8d6c-848204a124b4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:44.541650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:44.700635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579fdc0-ae5c-4458-a929-ea3d77fec602 req-6bf49294-4141-4250-992c-238645f019f7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:44.702210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e579fdc0-ae5c-4458-a929-ea3d77fec602 req-6bf49294-4141-4250-992c-238645f019f7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0653718 Nov 04 09:02:44.719942 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:44.720272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:44.742537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Calling delete_port for a0cd101f-58e6-48e0-8d6c-848204a124b4 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:44.771893 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e579fdc0-ae5c-4458-a929-ea3d77fec602 req-8f5c77cf-9f5a-4267-8df2-77a883c491cc tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568371 Nov 04 09:02:44.820710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:45.041526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9abc42-42c9-4aa0-869b-87dcf1db52cc req-507877f5-11b9-4f19-9e1c-bc7c2d57d799 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:45.044158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae9abc42-42c9-4aa0-869b-87dcf1db52cc req-507877f5-11b9-4f19-9e1c-bc7c2d57d799 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.0821195 Nov 04 09:02:45.085756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:45.101541 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae9abc42-42c9-4aa0-869b-87dcf1db52cc req-31a8f112-02f1-40f6-bb58-368fc830cafc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475130 Nov 04 09:02:45.150207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event deleted for resources: {'Port': ['ID=a0cd101f-58e6-48e0-8d6c-848204a124b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:45.204214 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0f29929e-6bae-463e-b5e2-279c8b61c8ae req-bedc56b6-17f3-42a1-9d40-c023a20fae26 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 210 time: 0.0319073 Nov 04 09:02:45.232069 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:45.242582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:45.248503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:45.252362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20814298-ad72-45f7-b059-4b6c65c7ca46 req-2956e553-af02-4115-b685-2d3b66757750 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "DELETE /v2.0/floatingips/6cae36d8-0d25-49d8-95d7-edb7bf771bca HTTP/1.1" status: 204 len: 173 time: 1.0138097 Nov 04 09:02:45.260464 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:45.386965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691e7c-0c10-4a6a-b1b5-f8328cf26af9 req-78e6dc88-82b3-403c-8155-0c1e477b79ea tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:45.388630 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-14691e7c-0c10-4a6a-b1b5-f8328cf26af9 req-78e6dc88-82b3-403c-8155-0c1e477b79ea tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0701036 Nov 04 09:02:45.435943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-09d592c1-77af-4450-a878-326765840757 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips/bc5ddbc7-5d58-49f6-9c24-435ab498ccfd HTTP/1.1" status: 200 len: 693 time: 0.1319475 Nov 04 09:02:45.466349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-14691e7c-0c10-4a6a-b1b5-f8328cf26af9 req-5a7c2e64-3c8d-4dd4-92ec-fa5b3e2833d4 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676408 Nov 04 09:02:45.472622 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:45.603970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-e7223d7f-81b9-4188-b9b2-0faf59fbf22a tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:45.605824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-e7223d7f-81b9-4188-b9b2-0faf59fbf22a tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.1579955 Nov 04 09:02:45.679087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-dc4f4d45-9efb-4d94-9efe-c138351f7489 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.123 HTTP/1.1" status: 200 len: 696 time: 0.0655146 Nov 04 09:02:45.679775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Router ca48bbaf-4d37-4693-b7d8-366a7d64cf41 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:45.879486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c7f7e40b-2a99-4244-8896-a964bb7c0b67 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:02:45.883081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c7f7e40b-2a99-4244-8896-a964bb7c0b67 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:46.070118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:02:46.094742 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-3d71daef-5f2f-4fa1-9074-c886335a6849 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.123 HTTP/1.1" status: 200 len: 696 time: 0.4056497 Nov 04 09:02:46.108764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a974bd8-b01b-48a4-98f2-95c3f83ec14f req-c946a02b-b560-4961-a05a-f88089703239 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:46.110412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a974bd8-b01b-48a4-98f2-95c3f83ec14f req-c946a02b-b560-4961-a05a-f88089703239 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.1543026 Nov 04 09:02:46.123060 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.170409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-8ee937c1-89b8-4a80-b2d5-f8bed3fb8e77 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:46.176859 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-8ee937c1-89b8-4a80-b2d5-f8bed3fb8e77 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.55 "GET /v2.0/networks?id=21c8c535-34c4-4f84-920d-101cd3fb22cd HTTP/1.1" status: 200 len: 817 time: 0.3715663 Nov 04 09:02:46.190397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Request body: {'port': {'device_id': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd', 'admin_state_up': True, 'tenant_id': '30af1185d5414eeeb110e1209d702152'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:46.200264 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a974bd8-b01b-48a4-98f2-95c3f83ec14f req-7127fd72-27fa-47a3-a7f2-8d2bdca1174e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718007 Nov 04 09:02:46.261459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:46.283186 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.286586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:46.294377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.295910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b3f29d18-ba09-4425-8e00-c799703a416d tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "PUT /v2.0/routers/ca48bbaf-4d37-4693-b7d8-366a7d64cf41 HTTP/1.1" status: 200 len: 880 time: 4.1011744 Nov 04 09:02:46.302333 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] Sync routers for ids ['ca48bbaf-4d37-4693-b7d8-366a7d64cf41'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:46.304488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:46.331153 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] Routers {'ca48bbaf-4d37-4693-b7d8-366a7d64cf41'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:46.337697 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ca48bbaf-4d37-4693-b7d8-366a7d64cf41'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:46.383270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:46.396802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:46.398442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Made reservation on behalf of 30af1185d5414eeeb110e1209d702152 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:46.402628 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53046f76-349c-44f8-987a-2d9eff5fd370" -d '{"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:46.405824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.424861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Deleting port bc7b8b43-c9b4-4c6d-8ed9-ddcde3aa9af2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:46.425124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'port_id': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'mac_address': 'fa:16:3e:f3:78:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2adfd5-1f31-42da-8e85-73eafee62bb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:02:46.425263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.427826 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.527193 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:46.531729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50444) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:46.534932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-17de81a1-2ac8-4dc9-be3f-564a709c19d5 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/ca48bbaf-4d37-4693-b7d8-366a7d64cf41 HTTP/1.1" status: 200 len: 921 time: 0.2275422 Nov 04 09:02:46.552516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:46.561520 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] Routers {'ca48bbaf-4d37-4693-b7d8-366a7d64cf41'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:46.562848 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ca48bbaf-4d37-4693-b7d8-366a7d64cf41'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:46.566842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:46.593359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'port_id': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'mac_address': 'fa:16:3e:99:0f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2695a7-9235-440a-bb8e-349b80bab343', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:02:46.596462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.604326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.605336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.639351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Calling delete_port for bc7b8b43-c9b4-4c6d-8ed9-ddcde3aa9af2 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:46.754726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f7e40b-2a99-4244-8896-a964bb7c0b67 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:46.755868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8fa2d4-0e15-417c-a1d8-828df440afac tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:46.762636 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dd8fa2d4-0e15-417c-a1d8-828df440afac tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=ca48bbaf-4d37-4693-b7d8-366a7d64cf41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2259912 Nov 04 09:02:46.766199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:46.792981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Allocated IP 172.20.0.5 (21c8c535-34c4-4f84-920d-101cd3fb22cd/8e319ff8-c8d7-4667-894d-2a1f52f84d1b/bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:46.827753 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:46.828820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692de6a6-a2ca-4f6c-808a-54a48b6bc96d None None] The sync data for ids ['ca48bbaf-4d37-4693-b7d8-366a7d64cf41'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:46.831558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:46.865933 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.870774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:46.888390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a2fce-8491-494f-bd3e-aa81a59149c8 req-d47f74b6-500b-40dd-814d-83b3451e6aa7 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:46.892954 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b7a2fce-8491-494f-bd3e-aa81a59149c8 req-d47f74b6-500b-40dd-814d-83b3451e6aa7 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.1960778 Nov 04 09:02:46.913576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e123ea-716b-4a43-881b-7413008cea35 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:46.916204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b6e123ea-716b-4a43-881b-7413008cea35 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.1476455 Nov 04 09:02:46.919870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50450) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:46.922761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:46.961153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c96da9f8-b6d5-4150-83ab-0ed146a6d0ac tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca48bbaf-4d37-4693-b7d8-366a7d64cf41 HTTP/1.1" status: 200 len: 205 time: 0.0394068 Nov 04 09:02:46.965506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:46.965745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:46.971105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:46.979198 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b7a2fce-8491-494f-bd3e-aa81a59149c8 req-aea4ce70-fe85-4dd6-8459-ac3094278613 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666740 Nov 04 09:02:46.982096 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.059826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:47.068820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.108292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event deleted for resources: {'Port': ['ID=bc7b8b43-c9b4-4c6d-8ed9-ddcde3aa9af2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:47.122568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c7f7e40b-2a99-4244-8896-a964bb7c0b67'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:02:47.183624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aaa97048-003a-4bb4-8419-94c28cfd496b req-e8642968-6c83-4ba2-a050-44a951883c31 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 210 time: 0.0707104 Nov 04 09:02:47.227835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:02:47.228582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.236692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.241673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.243965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-efca3dc5-80c7-48ad-93f5-6527f1f25e63 req-aa88c9ad-fcc2-4b96-8639-d445f089f9de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "DELETE /v2.0/floatingips/bc5ddbc7-5d58-49f6-9c24-435ab498ccfd HTTP/1.1" status: 204 len: 173 time: 1.1403863 Nov 04 09:02:47.282838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.319449 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c69845-c0a5-44f8-9470-41ed7854e54b x-openstack-request-id: req-b5c69845-c0a5-44f8-9470-41ed7854e54b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:47.320024 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-unplugged", "status": "completed", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:47.320427 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b5c69845-c0a5-44f8-9470-41ed7854e54b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:47.321024 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'code': 200} Nov 04 09:02:47.338168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.482180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Network 21c8c535-34c4-4f84-920d-101cd3fb22cd is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:47.494767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:47.496949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Pushing event updated for resources: {'Port': ['ID=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:47.505945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:47.525341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ed76d-5107-44fd-b86a-9f8496678a58 req-66cba647-c51c-4adb-8d69-659e168b3569 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:47.527947 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-325ed76d-5107-44fd-b86a-9f8496678a58 req-66cba647-c51c-4adb-8d69-659e168b3569 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1328580 Nov 04 09:02:47.534973 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-ce7131e0-c03d-4f32-9b24-0413db3546f7 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips/b2601837-9046-4de7-b586-acf7cedb0fc6 HTTP/1.1" status: 200 len: 692 time: 0.1137204 Nov 04 09:02:47.571199 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.600659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-325ed76d-5107-44fd-b86a-9f8496678a58 req-beee1971-6d0d-48ab-afbb-ed8a3987cf4e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595496 Nov 04 09:02:47.667610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Deleting port 9007cd77-9584-4ad4-8167-9cdf37fe884d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:47.668779 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.686614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:47.687426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.710478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-130f0a3e-80c3-42d8-864a-462e5c19e352 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5267835 Nov 04 09:02:47.731429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Request body: {'port': {'device_id': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:47.778284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-795c2b93-9792-4cf3-827a-8fad17f183ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:47.779678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-795c2b93-9792-4cf3-827a-8fad17f183ab tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2397676 Nov 04 09:02:47.788607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1446340-1b73-4517-95d1-98d607295e40 req-97a6396c-ece8-486b-b236-650fbd5defbf tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:47.790200 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1446340-1b73-4517-95d1-98d607295e40 req-97a6396c-ece8-486b-b236-650fbd5defbf tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 945 time: 0.0786169 Nov 04 09:02:47.809207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.830403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Calling delete_port for 9007cd77-9584-4ad4-8167-9cdf37fe884d owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:47.854901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:47.857862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1446340-1b73-4517-95d1-98d607295e40 req-93da8654-7746-44f6-8454-2c580e09c481 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579312 Nov 04 09:02:47.859215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-cd405785-04d8-431c-9817-c004d77960ec tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0550563 Nov 04 09:02:47.944558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-c00ba4a8-f2b2-4213-b422-b384c9d976de tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0699489 Nov 04 09:02:48.024135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.053916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event deleted for resources: {'Port': ['ID=9007cd77-9584-4ad4-8167-9cdf37fe884d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:48.148802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.185987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbc292-bb9c-4f8e-b41d-52c4c7e1888d req-98067ed2-1e4c-421d-b1cd-85b4b0dc10bc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:48.187525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dfbc292-bb9c-4f8e-b41d-52c4c7e1888d req-98067ed2-1e4c-421d-b1cd-85b4b0dc10bc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.1109121 Nov 04 09:02:48.266833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.270007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.321144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dfbc292-bb9c-4f8e-b41d-52c4c7e1888d req-6c188a61-38f1-4ed6-bc73-3aaeb791f65a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027584 Nov 04 09:02:48.332859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.333349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Fanout notify agent at l3_agent the message router_deleted on router ca48bbaf-4d37-4693-b7d8-366a7d64cf41 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:48.341159 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.346878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3ae7f05-1a72-460d-ad3d-5be385c6eacc tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/ca48bbaf-4d37-4693-b7d8-366a7d64cf41 HTTP/1.1" status: 204 len: 168 time: 1.3798478 Nov 04 09:02:48.347552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:48.352268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Deleting port 337f517a-ea10-4e4a-9c2e-946c5d2f0b10 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:48.353370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.358467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2a47d225-7185-44c9-92bf-825e5a90dc0f tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2092144085', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:48.394414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a47d225-7185-44c9-92bf-825e5a90dc0f tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.395666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a47d225-7185-44c9-92bf-825e5a90dc0f tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.485699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a47d225-7185-44c9-92bf-825e5a90dc0f tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.490988 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a47d225-7185-44c9-92bf-825e5a90dc0f tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.504781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c19b17-6d88-4a88-aaf5-fa058e360b0a req-bf1a9389-3b05-4714-afb8-2d56ad89b459 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:48.506453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97c19b17-6d88-4a88-aaf5-fa058e360b0a req-bf1a9389-3b05-4714-afb8-2d56ad89b459 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 931 time: 0.1031003 Nov 04 09:02:48.526787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a47d225-7185-44c9-92bf-825e5a90dc0f tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.527955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a47d225-7185-44c9-92bf-825e5a90dc0f tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1790202 Nov 04 09:02:48.535194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50468) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:48.545188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': True}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:48.553476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.553937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.558101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97c19b17-6d88-4a88-aaf5-fa058e360b0a req-6b0c5853-2e94-4e2d-88d6-d0c9885d0a64 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Nov 04 09:02:48.570807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:48.676391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:48.683567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Calling delete_port for 337f517a-ea10-4e4a-9c2e-946c5d2f0b10 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:48.736740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc58a9-3a9e-48d1-a782-be4fbe58f88b req-5f9fd901-c83c-4e9f-bfd3-fcc67dedf7b6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:48.738385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2dc58a9-3a9e-48d1-a782-be4fbe58f88b req-5f9fd901-c83c-4e9f-bfd3-fcc67dedf7b6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0585454 Nov 04 09:02:48.782047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2dc58a9-3a9e-48d1-a782-be4fbe58f88b req-8c188465-c645-4bfd-bafe-f4cc50f65a3c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360277 Nov 04 09:02:49.001983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d5aaa-7fc2-4c9f-9c07-57b6d2aa2183 req-65dd019e-b2b5-4a9c-82b3-e3267d39b57c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:49.003983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d9d5aaa-7fc2-4c9f-9c07-57b6d2aa2183 req-65dd019e-b2b5-4a9c-82b3-e3267d39b57c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 945 time: 0.0544078 Nov 04 09:02:49.047215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d9d5aaa-7fc2-4c9f-9c07-57b6d2aa2183 req-a4cfba85-66d7-47dd-95e4-a948253a1536 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363204 Nov 04 09:02:49.093470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Transition to ACTIVE for port object bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:02:49.151441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:49.341976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:49.354315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Pushing event updated for resources: {'Port': ['ID=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:49.460426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae179cb2-241d-4edf-8f86-c97216a5b8ab req-7682a54a-fd89-45cc-912d-a0c734dc7b2c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:49.462098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae179cb2-241d-4edf-8f86-c97216a5b8ab req-7682a54a-fd89-45cc-912d-a0c734dc7b2c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.0552166 Nov 04 09:02:49.503043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae179cb2-241d-4edf-8f86-c97216a5b8ab req-55321d52-467b-4b49-a9e5-ce8ecd9705af tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342920 Nov 04 09:02:49.587407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Attempting to bind port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:02:49.587926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Attempting to bind port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '2d43b5ad-b9fe-492b-aa4d-398c57569664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:02:49.588396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Attempting to bind port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee on network 21c8c535-34c4-4f84-920d-101cd3fb22cd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:49.607549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee on network 21c8c535-34c4-4f84-920d-101cd3fb22cd not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:02:49.608032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Attempting to bind port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee on network 21c8c535-34c4-4f84-920d-101cd3fb22cd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:02:49.619570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:02:49.620130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Checking segment: {'id': '2d43b5ad-b9fe-492b-aa4d-398c57569664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:02:49.620677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Bound using segment: {'id': '2d43b5ad-b9fe-492b-aa4d-398c57569664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:02:49.621297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Bound port: bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d43b5ad-b9fe-492b-aa4d-398c57569664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:02:49.621804 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:49.624474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:49.684263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Pushing event deleted for resources: {'Port': ['ID=337f517a-ea10-4e4a-9c2e-946c5d2f0b10,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:49.692730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a026e17-2f65-4ff0-ae80-775b00143f9d req-9520e195-a765-4884-8026-5b15625b4842 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:49.694290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a026e17-2f65-4ff0-ae80-775b00143f9d req-9520e195-a765-4884-8026-5b15625b4842 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 943 time: 0.0569501 Nov 04 09:02:49.734141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a026e17-2f65-4ff0-ae80-775b00143f9d req-6822b126-3746-4caa-94f8-c8a5b30b1341 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Nov 04 09:02:49.870608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:49.874410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:49.876091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ace2cd8a-b5e7-48b8-8d53-d37d695139ee req-49579ed4-6676-4827-b577-b490e2ab0f90 tempest-FloatingIPDetailsTestJSON-1021102413 tempest-FloatingIPDetailsTestJSON-1021102413-project] 10.222.0.53 "DELETE /v2.0/floatingips/b2601837-9046-4de7-b586-acf7cedb0fc6 HTTP/1.1" status: 204 len: 173 time: 1.9240541 Nov 04 09:02:49.878221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c7f7e40b-2a99-4244-8896-a964bb7c0b67 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:49.882206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] For port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:02:49.886596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] For port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,segment=NetworkSegment(2d43b5ad-b9fe-492b-aa4d-398c57569664),segment_id=2d43b5ad-b9fe-492b-aa4d-398c57569664)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:02:49.889541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50484) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:49.926801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d399ed-f65f-474c-8826-41df881ebe63 req-23f35d02-dcce-4006-ab3f-440aef5f5a93 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:49.928225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07d399ed-f65f-474c-8826-41df881ebe63 req-23f35d02-dcce-4006-ab3f-440aef5f5a93 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0714712 Nov 04 09:02:49.957672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c7f7e40b-2a99-4244-8896-a964bb7c0b67 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:49.959013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:49.981488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07d399ed-f65f-474c-8826-41df881ebe63 req-9a5a7075-1c08-43eb-89ce-70ce0bf9e0d7 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467377 Nov 04 09:02:50.002789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.066064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.135282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:50.138630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:50.141563 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0693815a-cf65-4464-8acb-0b3d55047cfa" -d '{"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-plugged", "status": "completed", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:50.146369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:50.152543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.200053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:50.200749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.202940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] 10.222.0.55 "PUT /v2.0/ports/bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee HTTP/1.1" status: 200 len: 1091 time: 2.4773719 Nov 04 09:02:50.206880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'tag': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:50.210498 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47703d2f-7535-43a7-8580-be3307546568" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa56760-b6d3-4377-8cd6-3a8e9dee94b1", "tag": "bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:50.280988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:50.290336 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09624fa-455c-4ca6-ac5f-a3bacbd87e8e x-openstack-request-id: req-f09624fa-455c-4ca6-ac5f-a3bacbd87e8e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:50.290634 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-plugged", "status": "completed", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:50.290860 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f09624fa-455c-4ca6-ac5f-a3bacbd87e8e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:50.291396 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'code': 200} Nov 04 09:02:50.293984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.294799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.295159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.295490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.295821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.296173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.296494 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.296996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.297460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.297906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.298233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.298667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:02:50.328401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:02:50.334798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:50.335221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.367599 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98497a1-e146-49c9-9ce5-e8b4e86a8611 x-openstack-request-id: req-c98497a1-e146-49c9-9ce5-e8b4e86a8611 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:50.368723 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa56760-b6d3-4377-8cd6-3a8e9dee94b1", "tag": "bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:50.369080 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c98497a1-e146-49c9-9ce5-e8b4e86a8611 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:50.369585 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'tag': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee', 'status': 'completed', 'code': 200} Nov 04 09:02:50.409673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8569804-440e-43d7-bc16-8f3906819a3e service neutron] Pushing event updated for resources: {'Port': ['ID=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:50.436502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.473375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:50.479164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.480076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.499602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13cbf5-e400-4fef-b4f4-b4cc4419d60d req-9308fa8b-0ab4-4e3c-a41e-2c1b7e23b955 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:50.501225 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b13cbf5-e400-4fef-b4f4-b4cc4419d60d req-9308fa8b-0ab4-4e3c-a41e-2c1b7e23b955 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.3508840 Nov 04 09:02:50.530942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:50.534143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-b7a87723-2cb1-47d8-9cc9-10b344637285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:50.535671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-b7a87723-2cb1-47d8-9cc9-10b344637285 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30af1185d5414eeeb110e1209d702152&device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 1094 time: 0.1872516 Nov 04 09:02:50.535990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:50.642123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f75442-a1ee-4cbd-8ef3-e85e5579c240 req-9885b5ad-ffd5-455c-a565-b3a7f25d3e38 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:50.644034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69f75442-a1ee-4cbd-8ef3-e85e5579c240 req-9885b5ad-ffd5-455c-a565-b3a7f25d3e38 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.0588083 Nov 04 09:02:50.686309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69f75442-a1ee-4cbd-8ef3-e85e5579c240 req-364162f1-8176-4b22-82ee-b5605c844bfa tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347378 Nov 04 09:02:50.700549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-4fa9fd70-e09c-45ab-a64e-64e36c8ba6dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee HTTP/1.1" status: 200 len: 217 time: 0.1474683 Nov 04 09:02:50.731165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5b058-5238-448f-8ab6-8c8ef5face92 req-9efa65ca-a0aa-4286-af3d-23ec09733a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:50.732694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e3f5b058-5238-448f-8ab6-8c8ef5face92 req-9efa65ca-a0aa-4286-af3d-23ec09733a5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 1097 time: 0.3061509 Nov 04 09:02:50.776839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b13cbf5-e400-4fef-b4f4-b4cc4419d60d req-537b0ab9-7764-4a37-b6c3-a99f99293b6c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497504 Nov 04 09:02:50.856230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-634637b5-2100-48c3-ad35-c09e6c4ebe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:50.857723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-634637b5-2100-48c3-ad35-c09e6c4ebe10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e319ff8-c8d7-4667-894d-2a1f52f84d1b HTTP/1.1" status: 200 len: 857 time: 0.1434650 Nov 04 09:02:50.900702 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e3f5b058-5238-448f-8ab6-8c8ef5face92 req-19954933-5088-48c3-942d-13f66ec44546 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557033 Nov 04 09:02:50.922512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466de0c0-3ab8-4eb7-9153-ea4c7d6b77ad req-8d719ae1-0aab-4d2b-b318-4df372d6889f tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:50.923123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Allocated IP 172.25.3.21 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/bb784fb9-8af1-4517-8c80-75ae5e06188b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:50.924105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-466de0c0-3ab8-4eb7-9153-ea4c7d6b77ad req-8d719ae1-0aab-4d2b-b318-4df372d6889f tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 943 time: 0.0830786 Nov 04 09:02:50.926445 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-0e0234cd-3141-4b83-b688-05590be76fbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21c8c535-34c4-4f84-920d-101cd3fb22cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448360 Nov 04 09:02:51.193307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-466de0c0-3ab8-4eb7-9153-ea4c7d6b77ad req-db7e2439-2261-4d6f-86e8-186cdfeb362c tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628369 Nov 04 09:02:51.460140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-161fc869-3375-4368-9666-61931a74b8ea service neutron] 10.222.0.55 "GET /v2.0/networks/21c8c535-34c4-4f84-920d-101cd3fb22cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124943 Nov 04 09:02:51.494088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae09b7-36df-4449-b277-370d57ccd7c9 req-f36eb010-db9a-4f40-950a-ffdcaeeb1e4f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:51.495559 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3eae09b7-36df-4449-b277-370d57ccd7c9 req-f36eb010-db9a-4f40-950a-ffdcaeeb1e4f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.4191136 Nov 04 09:02:51.579601 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:51.642016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3eae09b7-36df-4449-b277-370d57ccd7c9 req-c766d0ba-f09e-4ac5-80cb-2a30f22a9b8b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267953 Nov 04 09:02:51.718259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6478ade-0fb8-42e4-85b5-f08e8eceec83 req-b6609850-db4e-42db-b020-9039766ee3b9 service neutron] 10.222.0.55 "GET /v2.0/networks/21c8c535-34c4-4f84-920d-101cd3fb22cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452521 Nov 04 09:02:51.728495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:51.808847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:51.817421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b4b3b-178c-4fb0-bc7a-450e2644063d req-5630a96d-f54c-4894-800c-5d239bcd1049 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:51.819318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b5b4b3b-178c-4fb0-bc7a-450e2644063d req-5630a96d-f54c-4894-800c-5d239bcd1049 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.0540700 Nov 04 09:02:51.822190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:51.825517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:51.869371 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b5b4b3b-178c-4fb0-bc7a-450e2644063d req-0694443d-85de-4062-a934-f8fabb2f08c5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424695 Nov 04 09:02:51.878547 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:51.891204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Port': ['ID=bb784fb9-8af1-4517-8c80-75ae5e06188b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:52.014730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703d2f-7535-43a7-8580-be3307546568 req-a8d310a3-b271-4c36-bc52-ef83f82217cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:52.016290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47703d2f-7535-43a7-8580-be3307546568 req-a8d310a3-b271-4c36-bc52-ef83f82217cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30af1185d5414eeeb110e1209d702152&device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 1094 time: 0.2460251 Nov 04 09:02:52.182128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66be45-615e-4331-b24c-28535e53e328 req-629a562c-ecd9-41af-8eb1-c8c9db57d7bb tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:52.183501 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc66be45-615e-4331-b24c-28535e53e328 req-629a562c-ecd9-41af-8eb1-c8c9db57d7bb tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.2943828 Nov 04 09:02:52.292831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:52.295531 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24790fdd-04d4-4f30-8928-e5709f279e39" -d '{"events": [{"server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:52.321233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08ce63-a6ea-453d-866f-d606abc8fbcb req-87054c26-9c1e-4e5f-8ad5-36dc86bbb95c tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:52.323033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d08ce63-a6ea-453d-866f-d606abc8fbcb req-87054c26-9c1e-4e5f-8ad5-36dc86bbb95c tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 943 time: 0.0519979 Nov 04 09:02:52.365651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d08ce63-a6ea-453d-866f-d606abc8fbcb req-951a3151-f510-4dcf-a7d3-088b18f75eff tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360899 Nov 04 09:02:52.367439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc66be45-615e-4331-b24c-28535e53e328 req-1e0c4cad-68ac-4c08-8b70-21f031eab8af tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742997 Nov 04 09:02:52.431971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703d2f-7535-43a7-8580-be3307546568 req-0b885efb-b410-4338-b999-7d41fb9a8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:52.433561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47703d2f-7535-43a7-8580-be3307546568 req-0b885efb-b410-4338-b999-7d41fb9a8455 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21c8c535-34c4-4f84-920d-101cd3fb22cd HTTP/1.1" status: 200 len: 918 time: 0.4005580 Nov 04 09:02:52.449655 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f80b70c-6ae4-4d56-b1fb-ae2c8b4a4181 x-openstack-request-id: req-3f80b70c-6ae4-4d56-b1fb-ae2c8b4a4181 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:52.449960 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "name": "network-vif-plugged", "status": "completed", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:52.450219 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3f80b70c-6ae4-4d56-b1fb-ae2c8b4a4181 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:52.450629 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'code': 200} Nov 04 09:02:52.507550 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47703d2f-7535-43a7-8580-be3307546568 req-30049bda-2306-4bc4-9f92-1b58c57c2b62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee HTTP/1.1" status: 200 len: 217 time: 0.0606675 Nov 04 09:02:52.592499 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:52.669718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47703d2f-7535-43a7-8580-be3307546568 req-7a435d8c-a72d-4bf4-9c97-75a207d8ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:52.671205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47703d2f-7535-43a7-8580-be3307546568 req-7a435d8c-a72d-4bf4-9c97-75a207d8ec0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e319ff8-c8d7-4667-894d-2a1f52f84d1b HTTP/1.1" status: 200 len: 857 time: 0.1499267 Nov 04 09:02:52.750348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8f203-ccd2-4e1a-880d-d412e1b068e9 req-fe06ba52-b3f6-4351-bc27-e2dd08ece4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:52.752062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fa8f203-ccd2-4e1a-880d-d412e1b068e9 req-fe06ba52-b3f6-4351-bc27-e2dd08ece4bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1096 time: 0.2294443 Nov 04 09:02:52.753837 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47703d2f-7535-43a7-8580-be3307546568 req-51cf31f7-4f48-4d76-a50d-41b876517b08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21c8c535-34c4-4f84-920d-101cd3fb22cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715735 Nov 04 09:02:52.775698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e10814-4328-4c69-a9f9-9317f362fc09 req-6a305a2f-d026-450e-ab4c-04eee14baf0a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:52.777250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68e10814-4328-4c69-a9f9-9317f362fc09 req-6a305a2f-d026-450e-ab4c-04eee14baf0a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0577636 Nov 04 09:02:52.818277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68e10814-4328-4c69-a9f9-9317f362fc09 req-6f0bae96-d8f0-440d-8940-c0db33d7f208 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Nov 04 09:02:53.225586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fa8f203-ccd2-4e1a-880d-d412e1b068e9 req-f4d0b29c-6d0d-41a0-9b55-b812934953c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453382 Nov 04 09:02:53.288754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Deleting port da39497d-0c95-40b9-ab91-769c8f5425ee {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:53.289091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:53.302105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc52365-85a4-4a27-aa52-0a18e96d5209 req-f6619a83-6dc6-4f7a-9129-d0a4c5a09f9e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:53.303570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dc52365-85a4-4a27-aa52-0a18e96d5209 req-f6619a83-6dc6-4f7a-9129-d0a4c5a09f9e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.2025595 Nov 04 09:02:53.316268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47703d2f-7535-43a7-8580-be3307546568 req-ce6bda77-f6ab-4ada-8934-185d6d3901a3 service neutron] 10.222.0.55 "GET /v2.0/networks/21c8c535-34c4-4f84-920d-101cd3fb22cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371237 Nov 04 09:02:53.362917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:53.378638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:53.412234 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dc52365-85a4-4a27-aa52-0a18e96d5209 req-3589950b-cc85-47b7-9d63-cbff499701df tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949855 Nov 04 09:02:53.548818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc55806-1e4e-48f7-b2f8-cba3fea17f33 req-b631cd2e-e7af-4cf8-857c-0054dd5ab695 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:53.550440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dc55806-1e4e-48f7-b2f8-cba3fea17f33 req-b631cd2e-e7af-4cf8-857c-0054dd5ab695 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0611634 Nov 04 09:02:53.594219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dc55806-1e4e-48f7-b2f8-cba3fea17f33 req-2fa1a36d-54ca-48e9-b028-875cc5174c21 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Nov 04 09:02:53.630926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] For port da39497d-0c95-40b9-ab91-769c8f5425ee, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=da39497d-0c95-40b9-ab91-769c8f5425ee,segment=NetworkSegment(92dcfd4c-ec66-4a66-ad1b-3a9523b29957),segment_id=92dcfd4c-ec66-4a66-ad1b-3a9523b29957)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:53.630926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:53.654614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Calling delete_port for da39497d-0c95-40b9-ab91-769c8f5425ee owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:53.731668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-57f16998-3c6e-4221-be3b-03c05a2d80d9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2402508 Nov 04 09:02:53.771103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44cfc3-cd4b-490d-a05f-6597f93b4ad4 req-4878ab8a-c260-4ce6-84fe-af47407c45d3 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:53.772724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e44cfc3-cd4b-490d-a05f-6597f93b4ad4 req-4878ab8a-c260-4ce6-84fe-af47407c45d3 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 943 time: 0.2415545 Nov 04 09:02:53.783732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab7cb6-af85-404c-aabd-25f4bd0e20c9 req-d554c795-2258-4dcb-be38-006a55d2c579 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:53.785051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47703d2f-7535-43a7-8580-be3307546568 req-6462a9f7-c23b-4110-b8bf-ffa7a8b306b0 service neutron] 10.222.0.55 "GET /v2.0/networks/21c8c535-34c4-4f84-920d-101cd3fb22cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360474 Nov 04 09:02:53.785266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cab7cb6-af85-404c-aabd-25f4bd0e20c9 req-d554c795-2258-4dcb-be38-006a55d2c579 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.0544498 Nov 04 09:02:53.829636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cab7cb6-af85-404c-aabd-25f4bd0e20c9 req-985263c6-23d7-4077-9853-75c73b6804ba tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Nov 04 09:02:53.913826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-a129f475-a9b9-4e1b-8574-042ff1642a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:53.915938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-a129f475-a9b9-4e1b-8574-042ff1642a56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 1100 time: 0.1557081 Nov 04 09:02:53.925582 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e44cfc3-cd4b-490d-a05f-6597f93b4ad4 req-e574712a-6c3e-4347-a8dd-a5f8f2632cd8 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395555 Nov 04 09:02:53.936742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Router 106e478a-b362-437b-9bad-93a89dead0a5 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:53.984201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eed9e0-81a4-4614-88c8-47e1771fd330 req-514cb061-afaa-4c43-99be-2bfcd0f1f5e6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:53.986173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70eed9e0-81a4-4614-88c8-47e1771fd330 req-514cb061-afaa-4c43-99be-2bfcd0f1f5e6 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0880744 Nov 04 09:02:54.066350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70eed9e0-81a4-4614-88c8-47e1771fd330 req-d7f5f424-ea85-4b72-89bd-3020d9012eaf tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732226 Nov 04 09:02:54.106609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:02:54.175458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-94d38ad2-8f82-42ba-9e78-3671bb7a14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:54.177035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-94d38ad2-8f82-42ba-9e78-3671bb7a14e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2277241 Nov 04 09:02:54.188654 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:54.279377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,segment=NetworkSegment(2d43b5ad-b9fe-492b-aa4d-398c57569664),segment_id=2d43b5ad-b9fe-492b-aa4d-398c57569664)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:54.295195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee', 'network_id': '21c8c535-34c4-4f84-920d-101cd3fb22cd', 'port_id': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee', 'mac_address': 'fa:16:3e:32:83:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e319ff8-c8d7-4667-894d-2a1f52f84d1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:02:54.301885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=da39497d-0c95-40b9-ab91-769c8f5425ee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:54.305806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:54.323838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:54.325112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5c8c5ebb-39ee-4017-948c-b2fed1e4a182 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "PUT /v2.0/routers/106e478a-b362-437b-9bad-93a89dead0a5 HTTP/1.1" status: 200 len: 914 time: 5.7867026 Nov 04 09:02:54.328006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:54.334248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-00a63d5d-0a03-4efe-b7f8-a331e511bbf5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a HTTP/1.1" status: 200 len: 217 time: 0.1385639 Nov 04 09:02:54.341903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] Sync routers for ids ['106e478a-b362-437b-9bad-93a89dead0a5'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:54.361104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] Routers {'106e478a-b362-437b-9bad-93a89dead0a5'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:54.362120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['106e478a-b362-437b-9bad-93a89dead0a5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:54.365615 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:54.413026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:54.440310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] Routers {'106e478a-b362-437b-9bad-93a89dead0a5'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:54.441328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['106e478a-b362-437b-9bad-93a89dead0a5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:54.445819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:02:54.485361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:54.486407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0b51d6-f950-46af-8491-20ded2242434 None None] The sync data for ids ['106e478a-b362-437b-9bad-93a89dead0a5'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:54.520914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,segment=NetworkSegment(2d43b5ad-b9fe-492b-aa4d-398c57569664),segment_id=2d43b5ad-b9fe-492b-aa4d-398c57569664)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:54.526658 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:54.561058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-841348ea-d401-4d99-bc5b-76b745f6e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:54.562666 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-841348ea-d401-4d99-bc5b-76b745f6e55d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2051640 Nov 04 09:02:54.634287 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f2331a3b-3055-48de-833f-3c02e2ca2623 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/106e478a-b362-437b-9bad-93a89dead0a5 HTTP/1.1" status: 200 len: 920 time: 0.3033690 Nov 04 09:02:54.637062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50552) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:54.658814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:54.729840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d39a9-b1d8-49c6-8236-ccc38a12d1c9 req-d4bf2228-253d-4b9d-b42d-d1df8d88c6f5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:54.731330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de0d39a9-b1d8-49c6-8236-ccc38a12d1c9 req-d4bf2228-253d-4b9d-b42d-d1df8d88c6f5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.1178803 Nov 04 09:02:54.735500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-7e8c56e5-4155-48b5-bf60-06c9fc29ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:54.736930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-7e8c56e5-4155-48b5-bf60-06c9fc29ed46 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376209 Nov 04 09:02:54.793031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d89fac-e607-4e10-a047-e15c3fb6a2de tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:54.794465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:02:54.794607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f5d89fac-e607-4e10-a047-e15c3fb6a2de tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=106e478a-b362-437b-9bad-93a89dead0a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1560774 Nov 04 09:02:54.797144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:54.811964 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:54.848816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de0d39a9-b1d8-49c6-8236-ccc38a12d1c9 req-d31a07ce-29ef-4879-be0b-9637c0bf5324 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093376 Nov 04 09:02:54.858869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-045adfcb-11fb-4187-abe3-6deceada919b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:54.861041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-045adfcb-11fb-4187-abe3-6deceada919b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 814 time: 0.1818039 Nov 04 09:02:54.895269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-2407b4c5-40f1-4a51-b12c-482b9f72e664 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/quotas/92d1f66f951a4fa1b28f09d43a150dbc HTTP/1.1" status: 200 len: 375 time: 0.0243709 Nov 04 09:02:54.978560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bced4630-949f-4209-b10b-0ef4c00c9159 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:54.982535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bced4630-949f-4209-b10b-0ef4c00c9159 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.1819050 Nov 04 09:02:54.983424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50560) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:55.004355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-d4d7e330-9ae1-4bf3-9b1c-38093c074afe service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461705 Nov 04 09:02:55.039772 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cf3664db-f05f-4c75-a476-b00cee13077a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=106e478a-b362-437b-9bad-93a89dead0a5 HTTP/1.1" status: 200 len: 205 time: 0.0527725 Nov 04 09:02:55.045502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:55.057482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-4ad5ea1c-56a0-44ad-a19e-cea914821a34 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1503551 Nov 04 09:02:55.235529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:55.238855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-56691cef-40db-427c-85ed-d42e8d074c30 service neutron] 10.222.0.53 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462438 Nov 04 09:02:55.418661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-5afbc760-1e13-4ed7-a920-44c6ab85c52d service neutron] 10.222.0.53 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459239 Nov 04 09:02:55.422430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:55.489953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Deleting port bb784fb9-8af1-4517-8c80-75ae5e06188b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:55.490322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:55.577334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b796e-77be-43af-86a0-abb5d273b33d req-1e792262-62d2-4127-bb32-ddf35a310af7 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:55.590988 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad1b796e-77be-43af-86a0-abb5d273b33d req-1e792262-62d2-4127-bb32-ddf35a310af7 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 944 time: 0.5086663 Nov 04 09:02:55.594760 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:55.644675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Calling delete_port for bb784fb9-8af1-4517-8c80-75ae5e06188b owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:55.691134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01f77e26-1fc9-4d63-aa19-51b76f7edabe req-f4641989-3dd3-42d2-b093-7dd34cdbc582 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6863234 Nov 04 09:02:55.738743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06dd2c-6e9e-45a0-a06f-d38390a9bf9a req-ef8b21c6-b8bb-4a1d-9b03-64ae4c62b124 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:55.740622 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a06dd2c-6e9e-45a0-a06f-d38390a9bf9a req-ef8b21c6-b8bb-4a1d-9b03-64ae4c62b124 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1097810 Nov 04 09:02:55.749968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-dccdc2d4-a6c2-457f-8c09-1f0dc0a9b011 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:55.752768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-dccdc2d4-a6c2-457f-8c09-1f0dc0a9b011 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "GET /v2.0/ports?device_id=2792f0a5-0da8-44b2-804b-6bfe119e35c0 HTTP/1.1" status: 200 len: 946 time: 0.2166641 Nov 04 09:02:55.764181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ad1b796e-77be-43af-86a0-abb5d273b33d req-cd19468c-44b4-457c-ae10-bddfbf03c970 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718435 Nov 04 09:02:55.839480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:02:55.967489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a06dd2c-6e9e-45a0-a06f-d38390a9bf9a req-4dcf7401-5a54-436b-ac89-6ed7ff2e8bbd tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167618 Nov 04 09:02:55.981008 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.026832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event deleted for resources: {'Port': ['ID=bb784fb9-8af1-4517-8c80-75ae5e06188b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:56.046673 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0e7d0cb8-2c8c-431e-8a75-5c1a7cd53a37 req-713bba3f-8127-40ab-934b-fd80ade83c89 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 210 time: 0.0698237 Nov 04 09:02:56.107880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:02:56.124096 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.124732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:56.128301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Deleting port c7f7e40b-2a99-4244-8896-a964bb7c0b67 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:56.128845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.135198 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] Sync routers for ids ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:56.141414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a13f6753-0f76-4081-bdcd-71f4ebbd1e5e admin admin] 10.222.0.53 "PUT /v2.0/routers/9d21c7c1-15dd-4b8e-a128-652e0ff508fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2510712 Nov 04 09:02:56.142556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50582) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:56.152313 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] Routers {'9d21c7c1-15dd-4b8e-a128-652e0ff508fd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:56.154770 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:56.211120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:02:56.220264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:02:56.221466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.314382 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] Set router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:56.369675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] For port c7f7e40b-2a99-4244-8896-a964bb7c0b67, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c7f7e40b-2a99-4244-8896-a964bb7c0b67,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:56.370087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.371546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.375616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.391079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Calling delete_port for c7f7e40b-2a99-4244-8896-a964bb7c0b67 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:56.423562 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.436924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd6a44-166e-4607-bd2f-68f9db9a6875 req-5f7b6db2-99b5-4176-bd93-b230068c33ae tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:56.445360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6fd6a44-166e-4607-bd2f-68f9db9a6875 req-5f7b6db2-99b5-4176-bd93-b230068c33ae tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.2025013 Nov 04 09:02:56.453143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.471404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:56.472650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.473169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Fanout notify agent at l3_agent the message router_deleted on router 106e478a-b362-437b-9bad-93a89dead0a5 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:56.476663 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5fa4a-75ee-4473-8933-88a2c37364fa" -d '{"events": [{"server_uuid": "5fa56760-b6d3-4377-8cd6-3a8e9dee94b1", "name": "network-vif-plugged", "status": "completed", "tag": "bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:56.484805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.490688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f67142a2-5e7e-48ca-8c0f-b2286786f19b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/106e478a-b362-437b-9bad-93a89dead0a5 HTTP/1.1" status: 204 len: 168 time: 1.4441488 Nov 04 09:02:56.494293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50584) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:56.498698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4652d8df-6a87-4d24-880b-bf423fe93368 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-230498518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:56.511898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6fd6a44-166e-4607-bd2f-68f9db9a6875 req-b88fa0f9-bdef-4585-bf43-92720fae7671 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649064 Nov 04 09:02:56.526464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,segment=NetworkSegment(2d43b5ad-b9fe-492b-aa4d-398c57569664),segment_id=2d43b5ad-b9fe-492b-aa4d-398c57569664)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:56.543900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.545967 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4652d8df-6a87-4d24-880b-bf423fe93368 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.547071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4652d8df-6a87-4d24-880b-bf423fe93368 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.591399 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd13450-a03a-453b-8d21-f98fb32b7afa x-openstack-request-id: req-2dd13450-a03a-453b-8d21-f98fb32b7afa {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:56.592163 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa56760-b6d3-4377-8cd6-3a8e9dee94b1", "name": "network-vif-plugged", "status": "completed", "tag": "bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:56.592656 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2dd13450-a03a-453b-8d21-f98fb32b7afa {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:56.594289 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee', 'code': 200} Nov 04 09:02:56.651662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:56.661585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.673140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4652d8df-6a87-4d24-880b-bf423fe93368 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.691214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4652d8df-6a87-4d24-880b-bf423fe93368 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.725298 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4652d8df-6a87-4d24-880b-bf423fe93368 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.729850 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4652d8df-6a87-4d24-880b-bf423fe93368 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2345777 Nov 04 09:02:56.731993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:56.736909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': False}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:56.755621 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:54Z', 'revision_number': 5, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port': {'id': '9b03abe7-7c85-470b-8ad6-0ae85698922f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:4f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:02:22Z', 'updated_at': '2021-11-04T09:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:56.775274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ee2e9-ab9d-4b04-ad1a-a8793d076e4c req-331c8c42-5a91-4f6a-bb0d-55f955d1a9ff tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:56.782672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-820ee2e9-ab9d-4b04-ad1a-a8793d076e4c req-331c8c42-5a91-4f6a-bb0d-55f955d1a9ff tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1096 time: 0.1247833 Nov 04 09:02:56.793306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] Checking router: 9d21c7c1-15dd-4b8e-a128-652e0ff508fd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:02:56.802907 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] Routers {'9d21c7c1-15dd-4b8e-a128-652e0ff508fd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:56.802907 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:56.846583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.901183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Pushing event deleted for resources: {'Port': ['ID=c7f7e40b-2a99-4244-8896-a964bb7c0b67,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:56.930685 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] Set router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:02:56.941812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3e487-8e07-46f4-8981-411016ec09af req-6e29b9dc-564d-4c8f-9efc-964c471ca0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:56.943482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57c3e487-8e07-46f4-8981-411016ec09af req-6e29b9dc-564d-4c8f-9efc-964c471ca0bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 1096 time: 0.2434974 Nov 04 09:02:56.960081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Deleting port 9b03abe7-7c85-470b-8ad6-0ae85698922f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:56.960420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:56.965603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] No DVR routers for this DVR port c7f7e40b-2a99-4244-8896-a964bb7c0b67 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:57.015108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:57.020747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78a5ada3-e867-4231-888f-b1fa95eab0f7 req-1239b78a-e136-4c85-872a-f5a2ef2d1126 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "DELETE /v2.0/ports/c7f7e40b-2a99-4244-8896-a964bb7c0b67 HTTP/1.1" status: 204 len: 173 time: 1.2551503 Nov 04 09:02:57.021147 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:56Z', 'revision_number': 6, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:57.026104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-deleted', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:02:57.030103 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b673d74-bdc7-402a-9382-3ff57792f467" -d '{"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-deleted", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:02:57.062492 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90436b74-2604-4337-8dca-4caa1ad145b0 None None] The sync data for ids ['9d21c7c1-15dd-4b8e-a128-652e0ff508fd'] in n-d-816487-1 is: [{'id': '9d21c7c1-15dd-4b8e-a128-652e0ff508fd', 'name': 'tempest-FloatingIPDetailsTestJSON-955413910-router', 'tenant_id': 'a1bacc878db54a598e9fef0989fc18a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:02:21Z', 'updated_at': '2021-11-04T09:02:56Z', 'revision_number': 6, 'project_id': 'a1bacc878db54a598e9fef0989fc18a2', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:57.165914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-820ee2e9-ab9d-4b04-ad1a-a8793d076e4c req-ab0fcdc7-70c1-4a08-9b9f-ff48ac7bd425 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819616 Nov 04 09:02:57.269947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:57.290705 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57c3e487-8e07-46f4-8981-411016ec09af req-35b65556-f894-4fb6-a717-d494ed81f2ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256354 Nov 04 09:02:57.319649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ac219-9017-4bf7-9c7d-0ed4bc733da7 req-88cbaa75-f0e0-4686-9115-a150ea4f0a33 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:57.321950 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f09ac219-9017-4bf7-9c7d-0ed4bc733da7 req-88cbaa75-f0e0-4686-9115-a150ea4f0a33 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 945 time: 0.3631551 Nov 04 09:02:57.368004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] For port 9b03abe7-7c85-470b-8ad6-0ae85698922f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9b03abe7-7c85-470b-8ad6-0ae85698922f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:57.368875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:57.401300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Calling delete_port for 9b03abe7-7c85-470b-8ad6-0ae85698922f owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:57.409071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-98b4d237-cf4c-46a6-92af-cbda46a4a276 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:57.410751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-98b4d237-cf4c-46a6-92af-cbda46a4a276 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 814 time: 0.2466187 Nov 04 09:02:57.421842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f09ac219-9017-4bf7-9c7d-0ed4bc733da7 req-95317455-615d-44b0-b501-765f4472c6e3 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934737 Nov 04 09:02:57.426498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Request body: {'port': {'device_id': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'admin_state_up': True, 'tenant_id': '92d1f66f951a4fa1b28f09d43a150dbc'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:57.450940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5151493-4501-43b7-98ef-bda927b55b0b req-63d7bf82-670f-4a97-ab4b-130dc405fe64 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:57.450940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5151493-4501-43b7-98ef-bda927b55b0b req-63d7bf82-670f-4a97-ab4b-130dc405fe64 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0821600 Nov 04 09:02:57.494264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device da39497d-0c95-40b9-ab91-769c8f5425ee no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:57.545783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: da39497d-0c95-40b9-ab91-769c8f5425ee {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:57.546407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device da39497d-0c95-40b9-ab91-769c8f5425ee not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:57.567221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5151493-4501-43b7-98ef-bda927b55b0b req-2ca18915-86bd-4177-89c9-ed00a3ef2c8e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003308 Nov 04 09:02:57.678641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95479557-ac86-4dd9-932f-93be9ef8ed35 req-9dd7e404-4287-4dbe-92b3-68971628ba85 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 210 time: 0.1350253 Nov 04 09:02:57.699962 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fa23be-99f1-430c-8d79-0e0b0548733b x-openstack-request-id: req-62fa23be-99f1-430c-8d79-0e0b0548733b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:02:57.700393 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2792f0a5-0da8-44b2-804b-6bfe119e35c0", "name": "network-vif-deleted", "tag": "c7f7e40b-2a99-4244-8896-a964bb7c0b67", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:02:57.700753 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62fa23be-99f1-430c-8d79-0e0b0548733b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:02:57.701259 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2792f0a5-0da8-44b2-804b-6bfe119e35c0', 'name': 'network-vif-deleted', 'tag': 'c7f7e40b-2a99-4244-8896-a964bb7c0b67', 'status': 'completed', 'code': 200} Nov 04 09:02:57.732390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:57.760248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:57.782710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Made reservation on behalf of 92d1f66f951a4fa1b28f09d43a150dbc for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:02:57.786434 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:57.908789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c7f7e40b-2a99-4244-8896-a964bb7c0b67 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:57.939497 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:57.951746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c7f7e40b-2a99-4244-8896-a964bb7c0b67 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:57.952101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c7f7e40b-2a99-4244-8896-a964bb7c0b67 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:57.963215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Allocated IP 172.25.3.23 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/213eb94b-1552-48f9-ab56-f8dd8066ba6f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:57.997781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Pushing event deleted for resources: {'Port': ['ID=9b03abe7-7c85-470b-8ad6-0ae85698922f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:58.061965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Allocated IP 172.20.0.14 (894a9341-68dc-452c-ac71-a80f123376f5/df2adfd5-1f31-42da-8e85-73eafee62bb5/7dceb294-71ae-4b62-a9c0-69e8c7f05aaf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:02:58.095235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.118597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.203252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.245698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.249868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:58.250578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.253383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:58.256679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:58.298731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Pushing event updated for resources: {'Port': ['ID=213eb94b-1552-48f9-ab56-f8dd8066ba6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:58.367294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.368556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d21c7c1-15dd-4b8e-a128-652e0ff508fd {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:02:58.376146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.380543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c69077ca-c400-45e7-97f8-fb414244fcfb admin admin] 10.222.0.53 "DELETE /v2.0/routers/9d21c7c1-15dd-4b8e-a128-652e0ff508fd HTTP/1.1" status: 204 len: 168 time: 2.2258677 Nov 04 09:02:58.400144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50622) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:58.508280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.513175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] Deleting subnet 4ad2433e-3554-457a-aa0f-6990015dd96f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:02:58.518717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.570871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.706278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d6574-1c2c-444d-abd5-b427d16bf42c req-5d7c1fd6-2b06-4ebe-bb83-fc7930c9a0d5 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:58.712564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-991d6574-1c2c-444d-abd5-b427d16bf42c req-5d7c1fd6-2b06-4ebe-bb83-fc7930c9a0d5 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 945 time: 0.1048424 Nov 04 09:02:58.730689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.731276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.821880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96f08-d3d8-4a4d-8e36-1d4b0fc154ff req-5015a26a-0b7f-415c-adf3-c220b28b0ecb tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:58.823309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74e96f08-d3d8-4a4d-8e36-1d4b0fc154ff req-5015a26a-0b7f-415c-adf3-c220b28b0ecb tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1450098 Nov 04 09:02:58.839504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-991d6574-1c2c-444d-abd5-b427d16bf42c req-3c09bc95-4bee-42a5-ad1b-d2e4e1cd8e43 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055217 Nov 04 09:02:58.844811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-3435dec0-a1cd-4c6b-a0c1-c736a7234262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:58.846505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-3435dec0-a1cd-4c6b-a0c1-c736a7234262 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c1b2a20967e45a8878111437eea55b9&device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1100 time: 0.1472015 Nov 04 09:02:58.855905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:58.980996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.036845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ad2433e-3554-457a-aa0f-6990015dd96f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:59.048942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3333001-991d-4620-b21b-c7601a5e6b2f req-09f3161c-94cc-449b-a2cb-6bf2c7cc72d8 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:59.050542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Network 894a9341-68dc-452c-ac71-a80f123376f5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:02:59.056440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3333001-991d-4620-b21b-c7601a5e6b2f req-09f3161c-94cc-449b-a2cb-6bf2c7cc72d8 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 932 time: 0.0980942 Nov 04 09:02:59.061206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.064267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc0ad4c-dfad-4fe9-a6fc-b525527a9b97 None None] Network 4bd83919-0d6b-493e-b60d-1ad9444a7a46 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:02:59.066090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c38fef89-7f7a-45e1-b4ce-d02af4330df4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ad2433e-3554-457a-aa0f-6990015dd96f HTTP/1.1" status: 204 len: 168 time: 0.6643519 Nov 04 09:02:59.075377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:59.078698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74e96f08-d3d8-4a4d-8e36-1d4b0fc154ff req-b7a1e6ee-dce0-4213-9c27-58d8783ad5fc tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437220 Nov 04 09:02:59.079785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:02:59.084200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:02:59.088732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Pushing event updated for resources: {'Port': ['ID=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:59.166003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-19f77589-8794-4b53-8dee-7b41bd4ec0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:59.167504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-19f77589-8794-4b53-8dee-7b41bd4ec0f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2924442 Nov 04 09:02:59.173477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:59.174106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.190684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.204391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.224421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.249542 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3333001-991d-4620-b21b-c7601a5e6b2f req-736934b1-d6c6-4f91-bc5b-fea3e13ffe55 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863570 Nov 04 09:02:59.329905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] DHCP port deletion for 4bd83919-0d6b-493e-b60d-1ad9444a7a46 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:02:59.407836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Deleting port 36e33dea-37fd-42ef-9924-5337d0067f93 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:59.408018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.412209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] Deleting port 36e33dea-37fd-42ef-9924-5337d0067f93 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:02:59.412839 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.416991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9b03abe7-7c85-470b-8ad6-0ae85698922f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:02:59.478036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9b03abe7-7c85-470b-8ad6-0ae85698922f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:02:59.478723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9b03abe7-7c85-470b-8ad6-0ae85698922f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:02:59.517788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] For port 36e33dea-37fd-42ef-9924-5337d0067f93, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=36e33dea-37fd-42ef-9924-5337d0067f93,segment=NetworkSegment(92dcfd4c-ec66-4a66-ad1b-3a9523b29957),segment_id=92dcfd4c-ec66-4a66-ad1b-3a9523b29957)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:59.518195 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.527633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Router a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:02:59.532729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] For port 36e33dea-37fd-42ef-9924-5337d0067f93, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=36e33dea-37fd-42ef-9924-5337d0067f93,segment=NetworkSegment(92dcfd4c-ec66-4a66-ad1b-3a9523b29957),segment_id=92dcfd4c-ec66-4a66-ad1b-3a9523b29957)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:02:59.533745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.547725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Calling delete_port for 36e33dea-37fd-42ef-9924-5337d0067f93 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:59.559653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] Calling delete_port for 36e33dea-37fd-42ef-9924-5337d0067f93 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:02:59.629555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-7300d0b5-ac96-4e71-813d-566539189675 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=262828e9-bd19-4934-baf5-9448dbac5808 HTTP/1.1" status: 200 len: 217 time: 0.4512606 Nov 04 09:02:59.640739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6bb7efa0-8ef2-4449-a485-52abc69582a9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2178917 Nov 04 09:02:59.656749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Request body: {'port': {'device_id': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:02:59.667397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.694050 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] Pushing event deleted for resources: {'Port': ['ID=36e33dea-37fd-42ef-9924-5337d0067f93,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:59.704660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb645d0-a6f9-415b-935c-095eb2712e62 None None] No DVR routers for this DVR port 36e33dea-37fd-42ef-9924-5337d0067f93 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:59.739914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.766228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-ed9c2eec-bdf9-45d1-97c4-62737aff8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:59.767977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-ed9c2eec-bdf9-45d1-97c4-62737aff8137 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1258228 Nov 04 09:02:59.777623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:02:59.779214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Pushing event deleted for resources: {'Port': ['ID=36e33dea-37fd-42ef-9924-5337d0067f93,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:02:59.782864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.784364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] No DVR routers for this DVR port 36e33dea-37fd-42ef-9924-5337d0067f93 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:02:59.788312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] Sync routers for ids ['a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:02:59.797796 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.801634 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-29bbbb69-5609-4af4-834d-ffffa9afce11 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "PUT /v2.0/routers/a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 HTTP/1.1" status: 200 len: 914 time: 3.0656044 Nov 04 09:02:59.801865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:02:59.808699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] Routers {'a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:59.809366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:59.845933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:59.860342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-06996c27-da7d-48f9-9fcd-6fb6d50026c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:02:59.862781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-06996c27-da7d-48f9-9fcd-6fb6d50026c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769160 Nov 04 09:02:59.863189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] Routers {'a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:02:59.864156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:59.914095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:02:59.915576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482198d8-cce2-4200-8fbe-6cc80a6cf3c9 None None] The sync data for ids ['a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:02:59.958292 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:02:59.998098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd83919-0d6b-493e-b60d-1ad9444a7a46']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:00.027717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92dcfd4c-ec66-4a66-ad1b-3a9523b29957') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:00.028043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92dcfd4c-ec66-4a66-ad1b-3a9523b29957') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:00.042677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8641c50-d838-4b3d-a40c-546f7a507826 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 HTTP/1.1" status: 200 len: 920 time: 0.2397141 Nov 04 09:03:00.044575 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.048245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50652) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:00.086004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.099465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:03:00.099894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:03:00.102672 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:03:00.125537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf508c1-f699-4139-9c83-c7fa6f2c1de2 req-54d789eb-b45b-4f90-aa8a-2991994d4c07 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:00.127095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdf508c1-f699-4139-9c83-c7fa6f2c1de2 req-54d789eb-b45b-4f90-aa8a-2991994d4c07 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 945 time: 0.1452270 Nov 04 09:03:00.165656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-8d6e2941-34a2-4881-b081-99a9feddb46c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943964 Nov 04 09:03:00.337179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a938a077-8ee0-462c-8989-97d2bf1d9cfb req-9fa63b91-37b3-469d-b525-25c96752984f service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625800 Nov 04 09:03:00.373316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa92ce3-4006-4e62-897e-eb9a0a41f8f8 req-bd445373-ae8b-4f3a-87d6-81edd93c9156 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:00.374977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fa92ce3-4006-4e62-897e-eb9a0a41f8f8 req-bd445373-ae8b-4f3a-87d6-81edd93c9156 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1257470 Nov 04 09:03:00.427416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:00.442434 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.457758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fa92ce3-4006-4e62-897e-eb9a0a41f8f8 req-c96a8da1-287e-4ecd-9a09-d701dd2a346a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635250 Nov 04 09:03:00.502564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee43447-30ce-43cb-aaa8-d54354df9d9c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:00.504823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cee43447-30ce-43cb-aaa8-d54354df9d9c tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4510219 Nov 04 09:03:00.507520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50660) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:00.521566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Transition to ACTIVE for port object 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:00.526318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.536741 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.541133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.544473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4bd83919-0d6b-493e-b60d-1ad9444a7a46 HTTP/1.1" status: 204 len: 168 time: 1.4678471 Nov 04 09:03:00.574427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794ef0-10e8-452c-b274-78e389463297 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd83919-0d6b-493e-b60d-1ad9444a7a46,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:00.601361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdf508c1-f699-4139-9c83-c7fa6f2c1de2 req-86e94fa8-3714-48ec-83bc-9882cdb8e3bf tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474509 Nov 04 09:03:00.648413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Pushing event updated for resources: {'Port': ['ID=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:00.752474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50668) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:00.825631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67359220-9834-48b8-bbc6-fda074bbcc29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:00.827253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-67359220-9834-48b8-bbc6-fda074bbcc29 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.3173375 Nov 04 09:03:00.828781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bab4c84a-637d-456b-a1c5-ec96345fcb7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1bacc878db54a598e9fef0989fc18a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0739424 Nov 04 09:03:00.830312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:00.830882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50674) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:00.854587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Attempting to bind port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:00.854922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Attempting to bind port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:00.855271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Attempting to bind port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf on network 894a9341-68dc-452c-ac71-a80f123376f5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:00.868275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b299e98-28e7-4c91-8947-dd46db521a16 req-413d70fb-806f-418c-a4a9-01f0e0901547 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:00.876198 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b299e98-28e7-4c91-8947-dd46db521a16 req-413d70fb-806f-418c-a4a9-01f0e0901547 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 944 time: 0.1107545 Nov 04 09:03:00.886323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf on network 894a9341-68dc-452c-ac71-a80f123376f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:00.886645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Attempting to bind port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf on network 894a9341-68dc-452c-ac71-a80f123376f5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:00.899864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:00.900207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Checking segment: {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:00.900587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Bound using segment: {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:00.901027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Bound port: 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81641542-dbef-4815-baa0-e5d31b4ba20d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:00.901386 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:00.929338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e59251bd-7e21-4507-84c1-6eac64ac38b0 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 HTTP/1.1" status: 200 len: 205 time: 0.0945845 Nov 04 09:03:00.933424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:00.943516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b299e98-28e7-4c91-8947-dd46db521a16 req-4625295e-9477-4691-9b1e-bd1a184cf84b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650766 Nov 04 09:03:01.019272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] For port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:01.028971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] For port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:01.036626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.084232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:01.084232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.084717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] 10.222.0.70 "PUT /v2.0/ports/7dceb294-71ae-4b62-a9c0-69e8c7f05aaf HTTP/1.1" status: 200 len: 1092 time: 1.4338253 Nov 04 09:03:01.085188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'tag': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:01.088058 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4552636e-2e3b-428a-a5bb-e2f3231d34ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3f2dc335-558c-413e-81d1-86d4783e22f4", "tag": "7dceb294-71ae-4b62-a9c0-69e8c7f05aaf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:01.122505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b39ab-d4d0-4b07-899d-680f09e9324d service neutron] Pushing event updated for resources: {'Port': ['ID=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:01.154399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb986-48e0-423a-bf58-76a00a1ad676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.186656 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29aa57ca-86f2-4271-b10b-504a87efbad8 x-openstack-request-id: req-29aa57ca-86f2-4271-b10b-504a87efbad8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:01.187743 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f2dc335-558c-413e-81d1-86d4783e22f4", "tag": "7dceb294-71ae-4b62-a9c0-69e8c7f05aaf", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:01.187967 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-29aa57ca-86f2-4271-b10b-504a87efbad8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:01.188480 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'tag': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf', 'status': 'completed', 'code': 200} Nov 04 09:03:01.206138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-5efe5f3d-be35-434c-90a4-178d9f025b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:01.207761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-5efe5f3d-be35-434c-90a4-178d9f025b62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 1095 time: 0.0715363 Nov 04 09:03:01.222142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb986-48e0-423a-bf58-76a00a1ad676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.249508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76f2b4-39fb-4513-af45-a13aea61dc1a req-fc03308e-fdab-497c-a464-00325cabd59a tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:01.251786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c76f2b4-39fb-4513-af45-a13aea61dc1a req-fc03308e-fdab-497c-a464-00325cabd59a tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 945 time: 0.2173049 Nov 04 09:03:01.254313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-5fe8338c-83ec-499a-a5e2-5fae392fb67b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf HTTP/1.1" status: 200 len: 217 time: 0.0373662 Nov 04 09:03:01.323823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.330251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-4c181669-5da2-44f3-863a-ea9844e4e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:01.332544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-4c181669-5da2-44f3-863a-ea9844e4e6ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df2adfd5-1f31-42da-8e85-73eafee62bb5 HTTP/1.1" status: 200 len: 854 time: 0.0711253 Nov 04 09:03:01.370167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 36e33dea-37fd-42ef-9924-5337d0067f93 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:01.392236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-031c2636-00ec-4f00-a9bb-35e91880fcf6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=894a9341-68dc-452c-ac71-a80f123376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508828 Nov 04 09:03:01.392951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 36e33dea-37fd-42ef-9924-5337d0067f93 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:01.393363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 36e33dea-37fd-42ef-9924-5337d0067f93 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:01.489919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c76f2b4-39fb-4513-af45-a13aea61dc1a req-7703a6e1-e2d9-42af-9960-6939cc670ecb tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216277 Nov 04 09:03:01.510030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb986-48e0-423a-bf58-76a00a1ad676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.514955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd1cb986-48e0-423a-bf58-76a00a1ad676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.528193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-ca86d4ef-3943-4253-858f-e50f61bcc880 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289997 Nov 04 09:03:01.531037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bd1cb986-48e0-423a-bf58-76a00a1ad676 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2706a9a5-3f17-4fc4-9d64-e189f575a7ee HTTP/1.1" status: 204 len: 168 time: 0.6862638 Nov 04 09:03:01.549707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1cb986-48e0-423a-bf58-76a00a1ad676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2706a9a5-3f17-4fc4-9d64-e189f575a7ee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:01.596060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.715561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Deleting port 213eb94b-1552-48f9-ab56-f8dd8066ba6f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:01.715845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.730386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70ec8cbb-e5ad-4c1c-b55b-8b8d19e97610 req-6279248e-4289-4760-ad84-ccc9b7d906e9 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836445 Nov 04 09:03:01.781995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d05df-18e7-4c62-b035-885f3edfa502 req-6956ec75-63fe-4792-b3fb-673b213ec05c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:01.783846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-972d05df-18e7-4c62-b035-885f3edfa502 req-6956ec75-63fe-4792-b3fb-673b213ec05c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.0782871 Nov 04 09:03:01.858826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:01.869488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Calling delete_port for 213eb94b-1552-48f9-ab56-f8dd8066ba6f owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:01.903301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-972d05df-18e7-4c62-b035-885f3edfa502 req-9fbc3b5a-e8d3-4d1b-931a-706d98e56ac8 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082318 Nov 04 09:03:01.921497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-50364d28-ee32-4df0-b9fe-e8b5dcc08934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:01.924061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-50364d28-ee32-4df0-b9fe-e8b5dcc08934 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 1095 time: 0.1107337 Nov 04 09:03:02.126429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-f25da5eb-9502-4e27-8911-75c34dd61bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:02.129414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-f25da5eb-9502-4e27-8911-75c34dd61bf8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 200 len: 915 time: 0.1967566 Nov 04 09:03:02.174842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-7aaf46f1-a2b2-4f5a-8966-fbcaa98478f9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf HTTP/1.1" status: 200 len: 217 time: 0.0373745 Nov 04 09:03:02.194628 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.222615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7e6bf-4a44-4ab4-86f5-39accf199340 req-5dadfd8b-aaef-48dd-95e2-e0385d44cb89 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:02.230879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f7e6bf-4a44-4ab4-86f5-39accf199340 req-5dadfd8b-aaef-48dd-95e2-e0385d44cb89 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 944 time: 0.1205368 Nov 04 09:03:02.231899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-1c8459bb-99c8-4538-8e42-eac03350e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:02.233436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-1c8459bb-99c8-4538-8e42-eac03350e69d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=df2adfd5-1f31-42da-8e85-73eafee62bb5 HTTP/1.1" status: 200 len: 854 time: 0.0515018 Nov 04 09:03:02.272841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-0cb406a4-3c48-4646-8f3a-0593e568b3af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=894a9341-68dc-452c-ac71-a80f123376f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308909 Nov 04 09:03:02.313220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event deleted for resources: {'Port': ['ID=213eb94b-1552-48f9-ab56-f8dd8066ba6f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:02.413227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f7e6bf-4a44-4ab4-86f5-39accf199340 req-517cfdf3-fbe2-4389-b4ff-15ceb555cd3f tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812823 Nov 04 09:03:02.415179 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.461149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-879be5a8-b78d-41d5-905b-7012388cecf8 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804242 Nov 04 09:03:02.583885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.587742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-801c173b-d6ac-482a-b08e-c40cfb0bb050 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:02.588011 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.589648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-801c173b-d6ac-482a-b08e-c40cfb0bb050 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 945 time: 0.1581450 Nov 04 09:03:02.653958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.653958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Fanout notify agent at l3_agent the message router_deleted on router a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:03:02.661726 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.662976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9f3bfcac-5221-4549-a08c-37c13f564609 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 HTTP/1.1" status: 204 len: 168 time: 1.7280903 Nov 04 09:03:02.670807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:02.676511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959495126', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:02.735123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.740005 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.864898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4552636e-2e3b-428a-a5bb-e2f3231d34ce req-548f9ac6-276d-46bf-9387-48105767d0b0 service neutron] 10.222.0.70 "GET /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861520 Nov 04 09:03:02.881298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d93304-9f3b-438a-adf9-a2ffe3425b1a req-9b83f3df-dbb7-4a92-b232-cd5cf82aa3b0 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:02.882847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20d93304-9f3b-438a-adf9-a2ffe3425b1a req-9b83f3df-dbb7-4a92-b232-cd5cf82aa3b0 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 945 time: 0.1751351 Nov 04 09:03:02.908376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:02.938931 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20d93304-9f3b-438a-adf9-a2ffe3425b1a req-c52f0fe6-859a-4949-8ade-d2df1a108a43 tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/security-groups?id=2841a36f-6a8d-45d3-9cf0-acb4d72d576a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409222 Nov 04 09:03:02.980229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Deleting port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:02.980442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:03.200046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] For port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,segment=NetworkSegment(2d43b5ad-b9fe-492b-aa4d-398c57569664),segment_id=2d43b5ad-b9fe-492b-aa4d-398c57569664)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:03.200722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:03.222287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Calling delete_port for bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:03.288460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028cc43-4a8b-4366-bb83-c031b812ff71 req-e461cb15-f61c-4ce8-9089-023143bc342d tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:03.301823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7028cc43-4a8b-4366-bb83-c031b812ff71 req-e461cb15-f61c-4ce8-9089-023143bc342d tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.2113011 Nov 04 09:03:03.394087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:03.396349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:03.411281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:03.453684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Pushing event deleted for resources: {'Port': ['ID=bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:03.467280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7028cc43-4a8b-4366-bb83-c031b812ff71 req-dff4362b-bc4a-43c1-b179-f88d2fcef64e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094458 Nov 04 09:03:03.524946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-acbdaee4-e879-4185-9659-f9195b2e7da3 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=365ebf0b2de34579930b587b89af1e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517020 Nov 04 09:03:03.622741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] No DVR routers for this DVR port bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:03.626843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:03.630413 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1cb7b9a5-4cfa-4a43-815f-0cade1a0a737 req-4e864831-9d12-415a-ad7d-35564f6115df tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.55 "DELETE /v2.0/ports/bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee HTTP/1.1" status: 204 len: 173 time: 1.0201683 Nov 04 09:03:03.630992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'name': 'network-vif-deleted', 'tag': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:03.634020 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32bbc07-9790-40c0-9db7-5ad14a4d0b4b" -d '{"events": [{"server_uuid": "5fa56760-b6d3-4377-8cd6-3a8e9dee94b1", "name": "network-vif-deleted", "tag": "bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:03.688034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b3df8-4ffb-40c4-b18d-917c447cd2c1 req-15c64d92-8fdd-4114-b849-9c53dff2de37 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:03.690871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-699b3df8-4ffb-40c4-b18d-917c447cd2c1 req-15c64d92-8fdd-4114-b849-9c53dff2de37 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 944 time: 0.1075981 Nov 04 09:03:03.732906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-c098de27-f417-4f00-b164-0377bb458fc1 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:03.734566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-c098de27-f417-4f00-b164-0377bb458fc1 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2085686 Nov 04 09:03:03.757720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-0ab7a268-26fb-47a8-90a3-3b0a736054c0 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/quotas/365ebf0b2de34579930b587b89af1e2f HTTP/1.1" status: 200 len: 375 time: 0.0106184 Nov 04 09:03:03.819189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-d2b1e6ec-137f-496c-9373-3b81e10d6914 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=365ebf0b2de34579930b587b89af1e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491829 Nov 04 09:03:03.877253 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-699b3df8-4ffb-40c4-b18d-917c447cd2c1 req-6467cc47-c4a0-46cb-81a2-629113929321 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730406 Nov 04 09:03:03.912437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:03.934459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:03.952499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:04.013636 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab6da1c-6a2b-40d0-8bcc-1d2cc9dfdc1d x-openstack-request-id: req-fab6da1c-6a2b-40d0-8bcc-1d2cc9dfdc1d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:04.013940 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa56760-b6d3-4377-8cd6-3a8e9dee94b1", "name": "network-vif-deleted", "tag": "bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:04.014323 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fab6da1c-6a2b-40d0-8bcc-1d2cc9dfdc1d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:04.015915 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa56760-b6d3-4377-8cd6-3a8e9dee94b1', 'name': 'network-vif-deleted', 'tag': 'bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee', 'status': 'completed', 'code': 200} Nov 04 09:03:04.169544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:04.223493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf', 'network_id': '894a9341-68dc-452c-ac71-a80f123376f5', 'port_id': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf', 'mac_address': 'fa:16:3e:7c:2b:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2adfd5-1f31-42da-8e85-73eafee62bb5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:04.306595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6b4a3c2-504b-4c16-b655-bf53b63d749d req-20f7d5eb-ae6d-4c1b-87ec-b997c7901a0f tempest-InstanceActionsV221TestJSON-787652765 tempest-InstanceActionsV221TestJSON-787652765-project] 10.222.0.53 "GET /v2.0/ports?device_id=5fa56760-b6d3-4377-8cd6-3a8e9dee94b1 HTTP/1.1" status: 200 len: 210 time: 0.0622048 Nov 04 09:03:04.312372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:04.314857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Allocated IP 172.25.3.221 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/61e66955-118c-4f3f-a51f-89fce404bc34) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:04.334461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:04.392343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:04.401539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e9b64ef-81c3-40c5-b9c5-b6ae2571c15e req-5b332e24-7330-42f5-b79c-ed609bd7485b tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 210 time: 0.0588698 Nov 04 09:03:04.410290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:04.511610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:04.523297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:04.583759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:03:04.588787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:04.648924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:04.668409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7dceb294-71ae-4b62-a9c0-69e8c7f05aaf'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:04.677922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:04.688072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:04.731807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event updated for resources: {'Port': ['ID=61e66955-118c-4f3f-a51f-89fce404bc34,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:04.759639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed963da-4966-430f-82e2-e4d286a9bc2e req-f5fba821-37ee-40d9-b5d6-99a880e1cc9a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:04.761348 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed963da-4966-430f-82e2-e4d286a9bc2e req-f5fba821-37ee-40d9-b5d6-99a880e1cc9a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1324351 Nov 04 09:03:05.107703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8340d1-e6cf-4187-9483-cf43dafc55a4 req-acca8a8c-5bc7-4fa8-9f69-da5f79becc96 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:05.110719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd8340d1-e6cf-4187-9483-cf43dafc55a4 req-acca8a8c-5bc7-4fa8-9f69-da5f79becc96 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 945 time: 0.0894458 Nov 04 09:03:05.152460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed963da-4966-430f-82e2-e4d286a9bc2e req-bd62e1f5-9a66-4ecc-a6a5-7dc95638460c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743355 Nov 04 09:03:05.160013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd8340d1-e6cf-4187-9483-cf43dafc55a4 req-15d2a921-1c60-4334-a121-6591398c86a3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402677 Nov 04 09:03:05.202860 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:05.585170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-cbc5c0c3-d35f-4012-93c6-662a0a4ee4fd tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=365ebf0b2de34579930b587b89af1e2f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279279 Nov 04 09:03:05.616972 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-30699a63-f470-4cc0-beef-fbf0b4e0bdf8 req-cfbad947-bc1d-41c1-8ee6-93afaf4abddf tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 210 time: 0.0392635 Nov 04 09:03:05.663902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:05.751456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-4ecaebcc-2022-4722-bf4a-42726d8500dd tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:05.753035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-4ecaebcc-2022-4722-bf4a-42726d8500dd tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575079 Nov 04 09:03:05.767429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Request body: {'port': {'device_id': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '365ebf0b2de34579930b587b89af1e2f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:05.796685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] Deleting subnet 8e319ff8-c8d7-4667-894d-2a1f52f84d1b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:03:05.802953 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:05.859292 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:05.908863 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:05.932465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Made reservation on behalf of 365ebf0b2de34579930b587b89af1e2f for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:05.935868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:05.940141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:05.947312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:05.957903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.021046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:03:06.026083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:06.026461 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.067018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.075629 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.086238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.121284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e319ff8-c8d7-4667-894d-2a1f52f84d1b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:06.130792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.132273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:06.137804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-09045bd3-c969-4865-9681-f3b3631d662e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8e319ff8-c8d7-4667-894d-2a1f52f84d1b HTTP/1.1" status: 204 len: 168 time: 0.4721665 Nov 04 09:03:06.138448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:06.170545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:06.171268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bf0c7ae7-bf3e-458c-a912-3bf8f41b45ee not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:06.190517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Router d60a84f8-d8d5-4823-86ab-b138335e4c5e is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:03:06.215325 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.297245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.307214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Allocated IP 192.168.233.183 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/e11a9b0b-12ff-4196-8d64-e14cab7a1b57) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:06.321168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:06.323237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:06.328039 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b2b2c5-cb10-45a5-8e63-161f8a48d900" -d '{"events": [{"server_uuid": "3f2dc335-558c-413e-81d1-86d4783e22f4", "name": "network-vif-plugged", "status": "completed", "tag": "7dceb294-71ae-4b62-a9c0-69e8c7f05aaf"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:06.333283 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.363745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1cb223-08c5-4ecf-935f-670bd885bf4c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:06.425297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:06.447087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff5db9-5162-4ce1-ac56-20ebad8ffddb req-ae1bf3a9-d205-499e-b09f-1184dba64682 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:06.448658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0ff5db9-5162-4ce1-ac56-20ebad8ffddb req-ae1bf3a9-d205-499e-b09f-1184dba64682 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.1281691 Nov 04 09:03:06.461299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:03:06.473480 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] Sync routers for ids ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:03:06.481223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db207a34-3f16-4e32-b3a0-d4b84954ee96 req-44f83525-3d51-4731-ad88-af9f502c930e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:06.482807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db207a34-3f16-4e32-b3a0-d4b84954ee96 req-44f83525-3d51-4731-ad88-af9f502c930e tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1766584 Nov 04 09:03:06.484616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.520980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c8c535-34c4-4f84-920d-101cd3fb22cd']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:06.525038 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] Routers {'d60a84f8-d8d5-4823-86ab-b138335e4c5e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:06.526349 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:06.531263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.532533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-783f5a44-86d0-4773-ada7-eb335d1bd41a tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8603497 Nov 04 09:03:06.542210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:06.544237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d43b5ad-b9fe-492b-aa4d-398c57569664') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:06.544451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d43b5ad-b9fe-492b-aa4d-398c57569664') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:06.549984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:06.554442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0ff5db9-5162-4ce1-ac56-20ebad8ffddb req-83e88f40-8926-4be4-8f1b-15e88a22256c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941653 Nov 04 09:03:06.599165 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:06.600797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.617727 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] Routers {'d60a84f8-d8d5-4823-86ab-b138335e4c5e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:06.619126 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:06.641592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.664193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.680350 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:06.681816 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022cc61-1349-4c5c-9f6e-f0cc67448774 None None] The sync data for ids ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:03:06.685441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db207a34-3f16-4e32-b3a0-d4b84954ee96 req-c7a91862-ff97-47e9-ab11-2298778c0bd1 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719875 Nov 04 09:03:06.688989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:03:06.689414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:03:06.691175 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:03:06.725063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.771015 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ca7418-cb21-4547-9af0-6542d923a8ef x-openstack-request-id: req-72ca7418-cb21-4547-9af0-6542d923a8ef {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:06.772513 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2dc335-558c-413e-81d1-86d4783e22f4", "name": "network-vif-plugged", "status": "completed", "tag": "7dceb294-71ae-4b62-a9c0-69e8c7f05aaf", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:06.773081 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-72ca7418-cb21-4547-9af0-6542d923a8ef {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:06.774186 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf', 'code': 200} Nov 04 09:03:06.788601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:06.793280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:06.798832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:06.810143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.839561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Pushing event updated for resources: {'Port': ['ID=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:06.857662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.864377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] 10.222.0.53 "DELETE /v2.0/networks/21c8c535-34c4-4f84-920d-101cd3fb22cd HTTP/1.1" status: 204 len: 168 time: 0.7236357 Nov 04 09:03:06.915634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b77771-1cc1-4c69-a969-9dfeeead51ea admin admin] Pushing event deleted for resources: {'Network': ['ID=21c8c535-34c4-4f84-920d-101cd3fb22cd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:06.919708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:06.920412 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:06.938252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da57bed-fd2d-47c1-8b14-ff9522f06249 req-e0ccf03a-89d9-4567-a094-7b2e8fdfd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:06.940637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5da57bed-fd2d-47c1-8b14-ff9522f06249 req-e0ccf03a-89d9-4567-a094-7b2e8fdfd353 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 1097 time: 0.0735841 Nov 04 09:03:06.945816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-9a60f027-dac2-4363-8cd6-5a48f692abff tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1825933 Nov 04 09:03:06.975706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Request body: {'port': {'device_id': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:07.042437 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.090173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5da57bed-fd2d-47c1-8b14-ff9522f06249 req-6ed445e8-64e9-407d-9707-99fea7807b5f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415913 Nov 04 09:03:07.110038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce45712-83e0-43cb-a2ab-c15ec856f1ca req-9fa421ab-223a-4edb-a7d1-36bc5a845d71 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:07.111998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ce45712-83e0-43cb-a2ab-c15ec856f1ca req-9fa421ab-223a-4edb-a7d1-36bc5a845d71 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 936 time: 0.1671650 Nov 04 09:03:07.167605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ff7fd774-ee4e-49f8-9406-89b559f41280 None None] Provisioning complete for port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:07.169248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff7fd774-ee4e-49f8-9406-89b559f41280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.174735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ce45712-83e0-43cb-a2ab-c15ec856f1ca req-74b7050d-4a1e-43da-a76b-8293079544ed tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549345 Nov 04 09:03:07.188553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.215007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.219229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ff7fd774-ee4e-49f8-9406-89b559f41280 None None] Port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:07.260514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:07.287637 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9b7a5bfb-4267-42b0-8d76-43c5a56fe2c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.312502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Deleting port 61e66955-118c-4f3f-a51f-89fce404bc34 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:07.312855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.327777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-406acfcc-427b-4962-8246-80a1ba847f31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30af1185d5414eeeb110e1209d702152&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660403 Nov 04 09:03:07.332096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50804) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:07.396229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.410498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Calling delete_port for 61e66955-118c-4f3f-a51f-89fce404bc34 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:07.417805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e11a9b0b-12ff-4196-8d64-e14cab7a1b57 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:07.432213 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.437515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50234587-6479-4776-a686-7f64bc31d097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.457615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Transition to ACTIVE for port object e11a9b0b-12ff-4196-8d64-e14cab7a1b57 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:07.466184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.478951 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50234587-6479-4776-a686-7f64bc31d097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.561751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:07.682253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.704062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50234587-6479-4776-a686-7f64bc31d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.709190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50234587-6479-4776-a686-7f64bc31d097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.712713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-50234587-6479-4776-a686-7f64bc31d097 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2841a36f-6a8d-45d3-9cf0-acb4d72d576a HTTP/1.1" status: 204 len: 168 time: 0.3792503 Nov 04 09:03:07.714245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Pushing event deleted for resources: {'Port': ['ID=61e66955-118c-4f3f-a51f-89fce404bc34,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:07.786340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Attempting to bind port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:07.786935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Attempting to bind port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:07.787473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Attempting to bind port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:07.798536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234587-6479-4776-a686-7f64bc31d097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841a36f-6a8d-45d3-9cf0-acb4d72d576a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:07.816565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:07.817347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Attempting to bind port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:07.837583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:07.837583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:07.838149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:07.839510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Bound port: e11a9b0b-12ff-4196-8d64-e14cab7a1b57, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:07.839510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.866176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4841ff-2c22-4c7e-b3e7-9a42a6dbf7ff req-6443228a-46cd-47d3-909c-5063ba13c378 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:07.868307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c4841ff-2c22-4c7e-b3e7-9a42a6dbf7ff req-6443228a-46cd-47d3-909c-5063ba13c378 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.1800578 Nov 04 09:03:07.906111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.952554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c4841ff-2c22-4c7e-b3e7-9a42a6dbf7ff req-187ae6e3-3c80-4eba-97b4-24bd058d93b1 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638642 Nov 04 09:03:07.953652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] For port e11a9b0b-12ff-4196-8d64-e14cab7a1b57, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:07.957604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] For port e11a9b0b-12ff-4196-8d64-e14cab7a1b57, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:07.965465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.984520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:07.985561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:07.989119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] 10.222.0.55 "PUT /v2.0/ports/e11a9b0b-12ff-4196-8d64-e14cab7a1b57 HTTP/1.1" status: 200 len: 1096 time: 1.0178487 Nov 04 09:03:07.989807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'tag': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:08.003766 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c03ab-c8f3-421a-be48-5438f0d3d882" -d '{"events": [{"name": "network-changed", "server_uuid": "2b378b34-bbc5-4f28-ae6b-323499aa736b", "tag": "e11a9b0b-12ff-4196-8d64-e14cab7a1b57"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:08.089693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fe702-ba40-4c35-8b72-127082c8f41a req-e584eca7-ceb5-472a-a2b8-401f7cb1178f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:08.099266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e9fe702-ba40-4c35-8b72-127082c8f41a req-e584eca7-ceb5-472a-a2b8-401f7cb1178f tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.2829559 Nov 04 09:03:08.183929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-8bfb1689-4a6f-48b1-9898-4df6217ece82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:08.188831 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-8bfb1689-4a6f-48b1-9898-4df6217ece82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=365ebf0b2de34579930b587b89af1e2f&device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 1099 time: 0.1268251 Nov 04 09:03:08.190400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b4e2d-e5fd-4601-b329-3459582e6b22 service neutron] Pushing event updated for resources: {'Port': ['ID=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:08.277176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-69a56cfe-f121-40f3-9d46-5ac61234ec36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=e11a9b0b-12ff-4196-8d64-e14cab7a1b57 HTTP/1.1" status: 200 len: 217 time: 0.0708652 Nov 04 09:03:08.364250 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082db97f-96f5-4dc3-847e-980f1fbf721a x-openstack-request-id: req-082db97f-96f5-4dc3-847e-980f1fbf721a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:08.377034 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b378b34-bbc5-4f28-ae6b-323499aa736b", "tag": "e11a9b0b-12ff-4196-8d64-e14cab7a1b57", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:08.377034 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-082db97f-96f5-4dc3-847e-980f1fbf721a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:08.377518 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'tag': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57', 'status': 'completed', 'code': 200} Nov 04 09:03:08.419960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-df86c10a-90aa-4ae8-9141-3b70e377ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:08.421738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-df86c10a-90aa-4ae8-9141-3b70e377ac2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1375370 Nov 04 09:03:08.538753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024000d8-bdaf-435a-acec-4fda932f350c req-530d50b3-a37a-4c93-9d39-67db199731c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:08.541179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-530d50b3-a37a-4c93-9d39-67db199731c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1087906 Nov 04 09:03:08.557373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf4f19-9faf-4894-8edf-0871cc7b8629 req-ab6e83f1-b971-45ca-88f9-bdb9da945394 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:08.559589 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6baf4f19-9faf-4894-8edf-0871cc7b8629 req-ab6e83f1-b971-45ca-88f9-bdb9da945394 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 948 time: 0.1082988 Nov 04 09:03:08.607955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e9fe702-ba40-4c35-8b72-127082c8f41a req-0b6d0ddc-d06d-4df5-9230-6570897d6dba tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983439 Nov 04 09:03:08.693516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:08.697294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:08.763840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6baf4f19-9faf-4894-8edf-0871cc7b8629 req-5117f52c-4a80-40be-a1f3-452925146d58 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897740 Nov 04 09:03:08.773165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-c7fb0322-ae50-4955-b7c6-1ca067f68f40 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120621 Nov 04 09:03:08.811224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Router d60a84f8-d8d5-4823-86ab-b138335e4c5e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:03:08.902808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:03:08.910063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:08.911333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c7c8b2fb-f3cf-44c7-a2a8-96216689d570 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "PUT /v2.0/routers/d60a84f8-d8d5-4823-86ab-b138335e4c5e HTTP/1.1" status: 200 len: 705 time: 2.3649814 Nov 04 09:03:08.912320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] Sync routers for ids ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:03:08.918181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:08.924372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:08.927541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] Routers {'d60a84f8-d8d5-4823-86ab-b138335e4c5e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:08.928200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:08.969264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:08.988625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] Routers {'d60a84f8-d8d5-4823-86ab-b138335e4c5e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:08.989258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:09.029665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:09.030332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2669b12-0e26-4090-aaf9-c2ce0fc652cb None None] The sync data for ids ['d60a84f8-d8d5-4823-86ab-b138335e4c5e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:03:09.074505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0dcc5629-0a79-4d4c-98e6-df0a0782aec6 tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/routers/d60a84f8-d8d5-4823-86ab-b138335e4c5e HTTP/1.1" status: 200 len: 740 time: 0.1535490 Nov 04 09:03:09.074949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.132430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1375350184-network', 'tenant_id': '205d9f64f05844ab809bdd764400029b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:09.148029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba8b6eb5-88ec-4788-8ad7-953d0ecbd2cf tempest-RoutersAdminTest-1719535906 tempest-RoutersAdminTest-1719535906-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=d60a84f8-d8d5-4823-86ab-b138335e4c5e HTTP/1.1" status: 200 len: 205 time: 0.0719891 Nov 04 09:03:09.153054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.207579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9f79fa06-1c60-49c7-8345-6454c4972b42 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=d60a84f8-d8d5-4823-86ab-b138335e4c5e HTTP/1.1" status: 200 len: 205 time: 0.0533993 Nov 04 09:03:09.211510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.227493 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-024000d8-bdaf-435a-acec-4fda932f350c req-b5ab4926-3f97-43f9-a94a-d163e75be9b0 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323311 Nov 04 09:03:09.287077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Made reservation on behalf of 205d9f64f05844ab809bdd764400029b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:09.289809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.313116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ab199-83b9-4825-b011-469e2d79b231 req-94caa166-4cdc-414c-9ee8-22df4576fc76 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.314652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d2ab199-83b9-4825-b011-469e2d79b231 req-94caa166-4cdc-414c-9ee8-22df4576fc76 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.2031271 Nov 04 09:03:09.315373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.329902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe9d5-591d-4302-80d0-e4175e93694c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.336149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-a169176e-9198-421d-bbf9-8cb970486622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.337861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-a169176e-9198-421d-bbf9-8cb970486622 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=365ebf0b2de34579930b587b89af1e2f&device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 1099 time: 0.0592949 Nov 04 09:03:09.442011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-db55183c-c53e-4e65-a117-9bd1448e65aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.443404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-db55183c-c53e-4e65-a117-9bd1448e65aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.0956004 Nov 04 09:03:09.490472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-2f509a4a-78db-40f1-9b45-fe216e3892dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=e11a9b0b-12ff-4196-8d64-e14cab7a1b57 HTTP/1.1" status: 200 len: 217 time: 0.0367243 Nov 04 09:03:09.543437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe9d5-591d-4302-80d0-e4175e93694c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.546689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-6eb86103-00f0-4846-973a-be19ffcac1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.548241 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-6eb86103-00f0-4846-973a-be19ffcac1b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0488546 Nov 04 09:03:09.550360 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe9d5-591d-4302-80d0-e4175e93694c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.558715 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d2ab199-83b9-4825-b011-469e2d79b231 req-845f75f2-dff5-45a7-8245-54e183f4c7bd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314770 Nov 04 09:03:09.611094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe9d5-591d-4302-80d0-e4175e93694c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.611723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bbe9d5-591d-4302-80d0-e4175e93694c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Fanout notify agent at l3_agent the message router_deleted on router d60a84f8-d8d5-4823-86ab-b138335e4c5e {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:03:09.620195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-7591f523-b772-49a9-97e0-19f76fc484cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.622457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-7591f523-b772-49a9-97e0-19f76fc484cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0656297 Nov 04 09:03:09.625669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2bbe9d5-591d-4302-80d0-e4175e93694c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.626843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c2bbe9d5-591d-4302-80d0-e4175e93694c tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/d60a84f8-d8d5-4823-86ab-b138335e4c5e HTTP/1.1" status: 204 len: 168 time: 0.4142859 Nov 04 09:03:09.631789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50862) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.643143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.648487 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.671179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:09.691059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:09.694372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.695806 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Added segment 18842fd6-7790-42c8-b75d-4ae10d078fd8 of type vlan for network ef3673e4-937a-42be-8027-2bbb94058853 Nov 04 09:03:09.736202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fee2f504-a37f-43ac-ad77-c01986366e5e tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=d60a84f8-d8d5-4823-86ab-b138335e4c5e HTTP/1.1" status: 200 len: 205 time: 0.1007788 Nov 04 09:03:09.754833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50866) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.772710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.796799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c232a0-394d-4f13-b65c-1ad88f10b16a req-0135a820-9bd4-4807-b6e5-792dd01e1fd5 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.798325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62c232a0-394d-4f13-b65c-1ad88f10b16a req-0135a820-9bd4-4807-b6e5-792dd01e1fd5 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1019349 Nov 04 09:03:09.802723 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-32a88df7-7aca-48a6-a49a-a33abd2d147b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] delete failed (client error): The resource could not be found. Nov 04 09:03:09.803745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-32a88df7-7aca-48a6-a49a-a33abd2d147b tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/d60a84f8-d8d5-4823-86ab-b138335e4c5e HTTP/1.1" status: 404 len: 336 time: 0.0480196 Nov 04 09:03:09.809144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50870) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.828764 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.829731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.830309 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.853124 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ff672abe-370c-4fcc-8f34-cfd9aef70dc5 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 HTTP/1.1" status: 200 len: 205 time: 0.0428379 Nov 04 09:03:09.857579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50872) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.874912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14226b-115e-41c2-bdce-a0cf8ab53885 req-111fe2d1-9cad-4274-82c6-30037c99c299 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:09.876509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f14226b-115e-41c2-bdce-a0cf8ab53885 req-111fe2d1-9cad-4274-82c6-30037c99c299 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.2230616 Nov 04 09:03:09.878977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-76fc34ba-07bd-4005-9235-e90f06ebed79 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455022 Nov 04 09:03:09.918418 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fb579248-0a85-4a75-9858-16821e0623e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:09.942335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0172441 Nov 04 09:03:09.949899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50874) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.954344 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-f9ac2c8d-56fc-41c4-8482-79db6d68afa9 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] delete failed (client error): The resource could not be found. Nov 04 09:03:09.955393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f9ac2c8d-56fc-41c4-8482-79db6d68afa9 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/a15cdf4e-66c1-41cc-b917-0d16b8e4b8d5 HTTP/1.1" status: 404 len: 336 time: 0.0915401 Nov 04 09:03:09.958983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62c232a0-394d-4f13-b65c-1ad88f10b16a req-bb09ee28-823c-4a61-b0ce-7e9e31340aeb tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486573 Nov 04 09:03:09.961086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:09.962223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Request body: {'subnet': {'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1375350184-subnet', 'tenant_id': '205d9f64f05844ab809bdd764400029b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:09.986119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f14226b-115e-41c2-bdce-a0cf8ab53885 req-c6f28768-8d08-4107-b823-006d3fcb9c1b tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014023 Nov 04 09:03:09.996029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5598ce1d-a0e0-4a74-b123-3e6e9828aa4a admin admin] Pushing event updated for resources: {'Network': ['ID=ef3673e4-937a-42be-8027-2bbb94058853,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:10.003223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-79104847-cbcc-4acf-b45c-4064ab65a691 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=106e478a-b362-437b-9bad-93a89dead0a5 HTTP/1.1" status: 200 len: 205 time: 0.0390201 Nov 04 09:03:10.004642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50880) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.020000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network ef3673e4-937a-42be-8027-2bbb94058853 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:10.060276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Made reservation on behalf of 205d9f64f05844ab809bdd764400029b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:10.064507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:10.113655 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-3e8fa66f-0836-4bc0-be8b-a418e1a76dde tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] delete failed (client error): The resource could not be found. Nov 04 09:03:10.118853 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3e8fa66f-0836-4bc0-be8b-a418e1a76dde tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/106e478a-b362-437b-9bad-93a89dead0a5 HTTP/1.1" status: 404 len: 336 time: 0.1128936 Nov 04 09:03:10.121394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f81c03ab-c8f3-421a-be48-5438f0d3d882 req-60706078-d9d2-4b42-8f96-7a0f0bbdd5d9 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347085 Nov 04 09:03:10.121981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.169728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-14036d2d-27f5-4e56-b1d8-3b4d6f0bcafe tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca48bbaf-4d37-4693-b7d8-366a7d64cf41 HTTP/1.1" status: 200 len: 205 time: 0.0465107 Nov 04 09:03:10.171446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.217696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294d7ab-bc2c-4776-8b5b-956a96a89085 req-39e91158-ae91-47bb-b624-80a784426aed tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:10.219275 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:10.224405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1294d7ab-bc2c-4776-8b5b-956a96a89085 req-39e91158-ae91-47bb-b624-80a784426aed tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 948 time: 0.0896025 Nov 04 09:03:10.236749 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-c16c707c-8158-42f4-91a6-b484f3513421 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] delete failed (client error): The resource could not be found. Nov 04 09:03:10.240715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c16c707c-8158-42f4-91a6-b484f3513421 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/ca48bbaf-4d37-4693-b7d8-366a7d64cf41 HTTP/1.1" status: 404 len: 336 time: 0.0652649 Nov 04 09:03:10.244935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.272137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1294d7ab-bc2c-4776-8b5b-956a96a89085 req-a5aab687-78df-46b3-9341-92272c4c797a tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369694 Nov 04 09:03:10.317591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b66c4685-1018-4fed-b479-eacb28bda95e tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=b50ad8b7-7184-462c-b863-58c198b35dda HTTP/1.1" status: 200 len: 205 time: 0.0711858 Nov 04 09:03:10.319826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50896) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.360371 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-9d6a4c6b-c5b0-4bac-9341-7ec02bf459ef tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] delete failed (client error): The resource could not be found. Nov 04 09:03:10.361744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d6a4c6b-c5b0-4bac-9341-7ec02bf459ef tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/b50ad8b7-7184-462c-b863-58c198b35dda HTTP/1.1" status: 404 len: 336 time: 0.0406351 Nov 04 09:03:10.364488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.401530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-029499f4-1122-4fd9-bc10-676640583a38 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "GET /v2.0/ports?device_id=86dc2d67-170a-4051-be6b-e375cf76e853 HTTP/1.1" status: 200 len: 205 time: 0.0337229 Nov 04 09:03:10.401753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50900) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.442173 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-d3fa1d11-3df2-4afb-99c8-19a80060c471 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] delete failed (client error): The resource could not be found. Nov 04 09:03:10.446030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3fa1d11-3df2-4afb-99c8-19a80060c471 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/routers/86dc2d67-170a-4051-be6b-e375cf76e853 HTTP/1.1" status: 404 len: 336 time: 0.0403879 Nov 04 09:03:10.446454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.456883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358312e9-1e81-4c08-a2c1-9843ee7c4f74 req-c7d18211-6ac6-48f3-909c-75443beacc55 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:10.458716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-358312e9-1e81-4c08-a2c1-9843ee7c4f74 req-c7d18211-6ac6-48f3-909c-75443beacc55 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.1870823 Nov 04 09:03:10.475317 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5013d022-ee4d-425d-a37c-bafb57148932 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] DELETE failed (client error): The resource could not be found. Nov 04 09:03:10.475990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5013d022-ee4d-425d-a37c-bafb57148932 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:03:10.477303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:10.479987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5013d022-ee4d-425d-a37c-bafb57148932 tempest-RoutersAdminTest-194145563 tempest-RoutersAdminTest-194145563-project] 10.222.0.53 "DELETE /v2.0/subnets/10df4297-f343-4b3a-9af4-330897887842 HTTP/1.1" status: 404 len: 337 time: 0.0322993 Nov 04 09:03:10.580100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-358312e9-1e81-4c08-a2c1-9843ee7c4f74 req-a9b19cb7-0a1f-4835-8d78-9edf8aa3f19e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119721 Nov 04 09:03:10.592997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efc2583e-2e0c-45a9-a304-4e1758332494,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:10.604378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Checking segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:10.604736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Network hostable DHCP agents. Network: ef3673e4-937a-42be-8027-2bbb94058853, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:03:10.627205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Network ef3673e4-937a-42be-8027-2bbb94058853 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:03:10.637499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, ef3673e4-937a-42be-8027-2bbb94058853) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:10.646298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:10.647518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:10.657470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682d939-9ea4-4464-a7a3-a9f5377d18e4 None None] Network ef3673e4-937a-42be-8027-2bbb94058853 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:10.671187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4de9bfa9-a68c-45f5-9a86-efdf311a8498 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7201936 Nov 04 09:03:10.762613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50912) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:10.801863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb927e-fde6-45ed-9447-ddd4f47d6ef1 req-65a45bd2-c129-43a4-9f24-dccfb6086b5c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:10.804325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bedb927e-fde6-45ed-9447-ddd4f47d6ef1 req-65a45bd2-c129-43a4-9f24-dccfb6086b5c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.0963478 Nov 04 09:03:10.862871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bedb927e-fde6-45ed-9447-ddd4f47d6ef1 req-deb30963-c1dd-49f3-aecf-f785da0ab2a3 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475557 Nov 04 09:03:10.906216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8020cca5-bd37-4dec-93cc-baca9edd8f30 None None] Network ef3673e4-937a-42be-8027-2bbb94058853 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:10.954455 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5727c9-9910-4199-be3a-6024e90bce9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.061012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5727c9-9910-4199-be3a-6024e90bce9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.067084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c5727c9-9910-4199-be3a-6024e90bce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.098950 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1c5727c9-9910-4199-be3a-6024e90bce9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f8f179834a048eb840456e13e9297eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351986 Nov 04 09:03:11.105257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:11.145100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5727c9-9910-4199-be3a-6024e90bce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd29c0e-1eed-4338-a511-cc0a41398ef7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:11.171123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.229753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d8dba-80ea-4921-a31b-4d194efb5fb1 req-c7e0fb02-fff5-44f2-a289-b171c190f4dc tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:11.232375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af9d8dba-80ea-4921-a31b-4d194efb5fb1 req-c7e0fb02-fff5-44f2-a289-b171c190f4dc tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1286657 Nov 04 09:03:11.233436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3124cd9-5b5b-411f-9ccd-99186bd7145c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.271113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3124cd9-5b5b-411f-9ccd-99186bd7145c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.301710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af9d8dba-80ea-4921-a31b-4d194efb5fb1 req-fc10be04-90b3-4edc-ba3a-ec7193f907d4 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630798 Nov 04 09:03:11.321355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-94b185c3-7349-41ff-97be-3bdb8f8473d3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:11.323158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-94b185c3-7349-41ff-97be-3bdb8f8473d3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 813 time: 0.1187894 Nov 04 09:03:11.344666 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-2e3d61bb-a9b8-4095-b8f6-d2791c2202d2 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/quotas/205d9f64f05844ab809bdd764400029b HTTP/1.1" status: 200 len: 375 time: 0.0149736 Nov 04 09:03:11.377626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3124cd9-5b5b-411f-9ccd-99186bd7145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.378408 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-bc41d904-8120-4b80-bebe-6fd61328575b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311012 Nov 04 09:03:11.386083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3124cd9-5b5b-411f-9ccd-99186bd7145c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:11.387519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3124cd9-5b5b-411f-9ccd-99186bd7145c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fd29c0e-1eed-4338-a511-cc0a41398ef7 HTTP/1.1" status: 204 len: 168 time: 0.2812927 Nov 04 09:03:11.400528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3124cd9-5b5b-411f-9ccd-99186bd7145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd29c0e-1eed-4338-a511-cc0a41398ef7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:11.491137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e8aec-3782-4d49-bc7a-62b22afc2763 req-0fc090ae-a6ef-45a8-8e3b-30b45dbdcd49 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:11.505156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-018e8aec-3782-4d49-bc7a-62b22afc2763 req-0fc090ae-a6ef-45a8-8e3b-30b45dbdcd49 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.0849133 Nov 04 09:03:11.515087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-2b988b7f-1af3-4741-89e9-d968041ac118 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213427 Nov 04 09:03:11.579754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-018e8aec-3782-4d49-bc7a-62b22afc2763 req-1408c0d1-5273-4b0a-87af-ac053b8d4c48 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729918 Nov 04 09:03:11.665026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-620932f0-3ff0-47bc-8d52-97fae903ad7f service neutron] 10.222.0.53 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400337 Nov 04 09:03:11.762035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939306a-80df-4ab9-bc06-1638a40bade9 req-79b710fa-d639-44f3-bd2e-d962f0455791 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:11.764361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c939306a-80df-4ab9-bc06-1638a40bade9 req-79b710fa-d639-44f3-bd2e-d962f0455791 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 948 time: 0.0588002 Nov 04 09:03:11.812652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c939306a-80df-4ab9-bc06-1638a40bade9 req-b98b2690-c18b-4373-8a39-140b06402eb3 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380735 Nov 04 09:03:11.873644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:11.919386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6c838b56-3f5f-41a6-a863-4f9cacbb0232 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57cfb12469a649fba689f0b3172e32ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442593 Nov 04 09:03:11.922170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:12.016766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de61aa9c-8d4b-44ff-9221-30a02476907a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:12.067184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de61aa9c-8d4b-44ff-9221-30a02476907a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:12.082358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-357fd8fe-6aa9-4fa2-9ba6-202ee58694bd req-5345dafe-5198-4571-89fa-f54898bec90c tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 210 time: 0.0321376 Nov 04 09:03:12.086616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e872a2f-f771-451f-8b72-a8a983d30b4b req-effe2fd1-1607-4177-a0be-a6a8bb6d7784 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:12.088398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e872a2f-f771-451f-8b72-a8a983d30b4b req-effe2fd1-1607-4177-a0be-a6a8bb6d7784 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.0838509 Nov 04 09:03:12.136600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e11a9b0b-12ff-4196-8d64-e14cab7a1b57 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:12.150396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e872a2f-f771-451f-8b72-a8a983d30b4b req-dcae932f-6d73-4dca-90e8-e3142058fae9 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530052 Nov 04 09:03:12.162846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de61aa9c-8d4b-44ff-9221-30a02476907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:12.166968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de61aa9c-8d4b-44ff-9221-30a02476907a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:12.168096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-de61aa9c-8d4b-44ff-9221-30a02476907a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83017ee3-9f7b-4c7b-8ab3-8b90834a96ee HTTP/1.1" status: 204 len: 168 time: 0.2446182 Nov 04 09:03:12.183180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61aa9c-8d4b-44ff-9221-30a02476907a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83017ee3-9f7b-4c7b-8ab3-8b90834a96ee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:12.323243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e11a9b0b-12ff-4196-8d64-e14cab7a1b57, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:12.361468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57', 'mac_address': 'fa:16:3e:ec:a3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:12.481887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:12.506717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e11a9b0b-12ff-4196-8d64-e14cab7a1b57 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:12.537543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e11a9b0b-12ff-4196-8d64-e14cab7a1b57, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:12.547148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:12.598215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9b8a7-2341-4734-bc9d-68f48e5e8e09 req-ba25fd85-7fb6-474f-a287-f2f5f1f4429a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:12.616560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcc9b8a7-2341-4734-bc9d-68f48e5e8e09 req-ba25fd85-7fb6-474f-a287-f2f5f1f4429a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.1436846 Nov 04 09:03:12.709748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcc9b8a7-2341-4734-bc9d-68f48e5e8e09 req-69e7a28e-9a5c-4d7d-845f-a15bc8b1fa29 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908067 Nov 04 09:03:12.783169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:12.805439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:12.854570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e11a9b0b-12ff-4196-8d64-e14cab7a1b57'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:12.862823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550871ee-19a6-43e5-9c93-185b5a121c21 req-dd884c62-f373-4c3a-948c-eac8643c1912 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:12.864388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-550871ee-19a6-43e5-9c93-185b5a121c21 req-dd884c62-f373-4c3a-948c-eac8643c1912 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1096 time: 0.0632703 Nov 04 09:03:12.924546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe30c6b-0595-4b3f-94be-7e9db134f732 req-e1d2fbff-e4f2-4183-80eb-311cedd1ca9e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:12.926169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fe30c6b-0595-4b3f-94be-7e9db134f732 req-e1d2fbff-e4f2-4183-80eb-311cedd1ca9e tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.0894701 Nov 04 09:03:12.969966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-550871ee-19a6-43e5-9c93-185b5a121c21 req-883e2776-991f-4cdf-9e66-97abd29defb3 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968230 Nov 04 09:03:13.029508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fe30c6b-0595-4b3f-94be-7e9db134f732 req-da3b3231-95e4-45ce-8d41-7031747febcd tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936432 Nov 04 09:03:13.213313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f64a0-ed56-44cf-b70e-33f66c529dd7 req-5e2c5752-2e1e-45f6-b707-6915aba2cdd4 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:13.228682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc4f64a0-ed56-44cf-b70e-33f66c529dd7 req-5e2c5752-2e1e-45f6-b707-6915aba2cdd4 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 949 time: 0.1287274 Nov 04 09:03:13.305869 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc4f64a0-ed56-44cf-b70e-33f66c529dd7 req-d2d222c7-6a37-49e2-a5bb-05b905813cca tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757442 Nov 04 09:03:13.444395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e47620bd-e2c4-4acb-ace1-39e35293bfdb req-f34358d7-f9d0-4c8c-881e-55af7462afc3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 210 time: 0.0403218 Nov 04 09:03:14.153535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e11a9b0b-12ff-4196-8d64-e14cab7a1b57 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:14.166932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-55eb66b6-5917-469a-9e0b-a1925862cca1 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:14.168493 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-55eb66b6-5917-469a-9e0b-a1925862cca1 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 813 time: 0.2937956 Nov 04 09:03:14.199572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Request body: {'port': {'device_id': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'admin_state_up': True, 'tenant_id': '205d9f64f05844ab809bdd764400029b'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:14.218876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-b8f4a245-55e9-4447-87ee-6b04f3e1ad3c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:14.220631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-b8f4a245-55e9-4447-87ee-6b04f3e1ad3c tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.3472044 Nov 04 09:03:14.243490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:03:14.252203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:14.253274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.305764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2880ec7-10d3-4be5-92fa-e8d9ca024963 req-a3edc704-3e05-4bb7-83f7-d3045eb4af2c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:14.307468 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e2880ec7-10d3-4be5-92fa-e8d9ca024963 req-a3edc704-3e05-4bb7-83f7-d3045eb4af2c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.4984822 Nov 04 09:03:14.385216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:14.402001 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.442094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:14.447669 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4169fed7-77e2-4c35-82b9-435f96dbe82c" -d '{"events": [{"server_uuid": "2b378b34-bbc5-4f28-ae6b-323499aa736b", "name": "network-vif-plugged", "status": "completed", "tag": "e11a9b0b-12ff-4196-8d64-e14cab7a1b57"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:14.448598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-cdfe7ec6-5412-458e-94b4-67cb18c4b5a4 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:14.450369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-cdfe7ec6-5412-458e-94b4-67cb18c4b5a4 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 813 time: 0.5743084 Nov 04 09:03:14.466713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e2880ec7-10d3-4be5-92fa-e8d9ca024963 req-7fbb2ab6-d3ed-4bf0-92ab-2a2199635446 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503227 Nov 04 09:03:14.471181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Request body: {'port': {'device_id': '8669a729-6762-4df4-bd32-45676ac00cf6', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'admin_state_up': True, 'tenant_id': '205d9f64f05844ab809bdd764400029b'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:14.487004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e11a9b0b-12ff-4196-8d64-e14cab7a1b57, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:14.496431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.542364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-e2d9287c-a360-4d52-bedd-2202aba0bcf2 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:03:14.543593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-e2d9287c-a360-4d52-bedd-2202aba0bcf2 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371940 Nov 04 09:03:14.590268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:14.603099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-86f86f96-9ad7-4094-948d-b015d2b5edd7 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-739343392'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:14.641029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Made reservation on behalf of 205d9f64f05844ab809bdd764400029b for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:14.644381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.645631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86f86f96-9ad7-4094-948d-b015d2b5edd7 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.647076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86f86f96-9ad7-4094-948d-b015d2b5edd7 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.672516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-b67b12f0-c42a-4075-a716-dc57120865bd tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:14.673901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-b67b12f0-c42a-4075-a716-dc57120865bd tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 1093 time: 0.1164434 Nov 04 09:03:14.675880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Deleting port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:14.676581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.708140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86f86f96-9ad7-4094-948d-b015d2b5edd7 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.708990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Request body: {'binding': {'host': 'n-h1-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:14.709439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Unknown quota resources ['binding']. {{(pid=102556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 09:03:14.713535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86f86f96-9ad7-4094-948d-b015d2b5edd7 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.728869 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-86f86f96-9ad7-4094-948d-b015d2b5edd7 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:14.730918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-86f86f96-9ad7-4094-948d-b015d2b5edd7 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3429818 Nov 04 09:03:14.733585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:14.814571 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f8a43c-2533-422f-bf01-2874f4478ad6 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.175178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c571163-d692-41fe-b412-6b11ed85f3d6 req-1c1fea21-a5a7-4ff1-ba3e-2e74bf15ba11 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:15.176755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c571163-d692-41fe-b412-6b11ed85f3d6 req-1c1fea21-a5a7-4ff1-ba3e-2e74bf15ba11 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/ports?device_id=3f2dc335-558c-413e-81d1-86d4783e22f4 HTTP/1.1" status: 200 len: 946 time: 0.5505624 Nov 04 09:03:15.213296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Made reservation on behalf of 205d9f64f05844ab809bdd764400029b for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:15.216923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.221289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f8a43c-2533-422f-bf01-2874f4478ad6 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.223963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f8a43c-2533-422f-bf01-2874f4478ad6 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.273617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] For port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,segment=NetworkSegment(81641542-dbef-4815-baa0-e5d31b4ba20d),segment_id=81641542-dbef-4815-baa0-e5d31b4ba20d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:15.274265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.283427 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f8a43c-2533-422f-bf01-2874f4478ad6 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.284214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f8a43c-2533-422f-bf01-2874f4478ad6 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9e23a53-eb31-4e86-b903-7730908daa24 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:03:15.295701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f8a43c-2533-422f-bf01-2874f4478ad6 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.297159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-68f8a43c-2533-422f-bf01-2874f4478ad6 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "DELETE /v2.0/routers/b9e23a53-eb31-4e86-b903-7730908daa24 HTTP/1.1" status: 204 len: 168 time: 0.5624864 Nov 04 09:03:15.301163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:15.306414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9d102d0d-b1e8-43db-9654-ca2e13908f7e tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Request body: {'router': {'name': 'tempest-router-1788772374', 'distributed': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:15.326287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Calling delete_port for 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:15.329226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d102d0d-b1e8-43db-9654-ca2e13908f7e tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.330304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d102d0d-b1e8-43db-9654-ca2e13908f7e tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.386077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c571163-d692-41fe-b412-6b11ed85f3d6 req-f6549ad3-0c1c-4d35-a973-09428f0e1b78 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.53 "GET /v2.0/security-groups?id=e9cd6039-0630-4092-b28e-175cffb580dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970825 Nov 04 09:03:15.388081 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d102d0d-b1e8-43db-9654-ca2e13908f7e tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.396134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d102d0d-b1e8-43db-9654-ca2e13908f7e tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.425909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d102d0d-b1e8-43db-9654-ca2e13908f7e tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.432200 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d102d0d-b1e8-43db-9654-ca2e13908f7e tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1252050 Nov 04 09:03:15.432485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:15.497617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Allocated IP 172.20.0.8 (ef3673e4-937a-42be-8027-2bbb94058853/efc2583e-2e0c-45a9-a304-4e1758332494/9b9b1cf6-b407-4317-bd6a-dfff906b9ee5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:15.500725 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.512358 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ac6-81f9-4d46-97ef-d2d05adca5e3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.513027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on host n-h1-816487-1 for vnic_type normal with profile None {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:15.513343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:15.513854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:15.540365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:15.540978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:15.554176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:15.554897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:15.555703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:15.556370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Bound port: 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:15.688821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ac6-81f9-4d46-97ef-d2d05adca5e3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.691434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ac6-81f9-4d46-97ef-d2d05adca5e3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.742503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ac6-81f9-4d46-97ef-d2d05adca5e3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.743351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0d9ac6-81f9-4d46-97ef-d2d05adca5e3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a73e837f-3d61-4208-94a7-7c8dbfeba74c {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:03:15.749625 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d0d9ac6-81f9-4d46-97ef-d2d05adca5e3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.756397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8d0d9ac6-81f9-4d46-97ef-d2d05adca5e3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a73e837f-3d61-4208-94a7-7c8dbfeba74c HTTP/1.1" status: 204 len: 168 time: 0.3227525 Nov 04 09:03:15.757713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51078) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:15.761657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e65d39d8-afde-4345-ae08-14a60efd005d tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Request body: {'router': {'name': 'tempest-router-841837483', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b0b699fd1f38436cb48021dc70c3f3ac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:15.788517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:15.790071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65d39d8-afde-4345-ae08-14a60efd005d tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.791324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65d39d8-afde-4345-ae08-14a60efd005d tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.817126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.818303 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1f3d9755-e318-4fd4-80b3-90a0f4ea2651 service neutron] 10.222.0.53 "POST /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc/bindings HTTP/1.1" status: 201 len: 389 time: 1.1173391 Nov 04 09:03:15.856458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65d39d8-afde-4345-ae08-14a60efd005d tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.860971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.862829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65d39d8-afde-4345-ae08-14a60efd005d tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.877417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7dceb294-71ae-4b62-a9c0-69e8c7f05aaf'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:15.888984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.890507 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65d39d8-afde-4345-ae08-14a60efd005d tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.892490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e65d39d8-afde-4345-ae08-14a60efd005d tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1342473 Nov 04 09:03:15.896169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:15.906166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:15.948744 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:15.958690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Pushing event deleted for resources: {'Port': ['ID=7dceb294-71ae-4b62-a9c0-69e8c7f05aaf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:16.010808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7aa87-5b80-4d29-b083-2112222f3eb2 req-f325bcb0-4612-43ea-8a5c-fc689d56c338 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.018215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f0e7aa87-5b80-4d29-b083-2112222f3eb2 req-f325bcb0-4612-43ea-8a5c-fc689d56c338 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 950 time: 0.2736733 Nov 04 09:03:16.059626 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b60a367-f103-4598-9969-ef282dfd967f x-openstack-request-id: req-9b60a367-f103-4598-9969-ef282dfd967f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:16.060120 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b378b34-bbc5-4f28-ae6b-323499aa736b", "name": "network-vif-plugged", "status": "completed", "tag": "e11a9b0b-12ff-4196-8d64-e14cab7a1b57", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:16.060563 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b60a367-f103-4598-9969-ef282dfd967f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:16.061197 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57', 'code': 200} Nov 04 09:03:16.071113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Network ef3673e4-937a-42be-8027-2bbb94058853 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:16.082307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:16.091485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.110341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:16.118119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] No DVR routers for this DVR port 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:16.151153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.154670 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76130635-b5b1-4e54-a311-8bf93dedfa22 req-742e4922-a58e-443a-8e4c-81547d5938e7 tempest-ServerDiskConfigTestJSON-1302015989 tempest-ServerDiskConfigTestJSON-1302015989-project] 10.222.0.70 "DELETE /v2.0/ports/7dceb294-71ae-4b62-a9c0-69e8c7f05aaf HTTP/1.1" status: 204 len: 173 time: 1.9186900 Nov 04 09:03:16.155237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'name': 'network-vif-deleted', 'tag': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:16.157660 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6881ead-8ff9-412c-88cc-5ddd4aaaa4a9" -d '{"events": [{"server_uuid": "3f2dc335-558c-413e-81d1-86d4783e22f4", "name": "network-vif-deleted", "tag": "7dceb294-71ae-4b62-a9c0-69e8c7f05aaf"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:16.210306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event updated for resources: {'Port': ['ID=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:16.217264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Allocated IP 172.20.0.2 (ef3673e4-937a-42be-8027-2bbb94058853/efc2583e-2e0c-45a9-a304-4e1758332494/e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:16.240698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f0e7aa87-5b80-4d29-b083-2112222f3eb2 req-8ae12333-e2d7-4d8b-ae10-bb4d6083cb86 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209535 Nov 04 09:03:16.328208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.328572 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.342816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.343806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.410903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149d6fa-7283-4558-86f7-d259f66a02a2 req-24bfddf0-1813-4098-b36d-2ac5cff9bac9 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.412548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f149d6fa-7283-4558-86f7-d259f66a02a2 req-24bfddf0-1813-4098-b36d-2ac5cff9bac9 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 931 time: 0.1289201 Nov 04 09:03:16.448559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102555) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 04 09:03:16.448970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Router ebcbf651-19b3-4afc-91ff-3dc11405377f migrating from provider to provider. {{(pid=102555) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 04 09:03:16.449301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.462853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.469056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.474080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f149d6fa-7283-4558-86f7-d259f66a02a2 req-9b22b3d5-2590-4de1-a101-501a671916a7 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514243 Nov 04 09:03:16.484301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-24b5e54e-ba46-4bea-91fa-11127d4f5a8e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2962470 Nov 04 09:03:16.514694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Request body: {'port': {'device_id': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:16.533954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1542043b-9d36-440e-be94-27a42c3f2b65 req-4eec691a-8042-44de-87cf-570003578366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.536227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1542043b-9d36-440e-be94-27a42c3f2b65 req-4eec691a-8042-44de-87cf-570003578366 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 1101 time: 0.3136353 Nov 04 09:03:16.582943 n-d-816487-1 neutron-server[102555]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] No L3 agents can host the router ebcbf651-19b3-4afc-91ff-3dc11405377f Nov 04 09:03:16.609443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2f46e-33f0-45fe-b8bb-603b85f9a722 req-f6ccf685-86db-42de-9fa3-bd1ad632a87a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.610967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3b2f46e-33f0-45fe-b8bb-603b85f9a722 req-f6ccf685-86db-42de-9fa3-bd1ad632a87a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.0643053 Nov 04 09:03:16.652055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-cacad822-1869-45a9-a2fc-5a2c20688f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.653597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-cacad822-1869-45a9-a2fc-5a2c20688f22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1096 time: 0.3430412 Nov 04 09:03:16.660949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56f990-19a4-456b-8697-d7d16855b8b4 req-77c53ded-128f-481f-91f6-a870fa9057cc tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.662428 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb56f990-19a4-456b-8697-d7d16855b8b4 req-77c53ded-128f-481f-91f6-a870fa9057cc tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.3317082 Nov 04 09:03:16.748170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Hosts for router ebcbf651-19b3-4afc-91ff-3dc11405377f: [] {{(pid=102555) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 04 09:03:16.756254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3b2f46e-33f0-45fe-b8bb-603b85f9a722 req-5b1b4748-32b8-49b0-aa03-c2ac7304506b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127753 Nov 04 09:03:16.776248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Hosts for other DVR routers connected to router ebcbf651-19b3-4afc-91ff-3dc11405377f: set() {{(pid=102555) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 04 09:03:16.778928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.789208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1482fc4f-3c94-45c5-9d77-c404ba349cb3 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "PUT /v2.0/routers/ebcbf651-19b3-4afc-91ff-3dc11405377f HTTP/1.1" status: 200 len: 716 time: 0.8912344 Nov 04 09:03:16.792694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:16.824116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1542043b-9d36-440e-be94-27a42c3f2b65 req-571cebe8-8416-4d42-a4ff-fc46764dd7ea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423153 Nov 04 09:03:16.834023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.860718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb56f990-19a4-456b-8697-d7d16855b8b4 req-e97e5cde-2a55-4b44-a864-e25d213dc230 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800139 Nov 04 09:03:16.885032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a479c20-a398-40ca-8fbb-2f11cf8a104f tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "GET /v2.0/routers/ebcbf651-19b3-4afc-91ff-3dc11405377f HTTP/1.1" status: 200 len: 716 time: 0.0911441 Nov 04 09:03:16.885655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:16.895934 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8733b4-ece6-4039-9c17-7b0d370c6e8e x-openstack-request-id: req-ea8733b4-ece6-4039-9c17-7b0d370c6e8e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:16.896404 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f2dc335-558c-413e-81d1-86d4783e22f4", "name": "network-vif-deleted", "tag": "7dceb294-71ae-4b62-a9c0-69e8c7f05aaf", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:16.896808 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea8733b4-ece6-4039-9c17-7b0d370c6e8e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:16.897641 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f2dc335-558c-413e-81d1-86d4783e22f4', 'name': 'network-vif-deleted', 'tag': '7dceb294-71ae-4b62-a9c0-69e8c7f05aaf', 'status': 'completed', 'code': 200} Nov 04 09:03:16.937400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:16.998287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-cc9fd344-f45d-4cc9-8695-99ef089cd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:16.999824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-cc9fd344-f45d-4cc9-8695-99ef089cd05c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.3308620 Nov 04 09:03:17.060699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-5baaef93-f618-4bf0-aeda-01af413ab5ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 217 time: 0.0508406 Nov 04 09:03:17.131632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.160949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51106) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:17.199518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-589cbb3d-5694-49b4-9a56-5d922b94d4d9 tempest-RoutersTestDVR-1851936948 tempest-RoutersTestDVR-1851936948-project] 10.222.0.53 "GET /v2.0/routers/ebcbf651-19b3-4afc-91ff-3dc11405377f HTTP/1.1" status: 200 len: 682 time: 0.3126724 Nov 04 09:03:17.203809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:17.239931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Network ef3673e4-937a-42be-8027-2bbb94058853 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:17.277989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-acfb66b1-1e22-4920-8a67-ae1129307971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:17.279526 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-acfb66b1-1e22-4920-8a67-ae1129307971 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.2083995 Nov 04 09:03:17.280494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:17.284967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event updated for resources: {'Port': ['ID=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:17.287442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:17.353983 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-125bb593-de6c-4608-bd4c-587851402235 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574455 Nov 04 09:03:17.458887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:17.459464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.515705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] Deleting subnet df2adfd5-1f31-42da-8e85-73eafee62bb5 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:03:17.517567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4a422016-7e1d-4e35-a2fe-f1efe3c764da tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0561371 Nov 04 09:03:17.519823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e3582f-de19-4934-a535-f7a214521ac8 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.521395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.542145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Request body: {'port': {'device_id': '8669a729-6762-4df4-bd32-45676ac00cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:17.564961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ba3e2-587e-4aba-9dc9-8e2e6f06ffac req-c6874317-2777-4e12-ba8f-cd0c01f6e1e4 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:17.567900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-599ba3e2-587e-4aba-9dc9-8e2e6f06ffac req-c6874317-2777-4e12-ba8f-cd0c01f6e1e4 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 950 time: 0.2081647 Nov 04 09:03:17.647586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-7668b307-be78-4403-bde6-2071312f8240 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758043 Nov 04 09:03:17.659403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:17.677660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.689388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.729079 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-599ba3e2-587e-4aba-9dc9-8e2e6f06ffac req-84c00d25-d576-472e-96ce-fd8199201546 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173470 Nov 04 09:03:17.761935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.768202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Transition to ACTIVE for port object 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:17.780512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.806658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e3582f-de19-4934-a535-f7a214521ac8 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.811756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e3582f-de19-4934-a535-f7a214521ac8 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.832670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676d396-2dca-4c9d-9f99-f3859b43e830 req-63eb978b-4c2c-4d4c-8b64-cd3a63074590 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:17.834240 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c676d396-2dca-4c9d-9f99-f3859b43e830 req-63eb978b-4c2c-4d4c-8b64-cd3a63074590 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 931 time: 0.2483039 Nov 04 09:03:17.839315 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.880938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:17.905005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-15165e64-6a71-43ca-980e-ca0fd11070c9 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186806 Nov 04 09:03:17.913402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e3582f-de19-4934-a535-f7a214521ac8 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.914412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e3582f-de19-4934-a535-f7a214521ac8 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ebcbf651-19b3-4afc-91ff-3dc11405377f {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:03:17.923232 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03e3582f-de19-4934-a535-f7a214521ac8 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:17.924426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-03e3582f-de19-4934-a535-f7a214521ac8 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "DELETE /v2.0/routers/ebcbf651-19b3-4afc-91ff-3dc11405377f HTTP/1.1" status: 204 len: 168 time: 0.7196159 Nov 04 09:03:17.930484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:17.935802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ff8b7fc4-f84d-4c63-9c05-dbb1aabd7d6a tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Request body: {'router': {'name': 'tempest-router-1519566184', 'distributed': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:17.988529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c676d396-2dca-4c9d-9f99-f3859b43e830 req-f8a9326d-bbf1-453f-a088-50c0198d749c tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992100 Nov 04 09:03:18.013939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.015281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:18.022668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fc4-f84d-4c63-9c05-dbb1aabd7d6a tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.024546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fc4-f84d-4c63-9c05-dbb1aabd7d6a tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.063616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2adfd5-1f31-42da-8e85-73eafee62bb5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:18.066400 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.071352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d96551b8-3206-4b42-bd9b-74da0f1f306b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/df2adfd5-1f31-42da-8e85-73eafee62bb5 HTTP/1.1" status: 204 len: 168 time: 0.9089944 Nov 04 09:03:18.074676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:18.142426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:18.143397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7dceb294-71ae-4b62-a9c0-69e8c7f05aaf not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:18.157629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:18.161255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:18.197174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fc4-f84d-4c63-9c05-dbb1aabd7d6a tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.214075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fc4-f84d-4c63-9c05-dbb1aabd7d6a tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.228730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.254773 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b7fc4-f84d-4c63-9c05-dbb1aabd7d6a tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.256134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff8b7fc4-f84d-4c63-9c05-dbb1aabd7d6a tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3243363 Nov 04 09:03:18.273006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51126) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:18.327264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:18.341267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '262828e9-bd19-4934-baf5-9448dbac5808', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '262828e9-bd19-4934-baf5-9448dbac5808', 'mac_address': 'fa:16:3e:27:cf:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:18.402212 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.441462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:18.448642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2262e91a-61db-43db-b9c6-bbec1d97f905 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.476939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:18.479019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.501859 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.545221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.581564 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:03:18.582319 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:03:18.587707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:18.596291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df9651-0472-488c-a2dc-e1f09842b11b req-597a1b50-2c28-4534-b0f2-b826898242ce tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:18.597896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01df9651-0472-488c-a2dc-e1f09842b11b req-597a1b50-2c28-4534-b0f2-b826898242ce tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 949 time: 0.3649895 Nov 04 09:03:18.686296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2262e91a-61db-43db-b9c6-bbec1d97f905 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.690346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894a9341-68dc-452c-ac71-a80f123376f5']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:18.693840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2262e91a-61db-43db-b9c6-bbec1d97f905 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.709688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81641542-dbef-4815-baa0-e5d31b4ba20d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:18.710187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81641542-dbef-4815-baa0-e5d31b4ba20d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:18.738329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.740721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537e36f-69de-424c-8405-16804ba131df req-3cdd3189-a8dc-47cf-b474-fa3f3f63ed6d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:18.743244 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c537e36f-69de-424c-8405-16804ba131df req-3cdd3189-a8dc-47cf-b474-fa3f3f63ed6d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.8579381 Nov 04 09:03:18.768661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['262828e9-bd19-4934-baf5-9448dbac5808'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:18.780182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Attempting to bind port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:18.780726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01df9651-0472-488c-a2dc-e1f09842b11b req-0bd9086c-f91f-42b4-9507-c7df75c76085 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480649 Nov 04 09:03:18.780894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Attempting to bind port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:18.780894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Attempting to bind port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:18.786769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.791053 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2262e91a-61db-43db-b9c6-bbec1d97f905 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.791639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2262e91a-61db-43db-b9c6-bbec1d97f905 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76c87a6a-d00e-4c58-a7a1-cc5de8280c59 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:03:18.798935 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2262e91a-61db-43db-b9c6-bbec1d97f905 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.800204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2262e91a-61db-43db-b9c6-bbec1d97f905 tempest-RoutersTestDVR-419978149 tempest-RoutersTestDVR-419978149-project-admin] 10.222.0.53 "DELETE /v2.0/routers/76c87a6a-d00e-4c58-a7a1-cc5de8280c59 HTTP/1.1" status: 204 len: 168 time: 0.5250590 Nov 04 09:03:18.803767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:03:18.804858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:03:18.806584 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:03:18.816461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 on network ef3673e4-937a-42be-8027-2bbb94058853 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:18.817864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Attempting to bind port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:18.843634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:18.844531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Checking segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:18.845137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Bound using segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:18.845802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Bound port: 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:18.846391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.881858 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c537e36f-69de-424c-8405-16804ba131df req-4e449306-c440-4086-8d4d-6d73d0ead3fc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232991 Nov 04 09:03:18.900699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.907411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:18.911896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] 10.222.0.53 "DELETE /v2.0/networks/894a9341-68dc-452c-ac71-a80f123376f5 HTTP/1.1" status: 204 len: 168 time: 0.8354485 Nov 04 09:03:18.940503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db0ca7-4109-451f-8ae9-c14aa15ddf1b admin admin] Pushing event deleted for resources: {'Network': ['ID=894a9341-68dc-452c-ac71-a80f123376f5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:19.017633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:19.030098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.044282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Transition to ACTIVE for port object e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:19.050255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.185907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b6967-12d9-4642-8fa5-bef74e509f5d req-ca607728-3891-4ce8-8fc7-0f753b3f5a39 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:19.198553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c8b6967-12d9-4642-8fa5-bef74e509f5d req-ca607728-3891-4ce8-8fc7-0f753b3f5a39 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 950 time: 0.1341116 Nov 04 09:03:19.221086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Pushing event updated for resources: {'Port': ['ID=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:19.228885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.246756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] For port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:19.251523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:19.260967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] For port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:19.266565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:19.279312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.313984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:19.328420 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.343188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c8b6967-12d9-4642-8fa5-bef74e509f5d req-8a68f44b-628e-4d5b-a1d6-71fd6bbd2560 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436422 Nov 04 09:03:19.384817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:19.385987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.390196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] 10.222.0.55 "PUT /v2.0/ports/9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 HTTP/1.1" status: 200 len: 1091 time: 2.8854184 Nov 04 09:03:19.399443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f85e290e-bca7-4f16-ac75-81416d18737f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92d1f66f951a4fa1b28f09d43a150dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440847 Nov 04 09:03:19.399443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:19.399742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80666f5a-219a-4762-8e5c-80215fe85315 service neutron] Pushing event updated for resources: {'Port': ['ID=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:19.403236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'tag': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:19.407823 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d87d65-c1e3-488e-a87c-f6185dd1b492" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2841da-d433-4e68-a5ce-a65f86c5ac32", "tag": "9b9b1cf6-b407-4317-bd6a-dfff906b9ee5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:19.408350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51144) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:19.461662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:19.483541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Attempting to bind port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:19.487816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Attempting to bind port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:19.488340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Attempting to bind port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:19.534250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e on network ef3673e4-937a-42be-8027-2bbb94058853 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:19.534639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Attempting to bind port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:19.536093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63b0787b-6257-43ca-8e62-21685f94f573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.542085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:19.542614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Checking segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:19.543005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Bound using segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:19.543443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Bound port: e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:19.543808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.570310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73997674-a437-4fc7-abf7-e4f5662b2f64 req-48f1f124-42f2-420e-98b0-c749403c2a93 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:19.579097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73997674-a437-4fc7-abf7-e4f5662b2f64 req-48f1f124-42f2-420e-98b0-c749403c2a93 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 943 time: 0.3257000 Nov 04 09:03:19.602680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63b0787b-6257-43ca-8e62-21685f94f573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.636653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43dce72f-7a27-49c0-a46f-f76abc3c42eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.677015 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df8cbea-b8a3-46bd-b368-9300ac788ea6 x-openstack-request-id: req-7df8cbea-b8a3-46bd-b368-9300ac788ea6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:19.677638 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2841da-d433-4e68-a5ce-a65f86c5ac32", "tag": "9b9b1cf6-b407-4317-bd6a-dfff906b9ee5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:19.678104 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7df8cbea-b8a3-46bd-b368-9300ac788ea6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:19.678705 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'tag': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5', 'status': 'completed', 'code': 200} Nov 04 09:03:19.717869 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73997674-a437-4fc7-abf7-e4f5662b2f64 req-1c7c6180-1070-4a09-ab5c-acf79f7117b5 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374660 Nov 04 09:03:19.726277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63b0787b-6257-43ca-8e62-21685f94f573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.729285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-1741dab1-65e7-4f83-bc37-61841b54dd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:19.730463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63b0787b-6257-43ca-8e62-21685f94f573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.731272 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-1741dab1-65e7-4f83-bc37-61841b54dd85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 1094 time: 0.2911892 Nov 04 09:03:19.734237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63b0787b-6257-43ca-8e62-21685f94f573 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9cd6039-0630-4092-b28e-175cffb580dc HTTP/1.1" status: 204 len: 168 time: 0.3060930 Nov 04 09:03:19.749932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b0787b-6257-43ca-8e62-21685f94f573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd6039-0630-4092-b28e-175cffb580dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:19.776178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] For port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:19.796690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] For port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:19.809583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43dce72f-7a27-49c0-a46f-f76abc3c42eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.828288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43dce72f-7a27-49c0-a46f-f76abc3c42eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.845236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-1acac2fc-b7a9-4575-9e8f-9ca83aa9a4b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 HTTP/1.1" status: 200 len: 217 time: 0.1015906 Nov 04 09:03:19.849547 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.862129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-43dce72f-7a27-49c0-a46f-f76abc3c42eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0b699fd1f38436cb48021dc70c3f3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606690 Nov 04 09:03:19.864692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51156) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:19.927115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa0240-f4f7-4052-9b52-542a30e2fe04 req-b74cbd03-ab10-4023-92ce-fd15533c6fb0 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:19.935688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8faa0240-f4f7-4052-9b52-542a30e2fe04 req-b74cbd03-ab10-4023-92ce-fd15533c6fb0 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 950 time: 0.1551335 Nov 04 09:03:19.955610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:19.956457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:19.958276 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] 10.222.0.70 "PUT /v2.0/ports/e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e HTTP/1.1" status: 200 len: 1091 time: 2.4202719 Nov 04 09:03:19.961158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dce72f-7a27-49c0-a46f-f76abc3c42eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761128a3-a75f-4fe5-8a62-f90301bfeba4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:20.014064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8faa0240-f4f7-4052-9b52-542a30e2fe04 req-0458ced9-ff06-449f-b031-fd43df56a80e tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772486 Nov 04 09:03:20.043794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08738569-24cd-4639-9454-3fa992dad9cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:20.079471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08738569-24cd-4639-9454-3fa992dad9cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:20.087023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90c1080b-438b-43dc-971a-a06249439d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:20.088909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-90c1080b-438b-43dc-971a-a06249439d12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.2339501 Nov 04 09:03:20.096335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf03aa-a6f0-4378-8207-7107cc8b91bb service neutron] Pushing event updated for resources: {'Port': ['ID=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:20.138231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-0a827afc-7d30-4866-a1f1-25b261937d5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340073 Nov 04 09:03:20.160487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:20.197450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e1323-cb99-4ef0-844e-06f63c58d669 req-4337281e-1c6a-4fa5-b871-0dd569d02b7a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:20.213156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce0e1323-cb99-4ef0-844e-06f63c58d669 req-4337281e-1c6a-4fa5-b871-0dd569d02b7a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 948 time: 0.2210267 Nov 04 09:03:20.221998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85bca3-f7ef-431d-80f7-dc3028fcb3c0 req-af798200-f523-40e5-8357-9f3783987e09 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:20.230297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 262828e9-bd19-4934-baf5-9448dbac5808 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:20.230876 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:20.231748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff85bca3-f7ef-431d-80f7-dc3028fcb3c0 req-af798200-f523-40e5-8357-9f3783987e09 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.1339767 Nov 04 09:03:20.269144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08738569-24cd-4639-9454-3fa992dad9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:20.272520 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08738569-24cd-4639-9454-3fa992dad9cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:20.274031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-08738569-24cd-4639-9454-3fa992dad9cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/761128a3-a75f-4fe5-8a62-f90301bfeba4 HTTP/1.1" status: 204 len: 168 time: 0.4007449 Nov 04 09:03:20.296412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4b94afa0-8411-43b7-87f3-3403266b92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:20.298464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-4b94afa0-8411-43b7-87f3-3403266b92a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=8669a729-6762-4df4-bd32-45676ac00cf6 HTTP/1.1" status: 200 len: 1094 time: 0.2805109 Nov 04 09:03:20.311441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08738569-24cd-4639-9454-3fa992dad9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761128a3-a75f-4fe5-8a62-f90301bfeba4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:20.352391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff85bca3-f7ef-431d-80f7-dc3028fcb3c0 req-0540053c-f51c-45d2-b0b3-cba46b629f1b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053524 Nov 04 09:03:20.391219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-2fb86051-d73b-49ac-9d2d-0aba2f23428e service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426691 Nov 04 09:03:20.396238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:20.428837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:20.431818 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06734086-dcc4-481b-a645-4d8f5b337681" -d '{"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-plugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:20.444148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-239b28fd-6986-4422-95e4-7bd146675cf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e HTTP/1.1" status: 200 len: 217 time: 0.1159458 Nov 04 09:03:20.449640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:20.456848 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:20.470158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce0e1323-cb99-4ef0-844e-06f63c58d669 req-3a4979d5-a99b-434d-9f81-c83d713510de tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548115 Nov 04 09:03:20.537708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:20.610658 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46cad29-e93e-48a7-a530-91c9b39559b6 x-openstack-request-id: req-a46cad29-e93e-48a7-a530-91c9b39559b6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:20.610956 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-plugged", "status": "completed", "tag": "262828e9-bd19-4934-baf5-9448dbac5808", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:20.611425 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a46cad29-e93e-48a7-a530-91c9b39559b6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:20.611829 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808', 'code': 200} Nov 04 09:03:20.621722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9806a-361d-4311-b160-8733cff2caa7 req-5bca1d1a-b21c-4cd6-aab7-b996509bd5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:20.623208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-5bca1d1a-b21c-4cd6-aab7-b996509bd5c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.1103859 Nov 04 09:03:20.707724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-9b04253d-b0ec-4cdd-9607-0f0f4d02c36d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717847 Nov 04 09:03:20.720778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-db71df84-9a9c-42c2-8426-960d0ae4f3a2 service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204625 Nov 04 09:03:20.900476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdfbd5-e514-4323-97bb-3a471a32b28a req-6ab054bc-ab1a-492a-ac35-9b5528f0c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:20.902783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29bdfbd5-e514-4323-97bb-3a471a32b28a req-6ab054bc-ab1a-492a-ac35-9b5528f0c6ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1101 time: 0.0941994 Nov 04 09:03:20.982547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f2a09-71ce-4fea-8250-4d5509537a72 req-a83a20cf-713d-481a-a800-abd6d25edd4d tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:20.983686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51190) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:20.984936 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a56f2a09-71ce-4fea-8250-4d5509537a72 req-a83a20cf-713d-481a-a800-abd6d25edd4d tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 943 time: 0.1122618 Nov 04 09:03:20.994280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-9d947076-eb36-46a2-a3d1-952c905776cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.001248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-9d947076-eb36-46a2-a3d1-952c905776cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 1094 time: 0.1937306 Nov 04 09:03:21.043520 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-d4e1a44a-d97f-454e-9703-4a6ed363e313 service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215885 Nov 04 09:03:21.051132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a56f2a09-71ce-4fea-8250-4d5509537a72 req-1917f95f-eda6-4d4d-8470-6148aaf3bacf tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560708 Nov 04 09:03:21.057133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29bdfbd5-e514-4323-97bb-3a471a32b28a req-3f499e7f-da4c-459f-a428-46966be057c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305251 Nov 04 09:03:21.098523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:21.098817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32f77f16-e8ae-4439-826d-b9fd6143a3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.236075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1490352143-network', 'tenant_id': '274d087c1b254ec7857700773dc0ddd9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:21.260892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Made reservation on behalf of 274d087c1b254ec7857700773dc0ddd9 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:21.263361 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.272249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.289565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4c35a-25fc-4601-914e-bce4135b420f req-10b3e4ee-a7e0-4547-a222-30b13696e7a4 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.291565 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0f4c35a-25fc-4601-914e-bce4135b420f req-10b3e4ee-a7e0-4547-a222-30b13696e7a4 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 950 time: 0.1884434 Nov 04 09:03:21.358947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.364932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.395300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:21.400024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-8dd3e2b9-35a5-4681-9784-d159928f1277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.401212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-8dd3e2b9-35a5-4681-9784-d159928f1277 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 914 time: 0.3845131 Nov 04 09:03:21.413337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc55052-491d-4a00-a81d-c76c616bb576,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:21.417244 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.417671 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Added segment a174771c-bba2-423d-84a1-767731276482 of type vlan for network fe4c088a-5476-40c7-a973-46d6ffe66b9e Nov 04 09:03:21.419275 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cae9806a-361d-4311-b160-8733cff2caa7 req-735f3e00-397a-45fd-8a86-237bdef9d23f service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603830 Nov 04 09:03:21.490011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-2755790e-92bb-420e-bd70-acb5665da52b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 HTTP/1.1" status: 200 len: 217 time: 0.0697327 Nov 04 09:03:21.494490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0f4c35a-25fc-4601-914e-bce4135b420f req-1115525e-e7d2-4b88-8a1b-db0c0f1f1bf2 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807323 Nov 04 09:03:21.494740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.520898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a751b4-f9e6-4464-8aa6-24311a16a870 req-8a3066c2-fe42-4338-b1b5-581d5d976d1d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.528933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04a751b4-f9e6-4464-8aa6-24311a16a870 req-8a3066c2-fe42-4338-b1b5-581d5d976d1d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.1020427 Nov 04 09:03:21.538270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-64c0f714-100b-46d7-8a15-e91aab06a27e tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.540629 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-64c0f714-100b-46d7-8a15-e91aab06a27e tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.55 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 950 time: 0.2626772 Nov 04 09:03:21.569284 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.570815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.571410 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.584753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32f77f16-e8ae-4439-826d-b9fd6143a3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.599952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04a751b4-f9e6-4464-8aa6-24311a16a870 req-e0682334-d503-448d-ba2f-506cc04a9200 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Nov 04 09:03:21.636968 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32f77f16-e8ae-4439-826d-b9fd6143a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.650199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5459056 Nov 04 09:03:21.663244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:21.668949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Request body: {'subnet': {'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1490352143-subnet', 'tenant_id': '274d087c1b254ec7857700773dc0ddd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:21.684207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7046e7-0e45-4c2e-8fa1-0ac4cf7a143a admin admin] Pushing event updated for resources: {'Network': ['ID=fe4c088a-5476-40c7-a973-46d6ffe66b9e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:21.689502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8669a729-6762-4df4-bd32-45676ac00cf6', 'tag': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:21.692600 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16858832-5563-41f6-977b-32a7128a9683" -d '{"events": [{"name": "network-changed", "server_uuid": "8669a729-6762-4df4-bd32-45676ac00cf6", "tag": "e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:21.697196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network fe4c088a-5476-40c7-a973-46d6ffe66b9e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:21.698718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-32f77f16-e8ae-4439-826d-b9fd6143a3d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31c7d0fd081f4835a2cf54139e545de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7068312 Nov 04 09:03:21.703978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51210) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:21.738791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Made reservation on behalf of 274d087c1b254ec7857700773dc0ddd9 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:21.742555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.747947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-4b1baf3f-48a4-467d-9476-f618859abc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.750269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-4b1baf3f-48a4-467d-9476-f618859abc3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.2482035 Nov 04 09:03:21.759509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f77f16-e8ae-4439-826d-b9fd6143a3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e8bcf4-76c2-4c54-b273-46795083462c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:21.803447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-b45ae855-ab11-4207-8a47-640b40238c3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394945 Nov 04 09:03:21.854495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Deleting port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:21.855041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.860331 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc748039-bf57-4305-91cc-d97c3564fc69 x-openstack-request-id: req-fc748039-bf57-4305-91cc-d97c3564fc69 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:21.860962 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8669a729-6762-4df4-bd32-45676ac00cf6", "tag": "e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:21.861457 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc748039-bf57-4305-91cc-d97c3564fc69 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:21.862081 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8669a729-6762-4df4-bd32-45676ac00cf6', 'tag': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e', 'status': 'completed', 'code': 200} Nov 04 09:03:21.871510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcb847-5a3f-4ebe-8821-584ea6a59c1a req-3d089196-960b-48b3-bc93-02110befe7dd tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:21.876251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65bcb847-5a3f-4ebe-8821-584ea6a59c1a req-3d089196-960b-48b3-bc93-02110befe7dd tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 950 time: 0.1735227 Nov 04 09:03:21.887583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb04f4f9-fb6b-4c4e-bafb-1fd27ce6a837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.941828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb04f4f9-fb6b-4c4e-bafb-1fd27ce6a837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:21.999066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65bcb847-5a3f-4ebe-8821-584ea6a59c1a req-4516a828-28b5-47e4-b0b3-fc23a6725f56 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168604 Nov 04 09:03:22.070569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] For port e11a9b0b-12ff-4196-8d64-e14cab7a1b57, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:22.071206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:22.089793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16858832-5563-41f6-977b-32a7128a9683 req-cdf8ef12-a549-4908-a5bb-b20277e5913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:22.091312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16858832-5563-41f6-977b-32a7128a9683 req-cdf8ef12-a549-4908-a5bb-b20277e5913b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=8669a729-6762-4df4-bd32-45676ac00cf6 HTTP/1.1" status: 200 len: 1094 time: 0.1897540 Nov 04 09:03:22.096796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Calling delete_port for e11a9b0b-12ff-4196-8d64-e14cab7a1b57 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:22.100853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-494a54e4-9ae4-4c07-a45d-bff68ae34fc5 service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864399 Nov 04 09:03:22.107996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb04f4f9-fb6b-4c4e-bafb-1fd27ce6a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:22.111140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb04f4f9-fb6b-4c4e-bafb-1fd27ce6a837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:22.115177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eb04f4f9-fb6b-4c4e-bafb-1fd27ce6a837 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a5e8bcf4-76c2-4c54-b273-46795083462c HTTP/1.1" status: 204 len: 168 time: 0.4075091 Nov 04 09:03:22.124606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:22.130273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb04f4f9-fb6b-4c4e-bafb-1fd27ce6a837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e8bcf4-76c2-4c54-b273-46795083462c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:22.229870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab0b42bc-2c03-4852-bf40-cf84f4230452,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:22.248035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Checking segment: {'id': 'a174771c-bba2-423d-84a1-767731276482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:22.248526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Network hostable DHCP agents. Network: fe4c088a-5476-40c7-a973-46d6ffe66b9e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:03:22.268937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Network fe4c088a-5476-40c7-a973-46d6ffe66b9e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:03:22.285535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, fe4c088a-5476-40c7-a973-46d6ffe66b9e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:22.297085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f63aa14-24fd-4fc1-9749-0fedc376d7d2 None None] Network fe4c088a-5476-40c7-a973-46d6ffe66b9e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:22.312670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:22.313570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:22.342967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-48b48ad4-7bcd-41f6-b5b6-fc077a2b89dc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6782947 Nov 04 09:03:22.425822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4d87d65-c1e3-488e-a87c-f6185dd1b492 req-0adec8a2-0fa4-481f-8d23-2d577ba6814e service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437010 Nov 04 09:03:22.502155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de2eb2-952f-492a-8d7b-0987bcde47e7 req-de19c9c1-58c5-44ea-8d6e-372d796b3d74 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:22.509920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56de2eb2-952f-492a-8d7b-0987bcde47e7 req-de19c9c1-58c5-44ea-8d6e-372d796b3d74 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 943 time: 0.3267167 Nov 04 09:03:22.512358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16858832-5563-41f6-977b-32a7128a9683 req-f70bfe01-f53b-4293-af60-103a8278520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:22.514128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16858832-5563-41f6-977b-32a7128a9683 req-f70bfe01-f53b-4293-af60-103a8278520b service neutron] 10.222.0.70 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 914 time: 0.4101844 Nov 04 09:03:22.569319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8565e1-9a4d-446b-9d79-d80b95d02db9 None None] Network fe4c088a-5476-40c7-a973-46d6ffe66b9e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:22.583837 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16858832-5563-41f6-977b-32a7128a9683 req-7a63feb9-c71b-441f-926c-662efe8719f2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e HTTP/1.1" status: 200 len: 217 time: 0.0591910 Nov 04 09:03:22.704129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42233b-12c2-4c1b-a3a5-4a124b7aafe8 req-d7b2af67-ee71-4257-903d-ff6ecdd7d6db tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:22.717405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd42233b-12c2-4c1b-a3a5-4a124b7aafe8 req-d7b2af67-ee71-4257-903d-ff6ecdd7d6db tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 950 time: 0.1114051 Nov 04 09:03:22.773728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd42233b-12c2-4c1b-a3a5-4a124b7aafe8 req-86d52727-21c4-4d6a-b481-0d85084e01f4 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd1cb223-08c5-4ecf-935f-670bd885bf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541809 Nov 04 09:03:22.980294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16858832-5563-41f6-977b-32a7128a9683 req-4e14732c-df65-48da-a9fc-8b0169345aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:22.981755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16858832-5563-41f6-977b-32a7128a9683 req-4e14732c-df65-48da-a9fc-8b0169345aca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.3819904 Nov 04 09:03:22.989457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56de2eb2-952f-492a-8d7b-0987bcde47e7 req-a4f551f9-0296-49d8-a790-aa3eeb89f964 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4787142 Nov 04 09:03:23.041398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16858832-5563-41f6-977b-32a7128a9683 req-8998c777-5e85-45fd-a511-fad6371bdcef service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506968 Nov 04 09:03:23.125808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:23.147204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e11a9b0b-12ff-4196-8d64-e14cab7a1b57'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:23.189088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Pushing event deleted for resources: {'Port': ['ID=e11a9b0b-12ff-4196-8d64-e14cab7a1b57,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:23.263346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16858832-5563-41f6-977b-32a7128a9683 req-a6896f72-2da3-4c78-bd4b-12fb5e5e0a68 service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136006 Nov 04 09:03:23.322989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] No DVR routers for this DVR port e11a9b0b-12ff-4196-8d64-e14cab7a1b57 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:23.326186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:23.330170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12f85365-e5bd-4655-8346-2e4bd38efc32 req-f988947e-0c1b-45d0-8007-e5fc9ea6edc8 tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.55 "DELETE /v2.0/ports/e11a9b0b-12ff-4196-8d64-e14cab7a1b57 HTTP/1.1" status: 204 len: 173 time: 1.7609184 Nov 04 09:03:23.330499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-1a92054f-0931-4d72-89dc-bedab09556d0 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:23.333423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-1a92054f-0931-4d72-89dc-bedab09556d0 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/networks?id=fe4c088a-5476-40c7-a973-46d6ffe66b9e HTTP/1.1" status: 200 len: 822 time: 0.1787176 Nov 04 09:03:23.363476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-de4cad3c-5dea-4ee4-8858-75defcd3df48 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/quotas/274d087c1b254ec7857700773dc0ddd9 HTTP/1.1" status: 200 len: 375 time: 0.0227852 Nov 04 09:03:23.372133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51260) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:23.424013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee57755-782c-4646-8c92-9dffc4623781 req-d79dca93-667b-494c-a54a-5472536e7aef tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:23.425748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ee57755-782c-4646-8c92-9dffc4623781 req-d79dca93-667b-494c-a54a-5472536e7aef tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.2410026 Nov 04 09:03:23.438195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-1ad7ca37-4a40-45f8-a5fb-ed4ca67ebfbd tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=274d087c1b254ec7857700773dc0ddd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588322 Nov 04 09:03:23.533570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1ee57755-782c-4646-8c92-9dffc4623781 req-13050758-f061-4cb6-9716-0632e72047fc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883298 Nov 04 09:03:23.568908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16858832-5563-41f6-977b-32a7128a9683 req-b116a316-ec9a-4a15-860d-c38ef34e87b9 service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574751 Nov 04 09:03:23.580814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-c5d8dbb1-d3a2-4bc6-8fdb-b82cb73e15b7 service neutron] 10.222.0.53 "GET /v2.0/networks/fe4c088a-5476-40c7-a973-46d6ffe66b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417513 Nov 04 09:03:23.594179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-761332948'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:23.670441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:23.674010 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:23.687594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:23.738895 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-40361efb-d83b-414e-9702-e23a851f487c service neutron] 10.222.0.53 "GET /v2.0/networks/fe4c088a-5476-40c7-a973-46d6ffe66b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400754 Nov 04 09:03:23.798401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10d04a-99c2-4fe4-876a-c022e1fed6d1 req-58a98bd2-5f78-46a9-a12d-e6cb2394e928 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:23.800277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9f10d04a-99c2-4fe4-876a-c022e1fed6d1 req-58a98bd2-5f78-46a9-a12d-e6cb2394e928 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 950 time: 0.0736730 Nov 04 09:03:23.827699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:23.835692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:23.865032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'name': 'network-vif-deleted', 'tag': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:23.869584 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff97ede-69db-40ee-a19e-b3a97eb07a8b" -d '{"events": [{"server_uuid": "2b378b34-bbc5-4f28-ae6b-323499aa736b", "name": "network-vif-deleted", "tag": "e11a9b0b-12ff-4196-8d64-e14cab7a1b57"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:23.880529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9f10d04a-99c2-4fe4-876a-c022e1fed6d1 req-01dcd75c-6d03-4cfa-b88e-23e995248238 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723262 Nov 04 09:03:23.889456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:23.954716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:23.955298 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Added segment 563f7f99-fc3e-48cf-9633-2232b371734e of type vlan for network df0dcaf2-e750-4b0f-b02c-0ac8519a883b Nov 04 09:03:23.975236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4af31ae3-e538-47d8-86c7-dce5763c16d6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:24.032481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6bcef41-4970-47b3-8671-1632dfd7953b req-9f345d99-ff8c-4950-a80f-ef30788cf43e tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 210 time: 0.0899827 Nov 04 09:03:24.049535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:24.079202 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9c8fe982-80c1-4c37-91b1-90fb0b56b638 req-58eac442-5492-4274-8ed7-38466e21910e tempest-ImagesNegativeTestJSON-1986646276 tempest-ImagesNegativeTestJSON-1986646276-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b378b34-bbc5-4f28-ae6b-323499aa736b HTTP/1.1" status: 200 len: 210 time: 0.1262271 Nov 04 09:03:24.084833 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed9d0b2-f7ac-4f43-a5fe-337bda6554d7 x-openstack-request-id: req-4ed9d0b2-f7ac-4f43-a5fe-337bda6554d7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:24.085202 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b378b34-bbc5-4f28-ae6b-323499aa736b", "name": "network-vif-deleted", "tag": "e11a9b0b-12ff-4196-8d64-e14cab7a1b57", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:24.086030 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ed9d0b2-f7ac-4f43-a5fe-337bda6554d7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:24.086810 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b378b34-bbc5-4f28-ae6b-323499aa736b', 'name': 'network-vif-deleted', 'tag': 'e11a9b0b-12ff-4196-8d64-e14cab7a1b57', 'status': 'completed', 'code': 200} Nov 04 09:03:24.113560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.154152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.165840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:24.166492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.196777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:24.225762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:24.250632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'port_id': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e', 'mac_address': 'fa:16:3e:2e:a2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc2583e-2e0c-45a9-a304-4e1758332494', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:24.296951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9237041 Nov 04 09:03:24.299896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51282) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:24.308789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'subnet': {'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:24.349890 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.381350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:24.399518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:24.421800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:24.423178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'port_id': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5', 'mac_address': 'fa:16:3e:d8:e0:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc2583e-2e0c-45a9-a304-4e1758332494', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:24.428672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.514695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72876943-d451-4b88-b666-45700a6271f5 req-d4c26486-ac96-4b81-a6b0-1f5f02c3ef57 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:24.517638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72876943-d451-4b88-b666-45700a6271f5 req-d4c26486-ac96-4b81-a6b0-1f5f02c3ef57 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1101 time: 0.1328433 Nov 04 09:03:24.558139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:24.562893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.569195 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.572618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:24.607446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:24.644898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:24.650118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.683602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72876943-d451-4b88-b666-45700a6271f5 req-58b76266-b4af-4231-a607-daddf376c019 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477714 Nov 04 09:03:24.688676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:24.782309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a57865-39a5-4916-9086-23b56ebb0037 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Network': ['ID=df0dcaf2-e750-4b0f-b02c-0ac8519a883b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:24.788702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:24.797678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:24.850109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d192e8-1a1c-46d9-9f91-290e335e3ea4 req-c19f49ba-1fd5-42a3-966e-30e72f0b80a5 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:24.853863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28d192e8-1a1c-46d9-9f91-290e335e3ea4 req-c19f49ba-1fd5-42a3-966e-30e72f0b80a5 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 944 time: 0.5790770 Nov 04 09:03:24.908359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28d192e8-1a1c-46d9-9f91-290e335e3ea4 req-aee56844-bb9b-49fe-9cba-a124f5004f21 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471575 Nov 04 09:03:24.955807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e1d9b-a5bf-48a3-b86d-4427e969161d req-70475bca-1108-45ab-87b9-287908580a81 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:24.957313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec0e1d9b-a5bf-48a3-b86d-4427e969161d req-70475bca-1108-45ab-87b9-287908580a81 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.1189952 Nov 04 09:03:24.958917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:24.973858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9b9b1cf6-b407-4317-bd6a-dfff906b9ee5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:25.061392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Subnet': ['ID=270e8615-e176-4ffb-8579-1e4f8f6cc9dd,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:25.073859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Checking segment: {'id': '563f7f99-fc3e-48cf-9633-2232b371734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:25.074228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network hostable DHCP agents. Network: df0dcaf2-e750-4b0f-b02c-0ac8519a883b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:03:25.080050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec0e1d9b-a5bf-48a3-b86d-4427e969161d req-7d0cf3cb-0b53-45aa-98de-6e81ae0eb5f7 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146748 Nov 04 09:03:25.099352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:03:25.133894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, df0dcaf2-e750-4b0f-b02c-0ac8519a883b) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:25.138938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:25.139575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:25.143531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1c879-5961-4d8d-b88f-054d19d413c3 None None] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:25.169006 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f71d67a-ef4a-4aca-bdae-62d53a2d1f90 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8648906 Nov 04 09:03:25.169435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51298) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:25.174402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'name': 'tempest-AllowedAddressPairTestJSON-821751502'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:25.221559 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d41745b8-e983-4b39-9510-5c4d65b867af req-8ff6c37b-b6cb-4858-998a-2be569a7555b tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 210 time: 0.0453675 Nov 04 09:03:25.363724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-8c305994-6d77-4d54-a185-7b7454e37e6a tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:25.365425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-8c305994-6d77-4d54-a185-7b7454e37e6a tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.70 "GET /v2.0/networks?id=fe4c088a-5476-40c7-a973-46d6ffe66b9e HTTP/1.1" status: 200 len: 822 time: 0.1430140 Nov 04 09:03:25.372459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:25.379453 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:25.384826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Request body: {'port': {'device_id': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e', 'admin_state_up': True, 'tenant_id': '274d087c1b254ec7857700773dc0ddd9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:25.412256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] device_id is not set on port b9193f55-bcc8-4161-9c7f-0faa86c65a7a yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:03:25.466351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'tenant_id': '603c9421443546b4aea306d03834bb83', 'fixed_ips': [{'subnet_id': '270e8615-e176-4ffb-8579-1e4f8f6cc9dd'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:03:25.468185 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:25.580236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959400a0-e77a-4dc1-a759-63c591f578f5 req-5595c491-609a-4f9a-9aae-12692851475b tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:25.583026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-959400a0-e77a-4dc1-a759-63c591f578f5 req-5595c491-609a-4f9a-9aae-12692851475b tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 1101 time: 0.1887167 Nov 04 09:03:25.630937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Allocated IP 172.20.0.13 (df0dcaf2-e750-4b0f-b02c-0ac8519a883b/270e8615-e176-4ffb-8579-1e4f8f6cc9dd/b9193f55-bcc8-4161-9c7f-0faa86c65a7a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:25.653254 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-959400a0-e77a-4dc1-a759-63c591f578f5 req-20897b94-3823-4868-8211-983516cbfd31 tempest-ServersAdminTestJSON-1297254420 tempest-ServersAdminTestJSON-1297254420-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587611 Nov 04 09:03:25.654296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Made reservation on behalf of 274d087c1b254ec7857700773dc0ddd9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:25.657923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:25.822415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Allocated IP 172.20.0.8 (fe4c088a-5476-40c7-a973-46d6ffe66b9e/ab0b42bc-2c03-4852-bf40-cf84f4230452/e079fcdc-a3f3-42fe-8db7-9acece3a3953) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:25.860256 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:25.904122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:25.942620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:25.964855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Allocated IP 172.20.0.2 (df0dcaf2-e750-4b0f-b02c-0ac8519a883b/270e8615-e176-4ffb-8579-1e4f8f6cc9dd/b282a340-c6b6-4c10-ae89-74d18a96dcc2) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:26.018549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1846c6-3588-440e-b96f-df8114dcb034 req-0465ea23-65d3-4e5f-9e58-68c62c6da144 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:26.020515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a1846c6-3588-440e-b96f-df8114dcb034 req-0465ea23-65d3-4e5f-9e58-68c62c6da144 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 949 time: 0.1283691 Nov 04 09:03:26.066536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:26.083971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:26.087091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:26.115708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:26.118286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a1846c6-3588-440e-b96f-df8114dcb034 req-f5d4bbb0-ef31-4ed3-b0b6-9fc0f4317236 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860288 Nov 04 09:03:26.139826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.162875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=b9193f55-bcc8-4161-9c7f-0faa86c65a7a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:26.191315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.216623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:26.217560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.249697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Network fe4c088a-5476-40c7-a973-46d6ffe66b9e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:26.253348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:26.257645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:26.277639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52f886-349b-478f-a6e4-5a0f7de7c46f req-804997f3-e99c-4aaf-a78e-0f6aa35aee01 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:26.279811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af52f886-349b-478f-a6e4-5a0f7de7c46f req-804997f3-e99c-4aaf-a78e-0f6aa35aee01 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 944 time: 0.2350805 Nov 04 09:03:26.292383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-65af7e4f-fbad-4ed3-8f93-ac9eda89e526 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1174080 Nov 04 09:03:26.292611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:26.296541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:26.301903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'name': 'tempest-AllowedAddressPairTestJSON-1984665187', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b8:f4:d0'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:26.309254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Pushing event updated for resources: {'Port': ['ID=e079fcdc-a3f3-42fe-8db7-9acece3a3953,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:26.320377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-51daca68-83d5-41ef-9324-029ea1e4221d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=365ebf0b2de34579930b587b89af1e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738701 Nov 04 09:03:26.327714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51338) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:26.388651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:26.390619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.420856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af52f886-349b-478f-a6e4-5a0f7de7c46f req-7145b381-9607-49e2-9c2e-debb96ed5436 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271446 Nov 04 09:03:26.421353 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.426492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:03:26.434223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:26.434851 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.441656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:03:26.444609 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.463377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-650c11ae-fb25-4d15-ba41-5e9a17383ba5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0869792 Nov 04 09:03:26.485551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:26.486417 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.488932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Request body: {'port': {'device_id': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:26.524119 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd8da0c-b5eb-47f3-9470-bbfead458200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.530925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:26.540985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:26.543493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:26.543651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:26.547508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bffc57-8d8c-45fb-ad10-bc44fca156ea req-ee601514-e459-4f8e-b8f4-368e3468178d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:26.552680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85bffc57-8d8c-45fb-ad10-bc44fca156ea req-ee601514-e459-4f8e-b8f4-368e3468178d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.1409967 Nov 04 09:03:26.579338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Pushing event updated for resources: {'Port': ['ID=b282a340-c6b6-4c10-ae89-74d18a96dcc2,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:26.595074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd8da0c-b5eb-47f3-9470-bbfead458200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.634438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa026b7-d34f-42ac-9b3b-3ed55e4c85f3 req-73a710d8-d0b3-4f9b-835d-50f40cf597e5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:26.636155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2aa026b7-d34f-42ac-9b3b-3ed55e4c85f3 req-73a710d8-d0b3-4f9b-835d-50f40cf597e5 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 931 time: 0.1075747 Nov 04 09:03:26.668809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.675510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Attempting to bind port b282a340-c6b6-4c10-ae89-74d18a96dcc2 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:26.676122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Attempting to bind port b282a340-c6b6-4c10-ae89-74d18a96dcc2 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '563f7f99-fc3e-48cf-9633-2232b371734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:26.676643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Attempting to bind port b282a340-c6b6-4c10-ae89-74d18a96dcc2 on network df0dcaf2-e750-4b0f-b02c-0ac8519a883b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:26.678313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85bffc57-8d8c-45fb-ad10-bc44fca156ea req-c86abdfa-7aeb-4fbd-83de-c07793eaf0a4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106317 Nov 04 09:03:26.698718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:26.698718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Checking segment: {'id': '563f7f99-fc3e-48cf-9633-2232b371734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:26.699126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.699245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.699245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Bound using segment: {'id': '563f7f99-fc3e-48cf-9633-2232b371734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:26.699245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Bound port: b282a340-c6b6-4c10-ae89-74d18a96dcc2, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563f7f99-fc3e-48cf-9633-2232b371734e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:26.699245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.712177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd8da0c-b5eb-47f3-9470-bbfead458200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.715195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd8da0c-b5eb-47f3-9470-bbfead458200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.718714 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3bd8da0c-b5eb-47f3-9470-bbfead458200 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd1cb223-08c5-4ecf-935f-670bd885bf4c HTTP/1.1" status: 204 len: 168 time: 0.3882771 Nov 04 09:03:26.720411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2aa026b7-d34f-42ac-9b3b-3ed55e4c85f3 req-f503c19a-67e3-4558-a742-927d3e9eaeb9 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688875 Nov 04 09:03:26.733024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] device_id is not set on port 369f3987-d0c1-4a0d-9585-5a28495fa14d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:03:26.744696 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.760438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8da0c-b5eb-47f3-9470-bbfead458200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1cb223-08c5-4ecf-935f-670bd885bf4c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:26.833587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.845441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8669a729-6762-4df4-bd32-45676ac00cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:26.847751 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050205bf-dd77-4504-983d-b0ff692f5883" -d '{"events": [{"server_uuid": "8669a729-6762-4df4-bd32-45676ac00cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:26.899720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:26.911396 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:26.930835 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949fcb41-f8ce-4669-a437-9804ab82e0b1 x-openstack-request-id: req-949fcb41-f8ce-4669-a437-9804ab82e0b1 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:26.931292 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8669a729-6762-4df4-bd32-45676ac00cf6", "name": "network-vif-plugged", "status": "completed", "tag": "e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:26.931798 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-949fcb41-f8ce-4669-a437-9804ab82e0b1 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:26.932320 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8669a729-6762-4df4-bd32-45676ac00cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e', 'code': 200} Nov 04 09:03:26.975712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] For port b282a340-c6b6-4c10-ae89-74d18a96dcc2, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:26.985384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Allocated IP 172.20.0.8 (df0dcaf2-e750-4b0f-b02c-0ac8519a883b/270e8615-e176-4ffb-8579-1e4f8f6cc9dd/369f3987-d0c1-4a0d-9585-5a28495fa14d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:26.986002 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:27.004080 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.005504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e11a9b0b-12ff-4196-8d64-e14cab7a1b57 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:27.013634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] For port b282a340-c6b6-4c10-ae89-74d18a96dcc2, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b282a340-c6b6-4c10-ae89-74d18a96dcc2,segment=NetworkSegment(563f7f99-fc3e-48cf-9633-2232b371734e),segment_id=563f7f99-fc3e-48cf-9633-2232b371734e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:27.039034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:27.042342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: e11a9b0b-12ff-4196-8d64-e14cab7a1b57 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:27.042767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e11a9b0b-12ff-4196-8d64-e14cab7a1b57 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:27.044699 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.095470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba98ee-afa2-436d-be71-538e89ac27b1 req-f678371a-6fc1-4dc7-8947-6137a6346307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.097432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dba98ee-afa2-436d-be71-538e89ac27b1 req-f678371a-6fc1-4dc7-8947-6137a6346307 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8669a729-6762-4df4-bd32-45676ac00cf6 HTTP/1.1" status: 200 len: 1096 time: 0.1117513 Nov 04 09:03:27.124966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:27.212380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1643f31-3b48-4f2a-952f-28d9911d720a None None] Pushing event updated for resources: {'Port': ['ID=b282a340-c6b6-4c10-ae89-74d18a96dcc2,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:27.245727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e079fcdc-a3f3-42fe-8db7-9acece3a3953 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:27.253105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dba98ee-afa2-436d-be71-538e89ac27b1 req-2e89bd96-d39a-4659-9b07-f98678501407 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455555 Nov 04 09:03:27.303680 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.332310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Transition to ACTIVE for port object e079fcdc-a3f3-42fe-8db7-9acece3a3953 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:27.344545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.347896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-21c352e0-cb5e-4712-8a2c-e802148a1180 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.349462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-21c352e0-cb5e-4712-8a2c-e802148a1180 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 949 time: 0.0988839 Nov 04 09:03:27.350246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.418325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27254c-ddb6-4755-855a-4a1627eb4034 req-98ecd51a-8b0e-4ada-898e-816a16b684d8 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.420021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf27254c-ddb6-4755-855a-4a1627eb4034 req-98ecd51a-8b0e-4ada-898e-816a16b684d8 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 949 time: 0.1761329 Nov 04 09:03:27.500589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Pushing event updated for resources: {'Port': ['ID=e079fcdc-a3f3-42fe-8db7-9acece3a3953,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:27.513057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf27254c-ddb6-4755-855a-4a1627eb4034 req-24e951df-ac7e-4089-9bd8-5dd5365b5c1b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852325 Nov 04 09:03:27.544319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.606695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Deleting port 37329aca-e46f-4531-89b3-019ef043e3b1 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:27.607174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.634449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:27.649629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:27.656753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:27.696608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Attempting to bind port e079fcdc-a3f3-42fe-8db7-9acece3a3953 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:27.697247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Attempting to bind port e079fcdc-a3f3-42fe-8db7-9acece3a3953 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'a174771c-bba2-423d-84a1-767731276482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:27.697881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Attempting to bind port e079fcdc-a3f3-42fe-8db7-9acece3a3953 on network fe4c088a-5476-40c7-a973-46d6ffe66b9e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:27.706952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=369f3987-d0c1-4a0d-9585-5a28495fa14d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:27.708078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Port e079fcdc-a3f3-42fe-8db7-9acece3a3953 on network fe4c088a-5476-40c7-a973-46d6ffe66b9e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:27.708654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Attempting to bind port e079fcdc-a3f3-42fe-8db7-9acece3a3953 on network fe4c088a-5476-40c7-a973-46d6ffe66b9e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:27.737177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:27.738995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Checking segment: {'id': 'a174771c-bba2-423d-84a1-767731276482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:27.739710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Bound using segment: {'id': 'a174771c-bba2-423d-84a1-767731276482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:27.742323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Bound port: e079fcdc-a3f3-42fe-8db7-9acece3a3953, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a174771c-bba2-423d-84a1-767731276482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:27.742323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.745097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.746248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.777574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98043bb-6093-4f74-95d4-21405505524a req-15d4ecd7-b4a1-4b6f-bdcf-4770850f3670 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.785343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b98043bb-6093-4f74-95d4-21405505524a req-15d4ecd7-b4a1-4b6f-bdcf-4770850f3670 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 945 time: 0.1492529 Nov 04 09:03:27.797740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4dafab97-664d-40e5-a9e5-1a727a6d0314 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5008345 Nov 04 09:03:27.800303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51374) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:27.887394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] For port 37329aca-e46f-4531-89b3-019ef043e3b1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=37329aca-e46f-4531-89b3-019ef043e3b1,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:27.887898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.919077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] For port e079fcdc-a3f3-42fe-8db7-9acece3a3953, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:27.920940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b98043bb-6093-4f74-95d4-21405505524a req-4abc054c-3e36-4145-8f99-3171879ead65 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344912 Nov 04 09:03:27.921751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Calling delete_port for 37329aca-e46f-4531-89b3-019ef043e3b1 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:27.927363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] For port e079fcdc-a3f3-42fe-8db7-9acece3a3953, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e079fcdc-a3f3-42fe-8db7-9acece3a3953,segment=NetworkSegment(a174771c-bba2-423d-84a1-767731276482),segment_id=a174771c-bba2-423d-84a1-767731276482)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:27.946670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6ab65-ba27-4729-b405-5ffc9abc3b15 req-0e0f761e-368c-480f-b03c-0c67136cd2ff tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.948380 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8b6ab65-ba27-4729-b405-5ffc9abc3b15 req-0e0f761e-368c-480f-b03c-0c67136cd2ff tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.1355002 Nov 04 09:03:27.952905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:27.958942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca69f79-0955-46de-b860-a7e7c9bb74a9 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.965599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca69f79-0955-46de-b860-a7e7c9bb74a9 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.972988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca69f79-0955-46de-b860-a7e7c9bb74a9 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:27.977311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aca69f79-0955-46de-b860-a7e7c9bb74a9 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1727936 Nov 04 09:03:27.977686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:28.005289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:28.006098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:28.007578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] 10.222.0.70 "PUT /v2.0/ports/e079fcdc-a3f3-42fe-8db7-9acece3a3953 HTTP/1.1" status: 200 len: 1091 time: 1.5279481 Nov 04 09:03:28.046360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'tag': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:28.049115 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b635397-6f52-4367-bd35-5e96ea4f76c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8", "tag": "e079fcdc-a3f3-42fe-8db7-9acece3a3953"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:28.141214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6aa91d-0820-4540-b8a0-82773f3fca7a service neutron] Pushing event updated for resources: {'Port': ['ID=e079fcdc-a3f3-42fe-8db7-9acece3a3953,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:28.150921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8b6ab65-ba27-4729-b405-5ffc9abc3b15 req-d4f42e31-1870-4153-b349-9d53ae4a942a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935778 Nov 04 09:03:28.177161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff72b-c1b7-41e4-b07b-149578a032d5 req-8c3aeffd-6806-45a9-8f54-a80c01a3a442 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:28.179388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a5ff72b-c1b7-41e4-b07b-149578a032d5 req-8c3aeffd-6806-45a9-8f54-a80c01a3a442 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 943 time: 0.1786373 Nov 04 09:03:28.187055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-b1a91177-1fde-47e1-a1f0-22ccac541a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:28.188642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-b1a91177-1fde-47e1-a1f0-22ccac541a6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=274d087c1b254ec7857700773dc0ddd9&device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 1094 time: 0.1289146 Nov 04 09:03:28.239286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting port 369f3987-d0c1-4a0d-9585-5a28495fa14d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:28.239742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:28.330676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a5ff72b-c1b7-41e4-b07b-149578a032d5 req-74a90e62-cefe-4dbd-a705-78808058dfc2 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406243 Nov 04 09:03:28.389816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-1484892e-de8c-4771-bac9-d60f4f2aec0d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e079fcdc-a3f3-42fe-8db7-9acece3a3953 HTTP/1.1" status: 200 len: 217 time: 0.1068330 Nov 04 09:03:28.391497 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:28.403792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['691bae27-0e35-4095-8b5a-535ac0d1c07a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:28.440552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:28.471413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['37329aca-e46f-4531-89b3-019ef043e3b1', '262828e9-bd19-4934-baf5-9448dbac5808'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:28.473600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1254bf9-cc18-494b-88fc-b5957ceea392 None None] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:28.482289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Calling delete_port for 369f3987-d0c1-4a0d-9585-5a28495fa14d owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:28.510492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Pushing event deleted for resources: {'Port': ['ID=37329aca-e46f-4531-89b3-019ef043e3b1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:28.519071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-f4afd74a-d1d4-4082-871d-323b882e7cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:28.521279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-f4afd74a-d1d4-4082-871d-323b882e7cb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab0b42bc-2c03-4852-bf40-cf84f4230452 HTTP/1.1" status: 200 len: 862 time: 0.0898151 Nov 04 09:03:28.548545 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210431f-3d74-402d-b8f7-49d58b24a132 x-openstack-request-id: req-f210431f-3d74-402d-b8f7-49d58b24a132 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:28.548999 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8", "tag": "e079fcdc-a3f3-42fe-8db7-9acece3a3953", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:28.549357 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f210431f-3d74-402d-b8f7-49d58b24a132 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:28.549854 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'tag': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953', 'status': 'completed', 'code': 200} Nov 04 09:03:28.600116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] No DVR routers for this DVR port 37329aca-e46f-4531-89b3-019ef043e3b1 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:28.601868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-130e5cfa-12fa-4ec6-8084-572a8439985b None None] Provisioning complete for port b282a340-c6b6-4c10-ae89-74d18a96dcc2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:28.602590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-130e5cfa-12fa-4ec6-8084-572a8439985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:28.604304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-2194e356-6f49-42b3-b50c-6965afb61645 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe4c088a-5476-40c7-a973-46d6ffe66b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489118 Nov 04 09:03:28.606153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:28.608991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dda1a230-e621-4e42-844c-f2ac5b840654 req-5ef1741c-a531-4780-adfa-bbd312dcf713 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "DELETE /v2.0/ports/37329aca-e46f-4531-89b3-019ef043e3b1 HTTP/1.1" status: 204 len: 173 time: 1.2511492 Nov 04 09:03:28.765886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-ef3677ac-ed49-4eb1-a833-cf5b040e25f1 service neutron] 10.222.0.70 "GET /v2.0/networks/fe4c088a-5476-40c7-a973-46d6ffe66b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526706 Nov 04 09:03:28.808256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47b0983f-46db-4a61-944b-2f4d77422e85 req-998222c6-efb4-4ce3-8c70-c4847cef7ad4 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=e81bf09b-13a6-4060-9fd6-a43fd29ad24a HTTP/1.1" status: 200 len: 210 time: 0.0827737 Nov 04 09:03:28.869366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:28.943829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:28.946237 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb735c4-b579-43ff-9f5f-adba189582e9" -d '{"events": [{"server_uuid": "ef2841da-d433-4e68-a5ce-a65f86c5ac32", "name": "network-vif-plugged", "status": "completed", "tag": "9b9b1cf6-b407-4317-bd6a-dfff906b9ee5"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:28.976656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ab44ae3-cc9a-4007-89b6-f83c10cab0d5 req-cdde8d05-1122-497c-946f-b0183aaba453 service neutron] 10.222.0.70 "GET /v2.0/networks/fe4c088a-5476-40c7-a973-46d6ffe66b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031221 Nov 04 09:03:28.996647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Port': ['ID=369f3987-d0c1-4a0d-9585-5a28495fa14d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:29.076778 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-130e5cfa-12fa-4ec6-8084-572a8439985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:29.100434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-8b62c590-2348-486c-8292-15ddb8128160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:29.102951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-8b62c590-2348-486c-8292-15ddb8128160 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=274d087c1b254ec7857700773dc0ddd9&device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 1094 time: 0.0612559 Nov 04 09:03:29.177798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-130e5cfa-12fa-4ec6-8084-572a8439985b None None] For port b282a340-c6b6-4c10-ae89-74d18a96dcc2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b282a340-c6b6-4c10-ae89-74d18a96dcc2,segment=NetworkSegment(563f7f99-fc3e-48cf-9633-2232b371734e),segment_id=563f7f99-fc3e-48cf-9633-2232b371734e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:29.186526 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-130e5cfa-12fa-4ec6-8084-572a8439985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:29.278272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e5cfa-12fa-4ec6-8084-572a8439985b None None] Pushing event updated for resources: {'Port': ['ID=b282a340-c6b6-4c10-ae89-74d18a96dcc2,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:29.296442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3c119-0b19-4438-886c-30b9cd95923c req-63fe3cc7-ecaf-48f9-9ec2-0bd510ba7d51 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:29.298778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8e3c119-0b19-4438-886c-30b9cd95923c req-63fe3cc7-ecaf-48f9-9ec2-0bd510ba7d51 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 945 time: 0.2372704 Nov 04 09:03:29.302602 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:29.309248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-30e1a950-c225-4d48-9fc1-0374f3f7a004 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/ports/369f3987-d0c1-4a0d-9585-5a28495fa14d HTTP/1.1" status: 204 len: 168 time: 1.3304775 Nov 04 09:03:29.312001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:29.316447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-49f406d2-7430-49f1-832c-4b7292d811f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:29.320403 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-49f406d2-7430-49f1-832c-4b7292d811f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe4c088a-5476-40c7-a973-46d6ffe66b9e HTTP/1.1" status: 200 len: 923 time: 0.2068229 Nov 04 09:03:29.375569 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-578d8a08-42aa-4336-89ca-ecc92edc9ea4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] GET failed (client error): The resource could not be found. Nov 04 09:03:29.377955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-578d8a08-42aa-4336-89ca-ecc92edc9ea4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "GET /v2.0/ports/369f3987-d0c1-4a0d-9585-5a28495fa14d HTTP/1.1" status: 404 len: 333 time: 0.0643690 Nov 04 09:03:29.388437 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:29.402969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'name': 'tempest-AllowedAddressPairTestJSON-379997639'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:29.432303 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-ac60df7a-df95-4063-828f-17c833618dcb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e079fcdc-a3f3-42fe-8db7-9acece3a3953 HTTP/1.1" status: 200 len: 217 time: 0.1020942 Nov 04 09:03:29.442034 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3818354b-865e-4de1-90a5-6d1378dc9f7d x-openstack-request-id: req-3818354b-865e-4de1-90a5-6d1378dc9f7d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:29.442591 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2841da-d433-4e68-a5ce-a65f86c5ac32", "name": "network-vif-plugged", "status": "completed", "tag": "9b9b1cf6-b407-4317-bd6a-dfff906b9ee5", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:29.442848 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3818354b-865e-4de1-90a5-6d1378dc9f7d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:29.443350 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5', 'code': 200} Nov 04 09:03:29.483957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b282a340-c6b6-4c10-ae89-74d18a96dcc2 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:29.548503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8e3c119-0b19-4438-886c-30b9cd95923c req-d0b1145d-146e-4fdd-9a67-7a18927ebb2b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216191 Nov 04 09:03:29.552754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-80bc5a1d-1862-41e2-b5fd-26c2ac8f496c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:29.555053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-80bc5a1d-1862-41e2-b5fd-26c2ac8f496c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab0b42bc-2c03-4852-bf40-cf84f4230452 HTTP/1.1" status: 200 len: 862 time: 0.1137540 Nov 04 09:03:29.579322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b282a340-c6b6-4c10-ae89-74d18a96dcc2 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:29.581033 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:29.591641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:29.595121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:29.613695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] device_id is not set on port d39cb67d-0605-4b61-91a7-971f05325dec yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:03:29.645681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-258ac6b7-8ec9-4ddc-a3b5-1d5db467e9d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe4c088a-5476-40c7-a973-46d6ffe66b9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719161 Nov 04 09:03:29.702433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ae3f6d5b-2f2d-4ee9-b181-c4ea2e34c3bb None None] Provisioning complete for port b282a340-c6b6-4c10-ae89-74d18a96dcc2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:29.702810 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6d5b-2f2d-4ee9-b181-c4ea2e34c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:29.778069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88639c71-186b-4f26-8e51-3babf7f779d7 req-c93bece2-dd30-4ffa-bffc-a19aa225a767 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:29.779920 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-88639c71-186b-4f26-8e51-3babf7f779d7 req-c93bece2-dd30-4ffa-bffc-a19aa225a767 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 943 time: 0.1214194 Nov 04 09:03:29.804109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8e23e-9210-446f-a7e1-4c06bfc248fd req-6f0def73-1588-4a58-81b5-c9c98da3779a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:29.806678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92d8e23e-9210-446f-a7e1-4c06bfc248fd req-6f0def73-1588-4a58-81b5-c9c98da3779a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 945 time: 0.2501631 Nov 04 09:03:29.809261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Allocated IP 172.20.0.6 (df0dcaf2-e750-4b0f-b02c-0ac8519a883b/270e8615-e176-4ffb-8579-1e4f8f6cc9dd/d39cb67d-0605-4b61-91a7-971f05325dec) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:29.810322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02acb0-134b-442f-9af0-1cd9c25294fa req-de445285-e683-4bb6-9131-158f86d385ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:29.812506 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db02acb0-134b-442f-9af0-1cd9c25294fa req-de445285-e683-4bb6-9131-158f86d385ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 1096 time: 0.2470679 Nov 04 09:03:29.813197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ae3f6d5b-2f2d-4ee9-b181-c4ea2e34c3bb None None] Provisioning complete for port b9193f55-bcc8-4161-9c7f-0faa86c65a7a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:29.813564 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae3f6d5b-2f2d-4ee9-b181-c4ea2e34c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:29.857488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ae3f6d5b-2f2d-4ee9-b181-c4ea2e34c3bb None None] Port b9193f55-bcc8-4161-9c7f-0faa86c65a7a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:29.885289 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92d8e23e-9210-446f-a7e1-4c06bfc248fd req-0ae43199-1086-4a33-9651-cdb182060c2a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717769 Nov 04 09:03:29.910409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db02acb0-134b-442f-9af0-1cd9c25294fa req-58bf8687-7c54-4852-bc23-a54cbdd0be3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679564 Nov 04 09:03:29.912379 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-be38f255-76c3-4857-95e7-16626ffb11b0 service neutron] 10.222.0.70 "GET /v2.0/networks/fe4c088a-5476-40c7-a973-46d6ffe66b9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393935 Nov 04 09:03:29.983936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1a32c86d-6774-497c-a9c6-f056acadf059 None None] Provisioning complete for port b9193f55-bcc8-4161-9c7f-0faa86c65a7a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:29.984311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a32c86d-6774-497c-a9c6-f056acadf059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.062993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b635397-6f52-4367-bd35-5e96ea4f76c5 req-085062b2-a743-4691-914c-0dc71987753b service neutron] 10.222.0.70 "GET /v2.0/networks/fe4c088a-5476-40c7-a973-46d6ffe66b9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417143 Nov 04 09:03:30.072201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1a32c86d-6774-497c-a9c6-f056acadf059 None None] Port b9193f55-bcc8-4161-9c7f-0faa86c65a7a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:30.154388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fea7f18a-7786-451d-ab13-c1c651fc3432 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:30.155923 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fea7f18a-7786-451d-ab13-c1c651fc3432 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.0536878 Nov 04 09:03:30.169109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816487-1'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:30.196685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-002d1982-0e6c-4150-9ae0-8ed26aa78225 None None] Could not find standard attr ID for object 369f3987-d0c1-4a0d-9585-5a28495fa14d. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:03:30.242730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-88639c71-186b-4f26-8e51-3babf7f779d7 req-b5b48d1d-f388-407b-83a9-9f4cee69ec4d tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402921 Nov 04 09:03:30.259531 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.310647 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.372563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.437988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:30.444492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:30.461981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:30.471373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:30.511827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=d39cb67d-0605-4b61-91a7-971f05325dec,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:30.554980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e67523-edfb-438e-8b89-749af3088d3f req-a35c2290-8aca-4ebe-b0a3-edc59fca3b11 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:30.557379 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40e67523-edfb-438e-8b89-749af3088d3f req-a35c2290-8aca-4ebe-b0a3-edc59fca3b11 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 949 time: 0.1471264 Nov 04 09:03:30.564192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:30.565108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.620669 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1bba8f59-6c13-4307-a41c-e0aeb5c1855b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2308545 Nov 04 09:03:30.624267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:30.630119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b8:f4:d0'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:30.648914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40e67523-edfb-438e-8b89-749af3088d3f req-4132cd47-89c5-472c-9ced-4e4eafbb6fbb tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749428 Nov 04 09:03:30.731597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.762574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'name': 'network-vif-deleted', 'tag': '37329aca-e46f-4531-89b3-019ef043e3b1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:30.764896 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54fab0b7-a5f5-490a-b604-8e85a648c1fa" -d '{"events": [{"server_uuid": "e81bf09b-13a6-4060-9fd6-a43fd29ad24a", "name": "network-vif-deleted", "tag": "37329aca-e46f-4531-89b3-019ef043e3b1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:30.806681 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500b5db3-6443-4dec-898b-0b89828df36e x-openstack-request-id: req-500b5db3-6443-4dec-898b-0b89828df36e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:30.807067 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e81bf09b-13a6-4060-9fd6-a43fd29ad24a", "name": "network-vif-deleted", "tag": "37329aca-e46f-4531-89b3-019ef043e3b1", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:30.807393 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-500b5db3-6443-4dec-898b-0b89828df36e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:30.807886 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e81bf09b-13a6-4060-9fd6-a43fd29ad24a', 'name': 'network-vif-deleted', 'tag': '37329aca-e46f-4531-89b3-019ef043e3b1', 'status': 'completed', 'code': 200} Nov 04 09:03:30.824559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-731734bb-338f-473f-83b5-1f348bbe0f1d None None] Provisioning complete for port d39cb67d-0605-4b61-91a7-971f05325dec triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:30.825566 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-731734bb-338f-473f-83b5-1f348bbe0f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.839999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51440) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:30.868298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ee256-2ef9-4530-9a90-1f166eb0cbbc req-ab63d408-39b5-42ba-b9ef-df40e44bc13d tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:30.870487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c62ee256-2ef9-4530-9a90-1f166eb0cbbc req-ab63d408-39b5-42ba-b9ef-df40e44bc13d tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 945 time: 0.0999761 Nov 04 09:03:30.872288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:30.880865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-731734bb-338f-473f-83b5-1f348bbe0f1d None None] Port d39cb67d-0605-4b61-91a7-971f05325dec cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:30.957514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c62ee256-2ef9-4530-9a90-1f166eb0cbbc req-22e96ba4-fe6b-4b1f-b9c1-3a497d0c71d9 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576363 Nov 04 09:03:30.966000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.982673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.986617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:30.990859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.037775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71908716-4bec-4a59-b13e-79672e04f6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.110807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=d39cb67d-0605-4b61-91a7-971f05325dec,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:31.131182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:31.135462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] In _notify_port_updated(), no bound segment for port d39cb67d-0605-4b61-91a7-971f05325dec on network df0dcaf2-e750-4b0f-b02c-0ac8519a883b {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:03:31.142341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:31.143052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.147699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1edd0151-b542-4210-a347-a37b02fc1dc1 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "PUT /v2.0/ports/d39cb67d-0605-4b61-91a7-971f05325dec HTTP/1.1" status: 200 len: 993 time: 0.5220950 Nov 04 09:03:31.153624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51448) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:31.157061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151916a-a099-47b1-a3c7-b290672a1d06 req-564d2527-24d3-41b2-adfb-0ae2a6d83707 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:31.158942 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1151916a-a099-47b1-a3c7-b290672a1d06 req-564d2527-24d3-41b2-adfb-0ae2a6d83707 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.1316428 Nov 04 09:03:31.180639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on host n-h2-816487-1 for vnic_type normal with profile {"migrating_to": "n-h1-816487-1"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:31.181148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:31.181569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:31.227296 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1151916a-a099-47b1-a3c7-b290672a1d06 req-5029d22c-1239-4f29-b21b-b3aa5f865eae tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580180 Nov 04 09:03:31.237273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:31.237671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Attempting to bind port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:31.255802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:31.256316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:31.256704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:31.257932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Bound port: 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:31.258346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.368267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71908716-4bec-4a59-b13e-79672e04f6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.374097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863613eb-3d8b-4c0f-84e3-de19d72050ba req-33935033-f4aa-4a0b-935d-aab9f269ddaf tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:31.375685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-863613eb-3d8b-4c0f-84e3-de19d72050ba req-33935033-f4aa-4a0b-935d-aab9f269ddaf tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 943 time: 0.0766146 Nov 04 09:03:31.381973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71908716-4bec-4a59-b13e-79672e04f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.408095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d2e251d5-d7e5-4ba6-9867-4efbd945e2a8 None None] Provisioning complete for port d39cb67d-0605-4b61-91a7-971f05325dec triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:31.408610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2e251d5-d7e5-4ba6-9867-4efbd945e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.433898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-863613eb-3d8b-4c0f-84e3-de19d72050ba req-fdacd4c3-19ed-4d26-b7e2-b0d201a78c69 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410123 Nov 04 09:03:31.446574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d2e251d5-d7e5-4ba6-9867-4efbd945e2a8 None None] Port d39cb67d-0605-4b61-91a7-971f05325dec cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:31.447439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:31.456838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71908716-4bec-4a59-b13e-79672e04f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7602f1-b072-4677-9fa1-23998c382c3e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:31.470007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting port d39cb67d-0605-4b61-91a7-971f05325dec {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:31.470330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.474700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71908716-4bec-4a59-b13e-79672e04f6b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12422ced7dcf49b5a7d50e4d3ab71015&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296716 Nov 04 09:03:31.479150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51454) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:31.489777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:31.516527 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.531091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1beb428-4a5f-433d-a6a4-9285fb403146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.555134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1beb428-4a5f-433d-a6a4-9285fb403146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.604382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1beb428-4a5f-433d-a6a4-9285fb403146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.606996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1beb428-4a5f-433d-a6a4-9285fb403146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.608274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c1beb428-4a5f-433d-a6a4-9285fb403146 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa7602f1-b072-4677-9fa1-23998c382c3e HTTP/1.1" status: 204 len: 168 time: 0.1279974 Nov 04 09:03:31.616025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1beb428-4a5f-433d-a6a4-9285fb403146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7602f1-b072-4677-9fa1-23998c382c3e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:31.636787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:31.643167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:31.643806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.645188 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-662ca1b7-b7d1-4285-a0a5-fda6bf747146 service neutron] 10.222.0.70 "PUT /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 1121 time: 1.4813035 Nov 04 09:03:31.647145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:31.687245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Calling delete_port for d39cb67d-0605-4b61-91a7-971f05325dec owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:31.724429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:31.733554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:31.763728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-bfd557ba-61dd-4a52-a446-b56ee6ddd9a4 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:31.765315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-bfd557ba-61dd-4a52-a446-b56ee6ddd9a4 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.70 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 949 time: 0.1237905 Nov 04 09:03:31.884468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bea9bf-d37a-4c66-b1e3-5e489c394789 req-f158619a-07f5-4b62-bd31-19b09fe89293 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:31.886384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4bea9bf-d37a-4c66-b1e3-5e489c394789 req-f158619a-07f5-4b62-bd31-19b09fe89293 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 949 time: 0.1451480 Nov 04 09:03:31.997904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4bea9bf-d37a-4c66-b1e3-5e489c394789 req-2a2489f4-459e-4019-8ae2-7794dbb2a553 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910811 Nov 04 09:03:32.041821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Deleting port 691bae27-0e35-4095-8b5a-535ac0d1c07a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:32.042166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.049669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.095107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:32.126091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Port': ['ID=d39cb67d-0605-4b61-91a7-971f05325dec,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:32.153586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c96123-9675-427a-ad5c-8d055e6dbf08 req-95f84f61-3076-4a4d-ba7c-01cb92146fa7 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:32.155889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91c96123-9675-427a-ad5c-8d055e6dbf08 req-95f84f61-3076-4a4d-ba7c-01cb92146fa7 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 945 time: 0.0851049 Nov 04 09:03:32.246112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:32.252497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91c96123-9675-427a-ad5c-8d055e6dbf08 req-8d6484b0-63eb-4a52-91bd-f7077ad33af0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874016 Nov 04 09:03:32.259510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 37329aca-e46f-4531-89b3-019ef043e3b1 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:32.307939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 37329aca-e46f-4531-89b3-019ef043e3b1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:32.308290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 37329aca-e46f-4531-89b3-019ef043e3b1 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:32.310521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc has no active binding in host n-h1-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 09:03:32.312255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e079fcdc-a3f3-42fe-8db7-9acece3a3953 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:32.424343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] For port 691bae27-0e35-4095-8b5a-535ac0d1c07a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=691bae27-0e35-4095-8b5a-535ac0d1c07a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:32.424717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.453500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Calling delete_port for 691bae27-0e35-4095-8b5a-535ac0d1c07a owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:32.462011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819b808-46b5-4ed5-b65a-c2c0c6a54e7c req-eebaa833-131b-455c-bd3f-8bb8ae1241cd tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:32.463424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c819b808-46b5-4ed5-b65a-c2c0c6a54e7c req-eebaa833-131b-455c-bd3f-8bb8ae1241cd tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.1218147 Nov 04 09:03:32.500978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e079fcdc-a3f3-42fe-8db7-9acece3a3953, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e079fcdc-a3f3-42fe-8db7-9acece3a3953,segment=NetworkSegment(a174771c-bba2-423d-84a1-767731276482),segment_id=a174771c-bba2-423d-84a1-767731276482)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:32.518410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953', 'network_id': 'fe4c088a-5476-40c7-a973-46d6ffe66b9e', 'port_id': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953', 'mac_address': 'fa:16:3e:9a:b5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab0b42bc-2c03-4852-bf40-cf84f4230452', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:32.527226 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c819b808-46b5-4ed5-b65a-c2c0c6a54e7c req-b6aa370f-c50d-41cf-a728-4bbd43a02f08 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558426 Nov 04 09:03:32.577300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.593876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e079fcdc-a3f3-42fe-8db7-9acece3a3953 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:32.628562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e079fcdc-a3f3-42fe-8db7-9acece3a3953, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e079fcdc-a3f3-42fe-8db7-9acece3a3953,segment=NetworkSegment(a174771c-bba2-423d-84a1-767731276482),segment_id=a174771c-bba2-423d-84a1-767731276482)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:32.638916 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.650471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.653864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-11410591-791b-409b-8ef0-b59d51af8c5d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/ports/d39cb67d-0605-4b61-91a7-971f05325dec HTTP/1.1" status: 204 len: 168 time: 1.4965336 Nov 04 09:03:32.657241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51490) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:32.681439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa085ed-ad84-4b73-95d3-9ee4f3281a0d req-2ae566bc-2d43-4773-b8ba-d9ad5d2d8a55 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:32.684173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e390f-12f9-445b-b953-f5c5762d6463 req-da448f62-66a7-4006-af1d-0a5a7c7aae30 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:32.686184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aa6e390f-12f9-445b-b953-f5c5762d6463 req-da448f62-66a7-4006-af1d-0a5a7c7aae30 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 943 time: 0.0777211 Nov 04 09:03:32.689743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-afa085ed-ad84-4b73-95d3-9ee4f3281a0d req-2ae566bc-2d43-4773-b8ba-d9ad5d2d8a55 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=8669a729-6762-4df4-bd32-45676ac00cf6 HTTP/1.1" status: 200 len: 945 time: 0.1355748 Nov 04 09:03:32.698591 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.716578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51492) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:32.716799 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c65e172-e206-4e52-9c2d-3519564abae0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] GET failed (client error): The resource could not be found. Nov 04 09:03:32.718436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c65e172-e206-4e52-9c2d-3519564abae0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "GET /v2.0/ports/d39cb67d-0605-4b61-91a7-971f05325dec HTTP/1.1" status: 404 len: 333 time: 0.0598199 Nov 04 09:03:32.722036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:32.727593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'name': 'tempest-AllowedAddressPairTestJSON-487177162'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:32.733412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['262828e9-bd19-4934-baf5-9448dbac5808'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:32.758348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Pushing event deleted for resources: {'Port': ['ID=691bae27-0e35-4095-8b5a-535ac0d1c07a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:32.810273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aa6e390f-12f9-445b-b953-f5c5762d6463 req-318de58d-2745-4ada-9791-d4bed577ca4b tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075835 Nov 04 09:03:32.815312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-afa085ed-ad84-4b73-95d3-9ee4f3281a0d req-a529d4ed-c458-4570-ac24-7e539cad84c3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230638 Nov 04 09:03:32.825991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'}, {'name': 'network-changed', 'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:32.826651 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b" -d '{"events": [{"server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc"}, {"name": "network-changed", "server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:32.868037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] No DVR routers for this DVR port 691bae27-0e35-4095-8b5a-535ac0d1c07a on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:32.872339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.876342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b186e586-a130-4425-a1ea-485aaefb5e20 req-44c5ed8c-888d-46a9-92a8-9612fed3ceab tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.70 "DELETE /v2.0/ports/691bae27-0e35-4095-8b5a-535ac0d1c07a HTTP/1.1" status: 204 len: 173 time: 1.0906138 Nov 04 09:03:32.914897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:32.921388 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:32.923385 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaf2e74-dd7f-46b5-bd1c-d9fd1ae99fa2 x-openstack-request-id: req-5eaf2e74-dd7f-46b5-bd1c-d9fd1ae99fa2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:32.923969 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "name": "network-vif-unplugged", "status": "completed", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc", "code": 200}, {"name": "network-changed", "server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:32.924269 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5eaf2e74-dd7f-46b5-bd1c-d9fd1ae99fa2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:32.924894 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'code': 200} Nov 04 09:03:32.925230 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'status': 'completed', 'code': 200} Nov 04 09:03:32.950507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] device_id is not set on port e5e67466-7518-4878-ae10-25e805fc0128 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:03:32.973927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1508934002-network', 'tenant_id': 'cd2953eed638403abe10d590f4866c92'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:32.997631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e079fcdc-a3f3-42fe-8db7-9acece3a3953,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:33.080455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Made reservation on behalf of cd2953eed638403abe10d590f4866c92 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:33.093330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.114537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-55c4b293-a29d-4d7f-9616-e3bea16e026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:33.132952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e079fcdc-a3f3-42fe-8db7-9acece3a3953'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:33.134227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-55c4b293-a29d-4d7f-9616-e3bea16e026e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1124 time: 0.1810460 Nov 04 09:03:33.136006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.168352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Allocated IP 172.20.0.3 (df0dcaf2-e750-4b0f-b02c-0ac8519a883b/270e8615-e176-4ffb-8579-1e4f8f6cc9dd/e5e67466-7518-4878-ae10-25e805fc0128) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:33.291362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99d504d4-35cb-41db-8cd0-de880d5f7f17 req-8884dde5-a561-49f9-b48b-31e1edce7e83 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004 HTTP/1.1" status: 200 len: 210 time: 0.0931978 Nov 04 09:03:33.531698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.547604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-35064337-f1bc-4a6d-84d3-b71472329fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:33.550485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-35064337-f1bc-4a6d-84d3-b71472329fe4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.3944440 Nov 04 09:03:33.557140 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.574070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.615521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.635021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-d63fb93d-f023-4c81-8de5-09cc18c0d217 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 217 time: 0.0731890 Nov 04 09:03:33.683623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:33.696183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:33.701687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:33.704604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:33.737539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=e5e67466-7518-4878-ae10-25e805fc0128,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:33.743848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.744131 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Added segment d841ae5c-3b73-46b3-80cb-a3ea7e5d9443 of type vlan for network 3538e72d-be75-4cc2-81fa-82aa9894ac80 Nov 04 09:03:33.745526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef04807-820b-49e8-9a8f-d2267567084e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:33.760992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d284208a-183f-4ccd-b060-b0fb853527f3 req-6a6caeec-5c9b-4861-9da0-0880d34068d0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:33.762594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d284208a-183f-4ccd-b060-b0fb853527f3 req-6a6caeec-5c9b-4861-9da0-0880d34068d0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.1397967 Nov 04 09:03:33.767477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.768484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.768831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.769167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.769497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.769827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.770154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.770479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.770936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.771120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.771459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.771764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.801951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:33.802594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.831756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-05ae4a8e-d5c1-433f-bdd2-fa7344b70dfb tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1084969 Nov 04 09:03:33.832405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:33.832871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.833388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.833613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.833906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.834452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.834680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.835017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.836179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.836781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.837170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.837503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.837830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:33.840501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b8:f4:d0'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:33.847711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d284208a-183f-4ccd-b060-b0fb853527f3 req-505b5675-35c3-45d4-ba8a-3a0ef5fbec35 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693378 Nov 04 09:03:33.882621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-f63a65bd-0dc0-4d6d-88d3-b587caa229f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:33.884651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-f63a65bd-0dc0-4d6d-88d3-b587caa229f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.2381403 Nov 04 09:03:33.943660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-de87a4c1-833c-4f54-a7d6-f603f7e9a4b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361073 Nov 04 09:03:33.948280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:33.990869 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a95fd6f5-d78e-46a5-b35d-4d76508e6c06 None None] Provisioning complete for port e5e67466-7518-4878-ae10-25e805fc0128 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:33.992563 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a95fd6f5-d78e-46a5-b35d-4d76508e6c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.028648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-43d9f3ff-df73-4bf8-b339-e735fc6e4509 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:34.030194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-43d9f3ff-df73-4bf8-b339-e735fc6e4509 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 813 time: 0.3410666 Nov 04 09:03:34.037323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a95fd6f5-d78e-46a5-b35d-4d76508e6c06 None None] Port e5e67466-7518-4878-ae10-25e805fc0128 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:34.064541 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-42dea732-174c-4711-a9be-d0b788fe303a tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/quotas/205d9f64f05844ab809bdd764400029b HTTP/1.1" status: 200 len: 375 time: 0.0221949 Nov 04 09:03:34.067056 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.068026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:34.068592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.076488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.092681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e1d2b-0225-48f0-ac64-d1917f321b1d req-d59fc18d-6319-4689-a32f-e040fde32cb6 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:34.094195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b1e1d2b-0225-48f0-ac64-d1917f321b1d req-d59fc18d-6319-4689-a32f-e040fde32cb6 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 944 time: 0.1471927 Nov 04 09:03:34.111490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 691bae27-0e35-4095-8b5a-535ac0d1c07a no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:34.135139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 691bae27-0e35-4095-8b5a-535ac0d1c07a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:34.136255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 691bae27-0e35-4095-8b5a-535ac0d1c07a not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:34.175618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4578161 Nov 04 09:03:34.181102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:34.187821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Request body: {'subnet': {'network_id': '3538e72d-be75-4cc2-81fa-82aa9894ac80', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1508934002-subnet', 'tenant_id': 'cd2953eed638403abe10d590f4866c92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:34.195056 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-c37ccaa6-8cc8-4a2e-9799-f8786519d72b service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377949 Nov 04 09:03:34.197363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b1e1d2b-0225-48f0-ac64-d1917f321b1d req-bf0057e5-a258-4431-aaee-eabc498302f2 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Nov 04 09:03:34.223448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdba01-4c6a-436c-a7bb-ef10a87f991b admin admin] Pushing event updated for resources: {'Network': ['ID=3538e72d-be75-4cc2-81fa-82aa9894ac80,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:34.234636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3538e72d-be75-4cc2-81fa-82aa9894ac80 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:34.243620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d7c26a6e-b806-4f01-9a8c-e9acfa9c2184 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1666658 Nov 04 09:03:34.271709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Made reservation on behalf of cd2953eed638403abe10d590f4866c92 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:34.275052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.431699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.439615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.452365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e7815b43-756c-48bd-8d9c-f60d4b7d6b4b req-b71ad0b4-ce81-49f4-a51f-247add1cc0a1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452815 Nov 04 09:03:34.461144 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-83ed8de7-f2a5-43ba-a8b6-a618c832b729 service neutron] 10.222.0.53 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857598 Nov 04 09:03:34.611637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=e5e67466-7518-4878-ae10-25e805fc0128,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:34.617536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] In _notify_port_updated(), no bound segment for port e5e67466-7518-4878-ae10-25e805fc0128 on network df0dcaf2-e750-4b0f-b02c-0ac8519a883b {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:03:34.623093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:34.624381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.628423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4e6c133f-ef7d-4022-ba24-69982cee44d3 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "PUT /v2.0/ports/e5e67466-7518-4878-ae10-25e805fc0128 HTTP/1.1" status: 200 len: 995 time: 0.7929802 Nov 04 09:03:34.630393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51540) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:34.643464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-ea00f0e0-f376-4c51-b5ae-833d90db46cf service neutron] 10.222.0.53 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618540 Nov 04 09:03:34.653305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.734489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3786beca-2048-4929-b900-bfacf2ed5429,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:34.750715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Checking segment: {'id': 'd841ae5c-3b73-46b3-80cb-a3ea7e5d9443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '3538e72d-be75-4cc2-81fa-82aa9894ac80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:34.751207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Network hostable DHCP agents. Network: 3538e72d-be75-4cc2-81fa-82aa9894ac80, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:03:34.790832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Network 3538e72d-be75-4cc2-81fa-82aa9894ac80 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:03:34.810012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-1d287fd6-610f-4fa8-8135-18db0a0624e3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:34.812052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-1d287fd6-610f-4fa8-8135-18db0a0624e3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "GET /v2.0/ports?device_id=8669a729-6762-4df4-bd32-45676ac00cf6 HTTP/1.1" status: 200 len: 945 time: 0.1186745 Nov 04 09:03:34.814826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 3538e72d-be75-4cc2-81fa-82aa9894ac80) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:34.825032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:34.827308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3957d3c-0753-4258-b37b-b21116669587 None None] Network 3538e72d-be75-4cc2-81fa-82aa9894ac80 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:34.827626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:34.892999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-34b82a81-a090-4fe8-99a5-18d14aec8f58 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7089422 Nov 04 09:03:34.943340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6aa1953a-f7e4-4ad2-bea6-774a8036e75f None None] Provisioning complete for port e5e67466-7518-4878-ae10-25e805fc0128 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:34.943715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6aa1953a-f7e4-4ad2-bea6-774a8036e75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.002680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563e4c5-640b-4734-9599-9da56c0ab967 req-f8a73bf3-1033-4cf1-86be-9153f3aaba6c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:35.011295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e563e4c5-640b-4734-9599-9da56c0ab967 req-f8a73bf3-1033-4cf1-86be-9153f3aaba6c tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 950 time: 0.1681817 Nov 04 09:03:35.043517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6aa1953a-f7e4-4ad2-bea6-774a8036e75f None None] Port e5e67466-7518-4878-ae10-25e805fc0128 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:35.103092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f22927-a1b2-43a2-8501-41dac1a5758d None None] Network 3538e72d-be75-4cc2-81fa-82aa9894ac80 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:35.141142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e563e4c5-640b-4734-9599-9da56c0ab967 req-43637102-771d-41b3-88ca-e791d84e710a tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244204 Nov 04 09:03:35.182594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'name': 'network-vif-deleted', 'tag': '691bae27-0e35-4095-8b5a-535ac0d1c07a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:35.182594 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24612d-f244-4815-a294-fcab94b9bf40" -d '{"events": [{"server_uuid": "c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004", "name": "network-vif-deleted", "tag": "691bae27-0e35-4095-8b5a-535ac0d1c07a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:35.305916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting port e5e67466-7518-4878-ae10-25e805fc0128 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:35.306263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.408672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-476c9a38-4614-46da-ba73-0197840c6544 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:35.410249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-476c9a38-4614-46da-ba73-0197840c6544 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef2841da-d433-4e68-a5ce-a65f86c5ac32 HTTP/1.1" status: 200 len: 945 time: 0.2173321 Nov 04 09:03:35.426407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3eecb-844c-4da6-b640-61076179b5e6 req-9fba85e4-8469-48f7-b527-b8bcd3d0204b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:35.428286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2e3eecb-844c-4da6-b640-61076179b5e6 req-9fba85e4-8469-48f7-b527-b8bcd3d0204b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.2332277 Nov 04 09:03:35.461132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c714ca3f-024e-4649-9792-9c0628d213cf req-7b6ca957-8797-4a0d-a3ff-addb1e08ded8 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1782448278', 'description': 'tempest-description-486685849'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:35.490429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c714ca3f-024e-4649-9792-9c0628d213cf req-7b6ca957-8797-4a0d-a3ff-addb1e08ded8 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.493675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Deleting port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:35.494400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.589610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c714ca3f-024e-4649-9792-9c0628d213cf req-7b6ca957-8797-4a0d-a3ff-addb1e08ded8 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.594905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c714ca3f-024e-4649-9792-9c0628d213cf req-7b6ca957-8797-4a0d-a3ff-addb1e08ded8 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.631074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.639806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ca957-8797-4a0d-a3ff-addb1e08ded8 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab426bc-e664-4a3f-a788-224c5d7f81fb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:35.645007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c714ca3f-024e-4649-9792-9c0628d213cf req-7b6ca957-8797-4a0d-a3ff-addb1e08ded8 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.656321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c714ca3f-024e-4649-9792-9c0628d213cf req-7b6ca957-8797-4a0d-a3ff-addb1e08ded8 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2039576 Nov 04 09:03:35.677737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Calling delete_port for e5e67466-7518-4878-ae10-25e805fc0128 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:35.692583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2e3eecb-844c-4da6-b640-61076179b5e6 req-45faec90-d7a8-4bbf-b84a-6d78f2ddcc64 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502120 Nov 04 09:03:35.705786 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c6a8f-5242-4ce3-8ccc-a86966ae1c94 x-openstack-request-id: req-399c6a8f-5242-4ce3-8ccc-a86966ae1c94 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:35.706089 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004", "name": "network-vif-deleted", "tag": "691bae27-0e35-4095-8b5a-535ac0d1c07a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:35.706346 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-399c6a8f-5242-4ce3-8ccc-a86966ae1c94 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:35.706760 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dfa834-3d7b-4e78-a2ef-cbd0b54ed004', 'name': 'network-vif-deleted', 'tag': '691bae27-0e35-4095-8b5a-535ac0d1c07a', 'status': 'completed', 'code': 200} Nov 04 09:03:35.825107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f8aa-c4a3-46ff-82f6-3efd3ea05d3a req-1cde24ca-5d4b-4700-a1f8-4275f0a67436 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:35.827513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07d1f8aa-c4a3-46ff-82f6-3efd3ea05d3a req-1cde24ca-5d4b-4700-a1f8-4275f0a67436 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 944 time: 0.0715163 Nov 04 09:03:35.837982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Deleting port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:35.838488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.870002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9288c6e9-e9b4-42a3-ac20-72522abc56c2 req-51a73881-e570-4a54-a91e-c51481be8d0b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 210 time: 0.0674753 Nov 04 09:03:35.884752 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07d1f8aa-c4a3-46ff-82f6-3efd3ea05d3a req-628bcfa3-1141-49cb-ad95-27a2e011ace2 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495996 Nov 04 09:03:35.900127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] For port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:35.900127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:35.960070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Calling delete_port for e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:35.973304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-826cebc5-fbdc-4c83-bbcf-cae6c457b3db tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/dab426bc-e664-4a3f-a788-224c5d7f81fb HTTP/1.1" status: 200 len: 1814 time: 0.0580530 Nov 04 09:03:35.987162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dab426bc-e664-4a3f-a788-224c5d7f81fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:35.987162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'dab426bc-e664-4a3f-a788-224c5d7f81fb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:36.086420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.120210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.122287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] For port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:36.122626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.130997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e079fcdc-a3f3-42fe-8db7-9acece3a3953 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:36.143313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.148614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Calling delete_port for 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:36.193989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e079fcdc-a3f3-42fe-8db7-9acece3a3953 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:03:36.199681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45baac9a-4427-4e80-9e47-2c207b956fd1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:36.201517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e079fcdc-a3f3-42fe-8db7-9acece3a3953 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:36.202236 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.216861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.218531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a614ed5-14c7-46ed-8355-70f52aa5025d req-a7c63b18-4a1d-467f-aaa3-38b03f626b09 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2443349 Nov 04 09:03:36.225561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.279450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Port': ['ID=e5e67466-7518-4878-ae10-25e805fc0128,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:36.293946 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1c16db2-c152-404e-b9e5-55e6a644cd17 req-e84f7832-c949-4721-969e-df6415252149 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/dab426bc-e664-4a3f-a788-224c5d7f81fb HTTP/1.1" status: 200 len: 2408 time: 0.0501747 Nov 04 09:03:36.326550 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.345512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95135a1c-f84e-41ac-8186-a100c611de9d req-cc3f0c74-ebb0-4129-a2dc-5a2cce11c201 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-group-rules/45baac9a-4427-4e80-9e47-2c207b956fd1 HTTP/1.1" status: 200 len: 778 time: 0.0301125 Nov 04 09:03:36.366075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e079fcdc-a3f3-42fe-8db7-9acece3a3953, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e079fcdc-a3f3-42fe-8db7-9acece3a3953,segment=NetworkSegment(a174771c-bba2-423d-84a1-767731276482),segment_id=a174771c-bba2-423d-84a1-767731276482)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:36.367375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:36.370245 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852e53e6-0f51-4ac3-abb4-ad07f6860460" -d '{"events": [{"server_uuid": "e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8", "name": "network-vif-plugged", "status": "completed", "tag": "e079fcdc-a3f3-42fe-8db7-9acece3a3953"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:36.374985 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.448338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e079fcdc-a3f3-42fe-8db7-9acece3a3953,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:36.454236 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95135a1c-f84e-41ac-8186-a100c611de9d req-e04dd9ef-c3ab-4043-8855-dcaaa5ad45ac tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/dab426bc-e664-4a3f-a788-224c5d7f81fb HTTP/1.1" status: 200 len: 2408 time: 0.1018484 Nov 04 09:03:36.498893 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95135a1c-f84e-41ac-8186-a100c611de9d req-b750c4c8-1be9-4899-88c2-efb756cbf82c tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.503401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.511652 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95135a1c-f84e-41ac-8186-a100c611de9d req-b750c4c8-1be9-4899-88c2-efb756cbf82c tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.648488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95135a1c-f84e-41ac-8186-a100c611de9d req-b750c4c8-1be9-4899-88c2-efb756cbf82c tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.661847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-95135a1c-f84e-41ac-8186-a100c611de9d req-b750c4c8-1be9-4899-88c2-efb756cbf82c tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.663195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95135a1c-f84e-41ac-8186-a100c611de9d req-b750c4c8-1be9-4899-88c2-efb756cbf82c tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/45baac9a-4427-4e80-9e47-2c207b956fd1 HTTP/1.1" status: 204 len: 173 time: 0.1994917 Nov 04 09:03:36.685468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750c4c8-1be9-4899-88c2-efb756cbf82c tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45baac9a-4427-4e80-9e47-2c207b956fd1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:36.732855 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ac3b26-8182-4705-80b5-d299f45a712a x-openstack-request-id: req-35ac3b26-8182-4705-80b5-d299f45a712a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:36.733395 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8", "name": "network-vif-plugged", "status": "completed", "tag": "e079fcdc-a3f3-42fe-8db7-9acece3a3953", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:36.734009 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35ac3b26-8182-4705-80b5-d299f45a712a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:36.734712 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953', 'code': 200} Nov 04 09:03:36.744118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-ec49f5d6-bf67-4396-802f-0ed0caa3e587 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:36.745726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-ec49f5d6-bf67-4396-802f-0ed0caa3e587 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 813 time: 0.2173743 Nov 04 09:03:36.755909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb6525-40b3-4bb7-86e8-dd41710efafc req-e935c008-061b-4a58-b516-72ba090336d9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:36.760355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62fb6525-40b3-4bb7-86e8-dd41710efafc req-e935c008-061b-4a58-b516-72ba090336d9 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 950 time: 0.4974744 Nov 04 09:03:36.765559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Request body: {'port': {'device_id': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'admin_state_up': True, 'tenant_id': '205d9f64f05844ab809bdd764400029b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:36.776484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-388602a7-db72-419e-a37a-270e5015d0d2 req-6b0d8ac7-0183-495d-88ac-a9c23b6565fe tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-904903267', 'description': 'tempest-description-640170402'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:36.783132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.787143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-35cb679c-2e9e-4cb5-b980-c47ac332717b tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/ports/e5e67466-7518-4878-ae10-25e805fc0128 HTTP/1.1" status: 204 len: 168 time: 2.1533399 Nov 04 09:03:36.792206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51588) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:36.797338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event deleted for resources: {'Port': ['ID=e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:36.847614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] No DVR routers for this DVR port e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:36.851369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.854727 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-388602a7-db72-419e-a37a-270e5015d0d2 req-6b0d8ac7-0183-495d-88ac-a9c23b6565fe tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:36.855470 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90f43752-67c5-4081-a8cd-5666d5fa7f8b req-dca22461-c3d1-4e0c-b8c2-2bd9c14d2646 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "DELETE /v2.0/ports/e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e HTTP/1.1" status: 204 len: 173 time: 2.0243876 Nov 04 09:03:36.922294 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a0809fb-53f4-4112-8442-67bb949771df tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] GET failed (client error): The resource could not be found. Nov 04 09:03:36.923950 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a0809fb-53f4-4112-8442-67bb949771df tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "GET /v2.0/ports/e5e67466-7518-4878-ae10-25e805fc0128 HTTP/1.1" status: 404 len: 333 time: 0.1234591 Nov 04 09:03:36.933279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:36.941273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'name': 'tempest-AllowedAddressPairTestJSON-1458591719'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:36.959344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-08123dbd-cd91-4903-845f-c2777a31ccfe tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:36.961206 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-08123dbd-cd91-4903-845f-c2777a31ccfe tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 950 time: 0.5334704 Nov 04 09:03:36.982351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.009367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Made reservation on behalf of 205d9f64f05844ab809bdd764400029b for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:37.013786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.050117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62fb6525-40b3-4bb7-86e8-dd41710efafc req-76ccad17-523a-4ef6-884d-b2f33c89ebaa tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/security-groups?id=475d1d56-1e8e-47ea-8288-d1288b5a242f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587614 Nov 04 09:03:37.057283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-2391ebba-8522-4af7-9095-dd0e4924877e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:37.058771 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-2391ebba-8522-4af7-9095-dd0e4924877e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 813 time: 0.4792340 Nov 04 09:03:37.060410 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-388602a7-db72-419e-a37a-270e5015d0d2 req-6b0d8ac7-0183-495d-88ac-a9c23b6565fe tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.069676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event deleted for resources: {'Port': ['ID=9b9b1cf6-b407-4317-bd6a-dfff906b9ee5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:37.075285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-388602a7-db72-419e-a37a-270e5015d0d2 req-6b0d8ac7-0183-495d-88ac-a9c23b6565fe tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.093132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Request body: {'port': {'device_id': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'admin_state_up': True, 'tenant_id': '205d9f64f05844ab809bdd764400029b'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:37.105194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418882c-b9a3-4a66-841d-0828f9cebdc0 req-b05e0cb6-8a4d-42fc-a519-0e5f93b9fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:37.106700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b418882c-b9a3-4a66-841d-0828f9cebdc0 req-b05e0cb6-8a4d-42fc-a519-0e5f93b9fd75 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 1096 time: 0.2949328 Nov 04 09:03:37.174911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-388602a7-db72-419e-a37a-270e5015d0d2 req-6b0d8ac7-0183-495d-88ac-a9c23b6565fe tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.176298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-388602a7-db72-419e-a37a-270e5015d0d2 req-6b0d8ac7-0183-495d-88ac-a9c23b6565fe tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4063399 Nov 04 09:03:37.194393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d8ac7-0183-495d-88ac-a9c23b6565fe tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7608e7b9-18be-4f7b-ace9-88699f6de829,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:37.265095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] No DVR routers for this DVR port 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:37.272414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.277466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01d63633-56d5-4cdd-85d6-36f47448b015 req-7b1c42c9-25ae-4e27-ae38-1a0e88b3e1b0 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "DELETE /v2.0/ports/9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 HTTP/1.1" status: 204 len: 173 time: 1.8458467 Nov 04 09:03:37.281685 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-565b6482-24da-4a63-88c6-e206b496aec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.292048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:37.295885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.309835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Allocated IP 172.20.0.8 (ef3673e4-937a-42be-8027-2bbb94058853/efc2583e-2e0c-45a9-a304-4e1758332494/ff62c1a8-b9d5-4282-ad15-d9a8d61c071c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:37.315917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b418882c-b9a3-4a66-841d-0828f9cebdc0 req-7cd435b9-e268-4de0-942f-107d8268397c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341944 Nov 04 09:03:37.334300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] device_id is not set on port 93552518-68e2-45a2-9780-f051a55d4751 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:03:37.375607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb6bd4-ecb9-45a7-80bb-9e4cba72758e req-713b297b-68b7-41ff-827a-f43c71b756a7 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:37.377451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50bb6bd4-ecb9-45a7-80bb-9e4cba72758e req-713b297b-68b7-41ff-827a-f43c71b756a7 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.1966221 Nov 04 09:03:37.387551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Deleting port 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:37.387909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.402880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743b7fe-9df7-4b08-8fee-e0d072048487 req-a798f0bd-cfb1-440e-95da-ce0dea52be3f tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:37.404627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2743b7fe-9df7-4b08-8fee-e0d072048487 req-a798f0bd-cfb1-440e-95da-ce0dea52be3f tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 945 time: 0.1612554 Nov 04 09:03:37.490887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50bb6bd4-ecb9-45a7-80bb-9e4cba72758e req-1927af26-21c0-40a8-bc9a-d8359d514717 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062613 Nov 04 09:03:37.494181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Made reservation on behalf of 205d9f64f05844ab809bdd764400029b for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:37.497701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.580095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2743b7fe-9df7-4b08-8fee-e0d072048487 req-6dead02d-d8c7-4640-936f-b48354cdd11e tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548481 Nov 04 09:03:37.611493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] For port 262828e9-bd19-4934-baf5-9448dbac5808, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=262828e9-bd19-4934-baf5-9448dbac5808,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:37.611922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.626033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Allocated IP 172.20.0.10 (df0dcaf2-e750-4b0f-b02c-0ac8519a883b/270e8615-e176-4ffb-8579-1e4f8f6cc9dd/93552518-68e2-45a2-9780-f051a55d4751) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:37.631185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Calling delete_port for 262828e9-bd19-4934-baf5-9448dbac5808 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:37.667019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.718453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8669a729-6762-4df4-bd32-45676ac00cf6', 'name': 'network-vif-deleted', 'tag': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e'}, {'server_uuid': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'name': 'network-vif-deleted', 'tag': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:37.722064 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8229eee-c093-4524-a297-0ea3e1ad0b48" -d '{"events": [{"server_uuid": "8669a729-6762-4df4-bd32-45676ac00cf6", "name": "network-vif-deleted", "tag": "e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e"}, {"server_uuid": "ef2841da-d433-4e68-a5ce-a65f86c5ac32", "name": "network-vif-deleted", "tag": "9b9b1cf6-b407-4317-bd6a-dfff906b9ee5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:37.781168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9300a61a-b35e-411f-afb1-68e0a4bfceef req-370f18dd-e235-46d4-a1c3-45352bee6702 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 210 time: 0.0751512 Nov 04 09:03:37.799820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:37.901310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Allocated IP 172.20.0.7 (ef3673e4-937a-42be-8027-2bbb94058853/efc2583e-2e0c-45a9-a304-4e1758332494/03e4dca9-a177-4af0-92ff-f9d412762292) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:37.919382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event updated for resources: {'Port': ['ID=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:37.945407 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0299bc29-ca84-4d30-8f5b-4afc2d2c06c4 x-openstack-request-id: req-0299bc29-ca84-4d30-8f5b-4afc2d2c06c4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:37.946040 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8669a729-6762-4df4-bd32-45676ac00cf6", "name": "network-vif-deleted", "tag": "e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e", "status": "completed", "code": 200}, {"server_uuid": "ef2841da-d433-4e68-a5ce-a65f86c5ac32", "name": "network-vif-deleted", "tag": "9b9b1cf6-b407-4317-bd6a-dfff906b9ee5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:37.946356 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0299bc29-ca84-4d30-8f5b-4afc2d2c06c4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:37.946764 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8669a729-6762-4df4-bd32-45676ac00cf6', 'name': 'network-vif-deleted', 'tag': 'e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e', 'status': 'completed', 'code': 200} Nov 04 09:03:37.947193 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2841da-d433-4e68-a5ce-a65f86c5ac32', 'name': 'network-vif-deleted', 'tag': '9b9b1cf6-b407-4317-bd6a-dfff906b9ee5', 'status': 'completed', 'code': 200} Nov 04 09:03:37.976320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Network ef3673e4-937a-42be-8027-2bbb94058853 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:37.985156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:37.988408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:37.998047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.007554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6ce5ace-21a7-4ad5-abfc-d89e2a1db615 req-6535fce5-c690-4faf-97e5-e903762f7481 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/7608e7b9-18be-4f7b-ace9-88699f6de829 HTTP/1.1" status: 200 len: 1813 time: 0.1745899 Nov 04 09:03:38.031922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.044791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['262828e9-bd19-4934-baf5-9448dbac5808'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:38.065249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8a057951-166f-48f2-b02f-c341699c82c7 req-b388a10b-96ae-49b3-8fb8-b37eefcb5af5 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1555205807', 'description': 'tempest-description-1073541334'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:38.093661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:38.094308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.118598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Pushing event deleted for resources: {'Port': ['ID=262828e9-bd19-4934-baf5-9448dbac5808,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:38.140601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a057951-166f-48f2-b02f-c341699c82c7 req-b388a10b-96ae-49b3-8fb8-b37eefcb5af5 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.143783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.159501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:38.166523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d9053110-46bb-44f9-a62a-35965dc0788b tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4071405 Nov 04 09:03:38.203084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] No DVR routers for this DVR port 262828e9-bd19-4934-baf5-9448dbac5808 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:38.203432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:38.203922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e466b7c7-61f7-4bb9-9bc8-d15ad2b6766e not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:38.208704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.210867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Request body: {'port': {'device_id': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:38.212779 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f516e4b8-1843-4e23-a9c4-b80fada9a80e req-aaad2474-5943-430f-9d87-04ef05af9a7b tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.55 "DELETE /v2.0/ports/262828e9-bd19-4934-baf5-9448dbac5808 HTTP/1.1" status: 204 len: 173 time: 1.2419064 Nov 04 09:03:38.272509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a248dd99-4647-4b5b-b7cf-476e5f11865e req-12b62803-2edd-446a-bf40-549eba602796 tempest-ServersAdminTestJSON-853180254 tempest-ServersAdminTestJSON-853180254-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909 HTTP/1.1" status: 200 len: 210 time: 0.0705266 Nov 04 09:03:38.277727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:38.301975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:38.315174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:38.319150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 262828e9-bd19-4934-baf5-9448dbac5808 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:38.320931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 262828e9-bd19-4934-baf5-9448dbac5808 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:38.321563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:38.338527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:38.343287 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.354237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:38.354919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9b9b1cf6-b407-4317-bd6a-dfff906b9ee5 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:38.420549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.504493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Network ef3673e4-937a-42be-8027-2bbb94058853 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:38.510152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:38.517617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:38.543447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a057951-166f-48f2-b02f-c341699c82c7 req-b388a10b-96ae-49b3-8fb8-b37eefcb5af5 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.594291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a057951-166f-48f2-b02f-c341699c82c7 req-b388a10b-96ae-49b3-8fb8-b37eefcb5af5 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.603698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=93552518-68e2-45a2-9780-f051a55d4751,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:38.606826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event updated for resources: {'Port': ['ID=03e4dca9-a177-4af0-92ff-f9d412762292,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:38.630189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:38.631096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.683037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-5d4022f8-bfe7-4fa4-9eca-e287a79d437f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6040947 Nov 04 09:03:38.695842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Request body: {'port': {'device_id': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:38.700744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1f1ca157-d5f6-46a2-a885-3452813019e4 None None] Provisioning complete for port 93552518-68e2-45a2-9780-f051a55d4751 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:38.701787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f1ca157-d5f6-46a2-a885-3452813019e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.742980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1f1ca157-d5f6-46a2-a885-3452813019e4 None None] Port 93552518-68e2-45a2-9780-f051a55d4751 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:38.745325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262f8a4-fd6f-4353-acd3-4027594f0b6b req-7fe3eaab-cb99-4d19-8cc5-b4ac2148d9d3 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:38.747113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c262f8a4-fd6f-4353-acd3-4027594f0b6b req-7fe3eaab-cb99-4d19-8cc5-b4ac2148d9d3 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.0970225 Nov 04 09:03:38.802504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.828915 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c262f8a4-fd6f-4353-acd3-4027594f0b6b req-99ed398d-1d36-419b-998f-06020cb00b40 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750942 Nov 04 09:03:38.945398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:38.946101 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.972369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b388a10b-96ae-49b3-8fb8-b37eefcb5af5 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=719bc6d7-c565-44f0-98b8-c14dc1406427,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:38.987273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.993732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a057951-166f-48f2-b02f-c341699c82c7 req-b388a10b-96ae-49b3-8fb8-b37eefcb5af5 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:38.998481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a057951-166f-48f2-b02f-c341699c82c7 req-b388a10b-96ae-49b3-8fb8-b37eefcb5af5 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9395227 Nov 04 09:03:39.009885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a6a1948d-87a5-40ea-a144-3226503030b7 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0729439 Nov 04 09:03:39.018600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51620) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:39.018600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'network_id': 'df0dcaf2-e750-4b0f-b02c-0ac8519a883b', 'name': 'tempest-AllowedAddressPairTestJSON-928524358'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:39.369672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15a77f-d815-4694-80cf-2a6db2e2e1c5 req-c401722e-5439-4f8c-ba1a-4677582891dc tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:39.371592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c15a77f-d815-4694-80cf-2a6db2e2e1c5 req-c401722e-5439-4f8c-ba1a-4677582891dc tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 945 time: 0.0813301 Nov 04 09:03:39.385450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d40887-b639-42de-8df7-d405735cce9f req-bd282690-a356-4a8f-8223-5f16ee0e1cb7 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:39.387972 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15d40887-b639-42de-8df7-d405735cce9f req-bd282690-a356-4a8f-8223-5f16ee0e1cb7 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 931 time: 0.1882763 Nov 04 09:03:39.390862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Made reservation on behalf of 603c9421443546b4aea306d03834bb83 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:39.395169 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:39.418259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c15a77f-d815-4694-80cf-2a6db2e2e1c5 req-819c719c-016a-4651-ab7e-7bc82ab39958 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Nov 04 09:03:39.463071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] device_id is not set on port 0609c996-af17-4a98-abdb-2a09fe8483ab yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:03:39.553508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15d40887-b639-42de-8df7-d405735cce9f req-b8124fb8-3dac-4461-b35f-be71cde77182 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532199 Nov 04 09:03:39.608503 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4602c05-f89d-4e95-af13-3b5c9c70320e req-802371c6-859c-47ca-9e3d-b7d22c94e377 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/719bc6d7-c565-44f0-98b8-c14dc1406427 HTTP/1.1" status: 200 len: 1815 time: 0.0918880 Nov 04 09:03:39.612183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-668e6892-1f8c-46e7-9362-ddc1f3036e96 service neutron] 10.222.0.55 "GET /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.1017354 Nov 04 09:03:39.661567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7fbfaf88-21b4-4d2b-b399-4e04a007298f req-da349092-cdb7-4c86-83e4-7098d31f8e1e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1216783799', 'description': 'tempest-description-167780734'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:39.707789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fbfaf88-21b4-4d2b-b399-4e04a007298f req-da349092-cdb7-4c86-83e4-7098d31f8e1e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:39.740895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Allocated IP 172.20.0.6 (df0dcaf2-e750-4b0f-b02c-0ac8519a883b/270e8615-e176-4ffb-8579-1e4f8f6cc9dd/0609c996-af17-4a98-abdb-2a09fe8483ab) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:39.765994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff62c1a8-b9d5-4282-ad15-d9a8d61c071c {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:39.778134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:39.816187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Transition to ACTIVE for port object ff62c1a8-b9d5-4282-ad15-d9a8d61c071c will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:39.829433 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:39.887027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fbfaf88-21b4-4d2b-b399-4e04a007298f req-da349092-cdb7-4c86-83e4-7098d31f8e1e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:39.919598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fbfaf88-21b4-4d2b-b399-4e04a007298f req-da349092-cdb7-4c86-83e4-7098d31f8e1e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:39.922802 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cd20f06-a0cc-41e7-833c-415ef1efebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:39.950553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:39.976279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51642) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:39.985972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-deleted', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:39.988184 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529c61d1-63da-480f-940b-280d57f34108" -d '{"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-deleted", "tag": "262828e9-bd19-4934-baf5-9448dbac5808"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:40.056188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fbfaf88-21b4-4d2b-b399-4e04a007298f req-da349092-cdb7-4c86-83e4-7098d31f8e1e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.058203 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fbfaf88-21b4-4d2b-b399-4e04a007298f req-da349092-cdb7-4c86-83e4-7098d31f8e1e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4028103 Nov 04 09:03:40.066837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da349092-cdb7-4c86-83e4-7098d31f8e1e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=620212f6-5135-48b3-94bb-9a558ebf078c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:40.119633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af31181-b8b3-4c42-9c19-9074f257bac3 req-b0ade9b9-fd7f-4612-994a-782e91c7e791 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:40.126861 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5af31181-b8b3-4c42-9c19-9074f257bac3 req-b0ade9b9-fd7f-4612-994a-782e91c7e791 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 943 time: 0.1431990 Nov 04 09:03:40.136972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:40.169898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.199375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:40.216126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.218055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Attempting to bind port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:40.218400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Attempting to bind port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:40.218737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Attempting to bind port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:40.240736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c on network ef3673e4-937a-42be-8027-2bbb94058853 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:40.240736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Attempting to bind port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:40.247121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5af31181-b8b3-4c42-9c19-9074f257bac3 req-2b08c693-61d5-46e2-93f4-59643a497461 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192710 Nov 04 09:03:40.265800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:40.266227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Checking segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:40.266527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Bound using segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:40.266963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Bound port: ff62c1a8-b9d5-4282-ad15-d9a8d61c071c, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:40.267321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.287962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c48577-b098-4bd4-b8d0-12cbcb269879 req-0d810014-bebe-468b-8595-ee10f42dc9a2 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:40.290460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c48577-b098-4bd4-b8d0-12cbcb269879 req-0d810014-bebe-468b-8595-ee10f42dc9a2 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 945 time: 0.1547763 Nov 04 09:03:40.292890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:40.295712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5437c8f7-151b-4264-a2c4-f4e4ceffa932 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c1b2a20967e45a8878111437eea55b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175633 Nov 04 09:03:40.297046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:40.298296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51652) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:40.314359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e4dca9-a177-4af0-92ff-f9d412762292 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:40.330443 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5e48c8-9571-4d8f-b0d9-91fd91412ca2 x-openstack-request-id: req-db5e48c8-9571-4d8f-b0d9-91fd91412ca2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:40.331039 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909", "name": "network-vif-deleted", "tag": "262828e9-bd19-4934-baf5-9448dbac5808", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:40.331292 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db5e48c8-9571-4d8f-b0d9-91fd91412ca2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:40.331687 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6fe8c8-b01a-44d0-9183-ceb3ea6ea909', 'name': 'network-vif-deleted', 'tag': '262828e9-bd19-4934-baf5-9448dbac5808', 'status': 'completed', 'code': 200} Nov 04 09:03:40.336768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:40.340406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.341430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.375479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.394399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Transition to ACTIVE for port object 03e4dca9-a177-4af0-92ff-f9d412762292 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:40.404703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c48577-b098-4bd4-b8d0-12cbcb269879 req-28f2f5c1-e10e-4011-8bcf-1c7858b95406 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003065 Nov 04 09:03:40.405129 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.450441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:40.469491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:40.493832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:40.501761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] For port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:40.505028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=0609c996-af17-4a98-abdb-2a09fe8483ab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:40.511937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Pushing event updated for resources: {'Port': ['ID=03e4dca9-a177-4af0-92ff-f9d412762292,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:40.553673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-50d1f80e-3709-445d-8eb7-3034ac3c3c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.561027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] For port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:40.570429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0596c428-ef11-499c-abb5-7188d45a2a9f req-cff7529d-efef-4c99-83f0-8d2e2bb809c2 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/620212f6-5135-48b3-94bb-9a558ebf078c HTTP/1.1" status: 200 len: 1814 time: 0.2159669 Nov 04 09:03:40.582077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.603566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] Transition to ACTIVE for port object 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:03:40.620151 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.638851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-660af6f2-4aad-44a1-8970-1821e384bab0 req-4e353a62-1b3a-42d1-a29f-be76c18f9bae tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1066310250', 'description': 'tempest-description-734962101'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:40.651890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Attempting to bind port 03e4dca9-a177-4af0-92ff-f9d412762292 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:40.652335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Attempting to bind port 03e4dca9-a177-4af0-92ff-f9d412762292 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:40.652997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Attempting to bind port 03e4dca9-a177-4af0-92ff-f9d412762292 on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:40.658705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:40.659280 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.667336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-50d1f80e-3709-445d-8eb7-3034ac3c3c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.679389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Port 03e4dca9-a177-4af0-92ff-f9d412762292 on network ef3673e4-937a-42be-8027-2bbb94058853 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:03:40.680106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Attempting to bind port 03e4dca9-a177-4af0-92ff-f9d412762292 on network ef3673e4-937a-42be-8027-2bbb94058853 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:40.688581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:40.689327 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.690996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] 10.222.0.55 "PUT /v2.0/ports/ff62c1a8-b9d5-4282-ad15-d9a8d61c071c HTTP/1.1" status: 200 len: 1091 time: 2.4868920 Nov 04 09:03:40.697909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'tag': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:40.700662 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc217880-c262-434b-b048-bef4e8ae40a0" -d '{"events": [{"name": "network-changed", "server_uuid": "69622d22-c6f4-47e0-a52c-2cf4657e12ce", "tag": "ff62c1a8-b9d5-4282-ad15-d9a8d61c071c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:40.705391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] No DVR routers for this DVR port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:40.730906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:40.731344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Checking segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:40.731641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Bound using segment: {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:40.732111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Bound port: 03e4dca9-a177-4af0-92ff-f9d412762292, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18842fd6-7790-42c8-b75d-4ae10d078fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:40.732481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.796324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:40.832618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fa308859-fa1f-4304-b94e-d44d65430156 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc/bindings/n-h1-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2033119 Nov 04 09:03:40.846906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-660af6f2-4aad-44a1-8970-1821e384bab0 req-4e353a62-1b3a-42d1-a29f-be76c18f9bae tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.859771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d326c9-c6ca-45da-a38c-6fa3e487d1de req-534cda8a-03c3-4e39-bb4f-66e4bde255b1 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:40.861593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-14d326c9-c6ca-45da-a38c-6fa3e487d1de req-534cda8a-03c3-4e39-bb4f-66e4bde255b1 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 943 time: 0.1629984 Nov 04 09:03:40.867541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-296db968-ff9c-4de2-9b72-ac99470942a0 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8535945 Nov 04 09:03:40.867541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135b585-b3b8-4d1c-be0c-f9d000ab63a0 service neutron] Pushing event updated for resources: {'Port': ['ID=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:40.870280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:40.879373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b8:f4:d0'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:db:a7:24'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:40.899210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-efdd38f5-d18c-4966-b949-2135dff80d87 None None] Provisioning complete for port 0609c996-af17-4a98-abdb-2a09fe8483ab triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:40.900132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efdd38f5-d18c-4966-b949-2135dff80d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.920689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-aeff31cf-c901-4ced-bc7e-6272f029a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:40.922898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-aeff31cf-c901-4ced-bc7e-6272f029a35e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=69622d22-c6f4-47e0-a52c-2cf4657e12ce HTTP/1.1" status: 200 len: 1094 time: 0.1778522 Nov 04 09:03:40.934253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-50d1f80e-3709-445d-8eb7-3034ac3c3c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.937833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-50d1f80e-3709-445d-8eb7-3034ac3c3c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:40.939328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-50d1f80e-3709-445d-8eb7-3034ac3c3c92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/475d1d56-1e8e-47ea-8288-d1288b5a242f HTTP/1.1" status: 204 len: 168 time: 0.6399953 Nov 04 09:03:40.959314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-efdd38f5-d18c-4966-b949-2135dff80d87 None None] Port 0609c996-af17-4a98-abdb-2a09fe8483ab cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:40.976796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] For port 03e4dca9-a177-4af0-92ff-f9d412762292, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:41.026766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] For port 03e4dca9-a177-4af0-92ff-f9d412762292, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=03e4dca9-a177-4af0-92ff-f9d412762292,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:41.035494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1f80e-3709-445d-8eb7-3034ac3c3c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475d1d56-1e8e-47ea-8288-d1288b5a242f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:41.044309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-feeb52aa-330a-437e-b72b-b222915f5ec9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c HTTP/1.1" status: 200 len: 217 time: 0.1015825 Nov 04 09:03:41.045987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.100089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-14d326c9-c6ca-45da-a38c-6fa3e487d1de req-0c6a4b72-f088-44f4-9c64-efc4934bb32d tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027702 Nov 04 09:03:41.137240 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.143460 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-660af6f2-4aad-44a1-8970-1821e384bab0 req-4e353a62-1b3a-42d1-a29f-be76c18f9bae tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.156636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-24fe8ecb-c934-4cc7-bef9-950761688fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.158651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-24fe8ecb-c934-4cc7-bef9-950761688fe8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.1064880 Nov 04 09:03:41.160569 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-660af6f2-4aad-44a1-8970-1821e384bab0 req-4e353a62-1b3a-42d1-a29f-be76c18f9bae tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.162769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-144f68e2-fa71-477b-9b8a-1e4d3f8548cb tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.164525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-144f68e2-fa71-477b-9b8a-1e4d3f8548cb tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.2421992 Nov 04 09:03:41.169066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.170027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.171513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] 10.222.0.70 "PUT /v2.0/ports/03e4dca9-a177-4af0-92ff-f9d412762292 HTTP/1.1" status: 200 len: 1091 time: 2.4805229 Nov 04 09:03:41.246328 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04986c8c-b66d-4579-b02e-c275a56a7372 x-openstack-request-id: req-04986c8c-b66d-4579-b02e-c275a56a7372 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:41.246631 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69622d22-c6f4-47e0-a52c-2cf4657e12ce", "tag": "ff62c1a8-b9d5-4282-ad15-d9a8d61c071c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:41.246868 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04986c8c-b66d-4579-b02e-c275a56a7372 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:41.247397 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'tag': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c', 'status': 'completed', 'code': 200} Nov 04 09:03:41.254977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-01f2f46d-4bb0-4d4b-9f68-919ef83077fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887613 Nov 04 09:03:41.260013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a0972-9221-4f10-abd6-bb2c81d6c84f service neutron] Pushing event updated for resources: {'Port': ['ID=03e4dca9-a177-4af0-92ff-f9d412762292,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:41.317377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-660af6f2-4aad-44a1-8970-1821e384bab0 req-4e353a62-1b3a-42d1-a29f-be76c18f9bae tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.323307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-660af6f2-4aad-44a1-8970-1821e384bab0 req-4e353a62-1b3a-42d1-a29f-be76c18f9bae tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7124350 Nov 04 09:03:41.351483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-612ec5ae-26c5-4ab2-9573-466f2b49d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.353212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-612ec5ae-26c5-4ab2-9573-466f2b49d0a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69&tenant_id=1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 1095 time: 0.1759148 Nov 04 09:03:41.373198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.374924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:41.379973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e353a62-1b3a-42d1-a29f-be76c18f9bae tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3d54e4-6f4e-4e91-801e-61e73e74d3ee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:41.419653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-211fc5bc-630f-413c-81fc-2e43dba1cff1 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.421925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-211fc5bc-630f-413c-81fc-2e43dba1cff1 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.70 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 945 time: 0.1808448 Nov 04 09:03:41.424470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d604a282-2b8e-4b9e-bdab-93c4dec45312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.426485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-d604a282-2b8e-4b9e-bdab-93c4dec45312 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 1094 time: 0.2045183 Nov 04 09:03:41.487249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d0d9222-79c9-4894-925b-3d99835611d6 req-b71a473f-4233-488c-8433-02e9ffe37324 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/ac3d54e4-6f4e-4e91-801e-61e73e74d3ee HTTP/1.1" status: 200 len: 1814 time: 0.1112423 Nov 04 09:03:41.497692 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2b9404c-d577-4184-884a-fb1f530e7f0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3b8f1d85fd349c4978b201ac0c56d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160157 Nov 04 09:03:41.498010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51678) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:41.544828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-4e93d451-5065-47d4-8325-c34e6c82aaf4 service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632046 Nov 04 09:03:41.574416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-08ea77b9-3b17-4de0-8b03-1e1e9aea5cbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e4dca9-a177-4af0-92ff-f9d412762292 HTTP/1.1" status: 200 len: 217 time: 0.1328378 Nov 04 09:03:41.575835 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:03:41.590321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90abfa7d-f647-4f0c-9081-3141dd26e0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.620059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ceaa93-d3e2-4d66-977e-9a28a7f6ca61 req-6d8c9c06-ad70-4384-87e2-3fe4f0d4e733 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.621535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72ceaa93-d3e2-4d66-977e-9a28a7f6ca61 req-6d8c9c06-ad70-4384-87e2-3fe4f0d4e733 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.2611673 Nov 04 09:03:41.677762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90abfa7d-f647-4f0c-9081-3141dd26e0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.698253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-24adca2b-5ab2-4962-8084-dc9467fdeb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.699747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-24adca2b-5ab2-4962-8084-dc9467fdeb39 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1095 time: 0.2948513 Nov 04 09:03:41.729571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165c88-b205-4d1e-80fa-03c0d44fb101 req-2e892292-d708-4ce0-a53c-ccb4c2a7ddca tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.731079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35165c88-b205-4d1e-80fa-03c0d44fb101 req-2e892292-d708-4ce0-a53c-ccb4c2a7ddca tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 945 time: 0.1607368 Nov 04 09:03:41.756289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-58b6949d-27b2-445d-8267-df983c7b66a7 service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986399 Nov 04 09:03:41.791307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35165c88-b205-4d1e-80fa-03c0d44fb101 req-0ceabef8-a060-40b3-b295-b0b70cc80080 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510340 Nov 04 09:03:41.796980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90abfa7d-f647-4f0c-9081-3141dd26e0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.800801 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90abfa7d-f647-4f0c-9081-3141dd26e0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:41.801983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90abfa7d-f647-4f0c-9081-3141dd26e0eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc4b2bda-00f4-4a29-af09-0a1290cde701 HTTP/1.1" status: 204 len: 168 time: 0.3030229 Nov 04 09:03:41.832116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-b1eb0cbf-42d1-427f-9490-ffdd7076f6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.834217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-b1eb0cbf-42d1-427f-9490-ffdd7076f6fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.2446496 Nov 04 09:03:41.858742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abfa7d-f647-4f0c-9081-3141dd26e0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b2bda-00f4-4a29-af09-0a1290cde701,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:41.892150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72ceaa93-d3e2-4d66-977e-9a28a7f6ca61 req-202685e5-b39c-4acc-848f-35e5975c512f tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179022 Nov 04 09:03:41.903763 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-d27a7f2e-5a4c-4155-b62e-607aee9c1ecc req-76f7ed26-0b88-4956-b984-34b2b13f8c0b tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] show failed (client error): The resource could not be found. Nov 04 09:03:41.904888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d27a7f2e-5a4c-4155-b62e-607aee9c1ecc req-76f7ed26-0b88-4956-b984-34b2b13f8c0b tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/f1ad4081-1e5c-4975-97a6-1fa3ce8a15bf HTTP/1.1" status: 404 len: 352 time: 0.0722363 Nov 04 09:03:41.914959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-b608ba46-62b6-4461-970e-e2a4bea51339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:41.916654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-b608ba46-62b6-4461-970e-e2a4bea51339 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=69622d22-c6f4-47e0-a52c-2cf4657e12ce HTTP/1.1" status: 200 len: 1094 time: 0.0996039 Nov 04 09:03:41.941809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-51385c13-b013-4885-9631-9ebd1c9d9ce0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819006 Nov 04 09:03:42.090050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Deleting port e079fcdc-a3f3-42fe-8db7-9acece3a3953 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:42.090464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:42.114322 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-60c74bf7-950d-46cb-ae2a-7d188af641d8 req-82b294c3-b20c-4795-9dac-66ba0fe6ad50 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] show failed (client error): The resource could not be found. Nov 04 09:03:42.115590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60c74bf7-950d-46cb-ae2a-7d188af641d8 req-82b294c3-b20c-4795-9dac-66ba0fe6ad50 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-group-rules/2df3adb2-5385-4f28-afc2-b57553f8231c HTTP/1.1" status: 404 len: 361 time: 0.0596759 Nov 04 09:03:42.142434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-bb6a3cd2-7df3-412f-aec3-6e7c1e49564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:42.144130 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-bb6a3cd2-7df3-412f-aec3-6e7c1e49564e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.4312930 Nov 04 09:03:42.165078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-29c307a1-926c-40d8-88b6-31c1546bd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:42.166796 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-29c307a1-926c-40d8-88b6-31c1546bd16d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 914 time: 0.2421632 Nov 04 09:03:42.186466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7248f3b-ba19-4e7d-ac04-e870c2171e35 req-0c684299-3c3d-4935-93a3-ce343868a04e tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:42.188370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7248f3b-ba19-4e7d-ac04-e870c2171e35 req-0c684299-3c3d-4935-93a3-ce343868a04e tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.1059847 Nov 04 09:03:42.439132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'tag': '03e4dca9-a177-4af0-92ff-f9d412762292'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:42.441523 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f44906b-4704-47f3-a0c7-0467e1c3289b" -d '{"events": [{"name": "network-changed", "server_uuid": "b37a24c4-e3ec-4f25-a204-5d3fe3b61e33", "tag": "03e4dca9-a177-4af0-92ff-f9d412762292"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:42.526926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:42.528408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-397086c0-6eab-4258-8c57-a76c32e6b02b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c HTTP/1.1" status: 200 len: 217 time: 0.3390372 Nov 04 09:03:42.537770 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1bec4644-c676-4256-a286-58818861f29a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 200 len: 217 time: 0.0876925 Nov 04 09:03:42.553808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:42.563429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7248f3b-ba19-4e7d-ac04-e870c2171e35 req-a22b162d-7821-41bc-993d-97b2fa889322 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650382 Nov 04 09:03:42.614001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-71b6b7a2-21a5-4f29-b198-444c61957c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:42.615926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-71b6b7a2-21a5-4f29-b198-444c61957c40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.0555592 Nov 04 09:03:42.621078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:42.654985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-1183098a-35f2-4fbb-b7c9-b98a6591f602 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277956 Nov 04 09:03:42.686623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-03f699c2-71f3-4e1d-8a40-4ab26e00e7a5 service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346535 Nov 04 09:03:42.720274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-9cffc709-ac8c-4e36-8de8-afd7d0f987c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:42.721778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-9cffc709-ac8c-4e36-8de8-afd7d0f987c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.1585388 Nov 04 09:03:42.789498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b4e24-fd7d-4f14-961e-ca0445c1caa9 req-04d5eb84-fc5b-47c6-893c-b629e4fc8de3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:42.791037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-908b4e24-fd7d-4f14-961e-ca0445c1caa9 req-04d5eb84-fc5b-47c6-893c-b629e4fc8de3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 943 time: 0.1081865 Nov 04 09:03:42.809266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-069f44bf-fb2d-47da-b6ba-31adc06e96aa service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470096 Nov 04 09:03:42.832433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df4fcd66-840d-4ae3-b025-30eeaceff64d req-d2fc6b9b-d7f2-4498-a5f8-5e59171debf2 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/ac3d54e4-6f4e-4e91-801e-61e73e74d3ee HTTP/1.1" status: 200 len: 1814 time: 0.3811982 Nov 04 09:03:42.848937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] For port e079fcdc-a3f3-42fe-8db7-9acece3a3953, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e079fcdc-a3f3-42fe-8db7-9acece3a3953,segment=NetworkSegment(a174771c-bba2-423d-84a1-767731276482),segment_id=a174771c-bba2-423d-84a1-767731276482)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:42.849507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:42.886375 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-f7b3fb77-82ea-4457-ae7d-21593feda5f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174428 Nov 04 09:03:42.891412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-908b4e24-fd7d-4f14-961e-ca0445c1caa9 req-3e74588e-47c4-4e43-b8be-fae7bb919fdf tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924730 Nov 04 09:03:42.897748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event updated for resources: {'Port': ['ID=0609c996-af17-4a98-abdb-2a09fe8483ab,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:42.930832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Calling delete_port for e079fcdc-a3f3-42fe-8db7-9acece3a3953 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:42.944002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc217880-c262-434b-b048-bef4e8ae40a0 req-b5b09741-c9ee-456c-a9e6-46034a388a6e service neutron] 10.222.0.55 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252208 Nov 04 09:03:42.951550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] In _notify_port_updated(), no bound segment for port 0609c996-af17-4a98-abdb-2a09fe8483ab on network df0dcaf2-e750-4b0f-b02c-0ac8519a883b {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:03:42.959290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:42.960439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:42.962701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1216a4ac-6454-4794-8457-f5b7ff4bf927 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "PUT /v2.0/ports/0609c996-af17-4a98-abdb-2a09fe8483ab HTTP/1.1" status: 200 len: 1056 time: 2.0911510 Nov 04 09:03:42.966417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:42.994769 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59d0b87-3a31-4aa1-b002-ee681ddc6bed x-openstack-request-id: req-b59d0b87-3a31-4aa1-b002-ee681ddc6bed {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:42.995022 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37a24c4-e3ec-4f25-a204-5d3fe3b61e33", "tag": "03e4dca9-a177-4af0-92ff-f9d412762292", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:42.995189 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b59d0b87-3a31-4aa1-b002-ee681ddc6bed {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:42.995574 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'tag': '03e4dca9-a177-4af0-92ff-f9d412762292', 'status': 'completed', 'code': 200} Nov 04 09:03:43.004742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-00f00fd0-a248-4a76-924e-006d1ba94ee3 None None] Provisioning complete for port 0609c996-af17-4a98-abdb-2a09fe8483ab triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:43.005102 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00f00fd0-a248-4a76-924e-006d1ba94ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.051407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-00f00fd0-a248-4a76-924e-006d1ba94ee3 None None] Port 0609c996-af17-4a98-abdb-2a09fe8483ab cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:03:43.092009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting port 0609c996-af17-4a98-abdb-2a09fe8483ab {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:43.092572 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.121431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33ce5bf8-c9c8-46a1-9a0e-5422bb730cd2 req-bc13be37-3b63-4123-bf1d-0cf75e83a440 service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210439 Nov 04 09:03:43.149850 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-df4fcd66-840d-4ae3-b025-30eeaceff64d req-2d0f2c54-26ac-4b97-9186-a01af21b7edd tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.200829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-1cc446a4-245e-46ff-8f07-cc1612b6cb28 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956164 Nov 04 09:03:43.204821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-df4fcd66-840d-4ae3-b025-30eeaceff64d req-2d0f2c54-26ac-4b97-9186-a01af21b7edd tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.236068 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.254621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Calling delete_port for 0609c996-af17-4a98-abdb-2a09fe8483ab owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:43.266624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7616001-d393-4040-99c6-e78bdf5bfb62 req-1e0a04dd-2b56-4936-9f38-bafa54fbd499 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:43.268161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7616001-d393-4040-99c6-e78bdf5bfb62 req-1e0a04dd-2b56-4936-9f38-bafa54fbd499 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/ports?device_id=e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8 HTTP/1.1" status: 200 len: 945 time: 0.0905223 Nov 04 09:03:43.358107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7616001-d393-4040-99c6-e78bdf5bfb62 req-1841e206-2959-41ba-9f73-095d02220835 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdc55052-491d-4a00-a81d-c76c616bb576&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825574 Nov 04 09:03:43.427325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-a342e745-9b15-4d50-99cd-e2ec693a8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:43.429011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-a342e745-9b15-4d50-99cd-e2ec693a8c48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=205d9f64f05844ab809bdd764400029b&device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 1094 time: 0.2423000 Nov 04 09:03:43.434824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-df4fcd66-840d-4ae3-b025-30eeaceff64d req-2d0f2c54-26ac-4b97-9186-a01af21b7edd tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.437772 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-df4fcd66-840d-4ae3-b025-30eeaceff64d req-2d0f2c54-26ac-4b97-9186-a01af21b7edd tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.438903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df4fcd66-840d-4ae3-b025-30eeaceff64d req-2d0f2c54-26ac-4b97-9186-a01af21b7edd tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "DELETE /v2.0/security-groups/ac3d54e4-6f4e-4e91-801e-61e73e74d3ee HTTP/1.1" status: 204 len: 173 time: 0.5802598 Nov 04 09:03:43.486148 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.498700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-e1f0475f-580b-475d-a201-fa77b9850990 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663236 Nov 04 09:03:43.520949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f2c54-26ac-4b97-9186-a01af21b7edd tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3d54e4-6f4e-4e91-801e-61e73e74d3ee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:43.522851 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.542715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Port': ['ID=0609c996-af17-4a98-abdb-2a09fe8483ab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:43.605011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad088ed-6b85-4ed0-9c79-ec0137845d69 req-415c1694-53ca-4639-a1d2-76d288d4daab tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:43.606591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aad088ed-6b85-4ed0-9c79-ec0137845d69 req-415c1694-53ca-4639-a1d2-76d288d4daab tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.1832612 Nov 04 09:03:43.619383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Pushing event deleted for resources: {'Port': ['ID=e079fcdc-a3f3-42fe-8db7-9acece3a3953,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:43.681165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aad088ed-6b85-4ed0-9c79-ec0137845d69 req-e35cdecb-5138-40a3-8048-5a07e3ed0216 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600779 Nov 04 09:03:43.707236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] No DVR routers for this DVR port e079fcdc-a3f3-42fe-8db7-9acece3a3953 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:43.710277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-ec5cc738-25bf-492c-97d4-4e9084fbec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:43.712588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-ec5cc738-25bf-492c-97d4-4e9084fbec41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 200 len: 914 time: 0.2727902 Nov 04 09:03:43.713943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.719222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90a6e50e-7e3d-4314-bd4c-c6b7c705a462 req-f162e62e-3fcb-49f5-bf3b-68ce3797d827 tempest-InstanceActionsNegativeTestJSON-177457822 tempest-InstanceActionsNegativeTestJSON-177457822-project] 10.222.0.70 "DELETE /v2.0/ports/e079fcdc-a3f3-42fe-8db7-9acece3a3953 HTTP/1.1" status: 204 len: 173 time: 2.2755134 Nov 04 09:03:43.767662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-001fd76f-6483-4f7e-8004-7081ff611d92 req-8baf9dae-47a6-448d-9b64-c7ec6c89da4e tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/620212f6-5135-48b3-94bb-9a558ebf078c HTTP/1.1" status: 200 len: 1814 time: 0.0472596 Nov 04 09:03:43.859193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-617c084b-26b7-4c86-8875-7754293cf462 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03e4dca9-a177-4af0-92ff-f9d412762292 HTTP/1.1" status: 200 len: 217 time: 0.0946097 Nov 04 09:03:43.953812 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.960141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-985b116b-9660-4c45-88ad-5723175df8b8 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/ports/0609c996-af17-4a98-abdb-2a09fe8483ab HTTP/1.1" status: 204 len: 168 time: 0.9919322 Nov 04 09:03:43.962114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51742) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:43.976059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-001fd76f-6483-4f7e-8004-7081ff611d92 req-7b0fe3d0-8041-43aa-9484-20b5784c7048 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:43.978884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4133edb-d244-4180-a026-5aa30cd8a801 req-b3098b89-a047-4a84-98b1-3fbbc5cab99f tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:43.980400 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4133edb-d244-4180-a026-5aa30cd8a801 req-b3098b89-a047-4a84-98b1-3fbbc5cab99f tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.0726392 Nov 04 09:03:44.002086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fb734dfb-b29a-4008-8868-12a539faf0ac tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:44.003593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-fb734dfb-b29a-4008-8868-12a539faf0ac tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.1943641 Nov 04 09:03:44.011440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-c3f0815b-669f-46a3-8274-5e9f1d3763f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:44.012910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-c3f0815b-669f-46a3-8274-5e9f1d3763f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 200 len: 853 time: 0.1283026 Nov 04 09:03:44.017014 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7530d42d-97dc-4954-8958-c6e83353c517 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] GET failed (client error): The resource could not be found. Nov 04 09:03:44.018486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7530d42d-97dc-4954-8958-c6e83353c517 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "GET /v2.0/ports/0609c996-af17-4a98-abdb-2a09fe8483ab HTTP/1.1" status: 404 len: 333 time: 0.0543540 Nov 04 09:03:44.020391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4133edb-d244-4180-a026-5aa30cd8a801 req-8bd5cb6b-3825-413d-9384-618f89d0a3f2 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338876 Nov 04 09:03:44.021212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51744) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:44.068532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-001fd76f-6483-4f7e-8004-7081ff611d92 req-7b0fe3d0-8041-43aa-9484-20b5784c7048 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.096094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-af7d041e-d463-4c33-aa4c-6a0b24942de7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ef3673e4-937a-42be-8027-2bbb94058853&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681193 Nov 04 09:03:44.170623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb79225-d7d6-4a30-a4d7-999a8ff3eff7 req-b0150bea-9d76-454e-b65b-800ffc215ca3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:44.172311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcb79225-d7d6-4a30-a4d7-999a8ff3eff7 req-b0150bea-9d76-454e-b65b-800ffc215ca3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 943 time: 0.0699513 Nov 04 09:03:44.175742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e079fcdc-a3f3-42fe-8db7-9acece3a3953 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:44.178061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting port 93552518-68e2-45a2-9780-f051a55d4751 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:44.178474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.212142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e079fcdc-a3f3-42fe-8db7-9acece3a3953 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:44.212814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e079fcdc-a3f3-42fe-8db7-9acece3a3953 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:44.229692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-001fd76f-6483-4f7e-8004-7081ff611d92 req-7b0fe3d0-8041-43aa-9484-20b5784c7048 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.232540 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-001fd76f-6483-4f7e-8004-7081ff611d92 req-7b0fe3d0-8041-43aa-9484-20b5784c7048 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.233767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-001fd76f-6483-4f7e-8004-7081ff611d92 req-7b0fe3d0-8041-43aa-9484-20b5784c7048 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "DELETE /v2.0/security-groups/620212f6-5135-48b3-94bb-9a558ebf078c HTTP/1.1" status: 204 len: 173 time: 0.4133403 Nov 04 09:03:44.282410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcb79225-d7d6-4a30-a4d7-999a8ff3eff7 req-75a35165-adcc-4735-b709-4923c0d441a3 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986702 Nov 04 09:03:44.284264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0fe3d0-8041-43aa-9484-20b5784c7048 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=620212f6-5135-48b3-94bb-9a558ebf078c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:44.297100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-78600262-4c7b-419b-b5a1-b2965ec9922a service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877682 Nov 04 09:03:44.319300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ff62c1a8-b9d5-4282-ad15-d9a8d61c071c details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:44.329087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.343451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Calling delete_port for 93552518-68e2-45a2-9780-f051a55d4751 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:44.398707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-f671c672-8f31-42e7-8c5d-3570bac6dc82 service neutron] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:44.411097 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-f671c672-8f31-42e7-8c5d-3570bac6dc82 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.412313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c6db6ba-5539-4f3a-aa7f-ea99f94b97c7 req-f671c672-8f31-42e7-8c5d-3570bac6dc82 service neutron] 10.222.0.70 "DELETE /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc/bindings/n-h2-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.3965251 Nov 04 09:03:44.449681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:44.456594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51760) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:44.469638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'port_id': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c', 'mac_address': 'fa:16:3e:8c:0a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc2583e-2e0c-45a9-a304-4e1758332494', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:44.515645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4ed3c16-9963-40f7-be80-fa27fde1f60e req-c95b7745-faa3-41eb-abdb-3c8c5d83265b tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/719bc6d7-c565-44f0-98b8-c14dc1406427 HTTP/1.1" status: 200 len: 1815 time: 0.1610577 Nov 04 09:03:44.527817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] Deleting subnet ab0b42bc-2c03-4852-bf40-cf84f4230452 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:03:44.532563 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.533985 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.536444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f44906b-4704-47f3-a0c7-0467e1c3289b req-2c1d6024-a374-4633-b46b-c75d3a34179e service neutron] 10.222.0.70 "GET /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278843 Nov 04 09:03:44.560498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff62c1a8-b9d5-4282-ad15-d9a8d61c071c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:44.584806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.590647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:44.595296 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.653880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:44.654243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.655230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.691518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Port': ['ID=93552518-68e2-45a2-9780-f051a55d4751,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:44.731115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.771270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab0b42bc-2c03-4852-bf40-cf84f4230452,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:44.776102 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.784773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0209978b-5bde-4036-abef-0ecc7d2b2f00 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ab0b42bc-2c03-4852-bf40-cf84f4230452 HTTP/1.1" status: 204 len: 168 time: 0.3246353 Nov 04 09:03:44.786560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51774) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:44.797137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.803020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1b8d4143-4263-4834-bde0-c899e028c01d tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/ports/93552518-68e2-45a2-9780-f051a55d4751 HTTP/1.1" status: 204 len: 168 time: 0.7784762 Nov 04 09:03:44.804418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:44.822087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4ed3c16-9963-40f7-be80-fa27fde1f60e req-fe511636-51ce-4d76-b10a-a47a0b60cf44 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.833376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['ff62c1a8-b9d5-4282-ad15-d9a8d61c071c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:44.864857 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e343a98-b460-4249-899f-165e7fb732e9 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] GET failed (client error): The resource could not be found. Nov 04 09:03:44.871279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6e343a98-b460-4249-899f-165e7fb732e9 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "GET /v2.0/ports/93552518-68e2-45a2-9780-f051a55d4751 HTTP/1.1" status: 404 len: 333 time: 0.0616055 Nov 04 09:03:44.872147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:44.884395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4ed3c16-9963-40f7-be80-fa27fde1f60e req-fe511636-51ce-4d76-b10a-a47a0b60cf44 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.945594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.955443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4ed3c16-9963-40f7-be80-fa27fde1f60e req-fe511636-51ce-4d76-b10a-a47a0b60cf44 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.959475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4ed3c16-9963-40f7-be80-fa27fde1f60e req-fe511636-51ce-4d76-b10a-a47a0b60cf44 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:44.961318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4ed3c16-9963-40f7-be80-fa27fde1f60e req-fe511636-51ce-4d76-b10a-a47a0b60cf44 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "DELETE /v2.0/security-groups/719bc6d7-c565-44f0-98b8-c14dc1406427 HTTP/1.1" status: 204 len: 173 time: 0.4392483 Nov 04 09:03:44.990707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe511636-51ce-4d76-b10a-a47a0b60cf44 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=719bc6d7-c565-44f0-98b8-c14dc1406427,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:45.005335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'name': 'network-vif-deleted', 'tag': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:45.007950 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0729e-41b6-4586-b616-702849060db8" -d '{"events": [{"server_uuid": "e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8", "name": "network-vif-deleted", "tag": "e079fcdc-a3f3-42fe-8db7-9acece3a3953"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:45.108035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45a54a-f624-4361-8776-60cd45573372 req-022e5a70-253c-4c79-a931-b524c72b65c0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:45.109544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af45a54a-f624-4361-8776-60cd45573372 req-022e5a70-253c-4c79-a931-b524c72b65c0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.0526390 Nov 04 09:03:45.147801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e68e98-bca8-4cae-bf9c-c1bd35838ee2 req-df802ad7-db50-4491-9b82-b71af3979723 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:45.149337 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e68e98-bca8-4cae-bf9c-c1bd35838ee2 req-df802ad7-db50-4491-9b82-b71af3979723 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.1977086 Nov 04 09:03:45.150629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af45a54a-f624-4361-8776-60cd45573372 req-d84ff311-8112-4514-b869-64dc9ca917ab tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346689 Nov 04 09:03:45.174234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.210443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4c088a-5476-40c7-a973-46d6ffe66b9e']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:45.245416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting port b9193f55-bcc8-4161-9c7f-0faa86c65a7a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:45.245757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.258341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a174771c-bba2-423d-84a1-767731276482') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:45.258721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a174771c-bba2-423d-84a1-767731276482') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:45.276384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-58e68e98-bca8-4cae-bf9c-c1bd35838ee2 req-818307cf-8979-4306-a3c4-37265842015f tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162696 Nov 04 09:03:45.278936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200decb5-cd98-451f-83d7-426492a101ef req-e0484fad-e93d-40a7-80b9-5fe25f758629 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:45.286479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-200decb5-cd98-451f-83d7-426492a101ef req-e0484fad-e93d-40a7-80b9-5fe25f758629 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.0712557 Nov 04 09:03:45.332154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-200decb5-cd98-451f-83d7-426492a101ef req-e096a934-07df-4937-bdbe-6ef3a23e262a tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431089 Nov 04 09:03:45.356501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.423325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.433695 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9175573-4932-4057-a2e3-354009a72b9d x-openstack-request-id: req-b9175573-4932-4057-a2e3-354009a72b9d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:45.433986 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8", "name": "network-vif-deleted", "tag": "e079fcdc-a3f3-42fe-8db7-9acece3a3953", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:45.434230 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9175573-4932-4057-a2e3-354009a72b9d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:45.434612 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e053a9aa-4821-4bdf-a2e5-5e6c6a284ee8', 'name': 'network-vif-deleted', 'tag': 'e079fcdc-a3f3-42fe-8db7-9acece3a3953', 'status': 'completed', 'code': 200} Nov 04 09:03:45.440962 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.461693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:03:45.462265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:03:45.469730 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:03:45.479750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.510595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a2d7e357-eef7-400e-880f-91f7a8c7c5df req-55e4b0ea-4498-43bd-b263-8f9f0c22b9d7 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/7608e7b9-18be-4f7b-ace9-88699f6de829 HTTP/1.1" status: 200 len: 1813 time: 0.1693854 Nov 04 09:03:45.518936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Calling delete_port for b9193f55-bcc8-4161-9c7f-0faa86c65a7a owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:45.591735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300bdeb-d685-40b3-a218-eaa1c31f37e9 req-99b8a08a-f47a-498d-8aed-61b906713b42 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:45.593224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f300bdeb-d685-40b3-a218-eaa1c31f37e9 req-99b8a08a-f47a-498d-8aed-61b906713b42 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 943 time: 0.0832448 Nov 04 09:03:45.635388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.645834 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.649748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fe4c088a-5476-40c7-a973-46d6ffe66b9e HTTP/1.1" status: 204 len: 168 time: 0.8620751 Nov 04 09:03:45.664067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f300bdeb-d685-40b3-a218-eaa1c31f37e9 req-410efde8-a68f-4a4b-96c0-0c4d9bf50f9f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488541 Nov 04 09:03:45.672991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d7062-3ff0-484a-81db-b31174603fb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4c088a-5476-40c7-a973-46d6ffe66b9e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:45.699089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a2d7e357-eef7-400e-880f-91f7a8c7c5df req-bb832457-457e-4fea-b7f9-21cdf53fb9f4 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.734708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a2d7e357-eef7-400e-880f-91f7a8c7c5df req-bb832457-457e-4fea-b7f9-21cdf53fb9f4 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.799651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3fff-2098-4772-88b8-a20ef08414d1 req-a8a9a866-7144-42b8-afe8-61f8ba83d4d1 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:45.802009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95bf3fff-2098-4772-88b8-a20ef08414d1 req-a8a9a866-7144-42b8-afe8-61f8ba83d4d1 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1095 time: 0.0529284 Nov 04 09:03:45.819514 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a2d7e357-eef7-400e-880f-91f7a8c7c5df req-bb832457-457e-4fea-b7f9-21cdf53fb9f4 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.823212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a2d7e357-eef7-400e-880f-91f7a8c7c5df req-bb832457-457e-4fea-b7f9-21cdf53fb9f4 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.824662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a2d7e357-eef7-400e-880f-91f7a8c7c5df req-bb832457-457e-4fea-b7f9-21cdf53fb9f4 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "DELETE /v2.0/security-groups/7608e7b9-18be-4f7b-ace9-88699f6de829 HTTP/1.1" status: 204 len: 173 time: 0.3068862 Nov 04 09:03:45.831158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:45.849959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb832457-457e-4fea-b7f9-21cdf53fb9f4 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7608e7b9-18be-4f7b-ace9-88699f6de829,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:45.870560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95bf3fff-2098-4772-88b8-a20ef08414d1 req-14d0894b-d42b-4c52-9928-09ee5a177f17 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563726 Nov 04 09:03:45.912674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Port': ['ID=b9193f55-bcc8-4161-9c7f-0faa86c65a7a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:45.934375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:46.033617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fc48a861-7f24-4655-8674-24e892035002 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=274d087c1b254ec7857700773dc0ddd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977254 Nov 04 09:03:46.037714 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a82a635-5379-4afc-bdf9-316bd093bfb8 req-e852bb52-87fe-48b3-9ec8-86ea805d5429 tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "GET /v2.0/security-groups/dab426bc-e664-4a3f-a788-224c5d7f81fb HTTP/1.1" status: 200 len: 1814 time: 0.1423240 Nov 04 09:03:46.047202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:46.074827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef546e-f09d-4fd6-84c9-cbb631050c19 req-719a257a-475c-461a-86b2-1d81cfa8ade7 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:46.075509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.076371 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7ef546e-f09d-4fd6-84c9-cbb631050c19 req-719a257a-475c-461a-86b2-1d81cfa8ade7 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 1095 time: 0.0959158 Nov 04 09:03:46.082370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ac9ffa43-d4e4-43f9-910d-ba60d045319c tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/ports/b9193f55-bcc8-4161-9c7f-0faa86c65a7a HTTP/1.1" status: 204 len: 168 time: 1.2091441 Nov 04 09:03:46.087100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:46.103749 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.183517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 03e4dca9-a177-4af0-92ff-f9d412762292 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:03:46.198319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7ef546e-f09d-4fd6-84c9-cbb631050c19 req-4e289f4b-c089-4703-81a5-5aadacf6d4c0 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101446 Nov 04 09:03:46.202386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting subnet 270e8615-e176-4ffb-8579-1e4f8f6cc9dd {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:03:46.207685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5a82a635-5379-4afc-bdf9-316bd093bfb8 req-8b462b0b-bcf7-465e-a5ab-330799c28f4d tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.215138 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.246198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25639c-cbff-499d-b523-83e93505debc req-5a115b1c-6295-4421-943c-5a53ce4e0fa3 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:46.247871 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b25639c-cbff-499d-b523-83e93505debc req-5a115b1c-6295-4421-943c-5a53ce4e0fa3 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.1389897 Nov 04 09:03:46.273391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.281573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5a82a635-5379-4afc-bdf9-316bd093bfb8 req-8b462b0b-bcf7-465e-a5ab-330799c28f4d tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.283211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-407a2922-3d1e-4d01-b4c3-6753786bba4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.350556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ff62c1a8-b9d5-4282-ad15-d9a8d61c071c up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:46.430275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5a82a635-5379-4afc-bdf9-316bd093bfb8 req-8b462b0b-bcf7-465e-a5ab-330799c28f4d tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.433016 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5a82a635-5379-4afc-bdf9-316bd093bfb8 req-8b462b0b-bcf7-465e-a5ab-330799c28f4d tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.442139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51830) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:46.450387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a82a635-5379-4afc-bdf9-316bd093bfb8 req-8b462b0b-bcf7-465e-a5ab-330799c28f4d tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] 10.222.0.53 "DELETE /v2.0/security-groups/dab426bc-e664-4a3f-a788-224c5d7f81fb HTTP/1.1" status: 204 len: 173 time: 0.4017782 Nov 04 09:03:46.471331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 03e4dca9-a177-4af0-92ff-f9d412762292, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=03e4dca9-a177-4af0-92ff-f9d412762292,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:46.473745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:03:46.480328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Deleting port c14ca859-8aa0-42b7-a857-4adefca17bc7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:46.480669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.485262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b462b0b-bcf7-465e-a5ab-330799c28f4d tempest-SecurityGroupRulesNegativeTestJSON-587117653 tempest-SecurityGroupRulesNegativeTestJSON-587117653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab426bc-e664-4a3f-a788-224c5d7f81fb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:46.489641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-407a2922-3d1e-4d01-b4c3-6753786bba4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.493589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:46.494037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.498090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '03e4dca9-a177-4af0-92ff-f9d412762292', 'network_id': 'ef3673e4-937a-42be-8027-2bbb94058853', 'port_id': '03e4dca9-a177-4af0-92ff-f9d412762292', 'mac_address': 'fa:16:3e:81:4f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efc2583e-2e0c-45a9-a304-4e1758332494', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:03:46.592205 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.607839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] For port c14ca859-8aa0-42b7-a857-4adefca17bc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c14ca859-8aa0-42b7-a857-4adefca17bc7,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:46.608590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.620269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.653765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] Deleting subnet 3786beca-2048-4929-b900-bfacf2ed5429 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:03:46.662513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.671266 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.683770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e4dca9-a177-4af0-92ff-f9d412762292 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:03:46.701347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7816a9f-7ac2-40fd-9cda-0f635c3a0fa5 req-e1c8acc3-9c4a-448d-94dc-32754400dfd3 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:46.703606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7816a9f-7ac2-40fd-9cda-0f635c3a0fa5 req-e1c8acc3-9c4a-448d-94dc-32754400dfd3 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 945 time: 0.2439122 Nov 04 09:03:46.718155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:46.721311 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2dee0-8438-44e8-8890-b06071c74599" -d '{"events": [{"server_uuid": "69622d22-c6f4-47e0-a52c-2cf4657e12ce", "name": "network-vif-plugged", "status": "completed", "tag": "ff62c1a8-b9d5-4282-ad15-d9a8d61c071c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:46.736040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.740770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 03e4dca9-a177-4af0-92ff-f9d412762292, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=03e4dca9-a177-4af0-92ff-f9d412762292,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:46.743770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:46.746346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-407a2922-3d1e-4d01-b4c3-6753786bba4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.747583 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.749215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-407a2922-3d1e-4d01-b4c3-6753786bba4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.750848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-407a2922-3d1e-4d01-b4c3-6753786bba4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdc55052-491d-4a00-a81d-c76c616bb576 HTTP/1.1" status: 204 len: 168 time: 0.7022789 Nov 04 09:03:46.811175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a2922-3d1e-4d01-b4c3-6753786bba4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc55052-491d-4a00-a81d-c76c616bb576,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:46.817673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.822329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=03e4dca9-a177-4af0-92ff-f9d412762292,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:46.844414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.853728 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.906786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:46.922117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7816a9f-7ac2-40fd-9cda-0f635c3a0fa5 req-6c749156-de90-498f-aa38-58f2dec90dd6 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups?id=6399400a-0e1c-438b-a5ba-1596f712f7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920152 Nov 04 09:03:46.957078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Subnet': ['ID=270e8615-e176-4ffb-8579-1e4f8f6cc9dd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:46.959263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:46.964162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-723dde7b-a890-4d63-bbf2-8087b34044be tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/subnets/270e8615-e176-4ffb-8579-1e4f8f6cc9dd HTTP/1.1" status: 204 len: 168 time: 0.8746901 Nov 04 09:03:46.967103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988005df-9f8f-4c3e-b291-31d1271da50b None None] Network df0dcaf2-e750-4b0f-b02c-0ac8519a883b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:46.967264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:46.992821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['03e4dca9-a177-4af0-92ff-f9d412762292'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:03:47.066397 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.082035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.085801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3786beca-2048-4929-b900-bfacf2ed5429 HTTP/1.1" status: 204 len: 168 time: 0.6327453 Nov 04 09:03:47.090279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.093698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:47.148832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cef7f-f530-47f1-8e28-d53c9a9049b2 req-85b19929-c47a-49b1-a454-07f469af134f tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:47.151028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e38cef7f-f530-47f1-8e28-d53c9a9049b2 req-85b19929-c47a-49b1-a454-07f469af134f tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.4602184 Nov 04 09:03:47.176909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc4e42-4fe6-4eb7-83f6-c96e35a7821f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3786beca-2048-4929-b900-bfacf2ed5429,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:47.323929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e38cef7f-f530-47f1-8e28-d53c9a9049b2 req-a3b48e92-2eba-4eef-b6cf-372f49d640c0 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645138 Nov 04 09:03:47.324821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.330032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.330402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.332487 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Floating IP 01b854c5-ce3c-4cd7-9cc0-8469cee38cdf disassociated. External IP: 172.25.3.191, port: c14ca859-8aa0-42b7-a857-4adefca17bc7. Nov 04 09:03:47.332880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Calling delete_port for c14ca859-8aa0-42b7-a857-4adefca17bc7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:47.386487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] DHCP port deletion for df0dcaf2-e750-4b0f-b02c-0ac8519a883b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:03:47.400536 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9487c23-80d4-4991-81b7-2c7e1d404d6f x-openstack-request-id: req-d9487c23-80d4-4991-81b7-2c7e1d404d6f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:47.400848 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69622d22-c6f4-47e0-a52c-2cf4657e12ce", "name": "network-vif-plugged", "status": "completed", "tag": "ff62c1a8-b9d5-4282-ad15-d9a8d61c071c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:47.401115 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9487c23-80d4-4991-81b7-2c7e1d404d6f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:47.402806 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c', 'code': 200} Nov 04 09:03:47.438730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Deleting port b282a340-c6b6-4c10-ae89-74d18a96dcc2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:47.440446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.539238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] Deleting port b282a340-c6b6-4c10-ae89-74d18a96dcc2 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:47.540240 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.587703 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.640578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event deleted for resources: {'Port': ['ID=c14ca859-8aa0-42b7-a857-4adefca17bc7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:47.651085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] For port b282a340-c6b6-4c10-ae89-74d18a96dcc2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b282a340-c6b6-4c10-ae89-74d18a96dcc2,segment=NetworkSegment(563f7f99-fc3e-48cf-9633-2232b371734e),segment_id=563f7f99-fc3e-48cf-9633-2232b371734e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:47.651487 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.672435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] Calling delete_port for b282a340-c6b6-4c10-ae89-74d18a96dcc2 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:47.725085 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918570ec-5faa-45bb-8108-14de51cd23be req-2b78db8e-73dc-4922-9a75-7e7cb56feb83 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:47.740241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-918570ec-5faa-45bb-8108-14de51cd23be req-2b78db8e-73dc-4922-9a75-7e7cb56feb83 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 944 time: 0.3338859 Nov 04 09:03:47.762340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.792534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] For port b282a340-c6b6-4c10-ae89-74d18a96dcc2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b282a340-c6b6-4c10-ae89-74d18a96dcc2,segment=NetworkSegment(563f7f99-fc3e-48cf-9633-2232b371734e),segment_id=563f7f99-fc3e-48cf-9633-2232b371734e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:47.792913 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.798301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e663bb3-c5b1-421a-97b8-640509af6f00 req-3815ab60-c6c6-424d-8415-ca903ee6e8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:47.799814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e663bb3-c5b1-421a-97b8-640509af6f00 req-3815ab60-c6c6-424d-8415-ca903ee6e8cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69622d22-c6f4-47e0-a52c-2cf4657e12ce HTTP/1.1" status: 200 len: 1096 time: 0.3224292 Nov 04 09:03:47.814170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Router 25cc72dc-ed52-4b2e-812a-dd02429d8842 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:03:47.830487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Calling delete_port for b282a340-c6b6-4c10-ae89-74d18a96dcc2 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:47.834155 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.847132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3538e72d-be75-4cc2-81fa-82aa9894ac80']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:47.877650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd841ae5c-3b73-46b3-80cb-a3ea7e5d9443') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:47.877946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd841ae5c-3b73-46b3-80cb-a3ea7e5d9443') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:47.903869 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] Pushing event deleted for resources: {'Port': ['ID=b282a340-c6b6-4c10-ae89-74d18a96dcc2,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:47.908576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-918570ec-5faa-45bb-8108-14de51cd23be req-4795b224-4933-4b35-92b4-f2880c60b8e1 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665773 Nov 04 09:03:47.909057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c0c03-fb99-4a63-a4f3-d22d2dc063e6 None None] No DVR routers for this DVR port b282a340-c6b6-4c10-ae89-74d18a96dcc2 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:47.966240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:47.974066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e663bb3-c5b1-421a-97b8-640509af6f00 req-39b82846-1cad-4a64-94cd-ce29c6f49587 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609321 Nov 04 09:03:48.021837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.032033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:03:48.033175 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.048791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:03:48.060676 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] Sync routers for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:03:48.064011 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:03:48.080990 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:48.081639 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:48.158743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-50013abc-a53d-4a9f-8188-2d7cd10be1c6 req-328bfebf-fd6f-4427-a96f-981da6a1ecdc tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6dc248c-6f73-4f58-8aa8-faa307adef82 HTTP/1.1" status: 200 len: 210 time: 0.0392394 Nov 04 09:03:48.191769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 03e4dca9-a177-4af0-92ff-f9d412762292 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:48.215299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:48.239248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:48.243221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] No DVR routers for this DVR port c14ca859-8aa0-42b7-a857-4adefca17bc7 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:48.250142 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.258991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b25639c-cbff-499d-b523-83e93505debc req-0a14b8b0-4b86-4dc2-8270-4af6179e5a14 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.70 "DELETE /v2.0/ports/c14ca859-8aa0-42b7-a857-4adefca17bc7 HTTP/1.1" status: 204 len: 173 time: 2.0011094 Nov 04 09:03:48.261284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'name': 'network-vif-deleted', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:48.264871 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab35c244-9a63-41e8-a41c-482e48e2eb6e" -d '{"events": [{"server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "name": "network-vif-deleted", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:48.316094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.357619 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:03:48.359361 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.367814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3538e72d-be75-4cc2-81fa-82aa9894ac80 HTTP/1.1" status: 204 len: 168 time: 1.2497945 Nov 04 09:03:48.372755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 03e4dca9-a177-4af0-92ff-f9d412762292 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:03:48.392654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 03e4dca9-a177-4af0-92ff-f9d412762292 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:48.393025 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.406080 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c807f0e-ea01-4543-8b6d-508ef0db1f87 x-openstack-request-id: req-9c807f0e-ea01-4543-8b6d-508ef0db1f87 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:48.406527 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6dc248c-6f73-4f58-8aa8-faa307adef82", "name": "network-vif-deleted", "tag": "c14ca859-8aa0-42b7-a857-4adefca17bc7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:48.406792 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9c807f0e-ea01-4543-8b6d-508ef0db1f87 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:48.407315 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6dc248c-6f73-4f58-8aa8-faa307adef82', 'name': 'network-vif-deleted', 'tag': 'c14ca859-8aa0-42b7-a857-4adefca17bc7', 'status': 'completed', 'code': 200} Nov 04 09:03:48.416754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76021f3a-965a-431c-97b6-cb54683fca97 admin admin] Pushing event deleted for resources: {'Network': ['ID=3538e72d-be75-4cc2-81fa-82aa9894ac80,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:48.425632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.520965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf25bb99-9790-441c-9035-e9ff376ea471 req-0a2a2774-81ac-4b16-b804-19a8d27ea779 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:48.529387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf25bb99-9790-441c-9035-e9ff376ea471 req-0a2a2774-81ac-4b16-b804-19a8d27ea779 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.0867732 Nov 04 09:03:48.573294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-413180774-network', 'tenant_id': '19f77d2ea41d4a3ab75591b7b1bc75dc'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:48.579490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Port': ['ID=b282a340-c6b6-4c10-ae89-74d18a96dcc2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:48.586644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf25bb99-9790-441c-9035-e9ff376ea471 req-62d4e5dc-44c3-41f2-a599-9846bd98db1b tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483057 Nov 04 09:03:48.587554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] No DVR routers for this DVR port b282a340-c6b6-4c10-ae89-74d18a96dcc2 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:48.645325 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.688660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 03e4dca9-a177-4af0-92ff-f9d412762292, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=03e4dca9-a177-4af0-92ff-f9d412762292,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:48.693384 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.694380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c14ca859-8aa0-42b7-a857-4adefca17bc7 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:48.733094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51900) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:48.746454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8072f74d-4034-435e-bf39-75ba6ac35ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:48.750946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c14ca859-8aa0-42b7-a857-4adefca17bc7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:48.751742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c14ca859-8aa0-42b7-a857-4adefca17bc7 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:48.773884 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:48.785100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=03e4dca9-a177-4af0-92ff-f9d412762292,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:48.814474 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] Checking router: 25cc72dc-ed52-4b2e-812a-dd02429d8842 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:03:48.827004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:48.827950 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:48.847827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9352c9eb-10d3-437e-9dad-d7c997157c50 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd2953eed638403abe10d590f4866c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111679 Nov 04 09:03:48.848590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51902) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:48.967925 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efcf4bae-f99e-4920-bc71-330a693799a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.018052 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:03:49.040356 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efcf4bae-f99e-4920-bc71-330a693799a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.097219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7907e6-a9a2-4e60-b834-b2da14782857 req-9e1828b5-2087-43bf-b27e-88c5eeaf78bf tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:49.099000 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7907e6-a9a2-4e60-b834-b2da14782857 req-9e1828b5-2087-43bf-b27e-88c5eeaf78bf tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 945 time: 0.1184044 Nov 04 09:03:49.164771 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efcf4bae-f99e-4920-bc71-330a693799a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.167591 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-efcf4bae-f99e-4920-bc71-330a693799a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.168871 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-efcf4bae-f99e-4920-bc71-330a693799a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ef04807-820b-49e8-9a8f-d2267567084e HTTP/1.1" status: 204 len: 168 time: 0.3182244 Nov 04 09:03:49.190122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.201051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7907e6-a9a2-4e60-b834-b2da14782857 req-e48b9bc5-9280-482f-a5cf-ae26fdc147d1 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924010 Nov 04 09:03:49.202335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf4bae-f99e-4920-bc71-330a693799a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef04807-820b-49e8-9a8f-d2267567084e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:49.202757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Made reservation on behalf of 19f77d2ea41d4a3ab75591b7b1bc75dc for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:49.205302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.276633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.324779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0dcaf2-e750-4b0f-b02c-0ac8519a883b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:49.326223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51912) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:49.361039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563f7f99-fc3e-48cf-9633-2232b371734e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:49.361395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563f7f99-fc3e-48cf-9633-2232b371734e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:49.392564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.432319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.449130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:03:49.449468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:03:49.452966 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:03:49.503497 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-399ab02e-4b96-43fa-8e55-ea8da6f120e5 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.525162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8072f74d-4034-435e-bf39-75ba6ac35ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.537062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-399ab02e-4b96-43fa-8e55-ea8da6f120e5 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.541951 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8072f74d-4034-435e-bf39-75ba6ac35ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.582283 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.607778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4dca9-a177-4af0-92ff-f9d412762292'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:49.613104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.617261 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5605af9-6c00-47d7-bbf9-21928214ec8e" -d '{"events": [{"server_uuid": "b37a24c4-e3ec-4f25-a204-5d3fe3b61e33", "name": "network-vif-plugged", "status": "completed", "tag": "03e4dca9-a177-4af0-92ff-f9d412762292"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:49.620140 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] 10.222.0.53 "DELETE /v2.0/networks/df0dcaf2-e750-4b0f-b02c-0ac8519a883b HTTP/1.1" status: 204 len: 168 time: 2.6518161 Nov 04 09:03:49.630085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-399ab02e-4b96-43fa-8e55-ea8da6f120e5 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.633519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-399ab02e-4b96-43fa-8e55-ea8da6f120e5 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.637097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-399ab02e-4b96-43fa-8e55-ea8da6f120e5 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "DELETE /v2.0/security-groups/6399400a-0e1c-438b-a5ba-1596f712f7e1 HTTP/1.1" status: 204 len: 168 time: 0.3074403 Nov 04 09:03:49.638771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:49.665010 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-ce796536-a315-4c00-b120-b69ad6ac6847 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] show failed (client error): The resource could not be found. Nov 04 09:03:49.668535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ce796536-a315-4c00-b120-b69ad6ac6847 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "GET /v2.0/security-groups/6399400a-0e1c-438b-a5ba-1596f712f7e1 HTTP/1.1" status: 404 len: 347 time: 0.0263536 Nov 04 09:03:49.668535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ab02e-4b96-43fa-8e55-ea8da6f120e5 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6399400a-0e1c-438b-a5ba-1596f712f7e1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:49.668826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b282a340-c6b6-4c10-ae89-74d18a96dcc2 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:49.669289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51926) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:49.703244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea7cf-608c-42ac-bed2-2fa9f19bb0a4 tempest-AllowedAddressPairTestJSON-1148052011 tempest-AllowedAddressPairTestJSON-1148052011-project] Pushing event deleted for resources: {'Network': ['ID=df0dcaf2-e750-4b0f-b02c-0ac8519a883b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:49.703929 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:49.732474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072f74d-4034-435e-bf39-75ba6ac35ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1973ad6-628f-4c24-a851-aadee58f1544,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:49.770239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: b282a340-c6b6-4c10-ae89-74d18a96dcc2 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:49.773008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b282a340-c6b6-4c10-ae89-74d18a96dcc2 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:49.799407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8072f74d-4034-435e-bf39-75ba6ac35ead admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77bd0b4185a84fdc893f4f41f3d69ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5747771 Nov 04 09:03:49.815722 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b3ba0-0e90-423d-bdab-ff4443a97d47 None None] The sync data for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 is: [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:01:18Z', 'revision_number': 4, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f2a51d54-b502-43f5-afc5-6f93810460d9', 'name': '', 'network_id': '1a44f141-7c6a-4d01-b552-e86e5e56bc53', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'mac_address': 'fa:16:3e:16:70:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:16Z', 'updated_at': '2021-11-04T09:01:26Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'subnets': [{'id': '19d39770-6f2f-4c89-972f-c854e1201dc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:03:49.826762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:49.856534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.868123 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9bba1b-9715-4de2-838e-3869e3e22a85 x-openstack-request-id: req-fe9bba1b-9715-4de2-838e-3869e3e22a85 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:49.868335 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37a24c4-e3ec-4f25-a204-5d3fe3b61e33", "name": "network-vif-plugged", "status": "completed", "tag": "03e4dca9-a177-4af0-92ff-f9d412762292", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:49.868588 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe9bba1b-9715-4de2-838e-3869e3e22a85 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:49.869132 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4dca9-a177-4af0-92ff-f9d412762292', 'code': 200} Nov 04 09:03:49.877436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.893237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:49.906041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:49.906372 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Added segment f3dfe9f1-7822-4f95-8181-79e1a23e72cc of type vlan for network d50e1fa1-581e-4912-902a-df76a79cba03 Nov 04 09:03:49.989828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.039251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.040269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:50.040862 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.059587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a13d69-31e0-4ab6-910f-42fc533f9368 req-d4c408f0-0f37-4f00-9513-73f8c8f74186 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:50.067514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4a13d69-31e0-4ab6-910f-42fc533f9368 req-d4c408f0-0f37-4f00-9513-73f8c8f74186 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.2640266 Nov 04 09:03:50.070982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Deleting port aa74dcc6-9cf2-4743-bae9-87412304ec2a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:50.071470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.114660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7000c44-ffa0-47ee-887f-197a17071de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.255370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3d07f-2002-44bc-88e8-b6ee5fe1a330 req-1a6667de-fdb9-41e9-88a5-c751816687f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:50.276781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0c3d07f-2002-44bc-88e8-b6ee5fe1a330 req-1a6667de-fdb9-41e9-88a5-c751816687f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 1096 time: 0.3354769 Nov 04 09:03:50.282713 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7000c44-ffa0-47ee-887f-197a17071de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.299070 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4a13d69-31e0-4ab6-910f-42fc533f9368 req-422b601a-1a5e-4c1b-ab3c-1e49af28b2e3 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303314 Nov 04 09:03:50.322673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-13b65e3b-2f67-4392-8408-5bba6cfcdb07 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:50.324526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-13b65e3b-2f67-4392-8408-5bba6cfcdb07 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 945 time: 0.6983404 Nov 04 09:03:50.401398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75424c9e-3b33-4048-80ee-4005f2f7c1ec None None] New status for floating IP 01b854c5-ce3c-4cd7-9cc0-8469cee38cdf: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:03:50.417738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51942) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:50.436660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44870f08-3453-4d0a-bd7f-541007ec5c68,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:50.459223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2043850 Nov 04 09:03:50.463556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51946) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:50.480196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Request body: {'subnet': {'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-413180774-subnet', 'tenant_id': '19f77d2ea41d4a3ab75591b7b1bc75dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:50.492777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f086ad-38b4-4cca-86df-912c228f2277 admin admin] Pushing event updated for resources: {'Network': ['ID=d50e1fa1-581e-4912-902a-df76a79cba03,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:50.530827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0c3d07f-2002-44bc-88e8-b6ee5fe1a330 req-e9dcbba3-7b7d-44ce-a147-7bce138ba4c0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267044 Nov 04 09:03:50.542859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.543222 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.587009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e8de8-d8d4-4f79-8c40-f83f2d815020 req-5b0466f9-22fa-47c7-8446-3cd040fda65d tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:50.596264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network d50e1fa1-581e-4912-902a-df76a79cba03 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:50.596657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f1e8de8-d8d4-4f79-8c40-f83f2d815020 req-5b0466f9-22fa-47c7-8446-3cd040fda65d tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 945 time: 0.1774888 Nov 04 09:03:50.626785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Calling delete_port for aa74dcc6-9cf2-4743-bae9-87412304ec2a owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:50.638896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Deleting port 929e06b6-1eed-4563-be3b-252896763259 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:50.639442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.667526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Made reservation on behalf of 19f77d2ea41d4a3ab75591b7b1bc75dc for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:50.670703 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.810098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] For port 929e06b6-1eed-4563-be3b-252896763259, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=929e06b6-1eed-4563-be3b-252896763259,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:50.812108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.816824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f1e8de8-d8d4-4f79-8c40-f83f2d815020 req-e4d3aefc-15db-4bbb-97dd-df08dff6f735 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188137 Nov 04 09:03:50.980699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7000c44-ffa0-47ee-887f-197a17071de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.983470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7000c44-ffa0-47ee-887f-197a17071de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:50.987765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e7000c44-ffa0-47ee-887f-197a17071de7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b1973ad6-628f-4c24-a851-aadee58f1544 HTTP/1.1" status: 204 len: 168 time: 1.1568201 Nov 04 09:03:51.043223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7000c44-ffa0-47ee-887f-197a17071de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1973ad6-628f-4c24-a851-aadee58f1544,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:51.138549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:51.155433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6d3e096-e6e5-43e9-b576-cbe994d71728 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=603c9421443546b4aea306d03834bb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7004838 Nov 04 09:03:51.157419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51964) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:51.299101 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.299476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.299955 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Floating IP f0a0e7ca-8897-418f-a151-02dd3bf34fb6 disassociated. External IP: 172.25.3.243, port: 929e06b6-1eed-4563-be3b-252896763259. Nov 04 09:03:51.300364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Calling delete_port for 929e06b6-1eed-4563-be3b-252896763259 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:51.310031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a48a-5b14-4005-89f3-6d1bffa476b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.369373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-network', 'tenant_id': 'bbf5981223094141a39f83de0673a928'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:51.388691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a48a-5b14-4005-89f3-6d1bffa476b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.414795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.460770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:51.463300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.487507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aad0541-d906-46b4-9f2c-e779cf1658a6,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:51.501751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.504808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.546850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a48a-5b14-4005-89f3-6d1bffa476b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.553518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6a1a48a-5b14-4005-89f3-6d1bffa476b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.555378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c6a1a48a-5b14-4005-89f3-6d1bffa476b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4af31ae3-e538-47d8-86c7-dce5763c16d6 HTTP/1.1" status: 204 len: 168 time: 0.3970106 Nov 04 09:03:51.613840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a1a48a-5b14-4005-89f3-6d1bffa476b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af31ae3-e538-47d8-86c7-dce5763c16d6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:51.654552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.661579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Pushing event deleted for resources: {'Port': ['ID=aa74dcc6-9cf2-4743-bae9-87412304ec2a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:51.717973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event deleted for resources: {'Port': ['ID=929e06b6-1eed-4563-be3b-252896763259,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:51.841840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.848318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.893595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f65ffa-6588-4529-80c0-034b11e608c7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:51.912497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:51.932335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:51.933020 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Added segment a8d4d664-850a-4555-a510-0950c8e15efc of type vlan for network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c Nov 04 09:03:51.984505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51089d7-2772-465c-bdc4-36b6b5c5f1ab req-d295a4d6-ba6f-419e-9637-9f3ca7e9a910 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:51.988157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:03:51.995366 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b51089d7-2772-465c-bdc4-36b6b5c5f1ab req-d295a4d6-ba6f-419e-9637-9f3ca7e9a910 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e34af6d-b46c-4470-a83b-8dddde8ce6c4 HTTP/1.1" status: 200 len: 867 time: 0.4919376 Nov 04 09:03:52.000337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Checking segment: {'id': 'f3dfe9f1-7822-4f95-8181-79e1a23e72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:52.000827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Network hostable DHCP agents. Network: d50e1fa1-581e-4912-902a-df76a79cba03, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:03:52.040974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.044177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.049045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-722593a4-be1e-4ce2-abb4-c97a842684a0 tempest-ServersTestManualDisk-1777399158 tempest-ServersTestManualDisk-1777399158-project] 10.222.0.53 "DELETE /v2.0/floatingips/01b854c5-ce3c-4cd7-9cc0-8469cee38cdf HTTP/1.1" status: 204 len: 168 time: 2.3758121 Nov 04 09:03:52.049045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:52.063895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.196787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:03:52.232682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Network d50e1fa1-581e-4912-902a-df76a79cba03 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:03:52.284847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, d50e1fa1-581e-4912-902a-df76a79cba03) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:52.295214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dac1b3c-9717-43ee-a8eb-55fb7ebaad31 None None] Network d50e1fa1-581e-4912-902a-df76a79cba03 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:52.332602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b51089d7-2772-465c-bdc4-36b6b5c5f1ab req-be0ab02d-ca60-4374-8aa3-4b1235b4f71b tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups?id=668e2222-a09f-4a71-9bcd-77a5b6d04bba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3361759 Nov 04 09:03:52.336746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:52.337364 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.342508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545498b-df47-4c6b-bcc7-15d1d22ff4d3 req-cf27d083-93a2-41fb-9b7d-abc742e6db4a tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:52.344273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a545498b-df47-4c6b-bcc7-15d1d22ff4d3 req-cf27d083-93a2-41fb-9b7d-abc742e6db4a tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 945 time: 0.3587737 Nov 04 09:03:52.345561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:03:52.356559 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.357598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:52.358720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.359880 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] Sync routers for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:03:52.380654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:52.383068 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:52.445826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d59ef62-5eb7-4107-84b8-2e0087cd922e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9706588 Nov 04 09:03:52.535167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] Pushing event updated for resources: {'Network': ['ID=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:52.546569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4be854e4-474d-4863-a020-561dc066b649 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4067373 Nov 04 09:03:52.565660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:52.571282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:52.590018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Request body: {'subnet': {'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-subnet', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:52.621469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] No DVR routers for this DVR port 929e06b6-1eed-4563-be3b-252896763259 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:52.623588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8e95c2-a9e3-4680-954a-32aa4d29d13f None None] Network d50e1fa1-581e-4912-902a-df76a79cba03 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:52.627658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:52.631122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.637974 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:52.642942 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36085b86-6512-4cb6-bdf4-fbf4f2950cec req-808678a8-311b-40d0-aa4e-ce97d5014973 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.55 "DELETE /v2.0/ports/929e06b6-1eed-4563-be3b-252896763259 HTTP/1.1" status: 204 len: 173 time: 2.3107498 Nov 04 09:03:52.643924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'name': 'network-vif-deleted', 'tag': '929e06b6-1eed-4563-be3b-252896763259'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:52.647167 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728d6ae4-832c-48ea-856c-e20f53585433" -d '{"events": [{"server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "name": "network-vif-deleted", "tag": "929e06b6-1eed-4563-be3b-252896763259"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:52.714458 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:03:52.831499 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a00d4-b041-41d7-91a9-953bf4673bd3 x-openstack-request-id: req-1a2a00d4-b041-41d7-91a9-953bf4673bd3 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:52.831730 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e34af6d-b46c-4470-a83b-8dddde8ce6c4", "name": "network-vif-deleted", "tag": "929e06b6-1eed-4563-be3b-252896763259", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:52.832034 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a2a00d4-b041-41d7-91a9-953bf4673bd3 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:52.832498 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e34af6d-b46c-4470-a83b-8dddde8ce6c4', 'name': 'network-vif-deleted', 'tag': '929e06b6-1eed-4563-be3b-252896763259', 'status': 'completed', 'code': 200} Nov 04 09:03:52.846670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a545498b-df47-4c6b-bcc7-15d1d22ff4d3 req-7211dd1c-29bd-4fac-8ca0-a3a9efe3ff35 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912009 Nov 04 09:03:53.162207 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:53.184315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8298d5e-626a-4a9c-8797-44c9c6bf2994 req-6359ee34-e691-453c-8d51-9427d1340050 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:53.188123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d8298d5e-626a-4a9c-8797-44c9c6bf2994 req-6359ee34-e691-453c-8d51-9427d1340050 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=69622d22-c6f4-47e0-a52c-2cf4657e12ce HTTP/1.1" status: 200 len: 945 time: 0.2139726 Nov 04 09:03:53.227847 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] Checking router: 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:03:53.238740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:53.239482 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:53.267473 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:53.359560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:53.388333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d8298d5e-626a-4a9c-8797-44c9c6bf2994 req-84bfd936-4053-4128-91a6-ef91664cbfc4 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831112 Nov 04 09:03:53.464744 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:03:53.480549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=775d7aa1-ab92-4a32-86da-b74cdfe76349,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:53.490543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Checking segment: {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:53.491341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Network hostable DHCP agents. Network: 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:03:53.525923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:03:53.543466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:53.554168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffe77f-60b5-4839-86af-30d4dca47674 None None] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:53.575819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:53.576895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:53.620674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-222f9f44-9b4e-4d2d-9880-67d9b8577e4e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0528436 Nov 04 09:03:53.623407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:53.637406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:53.687486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:53.688901 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:53.852834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:53.888431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Deleting port f2a51d54-b502-43f5-afc5-6f93810460d9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:53.894653 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:53.994196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:03:53.995417 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.004706 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:54.078767 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9350452d-f0d0-4b16-b993-26930ca261f6 None None] The sync data for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 is: [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:01:32Z', 'revision_number': 4, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '85da1675-b775-4951-801a-476eabf71acb', 'name': '', 'network_id': 'a2fa2a72-ce89-49bb-83ac-9a606485fa30', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'mac_address': 'fa:16:3e:45:41:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:30Z', 'updated_at': '2021-11-04T09:01:41Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'subnets': [{'id': '7586158d-c6b0-46a5-8ade-631d6166d684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:03:54.083391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52054) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:54.132656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] For port f2a51d54-b502-43f5-afc5-6f93810460d9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f2a51d54-b502-43f5-afc5-6f93810460d9,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:54.133015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.186574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Calling delete_port for f2a51d54-b502-43f5-afc5-6f93810460d9 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:54.197668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Allocated IP 172.20.0.2 (26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c/775d7aa1-ab92-4a32-86da-b74cdfe76349/94c80e76-9b75-4119-8c5d-27f593985b9b) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:54.241109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.252285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e9e040a0-d9af-4615-91af-eda6fe135f6d tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:54.254328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e9e040a0-d9af-4615-91af-eda6fe135f6d tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/networks?id=d50e1fa1-581e-4912-902a-df76a79cba03 HTTP/1.1" status: 200 len: 808 time: 0.4070375 Nov 04 09:03:54.365831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 929e06b6-1eed-4563-be3b-252896763259 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:54.366176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-228178102'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:54.423794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 929e06b6-1eed-4563-be3b-252896763259 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:54.424326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 929e06b6-1eed-4563-be3b-252896763259 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:54.472077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:54.481679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.510095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.514183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-01446591-bcc4-45df-83cf-1f999609778e tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/quotas/19f77d2ea41d4a3ab75591b7b1bc75dc HTTP/1.1" status: 200 len: 375 time: 0.2005501 Nov 04 09:03:54.548264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecd597c4-9d1b-4b9f-9e45-b94cf5e9cb40 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.580736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.605525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-ec86ee8d-bbb8-4796-a3a5-af8823afe1e2 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=19f77d2ea41d4a3ab75591b7b1bc75dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900335 Nov 04 09:03:54.620174 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.629247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:54.671234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aaf0cc-3be4-45e1-b325-cb4a1a8a6f4d None None] New status for floating IP f0a0e7ca-8897-418f-a151-02dd3bf34fb6: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:03:54.700154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:54.713067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:54.721338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:54.785546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-2b0f7d61-e7bd-497e-a992-16e6b0a00529 service neutron] 10.222.0.53 "GET /v2.0/networks/d50e1fa1-581e-4912-902a-df76a79cba03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786611 Nov 04 09:03:54.873538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Pushing event updated for resources: {'Port': ['ID=94c80e76-9b75-4119-8c5d-27f593985b9b,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:54.946062 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-c46b8045-fbce-4e3f-a00e-6f2c879d02a2 service neutron] 10.222.0.53 "GET /v2.0/networks/d50e1fa1-581e-4912-902a-df76a79cba03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595063 Nov 04 09:03:55.032306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.032647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.032987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.033326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.040056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.040425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.040780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.041110 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecd597c4-9d1b-4b9f-9e45-b94cf5e9cb40 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.041250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.041643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.042039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.042516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.042957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:03:55.075808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Attempting to bind port 94c80e76-9b75-4119-8c5d-27f593985b9b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:03:55.077084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Attempting to bind port 94c80e76-9b75-4119-8c5d-27f593985b9b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:03:55.077693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Attempting to bind port 94c80e76-9b75-4119-8c5d-27f593985b9b on network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:03:55.093882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:03:55.094599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Checking segment: {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:03:55.095462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.096088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Bound using segment: {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:03:55.097894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Bound port: 94c80e76-9b75-4119-8c5d-27f593985b9b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:03:55.101428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.217814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0ffa70d0-3bd6-4b6d-b393-05be0c77db0c tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:55.220121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0ffa70d0-3bd6-4b6d-b393-05be0c77db0c tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "GET /v2.0/ports?device_id=69622d22-c6f4-47e0-a52c-2cf4657e12ce HTTP/1.1" status: 200 len: 945 time: 0.1084845 Nov 04 09:03:55.280293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.293229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.300470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecd597c4-9d1b-4b9f-9e45-b94cf5e9cb40 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.305046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecd597c4-9d1b-4b9f-9e45-b94cf5e9cb40 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.309901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ecd597c4-9d1b-4b9f-9e45-b94cf5e9cb40 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "DELETE /v2.0/security-groups/668e2222-a09f-4a71-9bcd-77a5b6d04bba HTTP/1.1" status: 204 len: 168 time: 1.4517133 Nov 04 09:03:55.310646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:55.341101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c712f04-217a-4082-adb4-85dcc22bf3ee req-13dcdc5b-7b4d-45ab-a44c-b04ae84bb256 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:55.346206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] For port 94c80e76-9b75-4119-8c5d-27f593985b9b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:03:55.354419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] For port 94c80e76-9b75-4119-8c5d-27f593985b9b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=94c80e76-9b75-4119-8c5d-27f593985b9b,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:03:55.354817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6c712f04-217a-4082-adb4-85dcc22bf3ee req-13dcdc5b-7b4d-45ab-a44c-b04ae84bb256 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=69622d22-c6f4-47e0-a52c-2cf4657e12ce HTTP/1.1" status: 200 len: 945 time: 0.8458261 Nov 04 09:03:55.360581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=049f920e-4e6e-458c-ba68-576d4190e293,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:55.362473 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.456156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:55.493160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70455b-7e83-4e9c-9c1b-cd4bf8dfcc1d None None] Pushing event updated for resources: {'Port': ['ID=94c80e76-9b75-4119-8c5d-27f593985b9b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:55.519630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.520096 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 72a4edd4-3dd6-4966-9329-16ee25bdc268 of type vlan for network 4798b0ae-9806-40ad-ba17-c79924ca7c68 Nov 04 09:03:55.554067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6c712f04-217a-4082-adb4-85dcc22bf3ee req-34c6cabd-e3d8-493b-b94e-1f5c34b2b0f5 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926186 Nov 04 09:03:55.559774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.721272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f2a51d54-b502-43f5-afc5-6f93810460d9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:55.765725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.902405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc32763-4309-4980-a51d-3b51956f3158 req-00cd8c7d-5266-4b0a-a5b7-707e31ae9c9c tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:55.903793 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc32763-4309-4980-a51d-3b51956f3158 req-00cd8c7d-5266-4b0a-a5b7-707e31ae9c9c tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 945 time: 0.3008137 Nov 04 09:03:55.906029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:55.932241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:55.932965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.053067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd597c4-9d1b-4b9f-9e45-b94cf5e9cb40 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e2222-a09f-4a71-9bcd-77a5b6d04bba,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:56.072754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd118cf8-1646-469c-ab9d-229d9ed8e176 req-6bb22ce2-355c-40bd-a3ac-707567f6053d tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 210 time: 0.5977623 Nov 04 09:03:56.077431 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-2204f3f3-f2a8-45cd-9466-d47877b8c5ec tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] show failed (client error): The resource could not be found. Nov 04 09:03:56.078485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2204f3f3-f2a8-45cd-9466-d47877b8c5ec tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "GET /v2.0/security-groups/668e2222-a09f-4a71-9bcd-77a5b6d04bba HTTP/1.1" status: 404 len: 347 time: 0.7483644 Nov 04 09:03:56.086339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52140) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:56.182802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0942163 Nov 04 09:03:56.185583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52142) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:56.227914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-718484311'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:56.262942 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.299889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.303675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Deleting port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:56.304553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.336606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c4001-b123-4937-b9b7-c8b40b7b6621 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=4798b0ae-9806-40ad-ba17-c79924ca7c68,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:56.348291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:56.349069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.356412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:56.360521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.566239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Deleting port 03e4dca9-a177-4af0-92ff-f9d412762292 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:56.566884 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.583323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:03:56.639280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] For port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:56.639767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.690889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Calling delete_port for ff62c1a8-b9d5-4282-ad15-d9a8d61c071c owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:56.705123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:56.705509 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment aea348d4-bb84-4c58-ab27-e28c0023723d of type vlan for network a9ea8411-355a-4a33-9a08-c5429ca23178 Nov 04 09:03:56.957775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.009084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Allocated IP 172.25.3.161 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/d029244b-2c75-43ca-b78e-0162d6c28b90) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:03:57.062937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] For port 03e4dca9-a177-4af0-92ff-f9d412762292, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=03e4dca9-a177-4af0-92ff-f9d412762292,segment=NetworkSegment(18842fd6-7790-42c8-b75d-4ae10d078fd8),segment_id=18842fd6-7790-42c8-b75d-4ae10d078fd8)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:57.063314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.079540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Calling delete_port for 03e4dca9-a177-4af0-92ff-f9d412762292 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:57.098780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10b4a1f-649c-4680-8a73-263233b8e0dd None None] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:03:57.227184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:03:57.266636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03addd-114e-49aa-b304-125f4260f4a7 req-883f68b9-213a-4aa0-9203-773eebcc924e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:57.274119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Deleting port 5e1aaa18-ea34-44d6-89cc-ba15de545781 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:03:57.274872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.282993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb03addd-114e-49aa-b304-125f4260f4a7 req-883f68b9-213a-4aa0-9203-773eebcc924e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=69622d22-c6f4-47e0-a52c-2cf4657e12ce HTTP/1.1" status: 200 len: 945 time: 0.5812159 Nov 04 09:03:57.290114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8ab23414-f99a-46e7-b6d5-ecb5263ae0b3 None None] Provisioning complete for port 94c80e76-9b75-4119-8c5d-27f593985b9b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:57.290693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ab23414-f99a-46e7-b6d5-ecb5263ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.442448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.461282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:57.462302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.506506 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.551721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ab23414-f99a-46e7-b6d5-ecb5263ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.630995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8ab23414-f99a-46e7-b6d5-ecb5263ae0b3 None None] For port 94c80e76-9b75-4119-8c5d-27f593985b9b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=94c80e76-9b75-4119-8c5d-27f593985b9b,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:03:57.637524 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ab23414-f99a-46e7-b6d5-ecb5263ae0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.653026 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.686486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.687004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.722136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 94c80e76-9b75-4119-8c5d-27f593985b9b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:57.752469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event deleted for resources: {'Port': ['ID=ff62c1a8-b9d5-4282-ad15-d9a8d61c071c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:57.760343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Calling delete_port for 5e1aaa18-ea34-44d6-89cc-ba15de545781 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:03:57.832404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb03addd-114e-49aa-b304-125f4260f4a7 req-09ca9260-046e-486b-94ec-551f5bb2ae08 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/security-groups?id=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5479980 Nov 04 09:03:57.879581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.890961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab23414-f99a-46e7-b6d5-ecb5263ae0b3 None None] Pushing event updated for resources: {'Port': ['ID=94c80e76-9b75-4119-8c5d-27f593985b9b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:57.902149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.6783912 Nov 04 09:03:57.912838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52302) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:57.919578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-af671ceb-b7c7-4126-b6f8-6bb8d3341aeb None None] Provisioning complete for port 94c80e76-9b75-4119-8c5d-27f593985b9b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:57.920035 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af671ceb-b7c7-4126-b6f8-6bb8d3341aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.940846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] No DVR routers for this DVR port ff62c1a8-b9d5-4282-ad15-d9a8d61c071c on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:57.947729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.949118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': '4798b0ae-9806-40ad-ba17-c79924ca7c68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:57.959149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebb7e172-76fb-421a-88ad-f2745c5591d7 req-0f84331e-0dfb-4a1d-a34f-70cda0496531 tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.55 "DELETE /v2.0/ports/ff62c1a8-b9d5-4282-ad15-d9a8d61c071c HTTP/1.1" status: 204 len: 173 time: 2.7232571 Nov 04 09:03:57.962772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 94c80e76-9b75-4119-8c5d-27f593985b9b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:57.963351 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:57.975190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-5245fc09-6652-4fb0-8daf-022173516644 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:03:57.980310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-5245fc09-6652-4fb0-8daf-022173516644 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.70 "GET /v2.0/networks?id=d50e1fa1-581e-4912-902a-df76a79cba03 HTTP/1.1" status: 200 len: 808 time: 1.0091989 Nov 04 09:03:57.980529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'name': 'network-vif-deleted', 'tag': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:57.983566 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ee38aa-32f0-44f1-aadb-524f16c3ce67" -d '{"events": [{"server_uuid": "69622d22-c6f4-47e0-a52c-2cf4657e12ce", "name": "network-vif-deleted", "tag": "ff62c1a8-b9d5-4282-ad15-d9a8d61c071c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:58.004226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Router 25cc72dc-ed52-4b2e-812a-dd02429d8842 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:03:58.076607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Request body: {'port': {'device_id': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03', 'admin_state_up': True, 'tenant_id': '19f77d2ea41d4a3ab75591b7b1bc75dc'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:03:58.083489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90cd316-c09e-41f1-8968-379de61544fd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=a9ea8411-355a-4a33-9a08-c5429ca23178,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:58.109082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:03:58.125377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a9ea8411-355a-4a33-9a08-c5429ca23178 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:03:58.141807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:03:58.145754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:03:58.214905 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e14018-dd86-404e-bc10-aa4fecc89f6f x-openstack-request-id: req-e1e14018-dd86-404e-bc10-aa4fecc89f6f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:58.215179 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69622d22-c6f4-47e0-a52c-2cf4657e12ce", "name": "network-vif-deleted", "tag": "ff62c1a8-b9d5-4282-ad15-d9a8d61c071c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:58.215487 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1e14018-dd86-404e-bc10-aa4fecc89f6f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:58.215898 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69622d22-c6f4-47e0-a52c-2cf4657e12ce', 'name': 'network-vif-deleted', 'tag': 'ff62c1a8-b9d5-4282-ad15-d9a8d61c071c', 'status': 'completed', 'code': 200} Nov 04 09:03:58.216835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Pushing event updated for resources: {'Port': ['ID=d029244b-2c75-43ca-b78e-0162d6c28b90,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:58.249985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 03e4dca9-a177-4af0-92ff-f9d412762292 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:58.289337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.307973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 03e4dca9-a177-4af0-92ff-f9d412762292 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:58.308822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 03e4dca9-a177-4af0-92ff-f9d412762292 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:58.314559 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-344c7c96-b245-4108-9317-1b1eba81243c req-af098205-2ffc-4284-874c-a30c2488c4de tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 210 time: 0.2908521 Nov 04 09:03:58.389603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ff62c1a8-b9d5-4282-ad15-d9a8d61c071c no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:03:58.420095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: ff62c1a8-b9d5-4282-ad15-d9a8d61c071c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:03:58.420892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ff62c1a8-b9d5-4282-ad15-d9a8d61c071c not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:03:58.441929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Pushing event deleted for resources: {'Port': ['ID=03e4dca9-a177-4af0-92ff-f9d412762292,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:58.539408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.598982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Pushing event deleted for resources: {'Port': ['ID=5e1aaa18-ea34-44d6-89cc-ba15de545781,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:03:58.618866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] No DVR routers for this DVR port 03e4dca9-a177-4af0-92ff-f9d412762292 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:03:58.628721 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.633128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc32763-4309-4980-a51d-3b51956f3158 req-f007d963-bd56-4c1c-9ef4-733f4a98f21e tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.70 "DELETE /v2.0/ports/03e4dca9-a177-4af0-92ff-f9d412762292 HTTP/1.1" status: 204 len: 173 time: 2.6973214 Nov 04 09:03:58.643974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'name': 'network-vif-deleted', 'tag': '03e4dca9-a177-4af0-92ff-f9d412762292'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:03:58.646779 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6710a78-13bc-4300-b165-a5a28c6b8620" -d '{"events": [{"server_uuid": "b37a24c4-e3ec-4f25-a204-5d3fe3b61e33", "name": "network-vif-deleted", "tag": "03e4dca9-a177-4af0-92ff-f9d412762292"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:03:58.738654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:58.745760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.784588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.787800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.789910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0eb67008-6dd7-4b5d-afef-4535afd26c69 tempest-ServersTestJSON-598862786 tempest-ServersTestJSON-598862786-project] 10.222.0.53 "DELETE /v2.0/floatingips/f0a0e7ca-8897-418f-a151-02dd3bf34fb6 HTTP/1.1" status: 204 len: 168 time: 2.6928251 Nov 04 09:03:58.794836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52370) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:58.818972 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-900712b4-78ac-44f5-94a2-b4e466b125de x-openstack-request-id: req-900712b4-78ac-44f5-94a2-b4e466b125de {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:03:58.821690 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37a24c4-e3ec-4f25-a204-5d3fe3b61e33", "name": "network-vif-deleted", "tag": "03e4dca9-a177-4af0-92ff-f9d412762292", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:03:58.821964 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-900712b4-78ac-44f5-94a2-b4e466b125de {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:03:58.822417 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b37a24c4-e3ec-4f25-a204-5d3fe3b61e33', 'name': 'network-vif-deleted', 'tag': '03e4dca9-a177-4af0-92ff-f9d412762292', 'status': 'completed', 'code': 200} Nov 04 09:03:58.927754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.947317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:03:58.951089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Made reservation on behalf of 19f77d2ea41d4a3ab75591b7b1bc75dc for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:03:58.957558 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] Sync routers for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:03:58.966247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:58.990003 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:59.000548 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:59.001382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0b77bd78-09fd-4913-80a6-cef3cc5440ec admin admin] 10.222.0.53 "PUT /v2.0/routers/25cc72dc-ed52-4b2e-812a-dd02429d8842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9495301 Nov 04 09:03:59.004255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52396) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:03:59.290012 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:03:59.469291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 94c80e76-9b75-4119-8c5d-27f593985b9b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:03:59.515932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4abf45d2-43d4-4a5c-bcb5-72b13c41843d req-979c3d21-6270-4d15-8daa-376b678f333f tempest-MultipleCreateTestJSON-2077026840 tempest-MultipleCreateTestJSON-2077026840-project] 10.222.0.53 "GET /v2.0/ports?device_id=b37a24c4-e3ec-4f25-a204-5d3fe3b61e33 HTTP/1.1" status: 200 len: 210 time: 0.3146732 Nov 04 09:03:59.592766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 94c80e76-9b75-4119-8c5d-27f593985b9b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:03:59.593156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:59.697602 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:59.794613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-146167b9-9e2a-4d9b-98c5-3b706326a6c7 req-a3dfe9fe-a6da-4a97-8113-c137dc088b07 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 210 time: 0.0862401 Nov 04 09:03:59.830341 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:03:59.831883 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:03:55Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:03:59.867154 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] Checking router: 25cc72dc-ed52-4b2e-812a-dd02429d8842 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:03:59.885344 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] Routers {'25cc72dc-ed52-4b2e-812a-dd02429d8842'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:03:59.886120 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25cc72dc-ed52-4b2e-812a-dd02429d8842'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:00.003069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Allocated IP 172.20.0.8 (d50e1fa1-581e-4912-902a-df76a79cba03/9aad0541-d906-46b4-9f2c-e779cf1658a6/a9d71651-c2e7-4cc8-80f0-675a6cb98ef9) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:00.065927 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] Set router 25cc72dc-ed52-4b2e-812a-dd02429d8842 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:00.122161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:00.337668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=0eabf532-ab79-418c-ba60-562a48a8b320,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:00.361919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '72a4edd4-3dd6-4966-9329-16ee25bdc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4798b0ae-9806-40ad-ba17-c79924ca7c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:00.362275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: 4798b0ae-9806-40ad-ba17-c79924ca7c68, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:00.397636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:00.492640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:00.501164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:00.514894 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:03:55Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:00.557337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4798b0ae-9806-40ad-ba17-c79924ca7c68) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:00.573504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e999ce4-12b2-4bbc-b735-b75e26d7cded None None] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:00.579443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:00.579978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:00.588685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:00.598967 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642b70c3-054b-4788-8aae-aed13088a85f None None] The sync data for ids ['25cc72dc-ed52-4b2e-812a-dd02429d8842'] in n-d-816487-1 is: [{'id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'name': 'tempest-ServersTestManualDisk-1955154225-router', 'tenant_id': 'a6f4e16160b644efaed21c4b4212dd02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:08Z', 'updated_at': '2021-11-04T09:03:55Z', 'revision_number': 5, 'project_id': 'a6f4e16160b644efaed21c4b4212dd02', 'gw_port': {'id': '4392dac4-ebdf-497c-bb75-df98fe7cb6cb', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25cc72dc-ed52-4b2e-812a-dd02429d8842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:10Z', 'updated_at': '2021-11-04T09:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:00.626278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6e40a098-822b-4dc8-8ff8-1dfbaec4f3d7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7114632 Nov 04 09:04:00.626975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52500) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:00.628874 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:00.635206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': 'a9ea8411-355a-4a33-9a08-c5429ca23178', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:00.705841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Deleting port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:00.706376 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:00.723404 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:00.776904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Router 3e27da27-6483-47ac-9415-127b5403528b is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:04:00.878057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Network d50e1fa1-581e-4912-902a-df76a79cba03 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:00.888950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:00.892589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:00.893333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] Deleting subnet efc2583e-2e0c-45a9-a304-4e1758332494 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:00.930309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-4798b0ae-9806-40ad-ba17-c79924ca7c68', 'network_id': '4798b0ae-9806-40ad-ba17-c79924ca7c68', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': '0eabf532-ab79-418c-ba60-562a48a8b320'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:04:00.932083 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.019405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Pushing event updated for resources: {'Port': ['ID=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:01.080511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] For port 4392dac4-ebdf-497c-bb75-df98fe7cb6cb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:01.080911 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.102005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:01.102735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.109777 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.117526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:01.118982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:01.122760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.137879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Sync routers for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:01.168203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:01.169194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:01.218800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Calling delete_port for 4392dac4-ebdf-497c-bb75-df98fe7cb6cb owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:01.231825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-54d09a1f-0d9d-4556-abcc-6c248ed38c73 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1632907 Nov 04 09:04:01.252563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Request body: {'port': {'device_id': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:01.394430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.412186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.416485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b8d79aaf-0379-43c4-a01a-677833426026 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.7877333 Nov 04 09:04:01.419809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.420822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52556) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:01.480571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f2a51d54-b502-43f5-afc5-6f93810460d9 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:01.499026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5802cd-54b3-4dbd-afb5-4443bfa46029 req-ff23d702-287f-4350-8232-cf34941bdc06 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:01.508305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc5802cd-54b3-4dbd-afb5-4443bfa46029 req-ff23d702-287f-4350-8232-cf34941bdc06 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 931 time: 0.3957467 Nov 04 09:04:01.548071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: f2a51d54-b502-43f5-afc5-6f93810460d9 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:01.548421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f2a51d54-b502-43f5-afc5-6f93810460d9 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:01.581851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.590643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Allocated IP 172.20.0.2 (4798b0ae-9806-40ad-ba17-c79924ca7c68/0eabf532-ab79-418c-ba60-562a48a8b320/d8a7c5c5-eaba-4825-adfd-db73c1f8a8da) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:01.664610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:01.774363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.832166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc5802cd-54b3-4dbd-afb5-4443bfa46029 req-e3caefca-a53a-4a6a-a343-20f562d90e46 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177021 Nov 04 09:04:01.844605 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.854439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/efc2583e-2e0c-45a9-a304-4e1758332494 HTTP/1.1" status: 204 len: 168 time: 1.2623336 Nov 04 09:04:01.857590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.884689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:01.948329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:01.968452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae1cab-2800-4c96-9472-0a946975ca99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efc2583e-2e0c-45a9-a304-4e1758332494,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:02.048080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:02.052015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.053207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:02.060945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:02.099894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Pushing event updated for resources: {'Port': ['ID=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:02.214072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.215874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Attempting to bind port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:02.216352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Attempting to bind port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '72a4edd4-3dd6-4966-9329-16ee25bdc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4798b0ae-9806-40ad-ba17-c79924ca7c68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:02.216929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Attempting to bind port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da on network 4798b0ae-9806-40ad-ba17-c79924ca7c68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:02.232498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:02.233482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Checking segment: {'id': '72a4edd4-3dd6-4966-9329-16ee25bdc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4798b0ae-9806-40ad-ba17-c79924ca7c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:02.233988 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.234480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Bound using segment: {'id': '72a4edd4-3dd6-4966-9329-16ee25bdc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4798b0ae-9806-40ad-ba17-c79924ca7c68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:02.235078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Bound port: d8a7c5c5-eaba-4825-adfd-db73c1f8a8da, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a4edd4-3dd6-4966-9329-16ee25bdc268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4798b0ae-9806-40ad-ba17-c79924ca7c68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:02.235623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.254416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Deleting port 85da1675-b775-4951-801a-476eabf71acb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:02.254980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.322792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] For port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:02.326949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] For port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,segment=NetworkSegment(72a4edd4-3dd6-4966-9329-16ee25bdc268),segment_id=72a4edd4-3dd6-4966-9329-16ee25bdc268)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:02.339452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:03:58Z', 'revision_number': 3, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:02.345703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.495231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.512459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.525545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] For port 85da1675-b775-4951-801a-476eabf71acb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=85da1675-b775-4951-801a-476eabf71acb,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:02.525820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.552224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3673e4-937a-42be-8027-2bbb94058853']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:02.564625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Calling delete_port for 85da1675-b775-4951-801a-476eabf71acb owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:02.571479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18842fd6-7790-42c8-b75d-4ae10d078fd8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:02.571808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18842fd6-7790-42c8-b75d-4ae10d078fd8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:02.578128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Checking router: 3e27da27-6483-47ac-9415-127b5403528b for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:04:02.579598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=15e0ed91-827e-472e-8e00-d7b8c99b6d6e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:02.581489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Updating router 3e27da27-6483-47ac-9415-127b5403528b port d029244b-2c75-43ca-b78e-0162d6c28b90 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:04:02.601002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.664619 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.680818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.701175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:04:02.702157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:04:02.713817 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:04:02.744682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b7e2b-f0f6-40e8-bf1f-cfee951b7a71 None None] Pushing event updated for resources: {'Port': ['ID=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:02.747115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Pushing event deleted for resources: {'Port': ['ID=4392dac4-ebdf-497c-bb75-df98fe7cb6cb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:02.891974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': 'aea348d4-bb84-4c58-ab27-e28c0023723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a9ea8411-355a-4a33-9a08-c5429ca23178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:02.892496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: a9ea8411-355a-4a33-9a08-c5429ca23178, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:02.943239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.952632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:02.957643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ef3673e4-937a-42be-8027-2bbb94058853 HTTP/1.1" status: 204 len: 168 time: 1.0074797 Nov 04 09:04:02.997893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106119bf-b277-4fb9-83e0-cccd1c890774 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3673e4-937a-42be-8027-2bbb94058853,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:03.047150 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:03.053871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network a9ea8411-355a-4a33-9a08-c5429ca23178 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:03.193420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:03.297040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a9ea8411-355a-4a33-9a08-c5429ca23178) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:03.324606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:03.325902 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:03.346782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68a00b-edfa-47ca-a7af-cc16111ece6c None None] Network a9ea8411-355a-4a33-9a08-c5429ca23178 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:03.397574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=85da1675-b775-4951-801a-476eabf71acb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:03.714612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d8a7c5c5-eaba-4825-adfd-db73c1f8a8da up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:03.760711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:03.791607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:03.794890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52658) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:03.829024 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-707bd774-e5a3-48f6-aace-caceb9119b2a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1984565 Nov 04 09:04:03.830233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52660) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:03.840832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4937eba1-5e77-45ae-90ea-709d2c954270 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1457659659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:03.946682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:03.990447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.061170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.248539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a9ea8411-355a-4a33-9a08-c5429ca23178', 'network_id': 'a9ea8411-355a-4a33-9a08-c5429ca23178', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': '15e0ed91-827e-472e-8e00-d7b8c99b6d6e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:04:04.250068 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.314736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3620550-be75-485a-8ed4-a0b9a95bd01a None None] Pushing event updated for resources: {'Port': ['ID=d029244b-2c75-43ca-b78e-0162d6c28b90,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:04.317935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:04.318520 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.447763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:04:04.473709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf1e9b-36f8-496c-8413-682b7aabea9e req-466cb8f1-2d58-43c8-9e6e-2913443733bd tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:04.475275 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92bf1e9b-36f8-496c-8413-682b7aabea9e req-466cb8f1-2d58-43c8-9e6e-2913443733bd tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 931 time: 1.3418808 Nov 04 09:04:04.498642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:04.536254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.536780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25cc72dc-ed52-4b2e-812a-dd02429d8842 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:04:04.540968 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.603227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44228783-01d9-4c2f-9388-1ed964b14e96 None None] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:04.607984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.609717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-311c19ad-e51d-4ad5-bdc0-6704ca3e1039 admin admin] 10.222.0.53 "DELETE /v2.0/routers/25cc72dc-ed52-4b2e-812a-dd02429d8842 HTTP/1.1" status: 204 len: 168 time: 5.5991998 Nov 04 09:04:04.621455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:04.649704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937eba1-5e77-45ae-90ea-709d2c954270 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.651351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937eba1-5e77-45ae-90ea-709d2c954270 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.725180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Attempting to bind port d029244b-2c75-43ca-b78e-0162d6c28b90 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:04.726401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Attempting to bind port d029244b-2c75-43ca-b78e-0162d6c28b90 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:04.726516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Attempting to bind port d029244b-2c75-43ca-b78e-0162d6c28b90 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:04.739880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:04.740519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:04.741073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.741801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:04.742633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Bound port: d029244b-2c75-43ca-b78e-0162d6c28b90, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:04.743237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.766827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6a917602-f106-46b3-8ad5-a7c81a1aff68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=205d9f64f05844ab809bdd764400029b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9503210 Nov 04 09:04:04.770940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] Deleting subnet 19d39770-6f2f-4c89-972f-c854e1201dc6 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:04.781487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52696) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:04.790541 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.798894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Transition to ACTIVE for port object a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:04:04.830343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92bf1e9b-36f8-496c-8413-682b7aabea9e req-a75947cc-6b03-4740-9924-05b25cd22859 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406730 Nov 04 09:04:04.858083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.861954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Allocated IP 172.21.0.2 (a9ea8411-355a-4a33-9a08-c5429ca23178/15e0ed91-827e-472e-8e00-d7b8c99b6d6e/089f626b-78df-497b-a3a5-eb2d28eb757a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:04.916981 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:04.956514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Pushing event updated for resources: {'Port': ['ID=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:05.026646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:05.041172 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] Sync routers for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:05.043001 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85779654-a3b6-4fbc-a8f4-5550409b17bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.066003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a41dab00-9338-44fe-960d-8c216d7b39d4 admin admin] 10.222.0.53 "PUT /v2.0/routers/0da6e20d-e85b-40ac-9278-eb78aa39b8a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2693496 Nov 04 09:04:05.070520 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:05.071192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:05.072211 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:05.204095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.218918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937eba1-5e77-45ae-90ea-709d2c954270 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.235661 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.257821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937eba1-5e77-45ae-90ea-709d2c954270 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.282306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.301171 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.305524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4937eba1-5e77-45ae-90ea-709d2c954270 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.307078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4937eba1-5e77-45ae-90ea-709d2c954270 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4699607 Nov 04 09:04:05.317778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52704) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:05.323145 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:05.348249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] For port d029244b-2c75-43ca-b78e-0162d6c28b90, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:05.367567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Pushing event updated for resources: {'Port': ['ID=089f626b-78df-497b-a3a5-eb2d28eb757a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:05.380854 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85779654-a3b6-4fbc-a8f4-5550409b17bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.392371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3be7b1a4-77f0-4cce-ab71-109282c88a3a None None] Provisioning complete for port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:05.392738 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3be7b1a4-77f0-4cce-ab71-109282c88a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.449745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.459608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52706) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:05.482297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] For port d029244b-2c75-43ca-b78e-0162d6c28b90, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d029244b-2c75-43ca-b78e-0162d6c28b90,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:05.517758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Network a9ea8411-355a-4a33-9a08-c5429ca23178 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:05.523309 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.529250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/19d39770-6f2f-4c89-972f-c854e1201dc6 HTTP/1.1" status: 204 len: 168 time: 0.9013019 Nov 04 09:04:05.529250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85779654-a3b6-4fbc-a8f4-5550409b17bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.530296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-85779654-a3b6-4fbc-a8f4-5550409b17bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.535895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4449b5f6-db9c-44b3-b76d-40b9a066f650 None None] Network 1a44f141-7c6a-4d01-b552-e86e5e56bc53 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:05.537270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-85779654-a3b6-4fbc-a8f4-5550409b17bd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a1a5e3e-f7a6-4bee-a91b-83a05065c22a HTTP/1.1" status: 204 len: 168 time: 0.7501047 Nov 04 09:04:05.538717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117048a2-a352-4442-9f84-2ce1d9f48e0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d39770-6f2f-4c89-972f-c854e1201dc6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:05.541503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:05.569293 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.599647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:05.677445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:05.697099 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:04:03Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:05.779479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec412845-69d2-4d31-8ccf-a42a1a831e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.780063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779654-a3b6-4fbc-a8f4-5550409b17bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1a5e3e-f7a6-4bee-a91b-83a05065c22a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:05.796892 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] Checking router: 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:04:05.818990 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] Routers {'0da6e20d-e85b-40ac-9278-eb78aa39b8a9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:05.819794 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:05.832089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.857953 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:05.893799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Attempting to bind port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:05.894143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Attempting to bind port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'f3dfe9f1-7822-4f95-8181-79e1a23e72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:05.894477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Attempting to bind port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 on network d50e1fa1-581e-4912-902a-df76a79cba03 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:06.040660 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.043220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:06.044085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:06.045966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3620550-be75-485a-8ed4-a0b9a95bd01a None None] Pushing event updated for resources: {'Port': ['ID=d029244b-2c75-43ca-b78e-0162d6c28b90,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:06.080385 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] Set router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:06.154549 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.243176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Attempting to bind port 089f626b-78df-497b-a3a5-eb2d28eb757a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:06.243548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Attempting to bind port 089f626b-78df-497b-a3a5-eb2d28eb757a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'aea348d4-bb84-4c58-ab27-e28c0023723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a9ea8411-355a-4a33-9a08-c5429ca23178'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:06.243939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Attempting to bind port 089f626b-78df-497b-a3a5-eb2d28eb757a on network a9ea8411-355a-4a33-9a08-c5429ca23178 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:06.274097 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec412845-69d2-4d31-8ccf-a42a1a831e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.313074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebd3666-fe5d-46de-9cc6-912702f6d321 req-5034acb1-c8d9-49fd-9765-a875e3a8e9d6 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:06.323672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ebd3666-fe5d-46de-9cc6-912702f6d321 req-5034acb1-c8d9-49fd-9765-a875e3a8e9d6 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 943 time: 0.2349465 Nov 04 09:04:06.409830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 on network d50e1fa1-581e-4912-902a-df76a79cba03 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:04:06.410173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Attempting to bind port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 on network d50e1fa1-581e-4912-902a-df76a79cba03 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:06.418577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:06.420273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Checking segment: {'id': 'aea348d4-bb84-4c58-ab27-e28c0023723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a9ea8411-355a-4a33-9a08-c5429ca23178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:06.420595 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.421168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Bound using segment: {'id': 'aea348d4-bb84-4c58-ab27-e28c0023723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a9ea8411-355a-4a33-9a08-c5429ca23178'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:06.421881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Bound port: 089f626b-78df-497b-a3a5-eb2d28eb757a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea348d4-bb84-4c58-ab27-e28c0023723d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'a9ea8411-355a-4a33-9a08-c5429ca23178'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:06.422810 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.424192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec412845-69d2-4d31-8ccf-a42a1a831e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.445714 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:04:03Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:06.477032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ebd3666-fe5d-46de-9cc6-912702f6d321 req-fdce912b-775c-426f-94d5-971a633dff3e tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523523 Nov 04 09:04:06.483474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Deleting port 00170842-09e9-46c7-8a5a-ffff97364d6a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:06.483806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.518910 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc8d3c5-df3a-4ab3-930e-5d108e58bad9 None None] The sync data for ids ['0da6e20d-e85b-40ac-9278-eb78aa39b8a9'] in n-d-816487-1 is: [{'id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'name': 'tempest-ServersTestJSON-1927539039-router', 'tenant_id': '3717835e9aed4e5491085e8ed984c36e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:01:21Z', 'updated_at': '2021-11-04T09:04:03Z', 'revision_number': 5, 'project_id': '3717835e9aed4e5491085e8ed984c36e', 'gw_port': {'id': '21bbe4d2-efd2-46eb-abb5-74ec3f801791', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:74:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da6e20d-e85b-40ac-9278-eb78aa39b8a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:01:23Z', 'updated_at': '2021-11-04T09:01:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:06.572490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:06.572994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Checking segment: {'id': 'f3dfe9f1-7822-4f95-8181-79e1a23e72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:06.573561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Bound using segment: {'id': 'f3dfe9f1-7822-4f95-8181-79e1a23e72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:06.574250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Bound port: a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3dfe9f1-7822-4f95-8181-79e1a23e72cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:06.574877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.626435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,segment=NetworkSegment(72a4edd4-3dd6-4966-9329-16ee25bdc268),segment_id=72a4edd4-3dd6-4966-9329-16ee25bdc268)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:06.631593 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3be7b1a4-77f0-4cce-ab71-109282c88a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.649033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] DHCP port deletion for 1a44f141-7c6a-4d01-b552-e86e5e56bc53 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:04:06.692028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Deleting port 21bbe4d2-efd2-46eb-abb5-74ec3f801791 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:06.692884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.693747 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.701402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] For port 00170842-09e9-46c7-8a5a-ffff97364d6a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00170842-09e9-46c7-8a5a-ffff97364d6a,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:06.702145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.714868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] For port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:06.722490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] For port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,segment=NetworkSegment(f3dfe9f1-7822-4f95-8181-79e1a23e72cc),segment_id=f3dfe9f1-7822-4f95-8181-79e1a23e72cc)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:06.753497 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.885101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:06.889412 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:06.892153 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] 10.222.0.70 "PUT /v2.0/ports/a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 HTTP/1.1" status: 200 len: 1091 time: 5.6446931 Nov 04 09:04:06.904047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b4724a-99b8-43a9-8967-96c5e1e0990a service neutron] Pushing event updated for resources: {'Port': ['ID=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:06.914266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:06.927295 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52" -d '{"events": [{"name": "network-changed", "server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:06.946650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:06.977703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec412845-69d2-4d31-8ccf-a42a1a831e10 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a20444d74df0454ca677a3172447bfff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5165701 Nov 04 09:04:07.045314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52736) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:07.046369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec412845-69d2-4d31-8ccf-a42a1a831e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9125c1-1c53-44c0-9b36-8cd4b9135fdd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:07.055698 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8de366-92c7-4806-a9f1-6c0ffb1389ae x-openstack-request-id: req-9a8de366-92c7-4806-a9f1-6c0ffb1389ae {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:07.056154 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:07.056509 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a8de366-92c7-4806-a9f1-6c0ffb1389ae {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:07.060629 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9', 'status': 'completed', 'code': 200} Nov 04 09:04:07.117566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00170842-09e9-46c7-8a5a-ffff97364d6a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:07.248695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.389734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Allocated IP 172.20.0.1 (26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c/775d7aa1-ab92-4a32-86da-b74cdfe76349/08d2371e-e8f7-4227-8dbd-3d5322cac68c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:07.405449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-c65d666f-09b2-4bae-88ee-f17072ea7552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:07.407804 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-c65d666f-09b2-4bae-88ee-f17072ea7552 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19f77d2ea41d4a3ab75591b7b1bc75dc&device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 1094 time: 0.4012434 Nov 04 09:04:07.434884 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.457111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] For port 089f626b-78df-497b-a3a5-eb2d28eb757a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:07.470995 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0b227c9-ff32-4b01-9c0b-dbf4c4ae5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.488870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:07.526119 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-3be7b1a4-77f0-4cce-ab71-109282c88a3a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:04:07.526988 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-3be7b1a4-77f0-4cce-ab71-109282c88a3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:04:07.538471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] For port 089f626b-78df-497b-a3a5-eb2d28eb757a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=089f626b-78df-497b-a3a5-eb2d28eb757a,segment=NetworkSegment(aea348d4-bb84-4c58-ab27-e28c0023723d),segment_id=aea348d4-bb84-4c58-ab27-e28c0023723d)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:07.558108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] Deleting port 00170842-09e9-46c7-8a5a-ffff97364d6a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:07.558471 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.564051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 00170842-09e9-46c7-8a5a-ffff97364d6a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00170842-09e9-46c7-8a5a-ffff97364d6a,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:07.565858 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.602907 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.604636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4392dac4-ebdf-497c-bb75-df98fe7cb6cb no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:07.621959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Calling delete_port for 00170842-09e9-46c7-8a5a-ffff97364d6a owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:07.717716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4392dac4-ebdf-497c-bb75-df98fe7cb6cb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:07.718063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4392dac4-ebdf-497c-bb75-df98fe7cb6cb not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:07.718485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 85da1675-b775-4951-801a-476eabf71acb no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:07.720973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] For port 21bbe4d2-efd2-46eb-abb5-74ec3f801791, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=21bbe4d2-efd2-46eb-abb5-74ec3f801791,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:07.721443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.727118 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-5373c8fb-8d0a-4c36-94b3-180f55b5bf3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 HTTP/1.1" status: 200 len: 217 time: 0.1605964 Nov 04 09:04:07.729061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b4ff-7f41-45cf-93d7-538681afd80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.757246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Calling delete_port for 21bbe4d2-efd2-46eb-abb5-74ec3f801791 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:07.771265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 85da1675-b775-4951-801a-476eabf71acb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:07.771392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 85da1675-b775-4951-801a-476eabf71acb not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:07.878349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] For port 00170842-09e9-46c7-8a5a-ffff97364d6a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00170842-09e9-46c7-8a5a-ffff97364d6a,segment=NetworkSegment(c0288e31-95ba-407e-ab14-d095505e62cf),segment_id=c0288e31-95ba-407e-ab14-d095505e62cf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:07.878629 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.891394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab24d81-b77d-47e3-b38d-6bbfeedcce58 None None] Pushing event updated for resources: {'Port': ['ID=089f626b-78df-497b-a3a5-eb2d28eb757a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:07.907084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] Calling delete_port for 00170842-09e9-46c7-8a5a-ffff97364d6a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:07.948040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:07.969215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] No DVR routers for this DVR port 00170842-09e9-46c7-8a5a-ffff97364d6a on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:08.104411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Pushing event deleted for resources: {'Port': ['ID=00170842-09e9-46c7-8a5a-ffff97364d6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:08.113411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-878fbc09-b4d5-48a9-a4be-5025153c08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:08.115147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-878fbc09-b4d5-48a9-a4be-5025153c08a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9aad0541-d906-46b4-9f2c-e779cf1658a6 HTTP/1.1" status: 200 len: 848 time: 0.3725173 Nov 04 09:04:08.163656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b4ff-7f41-45cf-93d7-538681afd80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.197886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=00170842-09e9-46c7-8a5a-ffff97364d6a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:08.224135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:03:58Z', 'revision_number': 3, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:08.302782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82f984-56a3-4dae-9134-5f4e9c0d6c16 None None] The sync data for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 is: [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:03:58Z', 'revision_number': 3, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:08.328791 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.387160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a44f141-7c6a-4d01-b552-e86e5e56bc53']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:08.390351 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.392574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.476080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0288e31-95ba-407e-ab14-d095505e62cf') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:08.476742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0288e31-95ba-407e-ab14-d095505e62cf') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:08.493218 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.523457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.536257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:04:08.537171 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:04:08.540629 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:04:08.597179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.630072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-3372f275-605a-450f-9907-a74fd31f7e23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d50e1fa1-581e-4912-902a-df76a79cba03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2952433 Nov 04 09:04:08.700622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.719672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] Pushing event deleted for resources: {'Port': ['ID=00170842-09e9-46c7-8a5a-ffff97364d6a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:08.727760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dfc6ca-b313-4373-b237-969d190d5b3a None None] No DVR routers for this DVR port 00170842-09e9-46c7-8a5a-ffff97364d6a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:08.736382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.759088 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] 10.222.0.53 "DELETE /v2.0/networks/1a44f141-7c6a-4d01-b552-e86e5e56bc53 HTTP/1.1" status: 204 len: 168 time: 3.1993263 Nov 04 09:04:08.761890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b9ea5572-5a77-457d-836f-adcca0bab671 None None] Provisioning complete for port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:08.762303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9ea5572-5a77-457d-836f-adcca0bab671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.802076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:08.872336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9517a-8f3e-45f3-9b1b-6b9da16dcfbe admin admin] Pushing event deleted for resources: {'Network': ['ID=1a44f141-7c6a-4d01-b552-e86e5e56bc53,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:08.977377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:08.984998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Pushing event deleted for resources: {'Port': ['ID=21bbe4d2-efd2-46eb-abb5-74ec3f801791,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:09.088682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bac000-8c8c-48f4-b628-8568eec44f6b req-d1bd37a0-578f-4983-94db-1b6a2ba32c42 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:09.093546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56bac000-8c8c-48f4-b628-8568eec44f6b req-d1bd37a0-578f-4983-94db-1b6a2ba32c42 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 943 time: 1.3542094 Nov 04 09:04:09.135434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.20.0.1 (4798b0ae-9806-40ad-ba17-c79924ca7c68/0eabf532-ab79-418c-ba60-562a48a8b320/c42396e1-62b6-4000-b979-fa7efac8d735) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:09.231820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 089f626b-78df-497b-a3a5-eb2d28eb757a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:09.237811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.376737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 089f626b-78df-497b-a3a5-eb2d28eb757a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:09.377761 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.395300 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b4ff-7f41-45cf-93d7-538681afd80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.398725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7d8b4ff-7f41-45cf-93d7-538681afd80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.408998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b7d8b4ff-7f41-45cf-93d7-538681afd80c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b9125c1-1c53-44c0-9b36-8cd4b9135fdd HTTP/1.1" status: 204 len: 168 time: 2.3567586 Nov 04 09:04:09.472467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.546892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:09.571468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c3be4cd-8755-4fdb-b049-f9790a7e5788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.594801 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.598338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.660657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.720887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 089f626b-78df-497b-a3a5-eb2d28eb757a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=089f626b-78df-497b-a3a5-eb2d28eb757a,segment=NetworkSegment(aea348d4-bb84-4c58-ab27-e28c0023723d),segment_id=aea348d4-bb84-4c58-ab27-e28c0023723d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:09.728390 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.729577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d8a7c5c5-eaba-4825-adfd-db73c1f8a8da up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:09.811240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c3be4cd-8755-4fdb-b049-f9790a7e5788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.821977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b36e0e-6e49-4dca-93f9-3ce54f9a524a None None] Network a9ea8411-355a-4a33-9a08-c5429ca23178 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:09.875119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c3be4cd-8755-4fdb-b049-f9790a7e5788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.925115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f94deffd-e82a-4c55-9601-7bf403468823 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6f4e16160b644efaed21c4b4212dd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769822 Nov 04 09:04:09.939846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:09.954420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c3be4cd-8755-4fdb-b049-f9790a7e5788 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9997f827405d49f1a3a4b87b72c078d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9743099 Nov 04 09:04:09.964071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:09.986911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:09.987481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0da6e20d-e85b-40ac-9278-eb78aa39b8a9 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:04:10.014144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.014144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-846e5eea-2fe8-4610-a032-1dc271ec02ed admin admin] 10.222.0.53 "DELETE /v2.0/routers/0da6e20d-e85b-40ac-9278-eb78aa39b8a9 HTTP/1.1" status: 204 len: 168 time: 4.9362597 Nov 04 09:04:10.024970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52790) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:10.062810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3be4cd-8755-4fdb-b049-f9790a7e5788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275026aa-ea35-4dd9-90d2-ba3de9d7a4c8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:10.112663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d8b4ff-7f41-45cf-93d7-538681afd80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9125c1-1c53-44c0-9b36-8cd4b9135fdd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:10.118779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:10.160199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9b7e8af4-266d-46a2-a9d8-de62a8531b41 None None] Provisioning complete for port 089f626b-78df-497b-a3a5-eb2d28eb757a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:10.160731 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9b7e8af4-266d-46a2-a9d8-de62a8531b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.193793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db692a57-956e-45a8-a082-b7966357fb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.219248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] Deleting subnet 7586158d-c6b0-46a5-8ade-631d6166d684 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:10.236681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.266908 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21bd55d4-0fb9-44f2-b0a8-57329909d853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.277445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Pushing event updated for resources: {'Port': ['ID=08d2371e-e8f7-4227-8dbd-3d5322cac68c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:10.318400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=089f626b-78df-497b-a3a5-eb2d28eb757a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:10.326587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:10.338979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01c202d1-b5db-4005-9551-df3dc5a645b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.353378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:10.353760 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.355535 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.392387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:10.430553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.452138 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56bac000-8c8c-48f4-b628-8568eec44f6b req-de82c513-f460-4204-868a-9d370ba28eaf tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3508496 Nov 04 09:04:10.591848 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.680227 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.685497 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.778195 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01c202d1-b5db-4005-9551-df3dc5a645b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.885014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8d554bdd-e47e-44e1-a116-2c8a613181ac None None] Provisioning complete for port 08d2371e-e8f7-4227-8dbd-3d5322cac68c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:10.886286 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d554bdd-e47e-44e1-a116-2c8a613181ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.916615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.918718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db692a57-956e-45a8-a082-b7966357fb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.942806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01c202d1-b5db-4005-9551-df3dc5a645b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.949586 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01c202d1-b5db-4005-9551-df3dc5a645b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:10.965074 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-01c202d1-b5db-4005-9551-df3dc5a645b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/275026aa-ea35-4dd9-90d2-ba3de9d7a4c8 HTTP/1.1" status: 204 len: 168 time: 0.9886525 Nov 04 09:04:11.000655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-516c3c6f-e7c5-4b93-ace3-ae1c3b95c38c service neutron] 10.222.0.70 "GET /v2.0/networks/d50e1fa1-581e-4912-902a-df76a79cba03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9543531 Nov 04 09:04:11.019533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8d554bdd-e47e-44e1-a116-2c8a613181ac None None] Port 08d2371e-e8f7-4227-8dbd-3d5322cac68c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:11.044658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:11.049746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7586158d-c6b0-46a5-8ade-631d6166d684,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:11.051781 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.055913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3ee26e9d-6981-4b45-bf18-ba0f0f30957f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7586158d-c6b0-46a5-8ade-631d6166d684 HTTP/1.1" status: 204 len: 168 time: 1.0297484 Nov 04 09:04:11.061863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=c42396e1-62b6-4000-b979-fa7efac8d735,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:11.072153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538a079-e557-4a29-8990-cc8e7a6e490f None None] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:11.076985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:11.107680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:11.115533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c202d1-b5db-4005-9551-df3dc5a645b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275026aa-ea35-4dd9-90d2-ba3de9d7a4c8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:11.126705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:11.217577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 089f626b-78df-497b-a3a5-eb2d28eb757a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:11.307621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.347029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db692a57-956e-45a8-a082-b7966357fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.353973 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db692a57-956e-45a8-a082-b7966357fb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.361991 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-db692a57-956e-45a8-a082-b7966357fb43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5511563d-9766-42c7-81d8-077a8b686578 HTTP/1.1" status: 204 len: 168 time: 1.4209521 Nov 04 09:04:11.399210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.479315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db692a57-956e-45a8-a082-b7966357fb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5511563d-9766-42c7-81d8-077a8b686578,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:11.540608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 089f626b-78df-497b-a3a5-eb2d28eb757a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:11.541584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.556873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Deleting port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:11.556873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.595611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e193b27-91c2-4a36-b13d-43675889dfb5 req-2033b70f-06b7-4d48-998f-86ae3c3e5226 service neutron] 10.222.0.70 "GET /v2.0/networks/d50e1fa1-581e-4912-902a-df76a79cba03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491471 Nov 04 09:04:11.611182 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.620254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-567ce6c0-74ea-4828-a490-0b17052fcec3 None None] Provisioning complete for port 089f626b-78df-497b-a3a5-eb2d28eb757a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:11.620641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-567ce6c0-74ea-4828-a490-0b17052fcec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.836270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d029244b-2c75-43ca-b78e-0162d6c28b90 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:11.871581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] DHCP port deletion for a2fa2a72-ce89-49bb-83ac-9a606485fa30 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:04:11.923428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] For port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:11.924098 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.952144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d029244b-2c75-43ca-b78e-0162d6c28b90 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:11.952802 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:11.974428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Calling delete_port for cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:12.005942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90653e1-4fea-402d-b235-dff23d524a5c req-1d0e960c-b615-4df2-ade1-152bfc981485 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:12.009415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b90653e1-4fea-402d-b235-dff23d524a5c req-1d0e960c-b615-4df2-ade1-152bfc981485 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 943 time: 0.2495444 Nov 04 09:04:12.056006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] Deleting port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:12.069524 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.124342 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.144798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-d66e3aec-9f38-4366-882b-184a22d4f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:12.146611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-d66e3aec-9f38-4366-882b-184a22d4f955 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=19f77d2ea41d4a3ab75591b7b1bc75dc&device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 1094 time: 0.3397753 Nov 04 09:04:12.229771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b90653e1-4fea-402d-b235-dff23d524a5c req-6b1203be-c22b-4e59-a992-d842a67f43da tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996088 Nov 04 09:04:12.242590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-85c225f6-6740-4dda-80ec-9a40a1dd8243 None None] Provisioning complete for port c42396e1-62b6-4000-b979-fa7efac8d735 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:12.242855 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-85c225f6-6740-4dda-80ec-9a40a1dd8243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.290432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.314698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] For port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,segment=NetworkSegment(d2197ad2-508a-4bac-95aa-20b67e307219),segment_id=d2197ad2-508a-4bac-95aa-20b67e307219)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:12.315149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.332714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:12.336525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] No DVR routers for this DVR port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:12.419657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.443708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] Calling delete_port for cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:12.496362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-85c225f6-6740-4dda-80ec-9a40a1dd8243 None None] Port c42396e1-62b6-4000-b979-fa7efac8d735 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:12.499082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.550052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fa2a72-ce89-49bb-83ac-9a606485fa30']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:12.571945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2197ad2-508a-4bac-95aa-20b67e307219') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:12.574230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2197ad2-508a-4bac-95aa-20b67e307219') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:12.592901 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.611886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.619790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.620808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:04:12.621376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:04:12.623423 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:04:12.754520 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.794063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port d029244b-2c75-43ca-b78e-0162d6c28b90, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d029244b-2c75-43ca-b78e-0162d6c28b90,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:12.799504 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.809846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.825853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.838448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a2fa2a72-ce89-49bb-83ac-9a606485fa30 HTTP/1.1" status: 204 len: 168 time: 1.7492850 Nov 04 09:04:12.896612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:12.906240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=d029244b-2c75-43ca-b78e-0162d6c28b90,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:12.914735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] Network a2fa2a72-ce89-49bb-83ac-9a606485fa30 is not hosted by any dhcp agent {{(pid=102557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:04:12.915191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] No DVR routers for this DVR port cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:12.922237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fd9c4-6b2a-4b25-9d9c-e42c2fed9ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fa2a72-ce89-49bb-83ac-9a606485fa30,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:12.950556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df405e5-d9ee-4d21-8e83-ab2d3ba20a1e None None] Pushing event deleted for resources: {'Port': ['ID=cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:12.969562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21bbe4d2-efd2-46eb-abb5-74ec3f801791 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:12.996849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 21bbe4d2-efd2-46eb-abb5-74ec3f801791 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:12.997198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21bbe4d2-efd2-46eb-abb5-74ec3f801791 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:13.126236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-51325324-3003-4578-b56e-b7089edace6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:13.128694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d029244b-2c75-43ca-b78e-0162d6c28b90 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:13.141084 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-51325324-3003-4578-b56e-b7089edace6a service neutron] 10.222.0.70 "GET /v2.0/networks?id=d50e1fa1-581e-4912-902a-df76a79cba03 HTTP/1.1" status: 200 len: 909 time: 0.9428029 Nov 04 09:04:13.218502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d029244b-2c75-43ca-b78e-0162d6c28b90 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:13.218887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.222881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:13.271177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.320789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-658a4ed0-92da-4539-90d0-573ee633bc6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 HTTP/1.1" status: 200 len: 217 time: 0.0698698 Nov 04 09:04:13.324414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.333480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-32232193-3685-4125-8100-1cf83864f620 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3717835e9aed4e5491085e8ed984c36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092970 Nov 04 09:04:13.339738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52896) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:13.376126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.455670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9818513-89df-48a1-9f73-a2302c8d4f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.465507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:13.497209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9818513-89df-48a1-9f73-a2302c8d4f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.513177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:13.515305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cd5899e8-6f7f-48a2-8ace-d4d4caef2dcb not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:13.582476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9818513-89df-48a1-9f73-a2302c8d4f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.590544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9818513-89df-48a1-9f73-a2302c8d4f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.592334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e9818513-89df-48a1-9f73-a2302c8d4f63 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cff89be-8e2c-41c5-8548-7803ec84ff98 HTTP/1.1" status: 204 len: 168 time: 0.2513108 Nov 04 09:04:13.614804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9818513-89df-48a1-9f73-a2302c8d4f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cff89be-8e2c-41c5-8548-7803ec84ff98,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:13.661076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:13.662510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:13.683739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:13.716093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Pushing event updated for resources: {'Port': ['ID=08d2371e-e8f7-4227-8dbd-3d5322cac68c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:13.808576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:13.814923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-71acf4f7-3086-4c73-a564-f9c2e56a4912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:13.816695 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-71acf4f7-3086-4c73-a564-f9c2e56a4912 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9aad0541-d906-46b4-9f2c-e779cf1658a6 HTTP/1.1" status: 200 len: 848 time: 0.4460273 Nov 04 09:04:13.902487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa8404-4bcb-42dd-a68b-61025ba436eb req-2a5f7175-e3f3-4a74-af5a-15a7556bb139 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:13.904099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3cfa8404-4bcb-42dd-a68b-61025ba436eb req-2a5f7175-e3f3-4a74-af5a-15a7556bb139 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 943 time: 0.3222532 Nov 04 09:04:13.904788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.005034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-9ef2fb06-aff1-447f-b4d7-0fe376f70625 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d50e1fa1-581e-4912-902a-df76a79cba03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466639 Nov 04 09:04:14.143501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:14.146844 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.149274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=c42396e1-62b6-4000-b979-fa7efac8d735,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:14.157040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a0575d47-6eed-4cdd-9b96-3efa19cf6d9d None None] Provisioning complete for port 08d2371e-e8f7-4227-8dbd-3d5322cac68c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:14.157475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a0575d47-6eed-4cdd-9b96-3efa19cf6d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.189533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3cfa8404-4bcb-42dd-a68b-61025ba436eb req-5284e500-5449-4e48-b310-3905d01e18c8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676671 Nov 04 09:04:14.200101 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41ed75c1-2cf0-4856-8c0e-3d7158a9449a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.284535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a0575d47-6eed-4cdd-9b96-3efa19cf6d9d None None] Port 08d2371e-e8f7-4227-8dbd-3d5322cac68c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:14.310054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:04:14.315797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Router 3e27da27-6483-47ac-9415-127b5403528b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:04:14.383279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41ed75c1-2cf0-4856-8c0e-3d7158a9449a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.395748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41ed75c1-2cf0-4856-8c0e-3d7158a9449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.408184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-6a28e458-7f21-43b8-99cc-028d950f2b29 service neutron] 10.222.0.70 "GET /v2.0/networks/d50e1fa1-581e-4912-902a-df76a79cba03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903186 Nov 04 09:04:14.463181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-41ed75c1-2cf0-4856-8c0e-3d7158a9449a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=87612db38846497d9cf18d03c7906d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8009992 Nov 04 09:04:14.465244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:14.503686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-861626761-network', 'tenant_id': '72c15aaa489341a39426362b686025c4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:14.539315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed75c1-2cf0-4856-8c0e-3d7158a9449a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6341b204-3e25-496a-96fb-8759a7a72717,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:14.549528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,segment=NetworkSegment(f3dfe9f1-7822-4f95-8181-79e1a23e72cc),segment_id=f3dfe9f1-7822-4f95-8181-79e1a23e72cc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:14.573807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9', 'network_id': 'd50e1fa1-581e-4912-902a-df76a79cba03', 'port_id': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9', 'mac_address': 'fa:16:3e:cd:8f:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aad0541-d906-46b4-9f2c-e779cf1658a6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:04:14.588728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:14.590806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:14.594032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b82ac4-e46e-4bf6-be3f-ed22944a7b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.611811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:14.627078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b82ac4-e46e-4bf6-be3f-ed22944a7b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.636444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Made reservation on behalf of 72c15aaa489341a39426362b686025c4 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:14.640192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.656296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.718034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.749139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:14.791563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.799410 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.805043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1491745052-network', 'tenant_id': 'f5ae041f9a204d76bd16b1641b988f74'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:14.809052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,segment=NetworkSegment(f3dfe9f1-7822-4f95-8181-79e1a23e72cc),segment_id=f3dfe9f1-7822-4f95-8181-79e1a23e72cc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:14.818087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.864704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b236b1-c6b2-4607-8122-5cd2bf58a902,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:14.887394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:04:14.903350 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.904234 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Added segment 2b985c1c-1827-4d21-a022-aa1592da71f5 of type vlan for network fe8cb302-b454-494e-b603-36e3ce01cd5b Nov 04 09:04:14.985632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Made reservation on behalf of f5ae041f9a204d76bd16b1641b988f74 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:14.988034 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.989446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b82ac4-e46e-4bf6-be3f-ed22944a7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:14.995902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:15.003712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0b82ac4-e46e-4bf6-be3f-ed22944a7b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.017214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f0b82ac4-e46e-4bf6-be3f-ed22944a7b13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6341b204-3e25-496a-96fb-8759a7a72717 HTTP/1.1" status: 204 len: 168 time: 0.5477784 Nov 04 09:04:15.031719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7d26c974-ba8e-4b0e-a4b1-4a3ed3d36b52 req-88d907b0-47fe-438e-94cd-8737023235c3 service neutron] 10.222.0.70 "GET /v2.0/networks/d50e1fa1-581e-4912-902a-df76a79cba03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5831120 Nov 04 09:04:15.032338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.032804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:15.043734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b82ac4-e46e-4bf6-be3f-ed22944a7b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6341b204-3e25-496a-96fb-8759a7a72717,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:15.047093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Sync routers for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:15.049883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-93cc00c5-0bcd-4f91-ad87-57a0ba0fce85 admin admin] 10.222.0.53 "PUT /v2.0/routers/3e27da27-6483-47ac-9415-127b5403528b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6243072 Nov 04 09:04:15.053900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.079059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.081129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:15.082071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.086115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a9d71651-c2e7-4cc8-80f0-675a6cb98ef9'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:15.180720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8cb302-b454-494e-b603-36e3ce01cd5b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:15.186996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7da9034b-400d-42ed-93b2-6d7fe2d3dfb8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0421684 Nov 04 09:04:15.191267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:15.197731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Request body: {'subnet': {'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-861626761-subnet', 'tenant_id': '72c15aaa489341a39426362b686025c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:15.214787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network fe8cb302-b454-494e-b603-36e3ce01cd5b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:04:15.244072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Made reservation on behalf of 72c15aaa489341a39426362b686025c4 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:15.248113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.382764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:15.383383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:15.590410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 457a38bd-5d01-49f7-9d90-71ed02f1478c is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:04:15.618996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.728515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cf52c3-9770-48a7-ae7d-4e607996266a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:15.745855 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c226a93-756e-43fe-8d3c-8377b3034924 req-571a8ae7-af48-46be-9648-e3af85de6a3b tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:15.747924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c226a93-756e-43fe-8d3c-8377b3034924 req-571a8ae7-af48-46be-9648-e3af85de6a3b tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 944 time: 0.1434195 Nov 04 09:04:15.754617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Checking segment: {'id': '2b985c1c-1827-4d21-a022-aa1592da71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:15.755005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Network hostable DHCP agents. Network: fe8cb302-b454-494e-b603-36e3ce01cd5b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:15.810425 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c226a93-756e-43fe-8d3c-8377b3034924 req-1110e652-a0f1-41f0-8fc9-690c54c4df42 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511580 Nov 04 09:04:15.812110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Network fe8cb302-b454-494e-b603-36e3ce01cd5b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:15.826784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, fe8cb302-b454-494e-b603-36e3ce01cd5b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:15.846075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2727df-fa3d-42f5-a9c0-e0c62f732ee5 None None] Network fe8cb302-b454-494e-b603-36e3ce01cd5b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:15.849768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:15.850686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.886644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-946ff559-7065-44c1-a54a-c298cd6b6797 None None] Provisioning complete for port c42396e1-62b6-4000-b979-fa7efac8d735 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:15.886887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-946ff559-7065-44c1-a54a-c298cd6b6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.891830 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1057c6e9-cd93-47e4-8e90-982813164994 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6985798 Nov 04 09:04:15.903835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52972) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:15.962268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.984315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:15.997256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.030932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:16.040418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:04:16.041163 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] Sync routers for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:16.052373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52978) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:16.061044 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:16.061686 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:16.065364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-56ea3614-5be9-4a8c-8f12-79960a26db51 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/457a38bd-5d01-49f7-9d90-71ed02f1478c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7457612 Nov 04 09:04:16.093020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.093976 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Added segment ffa1aa7d-90d7-4536-88e7-053d2951f906 of type vlan for network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 Nov 04 09:04:16.110770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-946ff559-7065-44c1-a54a-c298cd6b6797 None None] Port c42396e1-62b6-4000-b979-fa7efac8d735 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:16.144042 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:16.172504 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:16.173453 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:16.184317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:16.201588 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.233807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d4884-2eb0-4c16-af6b-50a88eb512a5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:16.242647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad8d4884-2eb0-4c16-af6b-50a88eb512a5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports/c42396e1-62b6-4000-b979-fa7efac8d735 HTTP/1.1" status: 200 len: 910 time: 0.1865003 Nov 04 09:04:16.245899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:16.249039 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.319806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f56fe14-8091-4062-a84e-84c7ca19844c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:16.328750 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:16.338884 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc91204-65af-4ab7-b6c9-d0e88a1b33b9 None None] The sync data for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:16.343071 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.344097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:16.344681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.399690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829655c0-4e9c-4673-95b6-c2e2f094e189 None None] Network fe8cb302-b454-494e-b603-36e3ce01cd5b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:16.493558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8987124 Nov 04 09:04:16.496604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53010) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:16.502738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Request body: {'subnet': {'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1491745052-subnet', 'tenant_id': 'f5ae041f9a204d76bd16b1641b988f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:16.537516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Made reservation on behalf of f5ae041f9a204d76bd16b1641b988f74 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:16.540937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.543222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5bcabb-2c7b-4aa2-88ae-672f353807ad admin admin] Pushing event updated for resources: {'Network': ['ID=f21e71e9-0f22-4bf4-8e11-8f4add402fc8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:16.562532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:04:16.832739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-851387818-network', 'tenant_id': '69e863ae6bc34cee9bc79761bfa779a9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:16.960070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:16.972335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 2, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:17.054346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cd02d7-f87e-442f-9236-4aa16db3955c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:17.087046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Checking router: 3e27da27-6483-47ac-9415-127b5403528b for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:04:17.087475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Updating router 3e27da27-6483-47ac-9415-127b5403528b port 08d2371e-e8f7-4227-8dbd-3d5322cac68c binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:04:17.138879 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.166872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Made reservation on behalf of 69e863ae6bc34cee9bc79761bfa779a9 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:17.171062 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.208233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.216727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Checking segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:17.217229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Network hostable DHCP agents. Network: f21e71e9-0f22-4bf4-8e11-8f4add402fc8, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:17.278715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-0911bc69-0a27-4aab-b5ba-d9f2cf502b90 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:17.286058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-0911bc69-0a27-4aab-b5ba-d9f2cf502b90 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/networks?id=fe8cb302-b454-494e-b603-36e3ce01cd5b HTTP/1.1" status: 200 len: 813 time: 0.2268744 Nov 04 09:04:17.306474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f81919e6-c03d-4b6c-82b2-e79ec444178e tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/quotas/72c15aaa489341a39426362b686025c4 HTTP/1.1" status: 200 len: 375 time: 0.0193295 Nov 04 09:04:17.338752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:17.339576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a29cb-4583-453e-b9f4-eba2296564be req-b7279aa8-a030-4497-90ab-87823c1514c5 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:17.342171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e3a29cb-4583-453e-b9f4-eba2296564be req-b7279aa8-a030-4497-90ab-87823c1514c5 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 944 time: 0.1827722 Nov 04 09:04:17.364446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-11428db7-eea8-4b2d-bb76-d854057b0b57 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=72c15aaa489341a39426362b686025c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554533 Nov 04 09:04:17.377526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f21e71e9-0f22-4bf4-8e11-8f4add402fc8) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:17.405784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd01f2b-8602-419f-bdaa-0e42affeb1c8 None None] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:17.419249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:17.420217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.461889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e3a29cb-4583-453e-b9f4-eba2296564be req-eb10bb97-75e7-417e-966a-223dfc06e119 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106229 Nov 04 09:04:17.473400 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.501577 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bdaf69b8-0efa-47fa-b518-c822cfa3731e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0036485 Nov 04 09:04:17.504334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.574027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-ba9f06ae-0d85-4f6a-9476-916b31b6e4ab service neutron] 10.222.0.53 "GET /v2.0/networks/fe8cb302-b454-494e-b603-36e3ce01cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081831 Nov 04 09:04:17.586557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.630799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:04:17.656004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106bac6-0d7b-4245-90a9-d094b329be58,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:17.671154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:17.671534 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Added segment 5c369512-f136-4030-9fad-4f6749124104 of type vlan for network c3b734d3-b45b-4438-b163-c25391556bfb Nov 04 09:04:17.806964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-be65d7fd-627c-43ba-8322-db4234a5178c service neutron] 10.222.0.53 "GET /v2.0/networks/fe8cb302-b454-494e-b603-36e3ce01cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225626 Nov 04 09:04:18.088422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.140151 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.221173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'tenant_id': 'f5ae041f9a204d76bd16b1641b988f74', 'fixed_ips': [{'subnet_id': '39cd02d7-f87e-442f-9236-4aa16db3955c'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:04:18.222757 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.313119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63debc95-9904-44fe-8ead-b3b72c86ddee None None] Pushing event updated for resources: {'Port': ['ID=08d2371e-e8f7-4227-8dbd-3d5322cac68c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:18.350007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:18.356582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.451615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.453071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:18.453834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.493496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5884066 Nov 04 09:04:18.498043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53120) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:18.504636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Request body: {'subnet': {'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-851387818-subnet', 'tenant_id': '69e863ae6bc34cee9bc79761bfa779a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:18.554414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Made reservation on behalf of 69e863ae6bc34cee9bc79761bfa779a9 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:18.558427 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.577391 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:04:18.683628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.21.0.1 (a9ea8411-355a-4a33-9a08-c5429ca23178/15e0ed91-827e-472e-8e00-d7b8c99b6d6e/1d2ee12b-4115-4853-8871-d6547c509f23) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:18.704043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b352d-108f-4526-8258-21ab31197e5e admin admin] Pushing event updated for resources: {'Network': ['ID=c3b734d3-b45b-4438-b163-c25391556bfb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:18.791329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Allocated IP 172.20.0.2 (f21e71e9-0f22-4bf4-8e11-8f4add402fc8/39cd02d7-f87e-442f-9236-4aa16db3955c/71a8d400-1f90-49f9-b713-477389959380) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:18.800966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network c3b734d3-b45b-4438-b163-c25391556bfb details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:04:18.816302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Attempting to bind port 08d2371e-e8f7-4227-8dbd-3d5322cac68c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:18.818513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Attempting to bind port 08d2371e-e8f7-4227-8dbd-3d5322cac68c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:18.819209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Attempting to bind port 08d2371e-e8f7-4227-8dbd-3d5322cac68c on network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:18.882369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.910210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:18.910856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Checking segment: {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:18.911673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.912431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Bound using segment: {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:18.913443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Bound port: 08d2371e-e8f7-4227-8dbd-3d5322cac68c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:18.914160 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.916372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:18.954834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b381aa01-dda3-4c4b-9666-afa50898001c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:18.997459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Checking segment: {'id': '5c369512-f136-4030-9fad-4f6749124104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:18.998085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Network hostable DHCP agents. Network: c3b734d3-b45b-4438-b163-c25391556bfb, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:19.012436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.021183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Network c3b734d3-b45b-4438-b163-c25391556bfb is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:19.035828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, c3b734d3-b45b-4438-b163-c25391556bfb) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:19.042952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:19.044532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.077993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f7e83162-5804-4a33-bb1a-c1633799fb8f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5781052 Nov 04 09:04:19.095743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a157b157-9787-44c9-aa63-4c4b94d3542e None None] Provisioning complete for port 08d2371e-e8f7-4227-8dbd-3d5322cac68c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:19.096608 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a157b157-9787-44c9-aa63-4c4b94d3542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.098109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008df9b3-5f50-45a5-bb7c-7bd0341107ec None None] Network c3b734d3-b45b-4438-b163-c25391556bfb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:19.159504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=1d2ee12b-4115-4853-8871-d6547c509f23,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:19.204129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network a9ea8411-355a-4a33-9a08-c5429ca23178 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:19.208499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:19.215007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:19.321135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.355725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:04:19.386028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:19.386177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.417878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c20158c-322d-4617-b803-5d4ed7191dc5 None None] Network c3b734d3-b45b-4438-b163-c25391556bfb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:19.439097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a157b157-9787-44c9-aa63-4c4b94d3542e None None] Port 08d2371e-e8f7-4227-8dbd-3d5322cac68c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:19.588249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.611286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] For port 08d2371e-e8f7-4227-8dbd-3d5322cac68c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:19.763882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] For port 08d2371e-e8f7-4227-8dbd-3d5322cac68c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=08d2371e-e8f7-4227-8dbd-3d5322cac68c,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:19.800391 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.888326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-86b5c7bc-992c-45b2-88e9-bc72075d4973 None None] Provisioning complete for port 1d2ee12b-4115-4853-8871-d6547c509f23 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:19.888986 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-86b5c7bc-992c-45b2-88e9-bc72075d4973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.940932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-86b5c7bc-992c-45b2-88e9-bc72075d4973 None None] Port 1d2ee12b-4115-4853-8871-d6547c509f23 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:19.946587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:19.972325 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.055160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63debc95-9904-44fe-8ead-b3b72c86ddee None None] Pushing event updated for resources: {'Port': ['ID=08d2371e-e8f7-4227-8dbd-3d5322cac68c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:20.057798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:20.058407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:20.068685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-768c4c46-6beb-444f-a993-d92e941a08cb tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:20.071537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-768c4c46-6beb-444f-a993-d92e941a08cb tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.55 "GET /v2.0/networks?id=fe8cb302-b454-494e-b603-36e3ce01cd5b HTTP/1.1" status: 200 len: 813 time: 0.3587320 Nov 04 09:04:20.098697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Request body: {'port': {'device_id': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b', 'admin_state_up': True, 'tenant_id': '72c15aaa489341a39426362b686025c4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:20.150960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:20.217758 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.236365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:20.240081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:20.298664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:20.301234 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b11c5a6-e1fd-429a-82b1-e58aec5c7581" -d '{"events": [{"server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:20.345874 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.352265 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.357496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Pushing event updated for resources: {'Port': ['ID=71a8d400-1f90-49f9-b713-477389959380,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:20.362052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,segment=NetworkSegment(f3dfe9f1-7822-4f95-8181-79e1a23e72cc),segment_id=f3dfe9f1-7822-4f95-8181-79e1a23e72cc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:20.379334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Made reservation on behalf of 72c15aaa489341a39426362b686025c4 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:20.383267 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.394086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-19e96c93-be73-49bb-834c-9718c8af59f3 None None] Provisioning complete for port 08d2371e-e8f7-4227-8dbd-3d5322cac68c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:20.394459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19e96c93-be73-49bb-834c-9718c8af59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.398814 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.468909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=1d2ee12b-4115-4853-8871-d6547c509f23,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:20.473196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.513974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Attempting to bind port 71a8d400-1f90-49f9-b713-477389959380 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:20.514220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Attempting to bind port 71a8d400-1f90-49f9-b713-477389959380 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:20.514573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Attempting to bind port 71a8d400-1f90-49f9-b713-477389959380 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:20.538878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:20.544512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:20.544884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Checking segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:20.545282 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.545674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Bound using segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:20.546158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Bound port: 71a8d400-1f90-49f9-b713-477389959380, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:20.546536 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.584320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:20.657763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Allocated IP 172.20.0.8 (fe8cb302-b454-494e-b603-36e3ce01cd5b/32cf52c3-9770-48a7-ae7d-4e607996266a/e29789c2-571a-46a7-a64f-2305f62a78a7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:20.676580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network a9ea8411-355a-4a33-9a08-c5429ca23178 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:20.682757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:20.778646 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19e96c93-be73-49bb-834c-9718c8af59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.782539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] For port 71a8d400-1f90-49f9-b713-477389959380, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:20.790092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] For port 71a8d400-1f90-49f9-b713-477389959380, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=71a8d400-1f90-49f9-b713-477389959380,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:20.826279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:20.977869 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-19e96c93-be73-49bb-834c-9718c8af59f3 None None] For port 08d2371e-e8f7-4227-8dbd-3d5322cac68c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=08d2371e-e8f7-4227-8dbd-3d5322cac68c,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:21.002445 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19e96c93-be73-49bb-834c-9718c8af59f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:21.010257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fc5718-5187-4726-b07a-4b81d6ca2396 None None] Pushing event updated for resources: {'Port': ['ID=71a8d400-1f90-49f9-b713-477389959380,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:21.075354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e96c93-be73-49bb-834c-9718c8af59f3 None None] Pushing event updated for resources: {'Port': ['ID=08d2371e-e8f7-4227-8dbd-3d5322cac68c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:21.076813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 457a38bd-5d01-49f7-9d90-71ed02f1478c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:04:21.077345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d3a32825-0bc3-4d86-bb48-801b3151eed8 req-09f75a3c-dc25-4dab-912c-bd23030cabad tempest-AbsoluteLimitsNegativeTestJSON-2142731283 tempest-AbsoluteLimitsNegativeTestJSON-2142731283-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bee15794a7704a19a9ef782133190b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274977 Nov 04 09:04:21.100318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:19Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:21.214458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:21.300992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a32825-0bc3-4d86-bb48-801b3151eed8 req-047ade0c-c43b-4a36-8d0c-a08fae49712f tempest-AbsoluteLimitsNegativeTestJSON-2142731283 tempest-AbsoluteLimitsNegativeTestJSON-2142731283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:21.303029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d3a32825-0bc3-4d86-bb48-801b3151eed8 req-047ade0c-c43b-4a36-8d0c-a08fae49712f tempest-AbsoluteLimitsNegativeTestJSON-2142731283 tempest-AbsoluteLimitsNegativeTestJSON-2142731283-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149704 Nov 04 09:04:21.325014 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d3a32825-0bc3-4d86-bb48-801b3151eed8 req-972b81c7-2aef-4046-8c80-c530a8b3aba6 tempest-AbsoluteLimitsNegativeTestJSON-2142731283 tempest-AbsoluteLimitsNegativeTestJSON-2142731283-project] 10.222.0.53 "GET /v2.0/quotas/bee15794a7704a19a9ef782133190b8f HTTP/1.1" status: 200 len: 375 time: 0.0139134 Nov 04 09:04:21.357947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7eead5-b4da-46f7-9d0c-4cb2f0e73d58 None None] The sync data for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 is: [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:19Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:21.371996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1e52261b-6d29-4348-960b-e614cfb2574a None None] Provisioning complete for port 1d2ee12b-4115-4853-8871-d6547c509f23 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:21.372379 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e52261b-6d29-4348-960b-e614cfb2574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:21.383893 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d3a32825-0bc3-4d86-bb48-801b3151eed8 req-318abf13-5f8d-4850-a6cf-16de50ad65bd tempest-AbsoluteLimitsNegativeTestJSON-2142731283 tempest-AbsoluteLimitsNegativeTestJSON-2142731283-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bee15794a7704a19a9ef782133190b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425663 Nov 04 09:04:21.406722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-dff7217e-468e-4ed4-848d-e85e0830e8e6 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:21.414671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-dff7217e-468e-4ed4-848d-e85e0830e8e6 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 816 time: 0.4835155 Nov 04 09:04:21.487961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-60923048-d1d8-4307-a4b6-02df116f0716 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/quotas/f5ae041f9a204d76bd16b1641b988f74 HTTP/1.1" status: 200 len: 375 time: 0.0723403 Nov 04 09:04:21.492246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1e52261b-6d29-4348-960b-e614cfb2574a None None] Port 1d2ee12b-4115-4853-8871-d6547c509f23 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:21.546087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:21.557221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] Sync routers for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:21.563750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7d3121ae-3a55-4a65-8cea-872a63ff2385 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/457a38bd-5d01-49f7-9d90-71ed02f1478c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3108878 Nov 04 09:04:21.564482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53154) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:21.581897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:21.586859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:21.612514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:21.657597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:21.672844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30df6416-f20e-4651-b350-31b07505e7f6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:21.677115 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-30df6416-f20e-4651-b350-31b07505e7f6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports/1d2ee12b-4115-4853-8871-d6547c509f23 HTTP/1.1" status: 200 len: 910 time: 0.1088860 Nov 04 09:04:21.677346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-51655cc4-0700-4876-a3bc-32b2d1c70473 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1873519 Nov 04 09:04:21.682918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53156) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:21.685828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:21.687419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:21.737045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:21.737440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7aa88e-22e1-42e6-96ff-400137c1afb6 None None] The sync data for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:21.885939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Network fe8cb302-b454-494e-b603-36e3ce01cd5b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:21.921973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:21.929135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:22.037844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-8d149007-4fb0-4a24-be35-7ca6f517e2bb service neutron] 10.222.0.53 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552148 Nov 04 09:04:22.038596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Pushing event updated for resources: {'Port': ['ID=e29789c2-571a-46a7-a64f-2305f62a78a7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:22.039701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b69a63-91e9-4009-9a50-b7134de85a2a req-c68e84d1-1ff8-4df8-aae8-92c5b35d689d tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:22.048477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:22.048882 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e5b69a63-91e9-4009-9a50-b7134de85a2a req-c68e84d1-1ff8-4df8-aae8-92c5b35d689d tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 931 time: 0.3732445 Nov 04 09:04:22.275845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:22.276679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:22.331171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e5b69a63-91e9-4009-9a50-b7134de85a2a req-70d006d1-03b9-4786-ac04-150453ffb903 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814801 Nov 04 09:04:22.334086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-f6d326e6-d5d5-47f4-981a-ef04acf2ad45 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2461164 Nov 04 09:04:22.386773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Request body: {'port': {'device_id': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:22.401220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-772e8769-9871-41c8-a225-d99d612422ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:22.567350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-642e65a2-b22b-4288-b17f-e9b969c69612 service neutron] 10.222.0.53 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824522 Nov 04 09:04:22.604301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:22.649459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c61cd-0446-4d64-91d5-44eb5a676f17 req-f2fb2702-cea7-4f02-bce8-c4ad2c3bde6e tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:22.663412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b45c61cd-0446-4d64-91d5-44eb5a676f17 req-f2fb2702-cea7-4f02-bce8-c4ad2c3bde6e tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 945 time: 0.2229009 Nov 04 09:04:22.819800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6cfd37-6ae2-4222-92be-7c58b8218486 None None] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:22.863654 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b45c61cd-0446-4d64-91d5-44eb5a676f17 req-7cc44b11-5b97-4a22-9831-b48781cc12d4 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907277 Nov 04 09:04:22.925815 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.027155 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b89bb7c-2473-4a0c-9200-42250f4dd10d x-openstack-request-id: req-7b89bb7c-2473-4a0c-9200-42250f4dd10d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:23.030229 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "name": "network-vif-plugged", "status": "completed", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:23.030496 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7b89bb7c-2473-4a0c-9200-42250f4dd10d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:23.030923 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9', 'code': 200} Nov 04 09:04:23.054092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-123cec9a-ce7d-47cb-adc0-8b4938255320 None None] Provisioning complete for port 71a8d400-1f90-49f9-b713-477389959380 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:23.054437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-123cec9a-ce7d-47cb-adc0-8b4938255320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.354965 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-123cec9a-ce7d-47cb-adc0-8b4938255320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.358359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 08d2371e-e8f7-4227-8dbd-3d5322cac68c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:23.496257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-123cec9a-ce7d-47cb-adc0-8b4938255320 None None] For port 71a8d400-1f90-49f9-b713-477389959380, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=71a8d400-1f90-49f9-b713-477389959380,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:23.517825 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-123cec9a-ce7d-47cb-adc0-8b4938255320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.555564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29789c2-571a-46a7-a64f-2305f62a78a7 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:23.568336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.602842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Transition to ACTIVE for port object e29789c2-571a-46a7-a64f-2305f62a78a7 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:04:23.614855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-772e8769-9871-41c8-a225-d99d612422ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.624306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.625235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cec9a-ce7d-47cb-adc0-8b4938255320 None None] Pushing event updated for resources: {'Port': ['ID=71a8d400-1f90-49f9-b713-477389959380,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:23.643266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-772e8769-9871-41c8-a225-d99d612422ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.710932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 08d2371e-e8f7-4227-8dbd-3d5322cac68c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:23.711601 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:23.718883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babb4c2-b16d-4cd3-83e3-e652378d6b31 req-1e5312d0-4539-49d1-bfb2-58b655eef670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:23.720715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8babb4c2-b16d-4cd3-83e3-e652378d6b31 req-1e5312d0-4539-49d1-bfb2-58b655eef670 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 1096 time: 0.6413257 Nov 04 09:04:23.817597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-772e8769-9871-41c8-a225-d99d612422ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bee15794a7704a19a9ef782133190b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7130604 Nov 04 09:04:23.821691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8babb4c2-b16d-4cd3-83e3-e652378d6b31 req-9c64609f-0df4-474e-9d5d-3bc6e3429f71 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866683 Nov 04 09:04:23.833449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53220) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:23.872284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e8769-9871-41c8-a225-d99d612422ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e822cc1-2a85-4cec-bbbb-75e459e9b6fd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:23.873283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-d8237635-3612-475a-b33d-755f1d6a426c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:23.875159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-d8237635-3612-475a-b33d-755f1d6a426c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 816 time: 0.5521438 Nov 04 09:04:23.936036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 71a8d400-1f90-49f9-b713-477389959380 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:23.938684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-5d10a23b-ab45-4ea2-8bdf-a104d3614022 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/quotas/f5ae041f9a204d76bd16b1641b988f74 HTTP/1.1" status: 200 len: 375 time: 0.0295684 Nov 04 09:04:24.047677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 71a8d400-1f90-49f9-b713-477389959380 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:24.048395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.139144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-f9ad4c7f-5ad6-4c5e-b565-08877fd0e7f1 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:24.140724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-f9ad4c7f-5ad6-4c5e-b565-08877fd0e7f1 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/networks?id=c3b734d3-b45b-4438-b163-c25391556bfb HTTP/1.1" status: 200 len: 820 time: 0.3171833 Nov 04 09:04:24.197580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49194a77-6697-441b-b34c-d01151172928 service neutron] Pushing event updated for resources: {'Port': ['ID=e29789c2-571a-46a7-a64f-2305f62a78a7,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:24.239699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-bdc02c1b-26c4-40f6-a2c2-9f699dd704ae tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/quotas/69e863ae6bc34cee9bc79761bfa779a9 HTTP/1.1" status: 200 len: 375 time: 0.0875249 Nov 04 09:04:24.269657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c70f601-6ac1-4bdd-ad1d-dceee2cd315f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.289451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-4b5a55e9-9fe4-4a09-8cc4-bab53999dc5a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2687461 Nov 04 09:04:24.293530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-cd72630b-b041-443e-8151-10226f282ebd tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69e863ae6bc34cee9bc79761bfa779a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461383 Nov 04 09:04:24.353786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b5adfb6b-e559-4333-a1f2-d3b3df0c6984 None None] Provisioning complete for port 71a8d400-1f90-49f9-b713-477389959380 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:24.354468 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b5adfb6b-e559-4333-a1f2-d3b3df0c6984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.399822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Attempting to bind port e29789c2-571a-46a7-a64f-2305f62a78a7 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:24.400835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Attempting to bind port e29789c2-571a-46a7-a64f-2305f62a78a7 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '2b985c1c-1827-4d21-a022-aa1592da71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:24.401417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Attempting to bind port e29789c2-571a-46a7-a64f-2305f62a78a7 on network fe8cb302-b454-494e-b603-36e3ce01cd5b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:24.412416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Port e29789c2-571a-46a7-a64f-2305f62a78a7 on network fe8cb302-b454-494e-b603-36e3ce01cd5b not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:04:24.413215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Attempting to bind port e29789c2-571a-46a7-a64f-2305f62a78a7 on network fe8cb302-b454-494e-b603-36e3ce01cd5b {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:24.418887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c70f601-6ac1-4bdd-ad1d-dceee2cd315f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.430274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:24.431037 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Checking segment: {'id': '2b985c1c-1827-4d21-a022-aa1592da71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:24.433090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Bound using segment: {'id': '2b985c1c-1827-4d21-a022-aa1592da71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:24.433894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Bound port: e29789c2-571a-46a7-a64f-2305f62a78a7, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b985c1c-1827-4d21-a022-aa1592da71f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:24.434550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.445035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 1d2ee12b-4115-4853-8871-d6547c509f23 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:24.445403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.510130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-3ebd2cf5-c41c-4c04-af9e-ed1f55e324eb service neutron] 10.222.0.53 "GET /v2.0/networks/c3b734d3-b45b-4438-b163-c25391556bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157612 Nov 04 09:04:24.601403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] For port e29789c2-571a-46a7-a64f-2305f62a78a7, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:24.605378 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-a3145e46-aa9c-41e8-bb09-903502409b8d service neutron] 10.222.0.53 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146963 Nov 04 09:04:24.620248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] For port e29789c2-571a-46a7-a64f-2305f62a78a7, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e29789c2-571a-46a7-a64f-2305f62a78a7,segment=NetworkSegment(2b985c1c-1827-4d21-a022-aa1592da71f5),segment_id=2b985c1c-1827-4d21-a022-aa1592da71f5)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:24.628594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.697547 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c70f601-6ac1-4bdd-ad1d-dceee2cd315f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.701233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3c70f601-6ac1-4bdd-ad1d-dceee2cd315f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.702776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3c70f601-6ac1-4bdd-ad1d-dceee2cd315f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e822cc1-2a85-4cec-bbbb-75e459e9b6fd HTTP/1.1" status: 204 len: 168 time: 0.8686466 Nov 04 09:04:24.726465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:24.729475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.733584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-49194a77-6697-441b-b34c-d01151172928 service neutron] 10.222.0.55 "PUT /v2.0/ports/e29789c2-571a-46a7-a64f-2305f62a78a7 HTTP/1.1" status: 200 len: 1091 time: 2.3802423 Nov 04 09:04:24.733936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:24.737418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'tag': 'e29789c2-571a-46a7-a64f-2305f62a78a7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:24.798183 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701b4c28-7cb1-4f0f-af27-150079817539" -d '{"events": [{"name": "network-changed", "server_uuid": "db5e2c45-c1b2-4497-8b7f-065e489b48a9", "tag": "e29789c2-571a-46a7-a64f-2305f62a78a7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:24.798713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70f601-6ac1-4bdd-ad1d-dceee2cd315f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e822cc1-2a85-4cec-bbbb-75e459e9b6fd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:24.798990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-25f4b391-f29b-42c5-9a99-72e3c560b904 service neutron] 10.222.0.53 "GET /v2.0/networks/c3b734d3-b45b-4438-b163-c25391556bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487862 Nov 04 09:04:24.826622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49194a77-6697-441b-b34c-d01151172928 service neutron] Pushing event updated for resources: {'Port': ['ID=e29789c2-571a-46a7-a64f-2305f62a78a7,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:24.850076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 1d2ee12b-4115-4853-8871-d6547c509f23 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:25.146132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-52b5aee0-0a69-4eb3-a681-b4f84404de60 service neutron] 10.222.0.53 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397320 Nov 04 09:04:25.246412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-06b64e4e-1f8a-48ac-97dc-b1439e8773c8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:25.247972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-06b64e4e-1f8a-48ac-97dc-b1439e8773c8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 816 time: 0.5090356 Nov 04 09:04:25.335550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Request body: {'port': {'device_id': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'admin_state_up': True, 'tenant_id': 'f5ae041f9a204d76bd16b1641b988f74'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:25.371409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 71a8d400-1f90-49f9-b713-477389959380 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:25.566657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 71a8d400-1f90-49f9-b713-477389959380 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:25.567271 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:25.662134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Made reservation on behalf of f5ae041f9a204d76bd16b1641b988f74 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:25.690339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:26.076561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-c6484f91-0f28-4d72-a653-9debe1098592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:26.079260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-c6484f91-0f28-4d72-a653-9debe1098592 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72c15aaa489341a39426362b686025c4&device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 1094 time: 1.2392242 Nov 04 09:04:26.187247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05415436-09ed-4924-9363-3c4725dc59a8 req-33be3d7a-892f-46be-a69d-2448d145b91d tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:26.195825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05415436-09ed-4924-9363-3c4725dc59a8 req-33be3d7a-892f-46be-a69d-2448d145b91d tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 943 time: 0.2035835 Nov 04 09:04:26.198801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-2e9f32a6-33f3-4655-b1c1-eaec930509ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29789c2-571a-46a7-a64f-2305f62a78a7 HTTP/1.1" status: 200 len: 217 time: 0.1099579 Nov 04 09:04:26.339356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05415436-09ed-4924-9363-3c4725dc59a8 req-07713076-9cbd-424c-b927-ea16614aa62e tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423800 Nov 04 09:04:26.371943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-9f77972f-aad7-4a69-8687-63fe0d89c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:26.377347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-9f77972f-aad7-4a69-8687-63fe0d89c0e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32cf52c3-9770-48a7-ae7d-4e607996266a HTTP/1.1" status: 200 len: 853 time: 0.1697590 Nov 04 09:04:26.433855 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049b20c3-95ed-4469-96ed-db1df2ab06c5 x-openstack-request-id: req-049b20c3-95ed-4469-96ed-db1df2ab06c5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:26.436139 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5e2c45-c1b2-4497-8b7f-065e489b48a9", "tag": "e29789c2-571a-46a7-a64f-2305f62a78a7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:26.436628 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-049b20c3-95ed-4469-96ed-db1df2ab06c5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:26.437728 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'tag': 'e29789c2-571a-46a7-a64f-2305f62a78a7', 'status': 'completed', 'code': 200} Nov 04 09:04:26.447150 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-6047f213-172a-450d-b6e3-0524e0a9c958 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe8cb302-b454-494e-b603-36e3ce01cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609829 Nov 04 09:04:26.596676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769aad79-363f-4fc3-b7b1-330f261787c9 req-c24a4b84-cd01-4d3f-aeac-0d8d0c727b75 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:26.607021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-769aad79-363f-4fc3-b7b1-330f261787c9 req-c24a4b84-cd01-4d3f-aeac-0d8d0c727b75 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 945 time: 0.8529289 Nov 04 09:04:26.614454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:26.628428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-968bb677-a1e0-4a45-b98d-e37c8e1a4906 req-7a2d540d-cf06-4ee8-a15d-b6e6336f600a tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 210 time: 0.0752976 Nov 04 09:04:26.708841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=1d2ee12b-4115-4853-8871-d6547c509f23,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:26.780173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-df8dcabf-46d1-4d5c-b2d1-bc6871b8c8d8 service neutron] 10.222.0.55 "GET /v2.0/networks/fe8cb302-b454-494e-b603-36e3ce01cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272462 Nov 04 09:04:27.137027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Allocated IP 172.20.0.5 (f21e71e9-0f22-4bf4-8e11-8f4add402fc8/39cd02d7-f87e-442f-9236-4aa16db3955c/f6920a33-28f0-4c33-9427-e1360fe826e4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:27.163313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8efcd8d-d48d-40c4-b053-4d85f7049ebf req-aa17423b-22d5-4bf2-b43b-208c337eb9da service neutron] 10.222.0.55 "GET /v2.0/networks/fe8cb302-b454-494e-b603-36e3ce01cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453399 Nov 04 09:04:27.216555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-cdc8018d-9ad6-4ff1-b5e9-f93a31d10e28 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:27.220598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-cdc8018d-9ad6-4ff1-b5e9-f93a31d10e28 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 816 time: 0.4351158 Nov 04 09:04:27.249864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-45a28c19-5886-4055-9040-3901cac61bf0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/quotas/f5ae041f9a204d76bd16b1641b988f74 HTTP/1.1" status: 200 len: 375 time: 0.0224671 Nov 04 09:04:27.313485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-769aad79-363f-4fc3-b7b1-330f261787c9 req-34e33afe-a26c-4d50-bc35-ae2e83e74e3d tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052968 Nov 04 09:04:27.377935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4c28-7cb1-4f0f-af27-150079817539 req-289b469b-3705-4544-bfce-d64ee9f0b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:27.380006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-701b4c28-7cb1-4f0f-af27-150079817539 req-289b469b-3705-4544-bfce-d64ee9f0b8c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72c15aaa489341a39426362b686025c4&device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 1094 time: 0.1140447 Nov 04 09:04:27.390149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-edece707-272a-41dd-af10-2d51bcf87c71 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1393192 Nov 04 09:04:27.428147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-9a46d05e-8591-48dc-8409-d055e39f0121 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:27.430864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-9a46d05e-8591-48dc-8409-d055e39f0121 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.70 "GET /v2.0/networks?id=c3b734d3-b45b-4438-b163-c25391556bfb HTTP/1.1" status: 200 len: 820 time: 0.5335193 Nov 04 09:04:27.744461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Request body: {'port': {'device_id': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb', 'admin_state_up': True, 'tenant_id': '69e863ae6bc34cee9bc79761bfa779a9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:27.750810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:27.842541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-f0c14000-a4c8-483f-b93b-5190d0a6a32b service neutron] 10.222.0.53 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388807 Nov 04 09:04:27.842541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4c28-7cb1-4f0f-af27-150079817539 req-53970506-2585-4b91-ba9c-42d326b08bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:27.842747 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-701b4c28-7cb1-4f0f-af27-150079817539 req-53970506-2585-4b91-ba9c-42d326b08bda service neutron] 10.222.0.55 "GET /v2.0/networks?id=fe8cb302-b454-494e-b603-36e3ce01cd5b HTTP/1.1" status: 200 len: 914 time: 0.4517574 Nov 04 09:04:27.909506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-701b4c28-7cb1-4f0f-af27-150079817539 req-73d86f30-6023-49e2-a946-3af9835f7fc7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e29789c2-571a-46a7-a64f-2305f62a78a7 HTTP/1.1" status: 200 len: 217 time: 0.0577016 Nov 04 09:04:28.052381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-d7a53435-b1f8-4919-bab6-809b2d7d79cd tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:28.054507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-d7a53435-b1f8-4919-bab6-809b2d7d79cd tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.70 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 816 time: 0.3057733 Nov 04 09:04:28.057415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53320) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:28.079492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Request body: {'port': {'device_id': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'admin_state_up': True, 'tenant_id': 'f5ae041f9a204d76bd16b1641b988f74'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:28.093306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5d2932ff-1ea5-425c-b1f3-4cddab6b9b77 service neutron] 10.222.0.53 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316742 Nov 04 09:04:28.114651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b4c28-7cb1-4f0f-af27-150079817539 req-f77e35c2-66f6-4d3a-9aaa-cf0fd2c75083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:28.117199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-701b4c28-7cb1-4f0f-af27-150079817539 req-f77e35c2-66f6-4d3a-9aaa-cf0fd2c75083 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32cf52c3-9770-48a7-ae7d-4e607996266a HTTP/1.1" status: 200 len: 853 time: 0.1980443 Nov 04 09:04:28.164909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-701b4c28-7cb1-4f0f-af27-150079817539 req-9853640f-d25a-4c73-8d6f-59a552a71856 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fe8cb302-b454-494e-b603-36e3ce01cd5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385838 Nov 04 09:04:28.204754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:28.344816 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-701b4c28-7cb1-4f0f-af27-150079817539 req-0677a421-97ba-48ad-a242-9762f344c95b service neutron] 10.222.0.55 "GET /v2.0/networks/fe8cb302-b454-494e-b603-36e3ce01cd5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707437 Nov 04 09:04:28.490196 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d633011f-db17-4b62-b64b-754d9b59ee1b req-e48bfb6b-7540-47de-aa8a-b606d3f36b63 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 210 time: 0.0911286 Nov 04 09:04:28.497213 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-485187cf-1b05-428b-81a2-25c5bdb9ce77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:28.516979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ec295-0b5c-4cc5-8bfd-0e9e1da546fd req-1614135b-d652-4cf8-98e0-8f593d44379b tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:28.518618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a34ec295-0b5c-4cc5-8bfd-0e9e1da546fd req-1614135b-d652-4cf8-98e0-8f593d44379b tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 943 time: 0.7610812 Nov 04 09:04:28.549313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-701b4c28-7cb1-4f0f-af27-150079817539 req-c22ca6f8-af23-48f5-9d57-4e15ba6b2cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/fe8cb302-b454-494e-b603-36e3ce01cd5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971831 Nov 04 09:04:28.699217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98056df5-92f6-4dba-9f24-9708ca0db2f4 req-0c66e73f-973c-4b18-aae9-0369f361cfe9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 210 time: 0.0528572 Nov 04 09:04:28.699994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Made reservation on behalf of f5ae041f9a204d76bd16b1641b988f74 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:28.705347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:28.771592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:28.921610 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a34ec295-0b5c-4cc5-8bfd-0e9e1da546fd req-0353adfa-96d1-404c-baf6-01d25c5d5303 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729057 Nov 04 09:04:28.992719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Made reservation on behalf of 69e863ae6bc34cee9bc79761bfa779a9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:28.997894 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.011699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:29.047664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:29.062246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:29.133289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Pushing event updated for resources: {'Port': ['ID=f6920a33-28f0-4c33-9427-e1360fe826e4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:29.234706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-485187cf-1b05-428b-81a2-25c5bdb9ce77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.349812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-485187cf-1b05-428b-81a2-25c5bdb9ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.506719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ce2ab215-d766-408f-93e6-49aba52ecc0d None None] Provisioning complete for port f6920a33-28f0-4c33-9427-e1360fe826e4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:29.508892 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce2ab215-d766-408f-93e6-49aba52ecc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.511157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 457a38bd-5d01-49f7-9d90-71ed02f1478c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:04:29.533073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:29.533838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.546310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:29.547049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-485187cf-1b05-428b-81a2-25c5bdb9ce77 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac2aef9c5ebd402a8492bd5b10d915a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4825902 Nov 04 09:04:29.547299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485187cf-1b05-428b-81a2-25c5bdb9ce77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10790436-7bf2-4dd1-a663-6f7e01557d0d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:29.670765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a3ba-fa98-41ef-b52e-91ca77dac82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.682656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ab215-d766-408f-93e6-49aba52ecc0d None None] Port f6920a33-28f0-4c33-9427-e1360fe826e4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:29.713619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d96df0f6-ffa5-4bbc-b290-6d6372d27890 req-e5ca151b-23ef-49b6-851b-a28b0fa8d670 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 210 time: 0.0394626 Nov 04 09:04:29.739179 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a3ba-fa98-41ef-b52e-91ca77dac82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.927423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09d1b739-4f87-4a13-8133-5e71aab5f7e5 req-40ee7184-65f0-4384-8031-aba6b595facb tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 210 time: 0.1027944 Nov 04 09:04:29.929473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a3ba-fa98-41ef-b52e-91ca77dac82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.938186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fe4a3ba-fa98-41ef-b52e-91ca77dac82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:29.942073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4fe4a3ba-fa98-41ef-b52e-91ca77dac82e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10790436-7bf2-4dd1-a663-6f7e01557d0d HTTP/1.1" status: 204 len: 168 time: 0.3919032 Nov 04 09:04:29.950813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-11e0f89d-8f3f-4a5f-8575-4b17a8870719 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6255145 Nov 04 09:04:29.952074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4a3ba-fa98-41ef-b52e-91ca77dac82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10790436-7bf2-4dd1-a663-6f7e01557d0d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:29.958861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Allocated IP 172.20.0.4 (c3b734d3-b45b-4438-b163-c25391556bfb/b381aa01-dda3-4c4b-9666-afa50898001c/a66e1e6b-b3cc-4415-bd48-0b10974d1483) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:29.976186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Allocated IP 172.20.0.9 (f21e71e9-0f22-4bf4-8e11-8f4add402fc8/39cd02d7-f87e-442f-9236-4aa16db3955c/1d6679cd-d04f-46f9-81a6-a1ed36375e42) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:30.123530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Request body: {'port': {'device_id': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:30.302741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:30.327610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda1d3e-eadf-4e94-994c-7531088bf500 req-4205b1c1-70ee-4bfe-bfda-8d907329bb52 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:30.336175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dda1d3e-eadf-4e94-994c-7531088bf500 req-4205b1c1-70ee-4bfe-bfda-8d907329bb52 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 943 time: 0.2147119 Nov 04 09:04:30.398414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-eb2473b2-3ff4-4512-82ee-efb43c80aab6 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:30.403691 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-eb2473b2-3ff4-4512-82ee-efb43c80aab6 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 816 time: 0.3415179 Nov 04 09:04:30.425386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dda1d3e-eadf-4e94-994c-7531088bf500 req-9674f634-dd05-48f0-9cf9-f624cfbb6057 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881293 Nov 04 09:04:30.431930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Request body: {'port': {'device_id': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'admin_state_up': True, 'tenant_id': 'f5ae041f9a204d76bd16b1641b988f74'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:30.476286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e29789c2-571a-46a7-a64f-2305f62a78a7 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:04:30.578139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:30.586107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-53870eb5-72a6-442b-9ff0-be8270495b08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/457a38bd-5d01-49f7-9d90-71ed02f1478c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9018610 Nov 04 09:04:30.590340 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] Sync routers for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:30.599002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:30.610767 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:30.616658 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:30.645318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Made reservation on behalf of f5ae041f9a204d76bd16b1641b988f74 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:30.657474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:30.683320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e29789c2-571a-46a7-a64f-2305f62a78a7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e29789c2-571a-46a7-a64f-2305f62a78a7,segment=NetworkSegment(2b985c1c-1827-4d21-a022-aa1592da71f5),segment_id=2b985c1c-1827-4d21-a022-aa1592da71f5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:30.698957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e29789c2-571a-46a7-a64f-2305f62a78a7', 'network_id': 'fe8cb302-b454-494e-b603-36e3ce01cd5b', 'port_id': 'e29789c2-571a-46a7-a64f-2305f62a78a7', 'mac_address': 'fa:16:3e:1e:80:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32cf52c3-9770-48a7-ae7d-4e607996266a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:04:30.746339 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:30.759686 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:30.770428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29789c2-571a-46a7-a64f-2305f62a78a7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:30.794535 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:30.797092 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:30.821401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e29789c2-571a-46a7-a64f-2305f62a78a7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e29789c2-571a-46a7-a64f-2305f62a78a7,segment=NetworkSegment(2b985c1c-1827-4d21-a022-aa1592da71f5),segment_id=2b985c1c-1827-4d21-a022-aa1592da71f5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:30.828095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:30.868660 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:30.869941 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df99a865-6b31-42b5-a3a8-849400f212ba None None] The sync data for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:30.883661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e29789c2-571a-46a7-a64f-2305f62a78a7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:30.923706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-022b658e-bda4-4e38-adbf-61a6984e6136 req-600626d4-90d7-4265-8f91-467b1e297724 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 210 time: 0.0864868 Nov 04 09:04:31.032993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e29789c2-571a-46a7-a64f-2305f62a78a7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:31.130988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f99f1980-862d-4076-9ac8-f654309cc9ce req-e8f77789-8c63-4b77-8b81-dbede6ee243c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 210 time: 0.0611370 Nov 04 09:04:31.384737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53412) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:31.574042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a78d70-ea64-4bc3-91df-96539a8a7128 req-747bf0c0-b512-400d-8829-f4c7740d68bf tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:31.582483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02a78d70-ea64-4bc3-91df-96539a8a7128 req-747bf0c0-b512-400d-8829-f4c7740d68bf tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 944 time: 0.0720506 Nov 04 09:04:31.596131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1473403154-network', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:31.655822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02a78d70-ea64-4bc3-91df-96539a8a7128 req-b755a16b-1410-4151-97fc-2960319fefd7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672522 Nov 04 09:04:31.657692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Made reservation on behalf of 3a86a966bdef4b6dbe5258b27e0494ea for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:31.661291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.670610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.687082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.778500 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.780106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.789074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.816895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:04:31.866797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.867277 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Added segment 9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398 of type vlan for network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c Nov 04 09:04:31.880378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15caaf1-b94c-424d-a1cc-3647ac3eb1bc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:31.894370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.903264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.980476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Network c3b734d3-b45b-4438-b163-c25391556bfb is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:31.983322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:31.987680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:31.988799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:31.990357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:31.992945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:31.998820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:32.043229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Pushing event updated for resources: {'Port': ['ID=1d6679cd-d04f-46f9-81a6-a1ed36375e42,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:32.065283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Allocated IP 172.20.0.6 (f21e71e9-0f22-4bf4-8e11-8f4add402fc8/39cd02d7-f87e-442f-9236-4aa16db3955c/0a1076eb-0234-41b8-a153-51f7c8b740e9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:32.082321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.083897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:32.085231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.188918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c5620-2cc6-40e3-8980-a9da1630d23c req-019b328c-b3a0-4bfe-a0b4-ad455fb9ccaa tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:32.191072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:32.191693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.197122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a3c5620-2cc6-40e3-8980-a9da1630d23c req-019b328c-b3a0-4bfe-a0b4-ad455fb9ccaa tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 945 time: 0.3818712 Nov 04 09:04:32.211940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8259833 Nov 04 09:04:32.216522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:32.217158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.221399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.226971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53436) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:32.254560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Request body: {'subnet': {'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1473403154-subnet', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:32.269494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb2304-89e4-4da8-b1a8-07d586b2d410 admin admin] Pushing event updated for resources: {'Network': ['ID=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:32.282122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:04:32.288429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Pushing event updated for resources: {'Port': ['ID=a66e1e6b-b3cc-4415-bd48-0b10974d1483,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:32.331788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Made reservation on behalf of 3a86a966bdef4b6dbe5258b27e0494ea for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:32.335766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.339054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-480c18f6-5898-4e8c-bb1d-36af4b3713e2 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6165612 Nov 04 09:04:32.352633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d283d-081a-4539-a893-78126c08be6e req-caf6df05-0ef2-47dd-a6ca-b564630e7888 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:32.354724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab4d283d-081a-4539-a893-78126c08be6e req-caf6df05-0ef2-47dd-a6ca-b564630e7888 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 931 time: 0.3513856 Nov 04 09:04:32.368924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Request body: {'port': {'device_id': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:32.374322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f75cf3bc-1f3a-4797-a8ec-9218222f6a10 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3008578 Nov 04 09:04:32.408879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Request body: {'port': {'device_id': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:32.410918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a3c5620-2cc6-40e3-8980-a9da1630d23c req-e4607c47-4a47-4b63-a955-610731d812da tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129259 Nov 04 09:04:32.464462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6ee41da6-3e28-480b-9c38-22e53027de30 None None] Provisioning complete for port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:32.465133 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ee41da6-3e28-480b-9c38-22e53027de30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.532621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.533701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e29789c2-571a-46a7-a64f-2305f62a78a7 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:32.589377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6ee41da6-3e28-480b-9c38-22e53027de30 None None] Port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:32.593420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab4d283d-081a-4539-a893-78126c08be6e req-d184854c-6a9e-4a86-ac88-326b961cd883 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180791 Nov 04 09:04:32.635954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port e29789c2-571a-46a7-a64f-2305f62a78a7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:04:32.637180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.641438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e29789c2-571a-46a7-a64f-2305f62a78a7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:32.642044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.706654 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.760272 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.791109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-edbb3f9f-93c1-437d-ae70-e352870f0c69 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:32.793028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-edbb3f9f-93c1-437d-ae70-e352870f0c69 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.1962116 Nov 04 09:04:32.794185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3005fbe7-ac61-41a7-a9a8-e1fe5c9f13ab req-6ddee758-aad7-47d8-944d-d76dd4ecdeea tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 210 time: 0.0579731 Nov 04 09:04:32.818536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29789c2-571a-46a7-a64f-2305f62a78a7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:32.825818 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271aa439-8498-472f-90f8-66f94fa6756c" -d '{"events": [{"server_uuid": "db5e2c45-c1b2-4497-8b7f-065e489b48a9", "name": "network-vif-plugged", "status": "completed", "tag": "e29789c2-571a-46a7-a64f-2305f62a78a7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:32.880343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e29789c2-571a-46a7-a64f-2305f62a78a7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e29789c2-571a-46a7-a64f-2305f62a78a7,segment=NetworkSegment(2b985c1c-1827-4d21-a022-aa1592da71f5),segment_id=2b985c1c-1827-4d21-a022-aa1592da71f5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:32.894138 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.909510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-a31f6702-3f77-4d3b-97de-647e23b283fd tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/quotas/1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 375 time: 0.1090794 Nov 04 09:04:32.914372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.964627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:32.997991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e29789c2-571a-46a7-a64f-2305f62a78a7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:33.062456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0401385-e126-4d08-9604-974835439cac,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:33.069434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:33.081848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Pushing event updated for resources: {'Port': ['ID=0a1076eb-0234-41b8-a153-51f7c8b740e9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:33.084399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:33.087873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:33.090534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Checking segment: {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:33.090992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Network hostable DHCP agents. Network: 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:33.137006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-b5337641-5613-434c-8a89-e6b6b8522b6b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2116418 Nov 04 09:04:33.221659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:33.233344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:33.234093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.255225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:33.266439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f3ca4-b568-41c4-9010-019483b23221 None None] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:33.291549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-5e765ebb-2c40-42dd-a2bc-4d3221e79582 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8647051 Nov 04 09:04:33.293050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:33.293649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.323664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-09c45069-fe46-4d06-bead-379638679da0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:04:33.324766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-09c45069-fe46-4d06-bead-379638679da0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0155375 Nov 04 09:04:33.340859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Request body: {'port': {'device_id': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:33.362994 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d7ed6eac-4835-46c1-aa27-5aff6e2742bf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1258540 Nov 04 09:04:33.368059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-aeed2e71-0e44-4486-9f60-fb9d9dc89828 service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298973 Nov 04 09:04:33.368537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53446) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:33.377331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:33.470450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66e1e6b-b3cc-4415-bd48-0b10974d1483 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:33.476815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.479279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.479464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1cd47a7e-ef42-4ed2-a10a-d71077bd729c None None] Provisioning complete for port 0a1076eb-0234-41b8-a153-51f7c8b740e9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:33.480116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.480206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1cd47a7e-ef42-4ed2-a10a-d71077bd729c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.486873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.534530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-2814faae-c143-4256-8de2-04c59576579f tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:33.536636 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-2814faae-c143-4256-8de2-04c59576579f tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.70 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 945 time: 0.4950013 Nov 04 09:04:33.562662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Transition to ACTIVE for port object a66e1e6b-b3cc-4415-bd48-0b10974d1483 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:04:33.568226 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:04:33.570083 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.574649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2164e86-11e4-4b20-802f-388e0cf539df req-315c20fd-689d-46f9-b81e-34cb051f0e31 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:33.582504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2164e86-11e4-4b20-802f-388e0cf539df req-315c20fd-689d-46f9-b81e-34cb051f0e31 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 945 time: 0.6049275 Nov 04 09:04:33.583555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1cd47a7e-ef42-4ed2-a10a-d71077bd729c None None] Port 0a1076eb-0234-41b8-a153-51f7c8b740e9 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:33.599555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.613372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.614002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-3f559e8b-293c-4b67-960c-3c355a3491fa service neutron] 10.222.0.53 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332947 Nov 04 09:04:33.740567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2164e86-11e4-4b20-802f-388e0cf539df req-22c9ba0b-ba68-4f1a-a48a-df587f12eec2 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560726 Nov 04 09:04:33.760954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Allocated IP 172.20.0.2 (17ff6eaf-eadc-4d9c-8950-d7639daa1e8c/f0401385-e126-4d08-9604-974835439cac/52065f58-577c-4049-ab4f-936764c3d760) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:33.841128 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2444d2-8475-413c-8628-75b912d000ab x-openstack-request-id: req-db2444d2-8475-413c-8628-75b912d000ab {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:33.841557 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5e2c45-c1b2-4497-8b7f-065e489b48a9", "name": "network-vif-plugged", "status": "completed", "tag": "e29789c2-571a-46a7-a64f-2305f62a78a7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:33.841787 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db2444d2-8475-413c-8628-75b912d000ab {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:33.842918 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29789c2-571a-46a7-a64f-2305f62a78a7', 'code': 200} Nov 04 09:04:33.859336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port c42396e1-62b6-4000-b979-fa7efac8d735 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:33.859706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:33.865068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e1e6b-b3cc-4415-bd48-0b10974d1483,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:34.038175 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.093448 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.101658 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.158053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Pushing event updated for resources: {'Port': ['ID=52065f58-577c-4049-ab4f-936764c3d760,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:34.175767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:34.179892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:34.184675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:34.258253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Attempting to bind port 52065f58-577c-4049-ab4f-936764c3d760 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:34.258675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Attempting to bind port 52065f58-577c-4049-ab4f-936764c3d760 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:34.259314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Attempting to bind port 52065f58-577c-4049-ab4f-936764c3d760 on network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:34.267339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:34.268099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Checking segment: {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:34.268736 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.270070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Bound using segment: {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:34.270919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Bound port: 52065f58-577c-4049-ab4f-936764c3d760, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:34.273153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.373782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] For port 52065f58-577c-4049-ab4f-936764c3d760, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:34.385240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] For port 52065f58-577c-4049-ab4f-936764c3d760, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52065f58-577c-4049-ab4f-936764c3d760,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:34.393078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.450116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.450466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.450803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.451134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.451466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.452071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.452458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.452718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.453133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.453515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.453960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.454319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:34.503176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f27ec-333d-4a97-bd25-e889cc598d41 None None] Pushing event updated for resources: {'Port': ['ID=52065f58-577c-4049-ab4f-936764c3d760,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:34.563935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6920a33-28f0-4c33-9427-e1360fe826e4 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:34.583336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.639062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Transition to ACTIVE for port object f6920a33-28f0-4c33-9427-e1360fe826e4 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:04:34.649399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e5c06-097d-40bb-97cb-5c6bb147ab01 req-0fd6121f-361d-4f87-bcc2-b0f73b4345dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:34.651106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-312e5c06-097d-40bb-97cb-5c6bb147ab01 req-0fd6121f-361d-4f87-bcc2-b0f73b4345dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 1096 time: 0.7394660 Nov 04 09:04:34.714602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db0b58-7ffd-4d3c-acb4-cd983a7942c9 req-92e90bc6-4e2e-4d77-8ef7-c308f8e6ba43 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:34.716570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82db0b58-7ffd-4d3c-acb4-cd983a7942c9 req-92e90bc6-4e2e-4d77-8ef7-c308f8e6ba43 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 943 time: 0.5652084 Nov 04 09:04:34.745433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.748148 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.775406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87357b9-28c4-4c34-953e-e07167f6fbae req-e1007c2f-33ac-4b0a-b88a-e48c5531f4cc tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:34.784406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a87357b9-28c4-4c34-953e-e07167f6fbae req-e1007c2f-33ac-4b0a-b88a-e48c5531f4cc tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 945 time: 0.8567240 Nov 04 09:04:34.848618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82db0b58-7ffd-4d3c-acb4-cd983a7942c9 req-2660e077-a6c7-438c-b31c-06d05aa84bd0 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203024 Nov 04 09:04:34.866473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Attempting to bind port a66e1e6b-b3cc-4415-bd48-0b10974d1483 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:34.866970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Attempting to bind port a66e1e6b-b3cc-4415-bd48-0b10974d1483 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '5c369512-f136-4030-9fad-4f6749124104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:34.867799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Attempting to bind port a66e1e6b-b3cc-4415-bd48-0b10974d1483 on network c3b734d3-b45b-4438-b163-c25391556bfb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:34.882471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for c42396e1-62b6-4000-b979-fa7efac8d735 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:34.927223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Deleting port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:34.927593 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:34.962320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Port a66e1e6b-b3cc-4415-bd48-0b10974d1483 on network c3b734d3-b45b-4438-b163-c25391556bfb not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:04:34.962647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Attempting to bind port a66e1e6b-b3cc-4415-bd48-0b10974d1483 on network c3b734d3-b45b-4438-b163-c25391556bfb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:35.169510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:35.169856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Checking segment: {'id': '5c369512-f136-4030-9fad-4f6749124104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:35.170256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Bound using segment: {'id': '5c369512-f136-4030-9fad-4f6749124104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:35.170712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Bound port: a66e1e6b-b3cc-4415-bd48-0b10974d1483, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c369512-f136-4030-9fad-4f6749124104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:35.171080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.187998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-312e5c06-097d-40bb-97cb-5c6bb147ab01 req-320534f4-ae38-4de8-a1e6-2f2a5475a246 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399149 Nov 04 09:04:35.188196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba036e-f17e-4676-ac16-989e5224cc71 req-70b2afa4-d42d-4862-966f-4aabad7748ea tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:35.188625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6920a33-28f0-4c33-9427-e1360fe826e4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:35.188696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44ba036e-f17e-4676-ac16-989e5224cc71 req-70b2afa4-d42d-4862-966f-4aabad7748ea tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 931 time: 0.1845822 Nov 04 09:04:35.188696 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.242482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52065f58-577c-4049-ab4f-936764c3d760 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:35.251938 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.256984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a87357b9-28c4-4c34-953e-e07167f6fbae req-ee5bc165-b295-4d91-a717-0fe2ceb019b3 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693770 Nov 04 09:04:35.363030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 52065f58-577c-4049-ab4f-936764c3d760 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:35.363643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.364382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44ba036e-f17e-4676-ac16-989e5224cc71 req-4513ee6c-9053-43ea-811a-ab170311c4c8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485698 Nov 04 09:04:35.526248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.539679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dc7e3b39-22c7-4fc5-b033-964af88997b3 req-b2c30cb0-c8a7-4cde-9ffd-74e0462ba5e7 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.1434226 Nov 04 09:04:35.583733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Allocated IP 172.25.3.130 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:35.591465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 52065f58-577c-4049-ab4f-936764c3d760, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52065f58-577c-4049-ab4f-936764c3d760,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:35.625459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.633922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a99c73-42e1-469f-8942-169e321d242b req-eaf7de46-e188-467f-98f7-c01d6bde485f tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:35.636491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45a99c73-42e1-469f-8942-169e321d242b req-eaf7de46-e188-467f-98f7-c01d6bde485f tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 945 time: 0.1448994 Nov 04 09:04:35.653146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] For port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,segment=NetworkSegment(f3dfe9f1-7822-4f95-8181-79e1a23e72cc),segment_id=f3dfe9f1-7822-4f95-8181-79e1a23e72cc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:35.653524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.659576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6679cd-d04f-46f9-81a6-a1ed36375e42 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:35.714486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=52065f58-577c-4049-ab4f-936764c3d760,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:35.730349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.745967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Calling delete_port for a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:35.799116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45a99c73-42e1-469f-8942-169e321d242b req-ee904f11-4fb2-44b9-86ee-797de5f32688 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345310 Nov 04 09:04:35.843917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] For port a66e1e6b-b3cc-4415-bd48-0b10974d1483, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:35.846389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Attempting to bind port f6920a33-28f0-4c33-9427-e1360fe826e4 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:35.846726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Attempting to bind port f6920a33-28f0-4c33-9427-e1360fe826e4 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:35.847056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Attempting to bind port f6920a33-28f0-4c33-9427-e1360fe826e4 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:35.884046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.885109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] For port a66e1e6b-b3cc-4415-bd48-0b10974d1483, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a66e1e6b-b3cc-4415-bd48-0b10974d1483,segment=NetworkSegment(5c369512-f136-4030-9fad-4f6749124104),segment_id=5c369512-f136-4030-9fad-4f6749124104)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:35.891129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Transition to ACTIVE for port object 1d6679cd-d04f-46f9-81a6-a1ed36375e42 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:04:35.895630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Port f6920a33-28f0-4c33-9427-e1360fe826e4 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:04:35.896050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Attempting to bind port f6920a33-28f0-4c33-9427-e1360fe826e4 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:35.966357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.967403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:35.983316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:36.012063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:36.012409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Checking segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:36.012804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Bound using segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:36.015506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Bound port: f6920a33-28f0-4c33-9427-e1360fe826e4, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:36.015506 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:36.096951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:36.104887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:36.112350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:36.150907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f042b54-d41f-474e-8514-d713321efc74 None None] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:36.169388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:36.198988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.199652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.199933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.200328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.200757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.201195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.201570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.202179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.202594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.203007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.203384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.203836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:36.344086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-40dd4c99-2f1c-47b5-a93c-8bb33121de8c None None] Provisioning complete for port 52065f58-577c-4049-ab4f-936764c3d760 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:36.344464 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-40dd4c99-2f1c-47b5-a93c-8bb33121de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:36.390855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:36.391790 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:36.400573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] 10.222.0.70 "PUT /v2.0/ports/a66e1e6b-b3cc-4415-bd48-0b10974d1483 HTTP/1.1" status: 200 len: 1091 time: 4.0407214 Nov 04 09:04:36.403411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:36.405608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'tag': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:36.415237 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39" -d '{"events": [{"name": "network-changed", "server_uuid": "ae99b2c9-2943-476b-ae6f-28e8b2a09349", "tag": "a66e1e6b-b3cc-4415-bd48-0b10974d1483"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:36.424755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635475c-7cbc-49d5-a849-bee348b90013 service neutron] Pushing event updated for resources: {'Port': ['ID=a66e1e6b-b3cc-4415-bd48-0b10974d1483,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:36.474239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:36.556565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] For port f6920a33-28f0-4c33-9427-e1360fe826e4, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:36.561409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] For port f6920a33-28f0-4c33-9427-e1360fe826e4, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f6920a33-28f0-4c33-9427-e1360fe826e4,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:36.601188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:36.622739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-2eb43cb2-807e-4f3b-951d-13575f308f30 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:36.628235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-2eb43cb2-807e-4f3b-951d-13575f308f30 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 807 time: 0.8656528 Nov 04 09:04:36.714283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Request body: {'port': {'device_id': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'admin_state_up': True, 'tenant_id': '1888fdda13264a7f8ced3f0b231667dd'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:36.800113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe95f7-9725-437f-8d29-13be411fa7bd req-e3fe8eb6-ea65-40fc-8a57-faff2bf3594a tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:36.803397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afbe95f7-9725-437f-8d29-13be411fa7bd req-e3fe8eb6-ea65-40fc-8a57-faff2bf3594a tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 945 time: 0.3837240 Nov 04 09:04:36.854796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a9cbd-2307-465a-99e9-20730fef67cd req-e26f07d7-fced-464a-9bbf-31eee80c9838 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:36.862699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-996a9cbd-2307-465a-99e9-20730fef67cd req-e26f07d7-fced-464a-9bbf-31eee80c9838 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 943 time: 0.8818603 Nov 04 09:04:36.903359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:36.904320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:36.906338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f6920a33-28f0-4c33-9427-e1360fe826e4 HTTP/1.1" status: 200 len: 1091 time: 6.8897820 Nov 04 09:04:36.913709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1076eb-0234-41b8-a153-51f7c8b740e9 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:36.942822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.028427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Transition to ACTIVE for port object 0a1076eb-0234-41b8-a153-51f7c8b740e9 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:04:37.058503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.066993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.125060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:37.127352 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee1ad05-18c9-440b-82a1-49b5ec9ee927" -d '{"events": [{"server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:37.169855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,segment=NetworkSegment(f3dfe9f1-7822-4f95-8181-79e1a23e72cc),segment_id=f3dfe9f1-7822-4f95-8181-79e1a23e72cc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:37.178969 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.257718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1076eb-0234-41b8-a153-51f7c8b740e9,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:37.270913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afbe95f7-9725-437f-8d29-13be411fa7bd req-97d493b8-293e-41d1-bbdf-86369f25ae28 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/security-groups?id=44870f08-3453-4d0a-bd7f-541007ec5c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484862 Nov 04 09:04:37.334593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.361210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:37.370139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52065f58-577c-4049-ab4f-936764c3d760 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:37.415745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6679cd-d04f-46f9-81a6-a1ed36375e42,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:37.575827 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d160d1a8-e8ca-4a06-8f83-24dcaf72a736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.612546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 52065f58-577c-4049-ab4f-936764c3d760 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:37.616870 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.655618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Attempting to bind port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:37.656214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Attempting to bind port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:37.656371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Attempting to bind port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:37.669150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-20fb6eea-d323-4e94-bda2-5d506f2f9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:37.670811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-20fb6eea-d323-4e94-bda2-5d506f2f9a91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69e863ae6bc34cee9bc79761bfa779a9&device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 1094 time: 1.1061571 Nov 04 09:04:37.699139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=c42396e1-62b6-4000-b979-fa7efac8d735,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:37.742305 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.746573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Made reservation on behalf of 1888fdda13264a7f8ced3f0b231667dd for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:37.750121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.799818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:04:37.799818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Attempting to bind port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:37.837634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ece22-3611-4663-9892-6e14183b22ab req-54c80a99-448f-49a2-a12c-750c6357cc2d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:37.839216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-503ece22-3611-4663-9892-6e14183b22ab req-54c80a99-448f-49a2-a12c-750c6357cc2d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 943 time: 0.2983124 Nov 04 09:04:37.881929 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Attempting to bind port 0a1076eb-0234-41b8-a153-51f7c8b740e9 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:37.882277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Attempting to bind port 0a1076eb-0234-41b8-a153-51f7c8b740e9 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:37.882610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Attempting to bind port 0a1076eb-0234-41b8-a153-51f7c8b740e9 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:37.900059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4cb82e2d-8c6b-4419-98aa-330608f18bc4 None None] Provisioning complete for port 52065f58-577c-4049-ab4f-936764c3d760 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:37.900901 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e2d-8c6b-4419-98aa-330608f18bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.908248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-18e9f1fa-b1e7-4245-92ef-16888e1a2f94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66e1e6b-b3cc-4415-bd48-0b10974d1483 HTTP/1.1" status: 200 len: 217 time: 0.1913376 Nov 04 09:04:37.909562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:37.910068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Checking segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:37.910919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Bound using segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:37.911702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Bound port: 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:37.912294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.921714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Port 0a1076eb-0234-41b8-a153-51f7c8b740e9 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:04:37.921960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Attempting to bind port 0a1076eb-0234-41b8-a153-51f7c8b740e9 on network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:37.949733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.953460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-996a9cbd-2307-465a-99e9-20730fef67cd req-89d632e8-98f8-4ae7-b4c1-34d34512fd44 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0833704 Nov 04 09:04:37.969682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:37.969682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Checking segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:37.969682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Bound using segment: {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:37.969682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Bound port: 0a1076eb-0234-41b8-a153-51f7c8b740e9, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa1aa7d-90d7-4536-88e7-053d2951f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:37.972673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:37.985819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-503ece22-3611-4663-9892-6e14183b22ab req-b03bbf29-a953-4b28-a649-c65aaad25342 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307411 Nov 04 09:04:38.117206 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7673c8d6-f9f2-46f5-aeaa-f08d107352b7 x-openstack-request-id: req-7673c8d6-f9f2-46f5-aeaa-f08d107352b7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:38.117603 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae99b2c9-2943-476b-ae6f-28e8b2a09349", "tag": "a66e1e6b-b3cc-4415-bd48-0b10974d1483", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:38.119220 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7673c8d6-f9f2-46f5-aeaa-f08d107352b7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:38.119636 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'tag': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483', 'status': 'completed', 'code': 200} Nov 04 09:04:38.219573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] For port 0a1076eb-0234-41b8-a153-51f7c8b740e9, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:38.252531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c425b6d-2be7-47ab-b956-16bd7b875915 req-db963e3f-1769-4b8b-993d-c01f2b7bafb0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.0575376 Nov 04 09:04:38.258406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] For port 0a1076eb-0234-41b8-a153-51f7c8b740e9, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0a1076eb-0234-41b8-a153-51f7c8b740e9,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:38.291038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:38.344848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:38.345685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:38.347438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a1076eb-0234-41b8-a153-51f7c8b740e9 HTTP/1.1" status: 200 len: 1091 time: 5.0131218 Nov 04 09:04:38.347940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'tag': '0a1076eb-0234-41b8-a153-51f7c8b740e9'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:38.350628 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "08b3d13d-9d19-4e3b-8537-b07fe4aa1395", "tag": "0a1076eb-0234-41b8-a153-51f7c8b740e9"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:38.421083 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a79a899-0167-42cf-8d99-bc9843a2f84f x-openstack-request-id: req-9a79a899-0167-42cf-8d99-bc9843a2f84f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:38.422141 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "name": "network-vif-unplugged", "status": "completed", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:38.422633 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9a79a899-0167-42cf-8d99-bc9843a2f84f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:38.423283 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9', 'code': 200} Nov 04 09:04:38.447286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Router acb56d2d-ef9e-4af3-9bb9-eb879793b59f is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:04:38.594259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c125cb2-c9b1-4413-b6bb-8c915444fc76 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1076eb-0234-41b8-a153-51f7c8b740e9,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:38.680378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-3e69947e-89c3-43f2-8d2a-aa5f91593ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:38.681897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-3e69947e-89c3-43f2-8d2a-aa5f91593ebe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 1094 time: 1.6459117 Nov 04 09:04:38.684481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dfd35e1-6286-455a-9a09-7d47b81e0b50 req-6758749b-f8cc-417a-a484-67c0a2357b21 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.53 "GET /v2.0/ports?device_id=531557e8-d1a9-4d72-81a0-90598f7833aa HTTP/1.1" status: 200 len: 210 time: 0.0921299 Nov 04 09:04:38.771405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab46539-f707-42cd-8a07-0e510f7ccdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6920a33-28f0-4c33-9427-e1360fe826e4,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:38.831473 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f071e104-ad9e-4b8e-a463-9da67f165755 x-openstack-request-id: req-f071e104-ad9e-4b8e-a463-9da67f165755 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:38.831786 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b3d13d-9d19-4e3b-8537-b07fe4aa1395", "tag": "0a1076eb-0234-41b8-a153-51f7c8b740e9", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:38.832015 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f071e104-ad9e-4b8e-a463-9da67f165755 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:38.832364 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:38.832483 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'tag': '0a1076eb-0234-41b8-a153-51f7c8b740e9', 'status': 'completed', 'code': 200} Nov 04 09:04:38.835573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-752e18d4-b491-4aba-bfd9-f63fe5ba14ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:38.837087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-752e18d4-b491-4aba-bfd9-f63fe5ba14ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b381aa01-dda3-4c4b-9666-afa50898001c HTTP/1.1" status: 200 len: 860 time: 0.8400111 Nov 04 09:04:38.856576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-738dbec6-49e5-4b98-b2ae-6b200f477d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:38.858109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-738dbec6-49e5-4b98-b2ae-6b200f477d53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 1094 time: 0.4220643 Nov 04 09:04:38.873237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] No DVR routers for this DVR port a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:38.889674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-8da2c465-a18c-40de-9f38-c46745d972cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6920a33-28f0-4c33-9427-e1360fe826e4 HTTP/1.1" status: 200 len: 217 time: 0.1917312 Nov 04 09:04:38.891473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:38.905233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Sync routers for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:38.914892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:38.918374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-779fbb9d-99b9-4792-8671-95b74ebcdeef req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] 10.222.0.70 "DELETE /v2.0/ports/a9d71651-c2e7-4cc8-80f0-675a6cb98ef9 HTTP/1.1" status: 204 len: 173 time: 5.3646917 Nov 04 09:04:38.918704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:38.919382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:38.948044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-ee6cc3e1-67cc-4582-8932-076c7fa1e4f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a1076eb-0234-41b8-a153-51f7c8b740e9 HTTP/1.1" status: 200 len: 217 time: 0.0803199 Nov 04 09:04:38.956386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:38.962680 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8e351092-c6ff-4788-a9ef-883fd155eff2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5908940 Nov 04 09:04:38.963633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:38.973483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fd0e8-1f4c-4c1f-a92e-1621926691d8 tempest-ServerTagsTestJSON-7240869 tempest-ServerTagsTestJSON-7240869-project] Pushing event deleted for resources: {'Port': ['ID=a9d71651-c2e7-4cc8-80f0-675a6cb98ef9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:38.984404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] For port 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:39.009073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-c46b61cc-023e-40b3-a3b3-90f5358b4c10 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3b734d3-b45b-4438-b163-c25391556bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223521 Nov 04 09:04:39.085209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] For port 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:39.171164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:39.188875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:39.240848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a4785-f91e-4b41-95f7-4a5c4ea0382d req-d83ff9ff-b55f-468a-a893-5c9845a55a1b tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:39.249134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-212a4785-f91e-4b41-95f7-4a5c4ea0382d req-d83ff9ff-b55f-468a-a893-5c9845a55a1b tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 945 time: 1.0284405 Nov 04 09:04:39.383150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-d0a86d8b-15fa-4f9c-9788-2f8ff8baccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:39.385457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-d0a86d8b-15fa-4f9c-9788-2f8ff8baccd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.4205880 Nov 04 09:04:39.399593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-0423f2a9-9bbc-436b-97aa-dfc7d04c916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:39.401409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-0423f2a9-9bbc-436b-97aa-dfc7d04c916b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.4603844 Nov 04 09:04:39.481368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1acae-751a-41d8-b874-6af896d01fb0 req-49e0479b-8a96-42fb-ae20-dbc5c6d2050f tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:39.484792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48f1acae-751a-41d8-b874-6af896d01fb0 req-49e0479b-8a96-42fb-ae20-dbc5c6d2050f tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 943 time: 0.2330761 Nov 04 09:04:39.502095 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-0a75120e-4c9e-432e-b24a-1807457da978 service neutron] 10.222.0.70 "GET /v2.0/networks/c3b734d3-b45b-4438-b163-c25391556bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726935 Nov 04 09:04:39.520154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:39.524420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:39.525894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] 10.222.0.70 "PUT /v2.0/ports/1d6679cd-d04f-46f9-81a6-a1ed36375e42 HTTP/1.1" status: 200 len: 1091 time: 7.1229119 Nov 04 09:04:39.659930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:36Z', 'revision_number': 3, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:39.704051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-40a402f0-5cde-4d63-8e1d-5218ff871dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:39.706220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-40a402f0-5cde-4d63-8e1d-5218ff871dcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3060598 Nov 04 09:04:39.730287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Checking router: acb56d2d-ef9e-4af3-9bb9-eb879793b59f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:04:39.731024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Updating router acb56d2d-ef9e-4af3-9bb9-eb879793b59f port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:04:39.774502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:39.800307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-212a4785-f91e-4b41-95f7-4a5c4ea0382d req-0315b8f0-4cac-4522-9f02-254acf3bbc6f tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499737 Nov 04 09:04:39.908994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Allocated IP 172.20.0.14 (6b305c97-191b-4ce3-84ed-21af27f7fe1e/6d2695a7-9235-440a-bb8e-349b80bab343/c263e99b-d151-4e7e-a63d-9318c4ce3317) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:39.950336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 457a38bd-5d01-49f7-9d90-71ed02f1478c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:04:39.969307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac6c7d-5026-40b9-ae09-c53dc149cd81 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6679cd-d04f-46f9-81a6-a1ed36375e42,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:40.043302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f11788ce-faf0-4943-9fca-e2b5fb755c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:40.045586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-f11788ce-faf0-4943-9fca-e2b5fb755c57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 1094 time: 0.2607245 Nov 04 09:04:40.172963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'tag': 'f6920a33-28f0-4c33-9427-e1360fe826e4'}, {'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'name': 'network-vif-deleted', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9'}, {'name': 'network-changed', 'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:40.175624 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee415750-fb52-417b-b9ba-da7006283727" -d '{"events": [{"name": "network-changed", "server_uuid": "fe0afa34-10ca-4679-90c1-f53b2aac0b51", "tag": "f6920a33-28f0-4c33-9427-e1360fe826e4"}, {"server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "name": "network-vif-deleted", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9"}, {"name": "network-changed", "server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:40.223570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48f1acae-751a-41d8-b874-6af896d01fb0 req-a4c9e6b7-65aa-4da1-9ef4-695100c3e40b tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079597 Nov 04 09:04:40.246572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-17ee62f9-5a89-4345-91b3-e978ecf0bd36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42 HTTP/1.1" status: 200 len: 217 time: 0.1375461 Nov 04 09:04:40.339447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-c7ee30b7-d51b-48ed-9b8d-e23b6332a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:40.341437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-c7ee30b7-d51b-48ed-9b8d-e23b6332a114 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.0794461 Nov 04 09:04:40.372839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:40.382599 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:40.395275 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] Sync routers for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:40.424694 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:40.425488 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:40.429362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f31df43-ab5f-4bf0-a798-78949e496b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:40.431836 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:40.503003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db419641-c959-42eb-b5ed-e21611281876 req-65740759-03a1-4aba-afe6-04255453762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:40.508671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-65740759-03a1-4aba-afe6-04255453762a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9913337 Nov 04 09:04:40.512876 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06597ca3-774b-4e6e-ab65-77181c65c1fc req-965ac7c2-0655-4eaa-b32d-ba27d28a1ee8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.1736927 Nov 04 09:04:40.532291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6b87ffc-cbee-4f14-bdcf-6f05c14ac18e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/457a38bd-5d01-49f7-9d90-71ed02f1478c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9278765 Nov 04 09:04:40.537288 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4dda1cb7-102a-425d-9ff0-6ffbfac3865a req-9756dc7e-fccf-489b-93e8-05e7a45abf70 service neutron] 10.222.0.70 "GET /v2.0/networks/c3b734d3-b45b-4438-b163-c25391556bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9908197 Nov 04 09:04:40.538807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:40.545196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:40.548437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:40.552016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c053f22-b4b2-4761-a9df-d190b0b85573 None None] Pushing event updated for resources: {'Port': ['ID=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:40.557142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Attempting to bind port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:40.557897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Attempting to bind port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:40.559443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Attempting to bind port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:40.569749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:40.570549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:40.571118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:40.571795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:40.573158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Bound port: 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:40.573767 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:40.582662 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] Routers {'457a38bd-5d01-49f7-9d90-71ed02f1478c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:40.586114 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['457a38bd-5d01-49f7-9d90-71ed02f1478c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:40.611218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-173488b8-0e07-4a44-8ca6-d9d505a0ed76 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=457a38bd-5d01-49f7-9d90-71ed02f1478c HTTP/1.1" status: 200 len: 205 time: 0.0647452 Nov 04 09:04:40.615222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-770bffdf-39bc-4361-8a3a-4fafddc6979d service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729915 Nov 04 09:04:40.619285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53530) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:40.619811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:40.637251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9138f13-d07c-4ed1-a60c-6709cfe098ce req-98369211-f7b4-441c-a3ab-f496f95670f1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:40.656223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] For port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:40.657452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e9138f13-d07c-4ed1-a60c-6709cfe098ce req-98369211-f7b4-441c-a3ab-f496f95670f1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 943 time: 0.6626058 Nov 04 09:04:40.659700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] For port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:40.667591 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:40.677516 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:40.678904 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dd6c23-91ce-4356-a761-e1926c808150 None None] The sync data for ids ['457a38bd-5d01-49f7-9d90-71ed02f1478c'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:40.759098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c053f22-b4b2-4761-a9df-d190b0b85573 None None] Pushing event updated for resources: {'Port': ['ID=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:40.768452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:40.769070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:40.872637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-766cfde9-e45d-4f14-b66c-8773cdb4dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:40.874388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-766cfde9-e45d-4f14-b66c-8773cdb4dbeb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5199125 Nov 04 09:04:40.913858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:40.914697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-d44371f5-53a5-475e-92c1-671669d6e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:40.916872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-d44371f5-53a5-475e-92c1-671669d6e408 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69e863ae6bc34cee9bc79761bfa779a9&device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 1094 time: 0.2554555 Nov 04 09:04:41.080308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e9138f13-d07c-4ed1-a60c-6709cfe098ce req-94500103-974b-4983-9652-f740592d6ab2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217875 Nov 04 09:04:41.160119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091dee5f-9c32-4e82-9e19-4d0edb53fd9e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:41.173033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] Deleting subnet 9aad0541-d906-46b4-9f2c-e779cf1658a6 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:41.183578 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b574b42-3306-4d84-8b4f-5b365ada7d13 x-openstack-request-id: req-6b574b42-3306-4d84-8b4f-5b365ada7d13 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:41.184251 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe0afa34-10ca-4679-90c1-f53b2aac0b51", "tag": "f6920a33-28f0-4c33-9427-e1360fe826e4", "status": "completed", "code": 200}, {"server_uuid": "531557e8-d1a9-4d72-81a0-90598f7833aa", "name": "network-vif-deleted", "tag": "a9d71651-c2e7-4cc8-80f0-675a6cb98ef9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:41.184752 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b574b42-3306-4d84-8b4f-5b365ada7d13 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:41.185364 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'tag': 'f6920a33-28f0-4c33-9427-e1360fe826e4', 'status': 'completed', 'code': 200} Nov 04 09:04:41.185566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:41.186018 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531557e8-d1a9-4d72-81a0-90598f7833aa', 'name': 'network-vif-deleted', 'tag': 'a9d71651-c2e7-4cc8-80f0-675a6cb98ef9', 'status': 'completed', 'code': 200} Nov 04 09:04:41.186471 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42', 'status': 'completed', 'code': 200} Nov 04 09:04:41.222855 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:41.243044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:41.265539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-d08803d1-1347-4a83-9c5a-82aed4a6e648 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7232122 Nov 04 09:04:41.280506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:36Z', 'revision_number': 3, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:41.354245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe0edf-27ad-4a90-8c5c-6b983e6e05f3 None None] The sync data for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 is: [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:36Z', 'revision_number': 3, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:41.401151 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:41.425962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db419641-c959-42eb-b5ed-e21611281876 req-1f8aa4e3-8a70-441a-92b2-2148c1f64954 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426361 Nov 04 09:04:41.517287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-ed309ac8-49ca-4d44-b90b-23f76e903582 service neutron] 10.222.0.70 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293888 Nov 04 09:04:41.602349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-ae298d8b-46dd-47f2-a2f0-62af9686efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:41.604605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-ae298d8b-46dd-47f2-a2f0-62af9686efc4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c3b734d3-b45b-4438-b163-c25391556bfb HTTP/1.1" status: 200 len: 921 time: 0.6418240 Nov 04 09:04:41.657130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c61a52f-798a-4ef3-861a-06bf03a07b32 req-bd340023-17eb-4a1b-8e78-95d9fcedb234 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0113611 Nov 04 09:04:41.697488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:41.972108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6b62f88-625f-482a-8dd3-fb4e7bbed703 req-5b553787-197d-460f-9f27-e06c904d16c4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.1979690 Nov 04 09:04:41.975809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091dee5f-9c32-4e82-9e19-4d0edb53fd9e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.004577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091dee5f-9c32-4e82-9e19-4d0edb53fd9e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.201596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091dee5f-9c32-4e82-9e19-4d0edb53fd9e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.202067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091dee5f-9c32-4e82-9e19-4d0edb53fd9e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Fanout notify agent at l3_agent the message router_deleted on router 457a38bd-5d01-49f7-9d90-71ed02f1478c {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:04:42.213922 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-091dee5f-9c32-4e82-9e19-4d0edb53fd9e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.215109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-091dee5f-9c32-4e82-9e19-4d0edb53fd9e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/457a38bd-5d01-49f7-9d90-71ed02f1478c HTTP/1.1" status: 204 len: 168 time: 1.5905218 Nov 04 09:04:42.222913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53566) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:42.252346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-2c50d9e2-67a3-4ac5-a051-5e7808535404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:42.254403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-2c50d9e2-67a3-4ac5-a051-5e7808535404 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 1094 time: 0.4815545 Nov 04 09:04:42.266091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.313429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.316870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9aad0541-d906-46b4-9f2c-e779cf1658a6 HTTP/1.1" status: 204 len: 168 time: 1.6910052 Nov 04 09:04:42.327739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d22bc5-8c91-4dfd-9668-0905b0bc6bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aad0541-d906-46b4-9f2c-e779cf1658a6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:42.337566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:42.349406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc276ab-0abd-4df1-81d6-fd0e0fbd506a req-be2c2c65-b37f-4c55-a839-e477ea53050b tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:42.359730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0cc276ab-0abd-4df1-81d6-fd0e0fbd506a req-be2c2c65-b37f-4c55-a839-e477ea53050b tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 943 time: 0.9513900 Nov 04 09:04:42.377401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-70bd46b3-9d8f-4b6a-8ce7-694fc1ba9c31 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66e1e6b-b3cc-4415-bd48-0b10974d1483 HTTP/1.1" status: 200 len: 217 time: 0.1533649 Nov 04 09:04:42.445490 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.458059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:42.463180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434504d-901b-44f0-bcb5-b995387d82ea req-4558a709-fcf3-4688-b253-2b925e9b4676 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:42.475215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a434504d-901b-44f0-bcb5-b995387d82ea req-4558a709-fcf3-4688-b253-2b925e9b4676 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 945 time: 0.3386202 Nov 04 09:04:42.520147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a66e1e6b-b3cc-4415-bd48-0b10974d1483 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:04:42.575963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a434504d-901b-44f0-bcb5-b995387d82ea req-47b10236-0ff3-4d80-8013-c31601d11743 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941331 Nov 04 09:04:42.578667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.620063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.661294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet 15e0ed91-827e-472e-8e00-d7b8c99b6d6e {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:42.672164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.740118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:42.801827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5365e687-b8ae-4233-803f-552f5f6bd3f9 req-c3387afd-cb58-4e22-9ae6-a3a363a40de2 service neutron] 10.222.0.70 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2619274 Nov 04 09:04:42.805043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-f0f60890-e23c-4666-9e95-af8a34594a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:42.807203 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-f0f60890-e23c-4666-9e95-af8a34594a44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 1094 time: 1.3173468 Nov 04 09:04:42.808974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-2c34c920-8e01-4d58-9a6b-4ec19c5d78ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:42.810536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-2c34c920-8e01-4d58-9a6b-4ec19c5d78ec service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b381aa01-dda3-4c4b-9666-afa50898001c HTTP/1.1" status: 200 len: 860 time: 0.4179511 Nov 04 09:04:42.822319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0cc276ab-0abd-4df1-81d6-fd0e0fbd506a req-1203a0ba-c594-4a30-abc6-232c2437d2a7 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614880 Nov 04 09:04:42.823350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:42.836072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a66e1e6b-b3cc-4415-bd48-0b10974d1483, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a66e1e6b-b3cc-4415-bd48-0b10974d1483,segment=NetworkSegment(5c369512-f136-4030-9fad-4f6749124104),segment_id=5c369512-f136-4030-9fad-4f6749124104)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:42.870600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483', 'network_id': 'c3b734d3-b45b-4438-b163-c25391556bfb', 'port_id': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483', 'mac_address': 'fa:16:3e:2a:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b381aa01-dda3-4c4b-9666-afa50898001c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:04:42.872800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Network 6b305c97-191b-4ce3-84ed-21af27f7fe1e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:42.881009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:42.951302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:43.055224 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.057685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:43.058349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.062192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-abd7d09d-c13f-40ea-8305-3d79ca5751f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c3b734d3-b45b-4438-b163-c25391556bfb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2272551 Nov 04 09:04:43.113752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-fcf8b825-6700-47ff-8802-be3be9df4890 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:04:43.114787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-fcf8b825-6700-47ff-8802-be3be9df4890 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0115132 Nov 04 09:04:43.120891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-f39c03dd-4bb6-4445-b042-9705519bd33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:43.122139 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-f39c03dd-4bb6-4445-b042-9705519bd33c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 1094 time: 0.2036595 Nov 04 09:04:43.126794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.148611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66e1e6b-b3cc-4415-bd48-0b10974d1483 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:43.200360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a66e1e6b-b3cc-4415-bd48-0b10974d1483, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a66e1e6b-b3cc-4415-bd48-0b10974d1483,segment=NetworkSegment(5c369512-f136-4030-9fad-4f6749124104),segment_id=5c369512-f136-4030-9fad-4f6749124104)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:43.210353 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.310577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-25e2a663-b376-4808-bbd2-fb09f5a2a104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:43.310577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-25e2a663-b376-4808-bbd2-fb09f5a2a104 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 917 time: 1.0337198 Nov 04 09:04:43.319244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124f3dd-9592-4e51-adb1-b1e68b75eaa4 req-144cc7c7-234a-4584-b657-8e1e01a0e4f8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:43.326567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6124f3dd-9592-4e51-adb1-b1e68b75eaa4 req-144cc7c7-234a-4584-b657-8e1e01a0e4f8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 943 time: 0.4736986 Nov 04 09:04:43.332139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a66e1e6b-b3cc-4415-bd48-0b10974d1483,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:43.344114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.353273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:43.379029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-1d74ea45-5796-47f2-8211-36be1f55a9b2 service neutron] 10.222.0.70 "GET /v2.0/networks/c3b734d3-b45b-4438-b163-c25391556bfb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478671 Nov 04 09:04:43.427511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-94d9091c-af3f-4399-8ea8-dbeb3b6ed7af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a1076eb-0234-41b8-a153-51f7c8b740e9 HTTP/1.1" status: 200 len: 217 time: 0.0802002 Nov 04 09:04:43.461765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Allocated IP 172.20.0.1 (17ff6eaf-eadc-4d9c-8950-d7639daa1e8c/f0401385-e126-4d08-9604-974835439cac/255eba78-d710-4681-9aec-d1861b6bad36) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:43.466760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50e1fa1-581e-4912-902a-df76a79cba03']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:43.477356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-288b5267-5b5c-4027-b808-8844f3424f99 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:43.479031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-288b5267-5b5c-4027-b808-8844f3424f99 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.55 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 945 time: 0.4088769 Nov 04 09:04:43.504935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:43.505497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.518666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-c8b7fd23-00ce-4aa4-90be-2c7cb01d8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:43.520655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-c8b7fd23-00ce-4aa4-90be-2c7cb01d8e7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 917 time: 0.2457132 Nov 04 09:04:43.563895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dfe9f1-7822-4f95-8181-79e1a23e72cc') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:43.564151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dfe9f1-7822-4f95-8181-79e1a23e72cc') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:43.595169 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.616311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.622879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6124f3dd-9592-4e51-adb1-b1e68b75eaa4 req-082f908c-c4ac-4129-b586-7ee4000b9417 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805464 Nov 04 09:04:43.628549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.653168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:43.655152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a66e1e6b-b3cc-4415-bd48-0b10974d1483'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:43.659903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.716997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-e3fa92ba-c0d8-4549-9886-bb8139c7dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:43.723534 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-e3fa92ba-c0d8-4549-9886-bb8139c7dea0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.2771060 Nov 04 09:04:43.745103 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.783170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:43.796257 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-f5727d80-0df3-4e55-9a79-6c289b2f383a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1068461 Nov 04 09:04:43.825913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Request body: {'port': {'device_id': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:43.859597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.889401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:04:43.890076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:04:43.893546 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:04:44.052505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=15e0ed91-827e-472e-8e00-d7b8c99b6d6e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:44.071067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-2a55eb62-a8e6-4e75-9be9-6a86d5063ced service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42 HTTP/1.1" status: 200 len: 217 time: 0.2663770 Nov 04 09:04:44.082589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.089136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5365cf58-fec2-4ac6-b4c6-3c83bb15ee62 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/15e0ed91-827e-472e-8e00-d7b8c99b6d6e HTTP/1.1" status: 204 len: 168 time: 1.8520446 Nov 04 09:04:44.091217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807a526-d1c4-4e6c-a1d0-aad7b7416912 None None] Network a9ea8411-355a-4a33-9a08-c5429ca23178 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:44.110460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-a35e936a-ac1f-4c54-9d2d-aa88ed9cc1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.111994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-a35e936a-ac1f-4c54-9d2d-aa88ed9cc1aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 917 time: 1.2799039 Nov 04 09:04:44.118816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53586) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:44.228944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd998d08-584b-480c-a5dd-8bdccdcda80d req-5397bad5-306a-4ac2-a3fb-e48c3bb0c0a5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.230517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd998d08-584b-480c-a5dd-8bdccdcda80d req-5397bad5-306a-4ac2-a3fb-e48c3bb0c0a5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 932 time: 0.8944197 Nov 04 09:04:44.232035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-94cc0dcf-127b-40a2-9c01-26a4894ae06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.233433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-94cc0dcf-127b-40a2-9c01-26a4894ae06a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.1427886 Nov 04 09:04:44.244563 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.332246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet 0eabf532-ab79-418c-ba60-562a48a8b320 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:44.349250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.355215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-c60a9186-5dff-4ada-a441-0d995dd41d6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6920a33-28f0-4c33-9427-e1360fe826e4 HTTP/1.1" status: 200 len: 217 time: 0.1743672 Nov 04 09:04:44.355397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] DHCP port deletion for a9ea8411-355a-4a33-9a08-c5429ca23178 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:04:44.359407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2f723-b6eb-4835-8454-28303d249de7 req-c343a800-ad07-4255-991c-67989c3ff2d3 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.367713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-caa2f723-b6eb-4835-8454-28303d249de7 req-c343a800-ad07-4255-991c-67989c3ff2d3 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 945 time: 0.5823936 Nov 04 09:04:44.382401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.395662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-913d84f1-4cea-499b-b4dd-22b8316e3e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.397604 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-913d84f1-4cea-499b-b4dd-22b8316e3e20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6211162 Nov 04 09:04:44.409331 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.412810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d50e1fa1-581e-4912-902a-df76a79cba03 HTTP/1.1" status: 204 len: 168 time: 2.0743375 Nov 04 09:04:44.431182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] Deleting port 089f626b-78df-497b-a3a5-eb2d28eb757a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:44.431962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.433173 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.450843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Deleting port e29789c2-571a-46a7-a64f-2305f62a78a7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:44.451366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.467703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-8b3858db-7a23-4a52-8e47-7c269e50c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.469215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-8b3858db-7a23-4a52-8e47-7c269e50c64d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.0664186 Nov 04 09:04:44.471040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbfd6f8b-b0a8-435d-a4d3-4a1015f4ed39 req-b9413d49-b9aa-45a4-b3da-fdda57ae0fc1 service neutron] 10.222.0.70 "GET /v2.0/networks/c3b734d3-b45b-4438-b163-c25391556bfb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0739977 Nov 04 09:04:44.519078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c2c57-f4fe-4e58-ae19-2ae36f9ab7d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50e1fa1-581e-4912-902a-df76a79cba03,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:44.539983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1d6679cd-d04f-46f9-81a6-a1ed36375e42 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:04:44.543273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a66e1e6b-b3cc-4415-bd48-0b10974d1483 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:44.578979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.589405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.594762 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd998d08-584b-480c-a5dd-8bdccdcda80d req-2fcf83a6-884f-4e39-82e0-2e707e66ea85 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348558 Nov 04 09:04:44.625694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-d5e1e30b-c501-475c-88e1-7b270e1b59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.627785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-d5e1e30b-c501-475c-88e1-7b270e1b59e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3785343 Nov 04 09:04:44.645606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee415750-fb52-417b-b9ba-da7006283727 req-a18b4f4d-cb15-401d-b5b8-066769f1dc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:44.648105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-a18b4f4d-cb15-401d-b5b8-066769f1dc5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1680574 Nov 04 09:04:44.698889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f6920a33-28f0-4c33-9427-e1360fe826e4 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:04:44.702786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-caa2f723-b6eb-4835-8454-28303d249de7 req-29e9d307-7d06-41c1-9a3d-398af068c2cd tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4b236b1-c6b2-4607-8122-5cd2bf58a902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337445 Nov 04 09:04:44.721496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:44.733900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] For port 089f626b-78df-497b-a3a5-eb2d28eb757a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=089f626b-78df-497b-a3a5-eb2d28eb757a,segment=NetworkSegment(aea348d4-bb84-4c58-ab27-e28c0023723d),segment_id=aea348d4-bb84-4c58-ab27-e28c0023723d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:44.734865 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.744110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:44.759082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:44.788555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53594) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:44.817883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] Calling delete_port for 089f626b-78df-497b-a3a5-eb2d28eb757a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:44.846649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port a66e1e6b-b3cc-4415-bd48-0b10974d1483 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:04:44.864836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.961914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a66e1e6b-b3cc-4415-bd48-0b10974d1483 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:44.962263 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:44.982155 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:04:44.987962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Pushing event updated for resources: {'Port': ['ID=255eba78-d710-4681-9aec-d1861b6bad36,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:45.044726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992966ee-757e-4a1d-998d-bc728aadcb2c req-6d1f19a9-9d51-4de7-9896-9661783e4b92 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:45.052602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-992966ee-757e-4a1d-998d-bc728aadcb2c req-6d1f19a9-9d51-4de7-9896-9661783e4b92 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 943 time: 0.2018328 Nov 04 09:04:45.124343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] For port e29789c2-571a-46a7-a64f-2305f62a78a7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e29789c2-571a-46a7-a64f-2305f62a78a7,segment=NetworkSegment(2b985c1c-1827-4d21-a022-aa1592da71f5),segment_id=2b985c1c-1827-4d21-a022-aa1592da71f5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:45.124660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.146207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-d5c443dc-9ada-42ed-ade9-9cd7b0a1daea service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7300346 Nov 04 09:04:45.186213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Calling delete_port for e29789c2-571a-46a7-a64f-2305f62a78a7 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:45.291835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-992966ee-757e-4a1d-998d-bc728aadcb2c req-eb0a5099-82ee-48b2-9d95-a522d71415f4 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373478 Nov 04 09:04:45.298684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c263e99b-d151-4e7e-a63d-9318c4ce3317 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:45.308659 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.325368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Transition to ACTIVE for port object c263e99b-d151-4e7e-a63d-9318c4ce3317 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:04:45.328959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b167bfc1-40be-438b-9f2d-efbbc1e5620e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19f77d2ea41d4a3ab75591b7b1bc75dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4704709 Nov 04 09:04:45.331734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-30cf0c6b-ae03-4982-a70d-f5d3ef67f6ce service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229916 Nov 04 09:04:45.347536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53598) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:45.359484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b769f-2f66-40c4-9693-f04e98b3211f req-6462611d-0582-4437-90bd-3ff2b8435de9 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:45.371583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b7b769f-2f66-40c4-9693-f04e98b3211f req-6462611d-0582-4437-90bd-3ff2b8435de9 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 944 time: 0.5539026 Nov 04 09:04:45.392764 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.404917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:45.423381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '1d6679cd-d04f-46f9-81a6-a1ed36375e42', 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'port_id': '1d6679cd-d04f-46f9-81a6-a1ed36375e42', 'mac_address': 'fa:16:3e:49:80:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cd02d7-f87e-442f-9236-4aa16db3955c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:04:45.427347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.439248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:45.454726 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.469482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-c5ea3752-a953-4ea5-a35e-ed6e893b190f service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102679 Nov 04 09:04:45.505249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] No DVR routers for this DVR port 089f626b-78df-497b-a3a5-eb2d28eb757a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:45.572973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad89a4-338c-4aef-a681-6469da863c9a None None] Pushing event deleted for resources: {'Port': ['ID=089f626b-78df-497b-a3a5-eb2d28eb757a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:45.594601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-41e3e141-65ba-421e-9b41-da0e4e84b514 None None] Provisioning complete for port 255eba78-d710-4681-9aec-d1861b6bad36 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:45.595119 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-41e3e141-65ba-421e-9b41-da0e4e84b514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.607398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b7b769f-2f66-40c4-9693-f04e98b3211f req-0f88fa41-a4a0-4c7d-8e4d-723d250e8682 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345209 Nov 04 09:04:45.608330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:45.653941 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.658479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-62e1f1e8-45e3-4b08-a512-723265c3dd54 service neutron] 10.222.0.70 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9596694 Nov 04 09:04:45.669605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.675383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a36f5f2-1e5d-4674-937a-6527339e38d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.703492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.704291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.706303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.741601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e29789c2-571a-46a7-a64f-2305f62a78a7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:45.747908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Pushing event deleted for resources: {'Port': ['ID=e29789c2-571a-46a7-a64f-2305f62a78a7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:45.797819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f6920a33-28f0-4c33-9427-e1360fe826e4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f6920a33-28f0-4c33-9427-e1360fe826e4,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:45.809749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6679cd-d04f-46f9-81a6-a1ed36375e42 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:45.814909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-41e3e141-65ba-421e-9b41-da0e4e84b514 None None] Port 255eba78-d710-4681-9aec-d1861b6bad36 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:45.833200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:45.833741 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.841305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] No DVR routers for this DVR port e29789c2-571a-46a7-a64f-2305f62a78a7 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:45.849137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.852674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-282f30a1-ee82-4193-81dd-dc7e6aab1a76 req-486b0152-908e-42e2-978d-9fab96de02e7 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.55 "DELETE /v2.0/ports/e29789c2-571a-46a7-a64f-2305f62a78a7 HTTP/1.1" status: 204 len: 173 time: 2.3306768 Nov 04 09:04:45.858906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'name': 'network-vif-deleted', 'tag': 'e29789c2-571a-46a7-a64f-2305f62a78a7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:45.861358 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f91567-aade-4e7a-9cb8-c95053730f95" -d '{"events": [{"server_uuid": "db5e2c45-c1b2-4497-8b7f-065e489b48a9", "name": "network-vif-deleted", "tag": "e29789c2-571a-46a7-a64f-2305f62a78a7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:45.880901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:45.884536 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f15285-9b8b-46f2-a1a2-d3a244b0d63c" -d '{"events": [{"server_uuid": "ae99b2c9-2943-476b-ae6f-28e8b2a09349", "name": "network-vif-plugged", "status": "completed", "tag": "a66e1e6b-b3cc-4415-bd48-0b10974d1483"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:45.905386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a66e1e6b-b3cc-4415-bd48-0b10974d1483, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a66e1e6b-b3cc-4415-bd48-0b10974d1483,segment=NetworkSegment(5c369512-f136-4030-9fad-4f6749124104),segment_id=5c369512-f136-4030-9fad-4f6749124104)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:45.915200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3faf69-5148-41cc-83a8-871046cbb89f req-b4d8c1e7-d982-491e-8197-a7bbd27ae697 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:45.916852 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd3faf69-5148-41cc-83a8-871046cbb89f req-b4d8c1e7-d982-491e-8197-a7bbd27ae697 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.1567092 Nov 04 09:04:45.957679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.964104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:45.966084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.968549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'f6920a33-28f0-4c33-9427-e1360fe826e4', 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'port_id': 'f6920a33-28f0-4c33-9427-e1360fe826e4', 'mac_address': 'fa:16:3e:49:07:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cd02d7-f87e-442f-9236-4aa16db3955c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:04:45.986925 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:45.991956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd3faf69-5148-41cc-83a8-871046cbb89f req-d8903dd9-2605-4a06-8b51-e5f9f6e69975 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686831 Nov 04 09:04:45.993054 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.109729 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c179cf-22a4-48bc-8925-4feb2f88c111 x-openstack-request-id: req-11c179cf-22a4-48bc-8925-4feb2f88c111 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:46.110305 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5e2c45-c1b2-4497-8b7f-065e489b48a9", "name": "network-vif-deleted", "tag": "e29789c2-571a-46a7-a64f-2305f62a78a7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:46.111614 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11c179cf-22a4-48bc-8925-4feb2f88c111 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:46.112070 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5e2c45-c1b2-4497-8b7f-065e489b48a9', 'name': 'network-vif-deleted', 'tag': 'e29789c2-571a-46a7-a64f-2305f62a78a7', 'status': 'completed', 'code': 200} Nov 04 09:04:46.173222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Pushing event updated for resources: {'Port': ['ID=255eba78-d710-4681-9aec-d1861b6bad36,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:46.187686 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a809c3-e893-4d5d-960d-e0934bac9070 x-openstack-request-id: req-44a809c3-e893-4d5d-960d-e0934bac9070 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:46.188017 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99b2c9-2943-476b-ae6f-28e8b2a09349", "name": "network-vif-plugged", "status": "completed", "tag": "a66e1e6b-b3cc-4415-bd48-0b10974d1483", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:46.188265 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44a809c3-e893-4d5d-960d-e0934bac9070 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:46.188810 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483', 'code': 200} Nov 04 09:04:46.214702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.243063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.253064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.258453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['1d6679cd-d04f-46f9-81a6-a1ed36375e42'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:46.263828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a66e1e6b-b3cc-4415-bd48-0b10974d1483,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:46.283944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a36f5f2-1e5d-4674-937a-6527339e38d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.376547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6920a33-28f0-4c33-9427-e1360fe826e4 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:46.390908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 089f626b-78df-497b-a3a5-eb2d28eb757a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:46.412992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4d916e7-28c1-4181-91ec-d0feb6f67bd4 req-68e84a8e-8500-4e42-b99d-4154e3459e99 tempest-ServerAddressesTestJSON-38984441 tempest-ServerAddressesTestJSON-38984441-project] 10.222.0.53 "GET /v2.0/ports?device_id=db5e2c45-c1b2-4497-8b7f-065e489b48a9 HTTP/1.1" status: 200 len: 210 time: 0.2150133 Nov 04 09:04:46.499503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f6920a33-28f0-4c33-9427-e1360fe826e4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f6920a33-28f0-4c33-9427-e1360fe826e4,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:46.510012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 089f626b-78df-497b-a3a5-eb2d28eb757a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:46.511030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 089f626b-78df-497b-a3a5-eb2d28eb757a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:46.531434 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.533531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 0a1076eb-0234-41b8-a153-51f7c8b740e9 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:04:46.560400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:46.570586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fb278-cf3e-4f58-840d-9cb53e116b6b req-87a7b384-a431-403e-be8a-34a33ddc442a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:46.572901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c64fb278-cf3e-4f58-840d-9cb53e116b6b req-87a7b384-a431-403e-be8a-34a33ddc442a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 943 time: 0.1174452 Nov 04 09:04:46.575468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:46.612458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=1d6679cd-d04f-46f9-81a6-a1ed36375e42,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:46.698893 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-e913f774-9957-4976-9932-f4d1587d3ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3522229 Nov 04 09:04:46.719503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 0a1076eb-0234-41b8-a153-51f7c8b740e9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0a1076eb-0234-41b8-a153-51f7c8b740e9,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:46.779643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c64fb278-cf3e-4f58-840d-9cb53e116b6b req-0c1ee9f6-8851-4493-a665-2fedebc799fa tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875062 Nov 04 09:04:46.790952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '0a1076eb-0234-41b8-a153-51f7c8b740e9', 'network_id': 'f21e71e9-0f22-4bf4-8e11-8f4add402fc8', 'port_id': '0a1076eb-0234-41b8-a153-51f7c8b740e9', 'mac_address': 'fa:16:3e:de:32:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cd02d7-f87e-442f-9236-4aa16db3955c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:04:46.813372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=f6920a33-28f0-4c33-9427-e1360fe826e4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:46.853184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faea7ee-02e1-4868-970c-97ffadeab100 req-33528388-6ccb-4a26-8358-3796327ec2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:46.855776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7faea7ee-02e1-4868-970c-97ffadeab100 req-33528388-6ccb-4a26-8358-3796327ec2eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 1096 time: 0.5233705 Nov 04 09:04:46.881044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Router acb56d2d-ef9e-4af3-9bb9-eb879793b59f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:04:46.908709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.959121 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee415750-fb52-417b-b9ba-da7006283727 req-eab6e473-9112-44e9-8e98-004dadc733fd service neutron] 10.222.0.70 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7675695 Nov 04 09:04:46.963042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1076eb-0234-41b8-a153-51f7c8b740e9 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:46.975492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.978847 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a36f5f2-1e5d-4674-937a-6527339e38d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.984595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a36f5f2-1e5d-4674-937a-6527339e38d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:46.986861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1a36f5f2-1e5d-4674-937a-6527339e38d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44870f08-3453-4d0a-bd7f-541007ec5c68 HTTP/1.1" status: 204 len: 168 time: 1.5914190 Nov 04 09:04:47.050357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=0eabf532-ab79-418c-ba60-562a48a8b320,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:47.058135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a36f5f2-1e5d-4674-937a-6527339e38d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44870f08-3453-4d0a-bd7f-541007ec5c68,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:47.066855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 0a1076eb-0234-41b8-a153-51f7c8b740e9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0a1076eb-0234-41b8-a153-51f7c8b740e9,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:47.078594 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.111937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7faea7ee-02e1-4868-970c-97ffadeab100 req-7e8406c7-8794-4ab4-a3f6-e73071cd883d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225420 Nov 04 09:04:47.125911 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.134097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa9d02-fd9f-4944-8ae1-71a9f7fa2f60 None None] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:47.137033 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f0889081-ea58-4141-ad26-7116f7ce6a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/0eabf532-ab79-418c-ba60-562a48a8b320 HTTP/1.1" status: 204 len: 168 time: 3.0153410 Nov 04 09:04:47.142351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:47.143556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c0709ddf-6931-4ce1-be06-07b7b0c7197d None None] Provisioning complete for port 255eba78-d710-4681-9aec-d1861b6bad36 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:47.143970 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c0709ddf-6931-4ce1-be06-07b7b0c7197d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.148835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:47.149231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:47.149585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:47.177163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff48b9-7dba-4c8a-8dfb-9499148dfb65 req-5ee61418-6e5c-489b-98f4-04adbe2ae89c tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:47.181103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ff48b9-7dba-4c8a-8dfb-9499148dfb65 req-5ee61418-6e5c-489b-98f4-04adbe2ae89c tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 945 time: 0.4210887 Nov 04 09:04:47.182825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:04:47.183153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:47.193069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:47.193411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:47.194438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:47.196769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Bound port: c263e99b-d151-4e7e-a63d-9318c4ce3317, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:47.197048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.279916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=0a1076eb-0234-41b8-a153-51f7c8b740e9,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:47.293965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:04:47.297400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c0709ddf-6931-4ce1-be06-07b7b0c7197d None None] Port 255eba78-d710-4681-9aec-d1861b6bad36 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:47.308324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69b48814-dd8a-4e52-9906-09ff1af7a22a admin admin] 10.222.0.53 "PUT /v2.0/routers/acb56d2d-ef9e-4af3-9bb9-eb879793b59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3412085 Nov 04 09:04:47.333748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Sync routers for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:04:47.371403 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ff48b9-7dba-4c8a-8dfb-9499148dfb65 req-3b025519-53f6-44e9-ac33-577e5944befd tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813393 Nov 04 09:04:47.441765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['f6920a33-28f0-4c33-9427-e1360fe826e4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:47.443439 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.448391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:47.449826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['0a1076eb-0234-41b8-a153-51f7c8b740e9'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:47.452029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:47.463682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.536174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53630) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:47.560659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:47.561494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.562948 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] 10.222.0.55 "PUT /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 1092 time: 3.7442319 Nov 04 09:04:47.563434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:47.588674 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf910f5-2312-430f-adfe-125aec3e3a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:47.669299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65753f04-f906-4966-bb27-dc7736e96274 req-716fef40-255d-4266-b9d8-3cd52509eac9 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:47.678759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65753f04-f906-4966-bb27-dc7736e96274 req-716fef40-255d-4266-b9d8-3cd52509eac9 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.5102916 Nov 04 09:04:47.684639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:47.687492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:47.721531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.730616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] Deleting subnet 32cf52c3-9770-48a7-ae7d-4e607996266a {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:47.737520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.783760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc093ee8-2f3d-48dd-8bae-93fdb826cc5e service neutron] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:47.806503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-32f536ec-bdc2-419b-9953-e34a13816b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:47.807592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ea8411-355a-4a33-9a08-c5429ca23178']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:47.808749 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-32f536ec-bdc2-419b-9953-e34a13816b94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1095 time: 0.1733031 Nov 04 09:04:47.827876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.849662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65753f04-f906-4966-bb27-dc7736e96274 req-2738aaa9-4f38-4dab-9468-06ab2a047c0c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568980 Nov 04 09:04:47.865835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea348d4-bb84-4c58-ab27-e28c0023723d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:47.866137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea348d4-bb84-4c58-ab27-e28c0023723d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:47.898966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.928058 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.954597 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a59fb4-9e85-40a5-8eac-b6c1e273b877 x-openstack-request-id: req-57a59fb4-9e85-40a5-8eac-b6c1e273b877 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:47.954893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:04:47.954994 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:47.955171 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57a59fb4-9e85-40a5-8eac-b6c1e273b877 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:47.955403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:47.955518 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317', 'status': 'completed', 'code': 200} Nov 04 09:04:47.959566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-c93c05c1-f147-4132-868c-fe8b9f414238 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 217 time: 0.1237290 Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:04:47.961952 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:04:47.963752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:48.034194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-4aab5f3a-49df-426a-bfa1-55b399f7ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:48.035937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-4aab5f3a-49df-426a-bfa1-55b399f7ac7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.0689447 Nov 04 09:04:48.090212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-c77d10a9-1450-4223-811b-536649535917 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345132 Nov 04 09:04:48.095883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.161627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.177259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.183389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/a9ea8411-355a-4a33-9a08-c5429ca23178 HTTP/1.1" status: 204 len: 168 time: 1.0286703 Nov 04 09:04:48.186981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:48.241771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:48.262275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dc4d9c3c-e606-4690-9320-c189b8bc1fac tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1193568681', 'description': 'tempest-description--703279587'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:48.267532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7777bd6-c30a-4720-9df9-bf9c5a374354 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=a9ea8411-355a-4a33-9a08-c5429ca23178,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:48.314157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6033fa7-4e2c-40e3-9f94-bfb59e4918ca req-7feed707-7927-4970-ba91-14eea7fbeea0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:48.315711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6033fa7-4e2c-40e3-9f94-bfb59e4918ca req-7feed707-7927-4970-ba91-14eea7fbeea0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 944 time: 0.2554479 Nov 04 09:04:48.321435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] DHCP port deletion for 4798b0ae-9806-40ad-ba17-c79924ca7c68 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:04:48.390993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-1f8a51a4-72bb-4c9c-82ee-3e88cca46382 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290533 Nov 04 09:04:48.428041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9c3c-e606-4690-9320-c189b8bc1fac tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.441581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.516818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6033fa7-4e2c-40e3-9f94-bfb59e4918ca req-08bd4eba-be62-4a1f-b7de-a77a22bcbdb5 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808875 Nov 04 09:04:48.536118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1d6679cd-d04f-46f9-81a6-a1ed36375e42 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:48.553416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.606358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 2, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:48.608940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4221b7-32e8-4fd0-a508-5e178850d7a7 req-0245dd63-a61e-4ca8-8e1b-9218c3f0c32a tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:48.610561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b4221b7-32e8-4fd0-a508-5e178850d7a7 req-0245dd63-a61e-4ca8-8e1b-9218c3f0c32a tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 945 time: 0.1290023 Nov 04 09:04:48.614642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cf52c3-9770-48a7-ae7d-4e607996266a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:48.624336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.630090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b3240df6-6ced-4110-a430-0d648216f821 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/32cf52c3-9770-48a7-ae7d-4e607996266a HTTP/1.1" status: 204 len: 168 time: 1.0884466 Nov 04 09:04:48.644384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53664) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:48.691908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9c3c-e606-4690-9320-c189b8bc1fac tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.708299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9c3c-e606-4690-9320-c189b8bc1fac tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.711627 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cf90262-6f3d-44e1-81cc-5cac2b088613 req-fc916c0a-2b95-4902-bd07-c255ab581b82 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123453 Nov 04 09:04:48.735811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:48.736463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.784285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b4221b7-32e8-4fd0-a508-5e178850d7a7 req-a1ec9a2e-6ccc-4c73-bb18-f2f1db73ad67 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615415 Nov 04 09:04:48.800741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d9c3c-e606-4690-9320-c189b8bc1fac tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:48.805839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc4d9c3c-e606-4690-9320-c189b8bc1fac tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.810378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc4d9c3c-e606-4690-9320-c189b8bc1fac tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5676274 Nov 04 09:04:48.811260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:48.819308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-abf1bcca-c985-43dc-bdad-a4290ba82df4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Request body: {'security_group_rule': {'security_group_id': '8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:48.843386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Checking router: acb56d2d-ef9e-4af3-9bb9-eb879793b59f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:04:48.843957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Updating router acb56d2d-ef9e-4af3-9bb9-eb879793b59f port 255eba78-d710-4681-9aec-d1861b6bad36 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:04:48.864394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,segment=NetworkSegment(72a4edd4-3dd6-4966-9329-16ee25bdc268),segment_id=72a4edd4-3dd6-4966-9329-16ee25bdc268)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:48.864861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.896922 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.898475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for d8a7c5c5-eaba-4825-adfd-db73c1f8a8da owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:48.908189 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abf1bcca-c985-43dc-bdad-a4290ba82df4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:48.927182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] Deleting port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:48.928394 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.020977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] For port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,segment=NetworkSegment(72a4edd4-3dd6-4966-9329-16ee25bdc268),segment_id=72a4edd4-3dd6-4966-9329-16ee25bdc268)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:49.021913 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.037087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] Calling delete_port for d8a7c5c5-eaba-4825-adfd-db73c1f8a8da owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:49.077804 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.123585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abf1bcca-c985-43dc-bdad-a4290ba82df4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.134855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abf1bcca-c985-43dc-bdad-a4290ba82df4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.151600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-feaab772-b4b6-4d80-945e-a1ed9ddf155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:49.159676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-feaab772-b4b6-4d80-945e-a1ed9ddf155c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1095 time: 0.3621538 Nov 04 09:04:49.168650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1bcca-c985-43dc-bdad-a4290ba82df4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8729c96-0eb6-4526-9f9d-46ae2aa018e6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:49.180482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.185430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-abf1bcca-c985-43dc-bdad-a4290ba82df4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.190061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-abf1bcca-c985-43dc-bdad-a4290ba82df4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3721380 Nov 04 09:04:49.190900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:49.192875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f6920a33-28f0-4c33-9427-e1360fe826e4 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:49.204576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-76891bee-8cd1-4ad7-b316-0f02871b55c4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Request body: {'security_group_rule': {'security_group_id': '8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:49.222844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908059a-c3ab-4384-9ac0-aa888a1a232b req-3ae5cbc0-c5f9-42b5-9de6-9110ce871309 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:49.226932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d8a7c5c5-eaba-4825-adfd-db73c1f8a8da no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:49.229304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0908059a-c3ab-4384-9ac0-aa888a1a232b req-3ae5cbc0-c5f9-42b5-9de6-9110ce871309 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.2587881 Nov 04 09:04:49.253301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:49.273620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:49.398890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.402248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76891bee-8cd1-4ad7-b316-0f02871b55c4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.438673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4798b0ae-9806-40ad-ba17-c79924ca7c68']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:49.454005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a4edd4-3dd6-4966-9329-16ee25bdc268') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:49.454391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a4edd4-3dd6-4966-9329-16ee25bdc268') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:49.470966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.505605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-4470252e-4cdd-4a0b-9349-48fdaa84a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:49.509862 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-4470252e-4cdd-4a0b-9349-48fdaa84a332 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.3048592 Nov 04 09:04:49.528172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.542638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:04:49.543310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:04:49.546484 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:04:49.560214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76891bee-8cd1-4ad7-b316-0f02871b55c4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.568706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.590398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:04:49.606109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d8a7c5c5-eaba-4825-adfd-db73c1f8a8da {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:49.606528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d8a7c5c5-eaba-4825-adfd-db73c1f8a8da not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:49.614745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76891bee-8cd1-4ad7-b316-0f02871b55c4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.619332 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.622326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:49.622710 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.664219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0908059a-c3ab-4384-9ac0-aa888a1a232b req-330f4d1a-3b2c-4811-99e5-66b66ce19e04 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223869 Nov 04 09:04:49.682050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76891bee-8cd1-4ad7-b316-0f02871b55c4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d9d869-a2df-40c3-a2ec-14ad9234ac7c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:49.699094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-a75981f8-be0b-436d-a730-548306371ff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 217 time: 0.1247234 Nov 04 09:04:49.704569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-673a59e6-9a70-479c-a4c4-c755a9bac87d req-7a4ae511-4aa9-4050-bd50-df83c315d873 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d33d1f-aee5-4f80-b6ae-c8c70e24017b HTTP/1.1" status: 200 len: 210 time: 0.1071191 Nov 04 09:04:49.749293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.749601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.775377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.789151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/4798b0ae-9806-40ad-ba17-c79924ca7c68 HTTP/1.1" status: 204 len: 168 time: 1.5990729 Nov 04 09:04:49.794498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:49.797408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.807056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-1032809540'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:49.819403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76891bee-8cd1-4ad7-b316-0f02871b55c4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.830231 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76891bee-8cd1-4ad7-b316-0f02871b55c4 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6342745 Nov 04 09:04:49.831237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec0a5c-a996-4dd0-b553-9f7b808cb14c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=4798b0ae-9806-40ad-ba17-c79924ca7c68,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:49.835745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:49.850455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8cb302-b454-494e-b603-36e3ce01cd5b']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:49.861912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:49.869504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:49.877812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.932976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.956005 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:49.960131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-e763feb6-1031-4728-b117-d87d105f204e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:49.962003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-e763feb6-1031-4728-b117-d87d105f204e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.2511640 Nov 04 09:04:49.968396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b985c1c-1827-4d21-a022-aa1592da71f5') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:49.969643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b985c1c-1827-4d21-a022-aa1592da71f5') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:50.007350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] Network 4798b0ae-9806-40ad-ba17-c79924ca7c68 is not hosted by any dhcp agent {{(pid=102557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:04:50.008256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] No DVR routers for this DVR port d8a7c5c5-eaba-4825-adfd-db73c1f8a8da on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:50.056254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.065384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-4bbe3c82-333d-40ff-8a51-05e54dbd6632 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766990 Nov 04 09:04:50.066665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:04:50.069939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port f6920a33-28f0-4c33-9427-e1360fe826e4 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:04:50.087564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port f6920a33-28f0-4c33-9427-e1360fe826e4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:50.087985 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.111253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:50.114623 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d9e510-fbbb-47c8-9d4b-a8e72421304e" -d '{"events": [{"server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "name": "network-vif-plugged", "status": "completed", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:50.120242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f15d7-2109-45ad-b844-6d2654167689 None None] Pushing event updated for resources: {'Port': ['ID=255eba78-d710-4681-9aec-d1861b6bad36,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:50.200718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-f3897b2b-bd11-48a5-9fb7-7927bce5d4e1 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242125 Nov 04 09:04:50.232440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a30b36-48f9-4b4c-a9ff-f102176074c8 None None] Pushing event deleted for resources: {'Port': ['ID=d8a7c5c5-eaba-4825-adfd-db73c1f8a8da,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:50.280258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Attempting to bind port 255eba78-d710-4681-9aec-d1861b6bad36 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:50.281074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Attempting to bind port 255eba78-d710-4681-9aec-d1861b6bad36 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:50.281601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Attempting to bind port 255eba78-d710-4681-9aec-d1861b6bad36 on network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:50.292508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:50.293374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Checking segment: {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:50.293945 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.294499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Bound using segment: {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:50.295136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Bound port: 255eba78-d710-4681-9aec-d1861b6bad36, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:50.295673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.316305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:50.354233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbf910f5-2312-430f-adfe-125aec3e3a8b req-77fec237-180a-44bc-90e6-7c00d066e504 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329055 Nov 04 09:04:50.363979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.372075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.375330 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 3a533f02-691d-41b6-89a7-611df2c57d0a of type vlan for network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 Nov 04 09:04:50.385617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.404420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:04:50.404965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:04:50.407121 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:04:50.416406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] For port 255eba78-d710-4681-9aec-d1861b6bad36, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:50.420761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] For port 255eba78-d710-4681-9aec-d1861b6bad36, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=255eba78-d710-4681-9aec-d1861b6bad36,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:50.458253 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.468032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.606245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0bc64-5bfc-4b26-99d2-e68be6954b05 req-48b08d0b-07bf-4ee4-8031-25ddc691e7d7 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:50.614128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-79b0bc64-5bfc-4b26-99d2-e68be6954b05 req-48b08d0b-07bf-4ee4-8031-25ddc691e7d7 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 944 time: 0.6941059 Nov 04 09:04:50.634311 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b753fd73-bda1-48a7-a621-600c6bdc04e5 x-openstack-request-id: req-b753fd73-bda1-48a7-a621-600c6bdc04e5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:50.634610 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "name": "network-vif-plugged", "status": "completed", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:50.634863 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b753fd73-bda1-48a7-a621-600c6bdc04e5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:50.635260 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42', 'code': 200} Nov 04 09:04:50.652908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.705214 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-79b0bc64-5bfc-4b26-99d2-e68be6954b05 req-b58a5ff9-e512-4456-a61b-4b11a35e6db2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899403 Nov 04 09:04:50.752014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Allocated IP 172.25.3.5 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/01f6432a-f0a3-43e5-acbe-a8dded4a21ca) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:50.766921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.825713 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:04:50.836054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=1d6679cd-d04f-46f9-81a6-a1ed36375e42,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:50.855563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:04:50.856301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:50.856812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.874073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fe8cb302-b454-494e-b603-36e3ce01cd5b HTTP/1.1" status: 204 len: 168 time: 2.2279191 Nov 04 09:04:50.914164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f7f8ebbc-35f1-4f26-bd2a-68356ea6366f None None] Provisioning complete for port 255eba78-d710-4681-9aec-d1861b6bad36 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:50.914536 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ebbc-35f1-4f26-bd2a-68356ea6366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:50.994712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e52619-f633-4711-9fd2-eb93468547a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8cb302-b454-494e-b603-36e3ce01cd5b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:51.039121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.056271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:51.057051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.125787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f15d7-2109-45ad-b844-6d2654167689 None None] Pushing event updated for resources: {'Port': ['ID=255eba78-d710-4681-9aec-d1861b6bad36,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:51.198398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c6fd6-b955-4da4-86b5-4e12cf5aea71 req-b4c94bdd-f9f0-488f-8949-1e88ad54bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:51.210972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-409c6fd6-b955-4da4-86b5-4e12cf5aea71 req-b4c94bdd-f9f0-488f-8949-1e88ad54bec4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 1096 time: 0.5543947 Nov 04 09:04:51.246890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4412122 Nov 04 09:04:51.254107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53762) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:51.262262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97757ba7-9e89-4f5f-8e5d-70531e6a845c req-f5aa7d5b-5098-4ee9-8e85-fd1666b923f4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:51.264068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-97757ba7-9e89-4f5f-8e5d-70531e6a845c req-f5aa7d5b-5098-4ee9-8e85-fd1666b923f4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.3024235 Nov 04 09:04:51.269762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:51.404164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.419685 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ebbc-35f1-4f26-bd2a-68356ea6366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.421071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53766) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:51.424441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789f4c1-64a1-4e6c-a8d8-64b27a7377a7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=d0ecc7d7-cf2a-420d-9c6b-90b7f080c417,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:51.457614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:04:51.465773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:04:51.591145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f7f8ebbc-35f1-4f26-bd2a-68356ea6366f None None] For port 255eba78-d710-4681-9aec-d1861b6bad36, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=255eba78-d710-4681-9aec-d1861b6bad36,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:51.600891 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-409c6fd6-b955-4da4-86b5-4e12cf5aea71 req-a085e26a-4a34-4144-9b83-f86deed0d7b8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749714 Nov 04 09:04:51.613317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7f8ebbc-35f1-4f26-bd2a-68356ea6366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.618282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f6920a33-28f0-4c33-9427-e1360fe826e4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f6920a33-28f0-4c33-9427-e1360fe826e4,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:51.632219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.633199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e29789c2-571a-46a7-a64f-2305f62a78a7 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:51.633464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49b87fad-01cb-4145-afd9-0e6a09631cbd req-8b5135ee-c179-4a88-81c3-6e0e76918564 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0947304 Nov 04 09:04:51.638149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:51.643418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.692086 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.709268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: e29789c2-571a-46a7-a64f-2305f62a78a7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:04:51.709796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e29789c2-571a-46a7-a64f-2305f62a78a7 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:51.733374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 0a1076eb-0234-41b8-a153-51f7c8b740e9 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:51.831230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:51.857654 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-97757ba7-9e89-4f5f-8e5d-70531e6a845c req-7418dc9f-08b5-4215-b8ae-7ec51d66ae1d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431388 Nov 04 09:04:51.883560 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-30541c45-c86d-44ba-a3cc-f5dc25f64052 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72c15aaa489341a39426362b686025c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494905 Nov 04 09:04:51.898921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53778) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:51.949314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event updated for resources: {'Port': ['ID=01f6432a-f0a3-43e5-acbe-a8dded4a21ca,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:51.983549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:51.989231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:52.005705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:52.083244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68015b0b-ce80-4a98-9e7f-498040edf80e req-54c37d65-d90f-4e81-aa46-9acce6423444 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:52.093060 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68015b0b-ce80-4a98-9e7f-498040edf80e req-54c37d65-d90f-4e81-aa46-9acce6423444 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 944 time: 0.2829046 Nov 04 09:04:52.163510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-54499511-4180-4e7f-80ad-3398d2b126f1 None None] Provisioning complete for port 255eba78-d710-4681-9aec-d1861b6bad36 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:52.167365 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-54499511-4180-4e7f-80ad-3398d2b126f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.169795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8ebbc-35f1-4f26-bd2a-68356ea6366f None None] Pushing event updated for resources: {'Port': ['ID=255eba78-d710-4681-9aec-d1861b6bad36,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:52.196881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68015b0b-ce80-4a98-9e7f-498040edf80e req-c48ebe81-aa67-4980-86c9-f721fd63d5f1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016715 Nov 04 09:04:52.232734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ecefe5e1-7453-47c3-b86a-9048d44fa08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.273427 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.316270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=f6920a33-28f0-4c33-9427-e1360fe826e4,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:52.333064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 0a1076eb-0234-41b8-a153-51f7c8b740e9 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:04:52.335546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.336325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ecefe5e1-7453-47c3-b86a-9048d44fa08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.341601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 0a1076eb-0234-41b8-a153-51f7c8b740e9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:52.341975 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.390259 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.531599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '3a533f02-691d-41b6-89a7-611df2c57d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:52.532444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: d0ecc7d7-cf2a-420d-9c6b-90b7f080c417, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:52.535685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=e2c221b3-ad21-4941-88b5-d85dbcdc7c1e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:52.541020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ecefe5e1-7453-47c3-b86a-9048d44fa08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.544953 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ecefe5e1-7453-47c3-b86a-9048d44fa08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.546885 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ecefe5e1-7453-47c3-b86a-9048d44fa08a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4b236b1-c6b2-4607-8122-5cd2bf58a902 HTTP/1.1" status: 204 len: 168 time: 0.6467805 Nov 04 09:04:52.562746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefe5e1-7453-47c3-b86a-9048d44fa08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b236b1-c6b2-4607-8122-5cd2bf58a902,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:52.581419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:52.599209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.627061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, d0ecc7d7-cf2a-420d-9c6b-90b7f080c417) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:52.642048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6920a33-28f0-4c33-9427-e1360fe826e4'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:52.644365 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b36192c-b96d-40c3-94fa-e1690f018131" -d '{"events": [{"server_uuid": "fe0afa34-10ca-4679-90c1-f53b2aac0b51", "name": "network-vif-plugged", "status": "completed", "tag": "f6920a33-28f0-4c33-9427-e1360fe826e4"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:52.647828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:52.649232 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.650218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.659725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3b0e04-747b-45b0-b338-d46941c3e139 None None] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:52.683970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f3fa127a-bc1d-4257-9cbb-fd07307832ea tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4148562 Nov 04 09:04:52.684617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53794) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:52.697847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fd3e0c71-c84b-4da4-9a19-4b7a863c0958 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1256594008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:52.762475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0c71-c84b-4da4-9a19-4b7a863c0958 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.763674 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0c71-c84b-4da4-9a19-4b7a863c0958 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.854238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event updated for resources: {'Port': ['ID=01f6432a-f0a3-43e5-acbe-a8dded4a21ca,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:52.932388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0c71-c84b-4da4-9a19-4b7a863c0958 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.935890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610c84e-f200-4f0b-a514-bbcfd0e52031 req-ef3c462f-da0f-4028-83cc-79b527f0af91 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:52.939113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0c71-c84b-4da4-9a19-4b7a863c0958 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:52.958568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3610c84e-f200-4f0b-a514-bbcfd0e52031 req-ef3c462f-da0f-4028-83cc-79b527f0af91 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 945 time: 0.6362157 Nov 04 09:04:52.972462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2774f8d7-3e57-4e72-9908-c8a5fbf45894 req-44e3d664-63f3-48bb-bc14-aca8bcd82252 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0707316 Nov 04 09:04:53.019940 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:53.020909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd3e0c71-c84b-4da4-9a19-4b7a863c0958 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:53.023608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fd3e0c71-c84b-4da4-9a19-4b7a863c0958 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3379617 Nov 04 09:04:53.025890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53802) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:53.032538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'port': {'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417', 'name': 'tempest-RoutersTest-73924483'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:53.048489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3610c84e-f200-4f0b-a514-bbcfd0e52031 req-bc4b8fec-2fc4-4abb-9e8d-b844dadb6509 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918720 Nov 04 09:04:53.062794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:53.064255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-21e3bc66-198e-471e-995f-3a370f3e9a85 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2272654 Nov 04 09:04:53.158277 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9eec2f-ee9e-4f6d-adf6-e45939c1a3fb x-openstack-request-id: req-6c9eec2f-ee9e-4f6d-adf6-e45939c1a3fb {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:53.158277 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0afa34-10ca-4679-90c1-f53b2aac0b51", "name": "network-vif-plugged", "status": "completed", "tag": "f6920a33-28f0-4c33-9427-e1360fe826e4", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:53.158614 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c9eec2f-ee9e-4f6d-adf6-e45939c1a3fb {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:53.159080 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6920a33-28f0-4c33-9427-e1360fe826e4', 'code': 200} Nov 04 09:04:53.208124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:53.292396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-d0ecc7d7-cf2a-420d-9c6b-90b7f080c417', 'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': 'e2c221b3-ad21-4941-88b5-d85dbcdc7c1e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:04:53.293388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:53.304441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e46d3c-5283-4b01-b186-974f786a4684 req-eb67b575-a781-4dda-a53e-3ff85f86bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:53.306182 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c3e46d3c-5283-4b01-b186-974f786a4684 req-eb67b575-a781-4dda-a53e-3ff85f86bb5e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 1096 time: 0.0938187 Nov 04 09:04:53.310437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:53.327230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:53.359598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:50Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:04:53.371785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 0a1076eb-0234-41b8-a153-51f7c8b740e9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0a1076eb-0234-41b8-a153-51f7c8b740e9,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:53.385910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c1ad6-911d-4502-881b-4da801e52249 req-421e00c7-e120-441c-86ba-792b4eadd288 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:53.394671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-030c1ad6-911d-4502-881b-4da801e52249 req-421e00c7-e120-441c-86ba-792b4eadd288 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 944 time: 0.0740056 Nov 04 09:04:53.400618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd20a0-d49f-42d5-ba36-23b7f0495a05 req-d4880e20-ee79-48b2-a987-59a1bfe6b631 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:53.402163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f9cd20a0-d49f-42d5-ba36-23b7f0495a05 req-d4880e20-ee79-48b2-a987-59a1bfe6b631 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.2030616 Nov 04 09:04:53.404311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff5dee-9fbb-4b04-8b16-1dbc464726b7 None None] The sync data for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 is: [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:50Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:04:53.406568 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:53.421889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] device_id is not set on port ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:04:53.430750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c3e46d3c-5283-4b01-b186-974f786a4684 req-3064724c-df00-4439-b952-fc496449e73f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957086 Nov 04 09:04:53.470865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-030c1ad6-911d-4502-881b-4da801e52249 req-d88a8857-90d5-446c-be2a-df0bdbdd6085 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744774 Nov 04 09:04:53.605392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f9cd20a0-d49f-42d5-ba36-23b7f0495a05 req-c3ce9fca-f0ea-412c-a9a5-6f3ece0edf6d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779256 Nov 04 09:04:53.695732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.20.0.4 (d0ecc7d7-cf2a-420d-9c6b-90b7f080c417/e2c221b3-ad21-4941-88b5-d85dbcdc7c1e/ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:53.762650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=0a1076eb-0234-41b8-a153-51f7c8b740e9,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:53.814947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c61cbbb-33f0-4fcf-b9de-5eb7f23a9d32 req-8c044fef-93b9-4419-990a-1dd729daed7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f5d33d1f-aee5-4f80-b6ae-c8c70e24017b HTTP/1.1" status: 200 len: 210 time: 0.4337952 Nov 04 09:04:53.965509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.077706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.203465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Allocated IP 172.20.0.2 (d0ecc7d7-cf2a-420d-9c6b-90b7f080c417/e2c221b3-ad21-4941-88b5-d85dbcdc7c1e/8486d88c-50b5-4b78-8be5-9c794673171e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:54.276309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:54.317810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1573591660'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:54.377169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d1ecb25-c2fa-404c-bb3b-f55c1820f3d8 req-f3294a8b-a814-40cb-ae41-19391a9527b6 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.1114390 Nov 04 09:04:54.398259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:54.415958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.448002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:04:54.463278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.464172 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Added segment e76aec3a-f627-4ef8-84ee-045b8908831e of type vlan for network cc1916df-7442-4595-911b-cf8bb510c6a5 Nov 04 09:04:54.570691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.590881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.603713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.633724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.655394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:54.656939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.667783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:54.673850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:54.679095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:54.704273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Pushing event updated for resources: {'Port': ['ID=8486d88c-50b5-4b78-8be5-9c794673171e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:54.760275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff280-836f-4ccb-9265-c3572552323b req-eb18a1a8-1b62-41e2-91f4-efd18ef4bf2a tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:54.762143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6bcff280-836f-4ccb-9265-c3572552323b req-eb18a1a8-1b62-41e2-91f4-efd18ef4bf2a tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 945 time: 0.7489901 Nov 04 09:04:54.765940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:54.767120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4758785 Nov 04 09:04:54.776032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:54.797804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-53074463'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:54.826564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Attempting to bind port 8486d88c-50b5-4b78-8be5-9c794673171e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:54.826934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Attempting to bind port 8486d88c-50b5-4b78-8be5-9c794673171e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '3a533f02-691d-41b6-89a7-611df2c57d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:54.827298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Attempting to bind port 8486d88c-50b5-4b78-8be5-9c794673171e on network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:54.835458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:54.835840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Checking segment: {'id': '3a533f02-691d-41b6-89a7-611df2c57d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:54.836256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.836835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Bound using segment: {'id': '3a533f02-691d-41b6-89a7-611df2c57d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:54.847592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Bound port: 8486d88c-50b5-4b78-8be5-9c794673171e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a533f02-691d-41b6-89a7-611df2c57d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd0ecc7d7-cf2a-420d-9c6b-90b7f080c417'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:54.848121 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.863207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e66a2f-1e14-4c54-a192-4976a75ec4de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Network': ['ID=cc1916df-7442-4595-911b-cf8bb510c6a5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:54.878956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:54.891623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network cc1916df-7442-4595-911b-cf8bb510c6a5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:04:54.895695 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.952131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:04:54.968885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:54.969250 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Added segment 66f604b9-4131-46ba-8054-bb2b46909577 of type vlan for network acf634d2-4343-418c-b8d8-3e84eb61a3dc Nov 04 09:04:55.024187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:55.032834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57430558-1dfc-4d3d-b628-858546f9f927 req-cbc59c80-5ba3-4aad-8800-5a4312c7d4f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.3041420 Nov 04 09:04:55.042729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.047541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:55.077837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.086642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:55.087450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.165978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1076eb-0234-41b8-a153-51f7c8b740e9'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:55.168532 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50836eb1-7549-40ee-a8d0-ef966b2b3bfc" -d '{"events": [{"server_uuid": "08b3d13d-9d19-4e3b-8537-b07fe4aa1395", "name": "network-vif-plugged", "status": "completed", "tag": "0a1076eb-0234-41b8-a153-51f7c8b740e9"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:55.202034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:55.242168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] For port 8486d88c-50b5-4b78-8be5-9c794673171e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:04:55.256348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] For port 8486d88c-50b5-4b78-8be5-9c794673171e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8486d88c-50b5-4b78-8be5-9c794673171e,segment=NetworkSegment(3a533f02-691d-41b6-89a7-611df2c57d0a),segment_id=3a533f02-691d-41b6-89a7-611df2c57d0a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:04:55.278079 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.285462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:55.288564 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.297373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 255eba78-d710-4681-9aec-d1861b6bad36 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:55.317182 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5373633 Nov 04 09:04:55.321457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:55.329383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'subnet': {'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:55.340014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e653718-4708-49d2-b129-bee1516e1b4a req-772fa8f6-3cb2-4bdb-ad8d-9ebb97474aa0 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:55.351219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e653718-4708-49d2-b129-bee1516e1b4a req-772fa8f6-3cb2-4bdb-ad8d-9ebb97474aa0 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 945 time: 0.6193173 Nov 04 09:04:55.375263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3bab6fd9-2758-4a35-baff-1bddd7eddd19 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 2.3480761 Nov 04 09:04:55.384064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53932) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:55.413797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c7c40-7a83-447c-af69-7ab4fa265904 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Network': ['ID=acf634d2-4343-418c-b8d8-3e84eb61a3dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:55.437140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:04:55.459786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38cd32-f9e5-4cf3-9e68-2a7ac49f75bf req-675600be-e6d4-4eff-876e-37f4adf3c736 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:55.481641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef38cd32-f9e5-4cf3-9e68-2a7ac49f75bf req-675600be-e6d4-4eff-876e-37f4adf3c736 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.2477646 Nov 04 09:04:55.577615 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:04:55.624788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Pushing event updated for resources: {'Port': ['ID=8486d88c-50b5-4b78-8be5-9c794673171e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:55.644736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.645705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.647186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.648144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.648789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.649433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.649909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.650382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.650908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.651391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.651875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.652340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad7f668-561a-439b-86f8-14f49e433d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:04:55.656218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:55.664812 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.669890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 255eba78-d710-4681-9aec-d1861b6bad36 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:55.671295 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.684325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef38cd32-f9e5-4cf3-9e68-2a7ac49f75bf req-c445deb0-0a13-459f-8318-f939203ac56c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992054 Nov 04 09:04:55.759954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Deleting port a66e1e6b-b3cc-4415-bd48-0b10974d1483 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:04:55.760237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:55.791653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e653718-4708-49d2-b129-bee1516e1b4a req-fcb71e2b-2477-4b18-9b1f-3ace74068fc4 tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/security-groups?id=2106bac6-0d7b-4245-90a9-d094b329be58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391048 Nov 04 09:04:56.071019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-99ad1eac-89af-45b1-86be-9ede4af7220d req-435076e7-c473-4b57-b391-cef02f0fb1fe tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.1279826 Nov 04 09:04:56.075421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff6ec5-8b3f-4d78-a6f9-38e42acd831c req-d61b11d3-01e7-4d8f-a695-89edb8015874 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:56.083398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48ff6ec5-8b3f-4d78-a6f9-38e42acd831c req-d61b11d3-01e7-4d8f-a695-89edb8015874 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.2674875 Nov 04 09:04:56.126518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:56.172643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-0901c6e8-7181-4906-a64d-030a370394e5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6342719 Nov 04 09:04:56.231276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] For port a66e1e6b-b3cc-4415-bd48-0b10974d1483, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a66e1e6b-b3cc-4415-bd48-0b10974d1483,segment=NetworkSegment(5c369512-f136-4030-9fad-4f6749124104),segment_id=5c369512-f136-4030-9fad-4f6749124104)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:56.231465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:56.260314 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48ff6ec5-8b3f-4d78-a6f9-38e42acd831c req-379ca29c-af8d-4ae5-97ce-4461163a07c1 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754096 Nov 04 09:04:56.280831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Calling delete_port for a66e1e6b-b3cc-4415-bd48-0b10974d1483 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:04:56.297012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Subnet': ['ID=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:56.367575 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7941756-ef8b-4b54-bbbd-8744b9b08c99 x-openstack-request-id: req-c7941756-ef8b-4b54-bbbd-8744b9b08c99 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:56.370448 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b3d13d-9d19-4e3b-8537-b07fe4aa1395", "name": "network-vif-plugged", "status": "completed", "tag": "0a1076eb-0234-41b8-a153-51f7c8b740e9", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:56.370832 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c7941756-ef8b-4b54-bbbd-8744b9b08c99 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:56.371321 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1076eb-0234-41b8-a153-51f7c8b740e9', 'code': 200} Nov 04 09:04:56.398892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Checking segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:56.399475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network hostable DHCP agents. Network: cc1916df-7442-4595-911b-cf8bb510c6a5, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:56.447784 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:56.506922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e974acbc-752f-419f-a152-8747d00ed3a2 req-2688539f-423f-4798-b8b6-ef05b734ae35 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0986092 Nov 04 09:04:56.520555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-1a2e987d-5322-4c73-8d19-a9e6b2c82cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:56.522701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-1a2e987d-5322-4c73-8d19-a9e6b2c82cd2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 1096 time: 0.1770325 Nov 04 09:04:56.525776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network cc1916df-7442-4595-911b-cf8bb510c6a5 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:56.555270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, cc1916df-7442-4595-911b-cf8bb510c6a5) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:56.556720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a66e1e6b-b3cc-4415-bd48-0b10974d1483 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:04:56.561333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:56.561333 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:56.589853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf307f4-ad62-4c8e-b3f3-a7b595fb4dd4 None None] Network cc1916df-7442-4595-911b-cf8bb510c6a5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:56.594065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e1d8d79a-a320-400f-91f8-36ec30926cf5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2681234 Nov 04 09:04:56.595786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:56.602570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'subnet': {'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:56.777031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No active binding found for port a66e1e6b-b3cc-4415-bd48-0b10974d1483 {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 09:04:56.778106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a66e1e6b-b3cc-4415-bd48-0b10974d1483 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:04:56.913600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-cc1916df-7442-4595-911b-cf8bb510c6a5', 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'fixed_ips': [{'subnet_id': 'd8ebe30a-abd8-464f-8455-c8ee4f7b9dc0'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:04:56.914815 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:56.921651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:56.946259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:56.950324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:57.111209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c263e99b-d151-4e7e-a63d-9318c4ce3317 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:04:57.137593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Pushing event deleted for resources: {'Port': ['ID=a66e1e6b-b3cc-4415-bd48-0b10974d1483,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:57.152614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beca8b-8108-4335-88e4-dbc4fb876f4b req-7115d2b1-edd0-458b-9b81-6e61b11730ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:57.154159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96beca8b-8108-4335-88e4-dbc4fb876f4b req-7115d2b1-edd0-458b-9b81-6e61b11730ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 1096 time: 0.5776863 Nov 04 09:04:57.210509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d1c0c-32a0-4968-b353-1dfcd94308a1 req-593fb238-ea1a-4035-8704-24dff790c0f8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:57.225664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f85d1c0c-32a0-4968-b353-1dfcd94308a1 req-593fb238-ea1a-4035-8704-24dff790c0f8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.3847609 Nov 04 09:04:57.256830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21672db2-2411-4698-96ae-db11e1c32a6f None None] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:57.297670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f85d1c0c-32a0-4968-b353-1dfcd94308a1 req-e00f33c5-c62b-49fb-a6f9-a925502464e4 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709059 Nov 04 09:04:57.331510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-2c0afdb9-9b22-4072-9cd0-1307102e28ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:57.357432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-2c0afdb9-9b22-4072-9cd0-1307102e28ce service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.7758291 Nov 04 09:04:57.358308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] No DVR routers for this DVR port a66e1e6b-b3cc-4415-bd48-0b10974d1483 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:04:57.366850 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:57.376803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6bcff280-836f-4ccb-9265-c3572552323b req-b3944a5e-a882-4aae-b495-b81332c1b2fc tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.70 "DELETE /v2.0/ports/a66e1e6b-b3cc-4415-bd48-0b10974d1483 HTTP/1.1" status: 204 len: 173 time: 2.5565627 Nov 04 09:04:57.395400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'name': 'network-vif-deleted', 'tag': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:04:57.398493 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f23105-c2ea-4f70-8535-20aa2bb11feb" -d '{"events": [{"server_uuid": "ae99b2c9-2943-476b-ae6f-28e8b2a09349", "name": "network-vif-deleted", "tag": "a66e1e6b-b3cc-4415-bd48-0b10974d1483"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:04:57.466579 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-10fbcca2-68db-4474-bb6c-a93d463a74de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 200 len: 217 time: 0.0796382 Nov 04 09:04:57.469134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8486d88c-50b5-4b78-8be5-9c794673171e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:57.484633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2403d2db-9305-4716-884e-f046f005a0b0 req-6dee5047-5b80-43b3-b74a-9b48cb4e72a6 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0512633 Nov 04 09:04:57.496300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66dac8f0-e5f6-405a-aceb-305c266d7b86 req-0e286e6f-7569-4c35-9fce-f4bfeb720cab tempest-ServerMetadataNegativeTestJSON-1405168077 tempest-ServerMetadataNegativeTestJSON-1405168077-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae99b2c9-2943-476b-ae6f-28e8b2a09349 HTTP/1.1" status: 200 len: 210 time: 0.2057486 Nov 04 09:04:57.609642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bae41c66-653d-43e0-8b90-f4992e8def0c None None] Provisioning complete for port 8486d88c-50b5-4b78-8be5-9c794673171e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:57.610074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bae41c66-653d-43e0-8b90-f4992e8def0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:57.632963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96beca8b-8108-4335-88e4-dbc4fb876f4b req-09c787f8-99fc-4005-bc26-9f723dcc33f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689960 Nov 04 09:04:57.666029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:04:57.699542 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:57.721449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bd5be576-ce58-408a-ae8c-d78d37de59dc req-b710b76e-759a-4ef4-835b-aa8508e2eb6d tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0423267 Nov 04 09:04:57.723695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:57.730238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-d91c8297-bd60-4741-9aa2-2f793ccb8040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:57.731936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-d91c8297-bd60-4741-9aa2-2f793ccb8040 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.2439706 Nov 04 09:04:57.733295 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:57.778994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eeecaf-92ea-4629-a5e1-4dd8cdd27504 req-e0949ea3-bb3e-43d2-90d2-0a0fd01e85d8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:57.786390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26eeecaf-92ea-4629-a5e1-4dd8cdd27504 req-e0949ea3-bb3e-43d2-90d2-0a0fd01e85d8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.1474516 Nov 04 09:04:57.803326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:57.827311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Checking segment: {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:57.827679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network hostable DHCP agents. Network: acf634d2-4343-418c-b8d8-3e84eb61a3dc, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:04:57.846231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Subnet': ['ID=0c77e3dc-15de-4dc7-aaca-a839a3f2778f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:57.855462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:04:57.861431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-e2d2154d-29a8-4ea6-bff0-2e2118dabb66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603242 Nov 04 09:04:57.865825 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039393d-98a3-44ec-9859-e1ada964bb87 x-openstack-request-id: req-d039393d-98a3-44ec-9859-e1ada964bb87 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:04:57.866212 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae99b2c9-2943-476b-ae6f-28e8b2a09349", "name": "network-vif-deleted", "tag": "a66e1e6b-b3cc-4415-bd48-0b10974d1483", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:04:57.866470 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d039393d-98a3-44ec-9859-e1ada964bb87 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:04:57.866891 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae99b2c9-2943-476b-ae6f-28e8b2a09349', 'name': 'network-vif-deleted', 'tag': 'a66e1e6b-b3cc-4415-bd48-0b10974d1483', 'status': 'completed', 'code': 200} Nov 04 09:04:57.932103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26eeecaf-92ea-4629-a5e1-4dd8cdd27504 req-fc701404-b32f-4c3c-9e53-5c0955dc8f64 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435165 Nov 04 09:04:57.934599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, acf634d2-4343-418c-b8d8-3e84eb61a3dc) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:57.957248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:57.957840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:57.980864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d024976-5855-4037-b385-bc21bf82de9f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3837624 Nov 04 09:04:57.983937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:57.990823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'port': {'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1395663394', 'fixed_ips': [{'subnet_id': 'd8ebe30a-abd8-464f-8455-c8ee4f7b9dc0'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:04:58.054880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ef8ac-81e8-47c1-9318-be50a1834c2c None None] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:04:58.098510 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-93811913-41b8-4690-9b4d-167c0160cc77 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221770 Nov 04 09:04:58.109326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Allocated IP 10.1.1.2 (cc1916df-7442-4595-911b-cf8bb510c6a5/d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0/e18b55a5-cac6-42ac-8d52-7b7136b71ca0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:58.221297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:04:58.303955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:58.308362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ae355f4-d6f7-4195-84f1-47817c7d6aec req-2c7f9d9a-72dd-4932-a4ac-4e69c3c4e13c service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989768 Nov 04 09:04:58.358093 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bae41c66-653d-43e0-8b90-f4992e8def0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:58.413598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:58.431840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:58.448301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8486d88c-50b5-4b78-8be5-9c794673171e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:58.448818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:58.470470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] device_id is not set on port ece084c1-f458-475d-9aac-baebe3e5a172 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:04:58.536410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'c263e99b-d151-4e7e-a63d-9318c4ce3317', 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e', 'port_id': 'c263e99b-d151-4e7e-a63d-9318c4ce3317', 'mac_address': 'fa:16:3e:77:50:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d2695a7-9235-440a-bb8e-349b80bab343', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:04:58.593550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:04:58.596512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-bae41c66-653d-43e0-8b90-f4992e8def0c None None] For port 8486d88c-50b5-4b78-8be5-9c794673171e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8486d88c-50b5-4b78-8be5-9c794673171e,segment=NetworkSegment(3a533f02-691d-41b6-89a7-611df2c57d0a),segment_id=3a533f02-691d-41b6-89a7-611df2c57d0a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:58.608863 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8ab7aa9-b17a-4b0f-8638-e2724a765aa8 req-5e3476ec-3168-4adf-8360-9044a0ff7524 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.1368737 Nov 04 09:04:58.636271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:58.645637 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bae41c66-653d-43e0-8b90-f4992e8def0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:58.758671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321dd51-4228-445f-8147-407b71d87832 req-cf88b3e3-97ad-4735-94d9-efd6e15b2799 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:58.765983 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9321dd51-4228-445f-8147-407b71d87832 req-cf88b3e3-97ad-4735-94d9-efd6e15b2799 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.2913029 Nov 04 09:04:58.800036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89232cf5-8e63-47f3-a56d-accb4a515962 req-ccbaed38-b6d3-4b2a-8353-46cf593a82c7 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0474436 Nov 04 09:04:58.855280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae41c66-653d-43e0-8b90-f4992e8def0c None None] Pushing event updated for resources: {'Port': ['ID=8486d88c-50b5-4b78-8be5-9c794673171e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:58.861318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:58.878684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] Deleting subnet b381aa01-dda3-4c4b-9666-afa50898001c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:04:58.884592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.013186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02edcadd-e1ea-40a1-98e2-084e357550b1 req-dc2bbe7c-be81-47a3-83e6-220f78570800 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0716853 Nov 04 09:04:59.044594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.108581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c263e99b-d151-4e7e-a63d-9318c4ce3317 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:04:59.156465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.192991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-acf634d2-4343-418c-b8d8-3e84eb61a3dc', 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'fixed_ips': [{'subnet_id': '0c77e3dc-15de-4dc7-aaca-a839a3f2778f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:04:59.204466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.268492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:04:59.272283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a0141f44-a180-437b-bed4-4f21f03578c3 None None] Provisioning complete for port ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:59.272755 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a0141f44-a180-437b-bed4-4f21f03578c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.275444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.321516 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.323306 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.370206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 10.1.1.14 (cc1916df-7442-4595-911b-cf8bb510c6a5/d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0/ece084c1-f458-475d-9aac-baebe3e5a172) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:59.413731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.430315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a0141f44-a180-437b-bed4-4f21f03578c3 None None] Port ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:04:59.434555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9321dd51-4228-445f-8147-407b71d87832 req-4b379ae2-ebd2-44b0-b284-1238a7c87e4a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519695 Nov 04 09:04:59.435544 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.477253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Network cc1916df-7442-4595-911b-cf8bb510c6a5 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:59.486638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:59.507893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8486d88c-50b5-4b78-8be5-9c794673171e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:04:59.514664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:59.551593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:59.594356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a0141f44-a180-437b-bed4-4f21f03578c3 None None] Provisioning complete for port 8486d88c-50b5-4b78-8be5-9c794673171e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:59.594837 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a0141f44-a180-437b-bed4-4f21f03578c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.596756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.598312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.604298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:59.640846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.645196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['c263e99b-d151-4e7e-a63d-9318c4ce3317'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:04:59.680263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e771718-07ec-4a28-ae5d-4a6224d24ece req-e520c2ba-ed80-45a8-a034-408034e93353 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:04:59.689296 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e771718-07ec-4a28-ae5d-4a6224d24ece req-e520c2ba-ed80-45a8-a034-408034e93353 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.5036583 Nov 04 09:04:59.748523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network cc1916df-7442-4595-911b-cf8bb510c6a5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:59.759066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:04:59.769168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:59.776852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:04:59.794284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:04:59.866790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e771718-07ec-4a28-ae5d-4a6224d24ece req-59323856-a4eb-4819-92eb-9fb68dc703bd tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764064 Nov 04 09:04:59.885986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Pushing event updated for resources: {'Port': ['ID=e18b55a5-cac6-42ac-8d52-7b7136b71ca0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:04:59.900126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.920201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Attempting to bind port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:04:59.922880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Attempting to bind port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:04:59.924960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Attempting to bind port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:04:59.960503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Allocated IP 10.2.2.2 (acf634d2-4343-418c-b8d8-3e84eb61a3dc/0c77e3dc-15de-4dc7-aaca-a839a3f2778f/46b48754-98e9-45b2-922e-918f9d5a6c7d) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:04:59.988709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8486d88c-50b5-4b78-8be5-9c794673171e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:04:59.990258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.996276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:04:59.996646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Checking segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:04:59.997049 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:04:59.997451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Bound using segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:04:59.998843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Bound port: e18b55a5-cac6-42ac-8d52-7b7136b71ca0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:04:59.999455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.003303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=ece084c1-f458-475d-9aac-baebe3e5a172,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:00.014159 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.018284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b381aa01-dda3-4c4b-9666-afa50898001c HTTP/1.1" status: 204 len: 168 time: 1.4234784 Nov 04 09:05:00.030629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:00.033183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd701dd-f680-44a8-b57d-b45342c2d187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b381aa01-dda3-4c4b-9666-afa50898001c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:00.050505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:00.056703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.206931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d95d0d98-a728-4063-8d89-f6f0da5455bd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2215190 Nov 04 09:05:00.209168 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43aaf048-3ae1-4f95-9f88-f3872410e542 req-399b8829-3554-428a-9402-40bff163048f tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0514939 Nov 04 09:05:00.211684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:00.219707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'port': {'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'name': 'tempest-TaggedBootDevicesTest_v242-1521587444', 'fixed_ips': [{'subnet_id': 'd8ebe30a-abd8-464f-8455-c8ee4f7b9dc0'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:00.325972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.350610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] For port e18b55a5-cac6-42ac-8d52-7b7136b71ca0, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:00.364323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] For port e18b55a5-cac6-42ac-8d52-7b7136b71ca0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e18b55a5-cac6-42ac-8d52-7b7136b71ca0,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:00.400875 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc2542dd-b4ee-4bbe-a852-f50f50a175db req-1a7ced72-7a19-4208-bcf9-4584f1ba94fe tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.4281952 Nov 04 09:05:00.488796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:00.495368 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.516093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router c2b7033d-8908-4a46-82c7-6b8929986475 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:05:00.547920 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.563705 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.565606 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.584428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] device_id is not set on port e4ed9773-f326-458b-80b7-ef871624fcce yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:05:00.605941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b734d3-b45b-4438-b163-c25391556bfb']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:00.623541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.657226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c369512-f136-4030-9fad-4f6749124104') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:00.657774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c369512-f136-4030-9fad-4f6749124104') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:00.674210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.682843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Pushing event updated for resources: {'Port': ['ID=46b48754-98e9-45b2-922e-918f9d5a6c7d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:00.727014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.763150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:00.773262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:05:00.773682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:05:00.777135 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:05:00.865972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:00.867492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:00.884398 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] Sync routers for ids ['c2b7033d-8908-4a46-82c7-6b8929986475'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:00.898577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:00.906020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a2b30354-4bb4-4f3c-a9be-8876e190defe None None] Provisioning complete for port ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:00.906388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2b30354-4bb4-4f3c-a9be-8876e190defe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:00.909703 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] Routers {'c2b7033d-8908-4a46-82c7-6b8929986475'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:00.910287 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['c2b7033d-8908-4a46-82c7-6b8929986475'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:00.949680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1d223bed-0b16-40c6-ba45-f7ff4ae125aa tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/c2b7033d-8908-4a46-82c7-6b8929986475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5642874 Nov 04 09:05:00.951760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54024) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:00.973498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b572c372-8108-4b3e-9d89-ff6e712d1717 req-bfcedd4c-adbc-4e25-8e7b-4a2c75baaaf6 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.1091042 Nov 04 09:05:01.027606 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:01.035419 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:01.057517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 10.1.1.104 (cc1916df-7442-4595-911b-cf8bb510c6a5/d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0/e4ed9773-f326-458b-80b7-ef871624fcce) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:01.059220 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] Routers {'c2b7033d-8908-4a46-82c7-6b8929986475'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:01.060336 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['c2b7033d-8908-4a46-82c7-6b8929986475'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:01.061135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:01.066070 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] 10.222.0.53 "DELETE /v2.0/networks/c3b734d3-b45b-4438-b163-c25391556bfb HTTP/1.1" status: 204 len: 168 time: 1.0340381 Nov 04 09:05:01.123481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b2260-5360-4c2c-a3ce-32081c932f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b734d3-b45b-4438-b163-c25391556bfb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:01.124806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186e631b-fd4d-4b9e-9590-598df43393ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:01.129167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Attempting to bind port 46b48754-98e9-45b2-922e-918f9d5a6c7d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:01.129322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Attempting to bind port 46b48754-98e9-45b2-922e-918f9d5a6c7d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:01.135429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Attempting to bind port 46b48754-98e9-45b2-922e-918f9d5a6c7d on network acf634d2-4343-418c-b8d8-3e84eb61a3dc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:01.161089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-186e631b-fd4d-4b9e-9590-598df43393ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports/ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 HTTP/1.1" status: 200 len: 975 time: 0.2080684 Nov 04 09:05:01.175101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad78e4-e4e4-4cc2-8b01-3d81c16dd185 None None] Pushing event updated for resources: {'Port': ['ID=e18b55a5-cac6-42ac-8d52-7b7136b71ca0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:01.179354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:01.180371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:01.181025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Checking segment: {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:01.181631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:01.182211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Bound using segment: {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:01.183713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Bound port: 46b48754-98e9-45b2-922e-918f9d5a6c7d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:01.184801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:01.185227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987b34d-06e7-42af-9105-16acff322233 req-9511b462-7d2d-4206-b1ac-9b8c989d9adf tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:01.205247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1987b34d-06e7-42af-9105-16acff322233 req-9511b462-7d2d-4206-b1ac-9b8c989d9adf tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.4744461 Nov 04 09:05:01.217275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a2b30354-4bb4-4f3c-a9be-8876e190defe None None] Port ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:01.240471 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:01.241146 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45494bf2-223b-4df6-b351-8e9ddc0451dc None None] The sync data for ids ['c2b7033d-8908-4a46-82c7-6b8929986475'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:01.269442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1987b34d-06e7-42af-9105-16acff322233 req-65d6ba9b-0c1c-4079-b144-3d83eb353e31 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613272 Nov 04 09:05:01.358738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] For port 46b48754-98e9-45b2-922e-918f9d5a6c7d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:01.362474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] For port 46b48754-98e9-45b2-922e-918f9d5a6c7d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46b48754-98e9-45b2-922e-918f9d5a6c7d,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:01.370733 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:01.444962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6c7f96-44f0-44b3-b159-cb9a667d797b None None] Pushing event updated for resources: {'Port': ['ID=46b48754-98e9-45b2-922e-918f9d5a6c7d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:01.495228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403475a1-71f4-4d88-b7e0-d28d7791ff49 req-b9ad40df-584f-47f6-8c92-23d7a25c4599 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:01.504339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-403475a1-71f4-4d88-b7e0-d28d7791ff49 req-b9ad40df-584f-47f6-8c92-23d7a25c4599 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 945 time: 0.3821659 Nov 04 09:05:01.523146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c48b7-7649-4dbb-815b-aeed15ebfcf9 req-e6b0c861-efb3-4cbd-86a6-9dff17b595e1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:01.535415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c71c48b7-7649-4dbb-815b-aeed15ebfcf9 req-e6b0c861-efb3-4cbd-86a6-9dff17b595e1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.1383739 Nov 04 09:05:01.566580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e18b55a5-cac6-42ac-8d52-7b7136b71ca0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:01.575507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54034) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:01.640970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c71c48b7-7649-4dbb-815b-aeed15ebfcf9 req-694a5d7b-a125-4600-b25b-edefe054bbdf tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991592 Nov 04 09:05:01.704878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:01.705258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:01.727390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f7903025-ca55-43ca-9672-52bdae295af4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69e863ae6bc34cee9bc79761bfa779a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483891 Nov 04 09:05:01.733024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54038) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:01.763191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-7f23d6fd-ff05-4a42-9b36-1c1d981e4e6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1124392 Nov 04 09:05:02.011394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-06cf1330-449d-45ed-a8ef-0240c62c6b26 req-d4773cf1-06e5-47a0-bdef-51b1d9a26c60 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.1691911 Nov 04 09:05:02.061168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6004cd4b-99ad-4412-8ee4-2ceed54548c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.132759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-b88d3ac1-f552-49fb-b54d-0d3664e2783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:02.139339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-b88d3ac1-f552-49fb-b54d-0d3664e2783a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 1096 time: 0.2434886 Nov 04 09:05:02.142766 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6004cd4b-99ad-4412-8ee4-2ceed54548c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.178192 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.231785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port e18b55a5-cac6-42ac-8d52-7b7136b71ca0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e18b55a5-cac6-42ac-8d52-7b7136b71ca0,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:02.240078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.338502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=e18b55a5-cac6-42ac-8d52-7b7136b71ca0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:02.369018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532697f4-6b47-4fb1-b6e2-23f6aed46b61 req-b5af844f-52f6-4639-b905-b6c9e630d17c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:02.380217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-532697f4-6b47-4fb1-b6e2-23f6aed46b61 req-b5af844f-52f6-4639-b905-b6c9e630d17c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.2362585 Nov 04 09:05:02.396749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-403475a1-71f4-4d88-b7e0-d28d7791ff49 req-34918e7d-41f0-4573-a194-bc2dcf3046af tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8471003 Nov 04 09:05:02.464932 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6004cd4b-99ad-4412-8ee4-2ceed54548c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.467877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6004cd4b-99ad-4412-8ee4-2ceed54548c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.473354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6004cd4b-99ad-4412-8ee4-2ceed54548c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2106bac6-0d7b-4245-90a9-d094b329be58 HTTP/1.1" status: 204 len: 168 time: 0.7350659 Nov 04 09:05:02.480286 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.531729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.538593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-532697f4-6b47-4fb1-b6e2-23f6aed46b61 req-b956b4e2-dd0a-422f-9802-e76116b011e1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519151 Nov 04 09:05:02.543887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004cd4b-99ad-4412-8ee4-2ceed54548c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106bac6-0d7b-4245-90a9-d094b329be58,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:02.553167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6ada6f-a119-4323-be7e-07f8ff7352bb None None] Network cc1916df-7442-4595-911b-cf8bb510c6a5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:02.568090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-aa99b307-4379-4014-bb02-adff2fd32102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:02.570139 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-aa99b307-4379-4014-bb02-adff2fd32102 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 917 time: 0.3892004 Nov 04 09:05:02.628816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-554bd442-0c58-42bf-9928-090fe277c625 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6920a33-28f0-4c33-9427-e1360fe826e4 HTTP/1.1" status: 200 len: 217 time: 0.0479465 Nov 04 09:05:02.658534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network cc1916df-7442-4595-911b-cf8bb510c6a5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:02.685384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0db97db6-809b-4933-bdcb-7a40b598b3d9 req-24f4dcae-d05d-4847-b7f0-ef73124e9a10 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0701292 Nov 04 09:05:02.702988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6890d749-e1c0-462d-a18f-0333c5a444cd None None] Provisioning complete for port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:02.703713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6890d749-e1c0-462d-a18f-0333c5a444cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.733796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:02.764422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:02.779512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-b2160abd-58d0-45e1-9416-55d7c9ec1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:02.794420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-b2160abd-58d0-45e1-9416-55d7c9ec1a4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.1587803 Nov 04 09:05:02.818960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=e4ed9773-f326-458b-80b7-ef871624fcce,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:02.876399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:02.877155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:02.896608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-4592bc4f-6917-40b5-b308-3cdccdb3f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:02.911194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-4592bc4f-6917-40b5-b308-3cdccdb3f914 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071737 Nov 04 09:05:02.944671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d1bcd7ff-1db3-408e-844f-43042f016f99 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7319090 Nov 04 09:05:03.158496 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:03.273196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-b56dcfd8-ee74-4991-ae0d-8af94fe7c228 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561597 Nov 04 09:05:03.297219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a021e-a4d6-4c61-a350-20e088c7a247 req-10cf6f3f-842a-48e3-a292-303280ff082c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:03.298967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-743a021e-a4d6-4c61-a350-20e088c7a247 req-10cf6f3f-842a-48e3-a292-303280ff082c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.2138705 Nov 04 09:05:03.329935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c263e99b-d151-4e7e-a63d-9318c4ce3317 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:03.415656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d10e5-2f63-42a8-9723-55a47acf9fb5 None None] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:03.417432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:03.444767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2a8119f2-0ad9-4fed-a1a1-383dfd075a2c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597888944', 'description': 'tempest-description--1371776567'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:03.559686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Provisioning complete for port 46b48754-98e9-45b2-922e-918f9d5a6c7d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:03.560288 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:03.580068 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a8119f2-0ad9-4fed-a1a1-383dfd075a2c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:03.600451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port c263e99b-d151-4e7e-a63d-9318c4ce3317 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:05:03.611550 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-743a021e-a4d6-4c61-a350-20e088c7a247 req-e2482d5c-7714-48c9-ae9a-cff8ed43bffe tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962191 Nov 04 09:05:03.633858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port c263e99b-d151-4e7e-a63d-9318c4ce3317 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:03.634161 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:03.684392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3df56ab-d655-41cc-9ea2-b06fd512e6b8 req-cdd64f7c-dc3e-4975-ae38-3b17180ac5b5 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032741 Nov 04 09:05:03.714039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27802487-8471-4a14-9946-1138ab1e8346 req-a47ffc0d-05fb-4a00-9036-91a02165f9aa tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.1059518 Nov 04 09:05:03.714277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e18b55a5-cac6-42ac-8d52-7b7136b71ca0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:03.836412 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a8119f2-0ad9-4fed-a1a1-383dfd075a2c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:03.848863 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a8119f2-0ad9-4fed-a1a1-383dfd075a2c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:03.899458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8119f2-0ad9-4fed-a1a1-383dfd075a2c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5d9653-32b6-453f-9464-cb88c6b44d85,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:03.915052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221d34d-c480-4f88-ad31-649dd6e26743 req-0c743fcb-2804-4526-bb91-ab1eed62ef5a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:03.917190 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7221d34d-c480-4f88-ad31-649dd6e26743 req-0c743fcb-2804-4526-bb91-ab1eed62ef5a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 945 time: 0.1696599 Nov 04 09:05:03.936616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a8119f2-0ad9-4fed-a1a1-383dfd075a2c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:03.938151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a8119f2-0ad9-4fed-a1a1-383dfd075a2c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5198615 Nov 04 09:05:03.941180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:03.956405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d8734b94-4d3e-4968-8569-f3fb82369cac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'security_group_rule': {'security_group_id': '4d5d9653-32b6-453f-9464-cb88c6b44d85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:03.992287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7221d34d-c480-4f88-ad31-649dd6e26743 req-49de9bdb-a934-4483-a69f-7382f0fac7ec tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631974 Nov 04 09:05:04.016903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:04.016903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.179223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8734b94-4d3e-4968-8569-f3fb82369cac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.208216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc4426d7-7d09-42a8-8776-9fda90b42a94 req-ae02fe22-e6c8-497c-8fed-8e857ffd6272 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0712793 Nov 04 09:05:04.239952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:04.240179 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.242114 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.289585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.305962 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.307658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54084) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:04.332325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a41d7-487a-4408-8d7e-1e7d01e29d8f req-a0b50b42-e798-41d2-bd9e-54ada2fdc938 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:04.334753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f46a41d7-487a-4408-8d7e-1e7d01e29d8f req-a0b50b42-e798-41d2-bd9e-54ada2fdc938 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.1738758 Nov 04 09:05:04.343644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:04.348345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:04.352466 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c095ec-e940-455e-bea2-dcb364a9975e" -d '{"events": [{"server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "name": "network-vif-plugged", "status": "completed", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:04.371270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8734b94-4d3e-4968-8569-f3fb82369cac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.391403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8734b94-4d3e-4968-8569-f3fb82369cac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.450709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:04.456823 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a07d6c74-edbb-4932-ac6a-e94fd31f7b29 x-openstack-request-id: req-a07d6c74-edbb-4932-ac6a-e94fd31f7b29 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:04.457148 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "name": "network-vif-plugged", "status": "completed", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:04.457361 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a07d6c74-edbb-4932-ac6a-e94fd31f7b29 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:04.457792 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317', 'code': 200} Nov 04 09:05:04.478354 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.482085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] For port 46b48754-98e9-45b2-922e-918f9d5a6c7d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46b48754-98e9-45b2-922e-918f9d5a6c7d,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:04.496608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8734b94-4d3e-4968-8569-f3fb82369cac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd9bfbc-aea7-4695-b5ce-7a0bf2c342ee,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:04.530085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8734b94-4d3e-4968-8569-f3fb82369cac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.531215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d8734b94-4d3e-4968-8569-f3fb82369cac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5870254 Nov 04 09:05:04.534527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f46a41d7-487a-4408-8d7e-1e7d01e29d8f req-b4554f7c-6d41-4e78-ae02-f608271ee307 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871841 Nov 04 09:05:04.539368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:04.543960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bef300cc-f6ff-4e53-9c24-9b406e7a8d82 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'security_group_rule': {'security_group_id': '4d5d9653-32b6-453f-9464-cb88c6b44d85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:04.550798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-367792811-network', 'tenant_id': '4f8e1948a147471da4547d9d8d7e6768'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:04.581879 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.609784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3468a0-9782-402f-81d7-b79ba729db94 req-cc303498-321b-44d0-9816-3a641c6c62f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:04.611603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b3468a0-9782-402f-81d7-b79ba729db94 req-cc303498-321b-44d0-9816-3a641c6c62f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1097 time: 0.0849416 Nov 04 09:05:04.648883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bef300cc-f6ff-4e53-9c24-9b406e7a8d82 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.686728 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b3468a0-9782-402f-81d7-b79ba729db94 req-edab834c-306d-4245-a2d6-654bb70b9069 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612235 Nov 04 09:05:04.687430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Made reservation on behalf of 4f8e1948a147471da4547d9d8d7e6768 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:04.690248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.701112 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.719699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46b48754-98e9-45b2-922e-918f9d5a6c7d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:04.723325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:04.808061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.815602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.845398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Provisioning complete for port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:04.845779 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.863624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:05:04.875140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220662a1-5942-4efa-a716-4c2815d63ec8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:04.886236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.887409 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Added segment 87060bab-3af5-41a9-8cc4-9234fc0caf1c of type vlan for network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 Nov 04 09:05:04.924982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-393e0127-ad69-4e89-8b07-c2173ee58984 req-6fdd6f2f-dac1-4f64-9b48-80c57d61ebfb tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0883183 Nov 04 09:05:04.936114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bef300cc-f6ff-4e53-9c24-9b406e7a8d82 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.938279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.950932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bef300cc-f6ff-4e53-9c24-9b406e7a8d82 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:04.973479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Pushing event updated for resources: {'Port': ['ID=46b48754-98e9-45b2-922e-918f9d5a6c7d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:05.000263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 46b48754-98e9-45b2-922e-918f9d5a6c7d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:05.000785 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.004667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=ac5d92a9-30a8-4b9c-8d14-955a5d5a4eb6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:05.033029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef300cc-f6ff-4e53-9c24-9b406e7a8d82 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f69c3a-be11-4a1b-aa0a-7bb0c2d8f500,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:05.045421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.092673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bef300cc-f6ff-4e53-9c24-9b406e7a8d82 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.098107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bef300cc-f6ff-4e53-9c24-9b406e7a8d82 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5575686 Nov 04 09:05:05.105188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54098) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:05.120629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:05.151004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddc557-45d4-4c1b-ad87-b6b286806d55 req-75817ffc-fa64-4c06-8142-1a8fe6fab0b0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:05.159045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddc557-45d4-4c1b-ad87-b6b286806d55 req-75817ffc-fa64-4c06-8142-1a8fe6fab0b0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:05.168524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddc557-45d4-4c1b-ad87-b6b286806d55 req-75817ffc-fa64-4c06-8142-1a8fe6fab0b0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:05.170916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Provisioning complete for port ece084c1-f458-475d-9aac-baebe3e5a172 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:05.171295 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.175827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a1ddc557-45d4-4c1b-ad87-b6b286806d55 req-75817ffc-fa64-4c06-8142-1a8fe6fab0b0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395&device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4&device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 2416 time: 0.2694180 Nov 04 09:05:05.183611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.184810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:05.185645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.263414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.270128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Port ece084c1-f458-475d-9aac-baebe3e5a172 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:05.281072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Provisioning complete for port e4ed9773-f326-458b-80b7-ef871624fcce triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:05.282090 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.288782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986e73b-1f7a-43db-98a3-ce62c542f97d req-7bc54546-c9a4-437f-93ca-ba98c5594101 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:05.290493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b986e73b-1f7a-43db-98a3-ce62c542f97d req-7bc54546-c9a4-437f-93ca-ba98c5594101 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.1780548 Nov 04 09:05:05.332774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d5a7a0c2-c6c1-4608-8bd8-8e948a82e06d None None] Port e4ed9773-f326-458b-80b7-ef871624fcce cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:05.341648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.374949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0655246 Nov 04 09:05:05.378453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54104) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:05.412869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Request body: {'subnet': {'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-367792811-subnet', 'tenant_id': '4f8e1948a147471da4547d9d8d7e6768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:05.434396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46b48754-98e9-45b2-922e-918f9d5a6c7d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:05.443721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed02bfa-b648-47b1-bd0f-5f88c68bec20 admin admin] Pushing event updated for resources: {'Network': ['ID=10095ab9-1ca4-4ab8-8dc3-41082cf56164,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:05.452144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b986e73b-1f7a-43db-98a3-ce62c542f97d req-0b9948fd-b38c-4993-8da9-ede47a77e036 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256623 Nov 04 09:05:05.454336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a1ddc557-45d4-4c1b-ad87-b6b286806d55 req-5aabbc79-06dc-4249-8411-8fecf89b6529 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776327 Nov 04 09:05:05.454906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Made reservation on behalf of 4f8e1948a147471da4547d9d8d7e6768 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:05.461262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.482409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:05:05.565939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router c2b7033d-8908-4a46-82c7-6b8929986475 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:05:05.643402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4071e07-1837-4f92-9f75-e1eeb4731390 req-a5cdf883-09df-4d5d-b029-19ab078dba93 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0360191 Nov 04 09:05:05.669694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Provisioning complete for port e4ed9773-f326-458b-80b7-ef871624fcce triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:05.678215 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.724352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:05.733506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-36e14280-c208-4995-9006-2799e7b649eb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/c2b7033d-8908-4a46-82c7-6b8929986475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5530455 Nov 04 09:05:05.739067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:05.741874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] Sync routers for ids ['c2b7033d-8908-4a46-82c7-6b8929986475'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:05.774649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Port e4ed9773-f326-458b-80b7-ef871624fcce cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:05.777601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] Routers {'c2b7033d-8908-4a46-82c7-6b8929986475'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:05.778346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['c2b7033d-8908-4a46-82c7-6b8929986475'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:05.818998 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.822701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.828197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 46b48754-98e9-45b2-922e-918f9d5a6c7d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:05.828618 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.835619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:05.848807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a6993-fc9c-4208-85dc-fb5d22681ac5 req-7def5ddf-3e88-4d17-a82d-72097a48a9ea tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:05.850515 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b0a6993-fc9c-4208-85dc-fb5d22681ac5 req-7def5ddf-3e88-4d17-a82d-72097a48a9ea tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.2232168 Nov 04 09:05:05.894564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Provisioning complete for port ece084c1-f458-475d-9aac-baebe3e5a172 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:05.894940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:05.924945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] Routers {'c2b7033d-8908-4a46-82c7-6b8929986475'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:05.925857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['c2b7033d-8908-4a46-82c7-6b8929986475'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:05.941183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Pushing event updated for resources: {'Subnet': ['ID=386e5bba-e86e-4828-a491-6001e0877b7a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:05.999498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b0a6993-fc9c-4208-85dc-fb5d22681ac5 req-6f8cf05e-3bdf-4626-83a5-60c4d322868f tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386940 Nov 04 09:05:06.017688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:06.017688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac763be8-7630-47ed-9e6b-c1689a3e93e6 None None] The sync data for ids ['c2b7033d-8908-4a46-82c7-6b8929986475'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:06.035259 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-2d809935-279c-448e-b7a7-b6e2b48c5c28 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] remove_router_interface failed (client error): The resource could not be found. Nov 04 09:05:06.039648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Port ece084c1-f458-475d-9aac-baebe3e5a172 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:06.050342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d809935-279c-448e-b7a7-b6e2b48c5c28 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/c2b7033d-8908-4a46-82c7-6b8929986475/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3090010 Nov 04 09:05:06.053712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:06.094560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9716b85d-0fd8-4299-b350-a23d78df502b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b7033d-8908-4a46-82c7-6b8929986475 HTTP/1.1" status: 200 len: 205 time: 0.0397005 Nov 04 09:05:06.097092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:06.097914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Provisioning complete for port 46b48754-98e9-45b2-922e-918f9d5a6c7d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:06.098277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b461dafb-ba7a-49ef-b90d-5a9023d70f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.182038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f015d9-6192-49cc-a10f-70be21058da8 req-1bb98ece-1b50-4c75-8b8b-4fa784c5655c tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0861499 Nov 04 09:05:06.188856 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8007ed0d-29a9-4a1a-89d3-71f4195e441b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.251305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Checking segment: {'id': '87060bab-3af5-41a9-8cc4-9234fc0caf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:06.252203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Network hostable DHCP agents. Network: 10095ab9-1ca4-4ab8-8dc3-41082cf56164, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:05:06.283376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 172.25.3.209 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/4a51adae-f464-4a68-8e95-18c5abd4761a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:06.362170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:05:06.384465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 10095ab9-1ca4-4ab8-8dc3-41082cf56164) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:06.394896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cbd86d-25a1-4f83-aabf-f03cde4df1fc None None] Network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:06.395557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:06.396754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.440507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-647449a5-e2d8-4fe0-a9c0-dd995ac7b19d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0367131 Nov 04 09:05:06.482236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.570728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.678678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a92ae8f-1314-4761-beb3-6fa8f9599abe None None] Network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:06.691406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=4a51adae-f464-4a68-8e95-18c5abd4761a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:06.723419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:06.725720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:06.729204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:06.877040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.886248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8007ed0d-29a9-4a1a-89d3-71f4195e441b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.902765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8007ed0d-29a9-4a1a-89d3-71f4195e441b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.965438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9fd122b9-a841-4bed-af86-5069332ab26d req-498c6132-7170-4318-8206-69820308d28c tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0767691 Nov 04 09:05:06.969804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f5628b-6121-4b56-a674-de5627272129 req-3247ad52-e5e0-478a-bf98-8d102d084814 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:06.978419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39f5628b-6121-4b56-a674-de5627272129 req-3247ad52-e5e0-478a-bf98-8d102d084814 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.1103032 Nov 04 09:05:06.981192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8007ed0d-29a9-4a1a-89d3-71f4195e441b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:06.981770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8007ed0d-29a9-4a1a-89d3-71f4195e441b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Fanout notify agent at l3_agent the message router_deleted on router c2b7033d-8908-4a46-82c7-6b8929986475 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:05:06.995073 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.005554 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8007ed0d-29a9-4a1a-89d3-71f4195e441b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.009642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8007ed0d-29a9-4a1a-89d3-71f4195e441b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/c2b7033d-8908-4a46-82c7-6b8929986475 HTTP/1.1" status: 204 len: 168 time: 0.9069376 Nov 04 09:05:07.010471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54140) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:07.091512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39f5628b-6121-4b56-a674-de5627272129 req-76c68d6a-a52d-49da-b910-e5013e7e5d0a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120918 Nov 04 09:05:07.111894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet e2c221b3-ad21-4941-88b5-d85dbcdc7c1e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:05:07.116344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.184006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.279576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.288120 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8a02f15d-144e-4878-86b0-b5cf3c8c7e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.289161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032a3c1-2990-43c7-86a1-dbd3b676fa0d req-c2b7f5b7-27db-44f1-a7ce-fd45a0da39f4 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:07.289371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.296409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0032a3c1-2990-43c7-86a1-dbd3b676fa0d req-c2b7f5b7-27db-44f1-a7ce-fd45a0da39f4 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1097 time: 0.0821385 Nov 04 09:05:07.367099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0032a3c1-2990-43c7-86a1-dbd3b676fa0d req-beb9dd47-0d05-4ec2-a718-4ecb01498cf5 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516536 Nov 04 09:05:07.369924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.460883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.496477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=4a51adae-f464-4a68-8e95-18c5abd4761a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:07.503799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c221b3-ad21-4941-88b5-d85dbcdc7c1e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:07.508532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.512123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9aac5d01-d677-4130-b985-62585707298d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/e2c221b3-ad21-4941-88b5-d85dbcdc7c1e HTTP/1.1" status: 204 len: 168 time: 0.5005903 Nov 04 09:05:07.514699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:07.517395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa30f0a-248a-4eaa-82a7-62665ccc37a1 None None] Network d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:07.521090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-de82e70e-6f34-4d59-9bc0-ead8be649254 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:07.522950 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-de82e70e-6f34-4d59-9bc0-ead8be649254 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/networks?id=10095ab9-1ca4-4ab8-8dc3-41082cf56164 HTTP/1.1" status: 200 len: 812 time: 0.2293062 Nov 04 09:05:07.539033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.545618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-80633afd-3395-4df7-824d-485d12a3b519 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/quotas/4f8e1948a147471da4547d9d8d7e6768 HTTP/1.1" status: 200 len: 375 time: 0.0156906 Nov 04 09:05:07.582059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-be8b65c1-d2a0-4727-9783-2660b3a5bb21 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f8e1948a147471da4547d9d8d7e6768&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300462 Nov 04 09:05:07.592697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.594685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-39ccbf8e-521e-4b9a-9a9c-ce71bb977d7d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4819136 Nov 04 09:05:07.602688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-df3554dc-3a75-41d0-85e1-63463d4d4a49 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:05:07.604057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-df3554dc-3a75-41d0-85e1-63463d4d4a49 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079241 Nov 04 09:05:07.646640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.762821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 8486d88c-50b5-4b78-8be5-9c794673171e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:07.765374 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.799566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] DHCP port deletion for d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:05:07.856414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-bb36253c-e433-48cb-a19b-18bcf29fb60d service neutron] 10.222.0.53 "GET /v2.0/networks/10095ab9-1ca4-4ab8-8dc3-41082cf56164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444687 Nov 04 09:05:07.892153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port 8486d88c-50b5-4b78-8be5-9c794673171e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8486d88c-50b5-4b78-8be5-9c794673171e,segment=NetworkSegment(3a533f02-691d-41b6-89a7-611df2c57d0a),segment_id=3a533f02-691d-41b6-89a7-611df2c57d0a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:07.894497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.894904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] Deleting port 8486d88c-50b5-4b78-8be5-9c794673171e {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:07.895284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.928158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 8486d88c-50b5-4b78-8be5-9c794673171e owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:07.973760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] For port 8486d88c-50b5-4b78-8be5-9c794673171e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8486d88c-50b5-4b78-8be5-9c794673171e,segment=NetworkSegment(3a533f02-691d-41b6-89a7-611df2c57d0a),segment_id=3a533f02-691d-41b6-89a7-611df2c57d0a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:07.974903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:07.992031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] Calling delete_port for 8486d88c-50b5-4b78-8be5-9c794673171e owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:07.993998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-5f506de5-97d9-4dcd-b248-0ffdb650dc34 service neutron] 10.222.0.53 "GET /v2.0/networks/10095ab9-1ca4-4ab8-8dc3-41082cf56164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316056 Nov 04 09:05:08.073699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0035748c-6906-434e-9d33-dfe30a603551 req-00eef61f-0c58-4743-8db6-88b1c20e6ec3 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0388529 Nov 04 09:05:08.118682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.126975 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.149317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=8486d88c-50b5-4b78-8be5-9c794673171e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:08.149831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] No DVR routers for this DVR port 8486d88c-50b5-4b78-8be5-9c794673171e on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:08.151425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port 8486d88c-50b5-4b78-8be5-9c794673171e on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:08.214286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bee5d3-d5e2-4c09-8785-c7438069a9ea None None] Pushing event deleted for resources: {'Port': ['ID=8486d88c-50b5-4b78-8be5-9c794673171e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:08.291830 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.304428 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-a8fb0e7f-5311-4872-982d-48c988e6f01f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1597888944&fields=id&tenant_id=bbf5981223094141a39f83de0673a928 HTTP/1.1" status: 200 len: 267 time: 0.0486681 Nov 04 09:05:08.319556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ecc7d7-cf2a-420d-9c6b-90b7f080c417']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:08.332504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4922973-7615-424b-b094-bef02900b650 req-31f09e85-9b4c-4e3a-8dfe-c57916972333 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.340426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4922973-7615-424b-b094-bef02900b650 req-31f09e85-9b4c-4e3a-8dfe-c57916972333 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1097 time: 0.1347957 Nov 04 09:05:08.343557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a533f02-691d-41b6-89a7-611df2c57d0a') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:08.343733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a533f02-691d-41b6-89a7-611df2c57d0a') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:08.366468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.382791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-3dee91f6-bd93-47a3-b28e-181ffa12358b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.390448 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-3dee91f6-bd93-47a3-b28e-181ffa12358b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports/ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 936 time: 0.0758052 Nov 04 09:05:08.399283 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.419404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4922973-7615-424b-b094-bef02900b650 req-b70cdd54-d2b0-4737-aa4e-8ccc4cfc1f0b tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777543 Nov 04 09:05:08.423474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:05:08.424004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:05:08.427592 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:05:08.464805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-d1695c21-a75c-43e8-acd4-af91c12f2aae tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.473857 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-d1695c21-a75c-43e8-acd4-af91c12f2aae tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports/e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 937 time: 0.0817902 Nov 04 09:05:08.546802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.562638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd7bdf2a-4c9b-4644-9f20-6904a2927d29 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0878284 Nov 04 09:05:08.567306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.572890 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/d0ecc7d7-cf2a-420d-9c6b-90b7f080c417 HTTP/1.1" status: 204 len: 168 time: 1.0571842 Nov 04 09:05:08.576595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54192) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:08.584654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-47344958'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:08.590426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c29223-5d19-442b-a2fb-7901348bdb3a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=d0ecc7d7-cf2a-420d-9c6b-90b7f080c417,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:08.655442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4fd391b5-ca9b-44d4-a928-2421af911e00 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0354416 Nov 04 09:05:08.659992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:08.666431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.685898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ab7848a-2fcd-444d-8932-cd341107a401 req-74c83745-8e03-46cd-a8d3-e5fe9740881d tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0405908 Nov 04 09:05:08.774460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:05:08.779466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-270c645b-56d6-4f82-8be9-64c493753e97 req-1f747c6d-3ac5-4bbd-9ee5-549a022ac982 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 210 time: 0.0373943 Nov 04 09:05:08.796864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.797213 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 03e131cd-9b0b-4f10-8ea9-db2d37dc610e of type vlan for network cf87094e-c1e4-429a-8f74-704ad5184faa Nov 04 09:05:08.874077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-5319f210-90c0-4aa5-a0e1-490076b9d879 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.881801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-5319f210-90c0-4aa5-a0e1-490076b9d879 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.888631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-5319f210-90c0-4aa5-a0e1-490076b9d879 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.898070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-5319f210-90c0-4aa5-a0e1-490076b9d879 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/networks?id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 200 len: 1994 time: 0.2150805 Nov 04 09:05:08.907143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.918724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-2d1a6528-96c4-4592-99ce-027befb85980 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/quotas/bbf5981223094141a39f83de0673a928 HTTP/1.1" status: 200 len: 375 time: 0.0218177 Nov 04 09:05:08.958560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a248fc-dd62-4429-aced-b3106c8d1ba4 req-5aaf0534-de6a-4377-9602-3ce6e193f1b2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.960191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89a248fc-dd62-4429-aced-b3106c8d1ba4 req-5aaf0534-de6a-4377-9602-3ce6e193f1b2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0565484 Nov 04 09:05:08.971776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:08.978841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:08.979602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.035326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89a248fc-dd62-4429-aced-b3106c8d1ba4 req-85ebe813-8511-4ec7-9575-a2e77503fcd0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662491 Nov 04 09:05:09.077721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4998593 Nov 04 09:05:09.079195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:09.087070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': 'cf87094e-c1e4-429a-8f74-704ad5184faa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:09.110272 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-15e08bb8-ee3d-47e1-aeb7-68402cd0fdd3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1780257 Nov 04 09:05:09.110486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf760ad-4ae7-47b4-9e21-681c1513412e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=cf87094e-c1e4-429a-8f74-704ad5184faa,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:09.121157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network cf87094e-c1e4-429a-8f74-704ad5184faa details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:05:09.243912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:09.248333 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.281207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-77f21aeb-0906-4a61-aff9-0aaaed9b42d9 service neutron] 10.222.0.53 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325510 Nov 04 09:05:09.388309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-08520445-ab76-4720-acc5-326f23b05ef1 service neutron] 10.222.0.53 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975225 Nov 04 09:05:09.440090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4b239063-1fb1-4e7d-937d-fbfa1736f5af service neutron] 10.222.0.53 "GET /v2.0/ports/ece084c1-f458-475d-9aac-baebe3e5a172?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0407071 Nov 04 09:05:09.452991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8486d88c-50b5-4b78-8be5-9c794673171e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:05:09.500800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 8486d88c-50b5-4b78-8be5-9c794673171e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:05:09.501157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8486d88c-50b5-4b78-8be5-9c794673171e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:05:09.502834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.596917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '03e131cd-9b0b-4f10-8ea9-db2d37dc610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf87094e-c1e4-429a-8f74-704ad5184faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:09.597442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: cf87094e-c1e4-429a-8f74-704ad5184faa, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:05:09.605719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=bad21a73-e3bd-4de3-b066-d9643c9138e1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:09.621250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network cf87094e-c1e4-429a-8f74-704ad5184faa is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:05:09.632381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, cf87094e-c1e4-429a-8f74-704ad5184faa) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:09.641731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e7d24a-29a6-47fa-8a1f-c90149d12def None None] Network cf87094e-c1e4-429a-8f74-704ad5184faa requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:09.649113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:09.650225 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.672554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1535b774-5a7a-4945-9a76-b55ae45eab24 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5918362 Nov 04 09:05:09.675497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:09.683357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-830c4525-254b-4b68-ad26-be0d9964dac6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-860709772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:09.718907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-a54962f3-57f7-41e9-a436-258bf4033f4a service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615836 Nov 04 09:05:09.733877 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c4525-254b-4b68-ad26-be0d9964dac6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.741188 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c4525-254b-4b68-ad26-be0d9964dac6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.847589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c4525-254b-4b68-ad26-be0d9964dac6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.854294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c4525-254b-4b68-ad26-be0d9964dac6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.879824 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c4525-254b-4b68-ad26-be0d9964dac6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:09.881597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-830c4525-254b-4b68-ad26-be0d9964dac6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2048345 Nov 04 09:05:09.885312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:09.995040 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ae7ba81d-9db2-47e6-b208-2291f472bf62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.077824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-cf87094e-c1e4-429a-8f74-704ad5184faa', 'network_id': 'cf87094e-c1e4-429a-8f74-704ad5184faa', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': 'bad21a73-e3bd-4de3-b066-d9643c9138e1'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:05:10.080610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.250402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.286320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d911f8b2-321f-429e-ae64-5f366e5f6d1c tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:10.288276 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d911f8b2-321f-429e-ae64-5f366e5f6d1c tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.70 "GET /v2.0/networks?id=10095ab9-1ca4-4ab8-8dc3-41082cf56164 HTTP/1.1" status: 200 len: 812 time: 0.6799293 Nov 04 09:05:10.311535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Request body: {'port': {'device_id': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164', 'admin_state_up': True, 'tenant_id': '4f8e1948a147471da4547d9d8d7e6768'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:10.313473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Allocated IP 172.20.0.2 (cf87094e-c1e4-429a-8f74-704ad5184faa/bad21a73-e3bd-4de3-b066-d9643c9138e1/1614ce7a-00e4-4068-bcd5-fe0f73d95d79) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:10.346854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1cdbc3a2-5981-40ed-8867-5308f3ebf188 service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6166761 Nov 04 09:05:10.373703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.456973 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e8aeea14-1be9-4ff2-a3ab-05ff04b1648f service neutron] 10.222.0.53 "GET /v2.0/ports/e4ed9773-f326-458b-80b7-ef871624fcce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1091793 Nov 04 09:05:10.534387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d406cde-86a3-4d72-b598-1a91e771a6fb tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:05:10.543979 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.544311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d406cde-86a3-4d72-b598-1a91e771a6fb tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488999 Nov 04 09:05:10.553036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.595668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Network cf87094e-c1e4-429a-8f74-704ad5184faa is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:10.601780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:10.614355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:10.620859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Pushing event updated for resources: {'Port': ['ID=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:10.666515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-5f79f608-45bf-4912-8908-5fa3e2916aa1 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:10.668516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-5f79f608-45bf-4912-8908-5fa3e2916aa1 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 1094 time: 0.1234756 Nov 04 09:05:10.689198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Request body: {'binding': {'host': 'n-h1-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:10.689659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Unknown quota resources ['binding']. {{(pid=102556) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 09:05:10.705120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Attempting to bind port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:10.705973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Attempting to bind port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '03e131cd-9b0b-4f10-8ea9-db2d37dc610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf87094e-c1e4-429a-8f74-704ad5184faa'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:10.706501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Attempting to bind port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 on network cf87094e-c1e4-429a-8f74-704ad5184faa {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:10.711090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.20.0.1 (cf87094e-c1e4-429a-8f74-704ad5184faa/bad21a73-e3bd-4de3-b066-d9643c9138e1/18416104-8ae1-43bd-82f3-5c5a3d7fd642) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:10.715430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:10.716122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Checking segment: {'id': '03e131cd-9b0b-4f10-8ea9-db2d37dc610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf87094e-c1e4-429a-8f74-704ad5184faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:10.716753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.717402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Bound using segment: {'id': '03e131cd-9b0b-4f10-8ea9-db2d37dc610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf87094e-c1e4-429a-8f74-704ad5184faa'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:10.718143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Bound port: 1614ce7a-00e4-4068-bcd5-fe0f73d95d79, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03e131cd-9b0b-4f10-8ea9-db2d37dc610e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'cf87094e-c1e4-429a-8f74-704ad5184faa'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:10.719258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.744606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-bdb26443-5171-479c-b25a-a9ee57be3242 service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867644 Nov 04 09:05:10.748322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Made reservation on behalf of 4f8e1948a147471da4547d9d8d7e6768 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:10.750944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.831164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] For port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:10.837628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] For port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,segment=NetworkSegment(03e131cd-9b0b-4f10-8ea9-db2d37dc610e),segment_id=03e131cd-9b0b-4f10-8ea9-db2d37dc610e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:10.844094 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.870755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:10.924977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc22e89-b887-4390-9ad8-7245fb265041 None None] Pushing event updated for resources: {'Port': ['ID=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:10.953610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.004681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network cf87094e-c1e4-429a-8f74-704ad5184faa is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:11.010608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:11.022077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:11.051719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-0a6ec4e1-9444-49df-a033-96ca34dbb232 service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873135 Nov 04 09:05:11.069715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=18416104-8ae1-43bd-82f3-5c5a3d7fd642,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:11.095616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.151045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.174931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on host n-h1-816487-1 for vnic_type normal with profile None {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:11.175746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:11.176104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:11.194499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:11.194499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:11.198201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Allocated IP 172.20.0.4 (10095ab9-1ca4-4ab8-8dc3-41082cf56164/386e5bba-e86e-4828-a491-6001e0877b7a/a603c4af-7050-48f5-9390-86340c006c78) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:11.215070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:11.215493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:11.215814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:11.216438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Bound port: c263e99b-d151-4e7e-a63d-9318c4ce3317, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:11.305398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.332127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1c875b58-4082-4291-ac88-3f69f7793c41 service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716677 Nov 04 09:05:11.351451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:11.372787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.383567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-05f39599-5a54-4516-aa9b-780444f441f1 service neutron] 10.222.0.53 "POST /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317/bindings HTTP/1.1" status: 201 len: 389 time: 0.6948817 Nov 04 09:05:11.591293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:11.699499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-826c8804-bd8d-4f47-9ce7-c935bc46d604 service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573229 Nov 04 09:05:11.761903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.777194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:11.780002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.782003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7164ba7-198b-4210-87c2-c2dc81f6e800 req-3fd43020-af2a-4ead-8386-1252a491b2cb tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0665228 Nov 04 09:05:11.857522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.866236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:11.951467 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:12.011355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,segment=NetworkSegment(03e131cd-9b0b-4f10-8ea9-db2d37dc610e),segment_id=03e131cd-9b0b-4f10-8ea9-db2d37dc610e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:12.013467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-4044575d-f713-4af5-ad30-358e86db26a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.014142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce2f8ff5-f618-4b55-8510-af8ee34b2761 req-f628d708-4c73-4f19-ad34-ed5126c5980f tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0769606 Nov 04 09:05:12.017034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-4044575d-f713-4af5-ad30-358e86db26a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1097 time: 0.1655521 Nov 04 09:05:12.023309 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:12.040840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-03aa393a-e748-4e2e-bf67-7d70f79ae7de service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303454 Nov 04 09:05:12.070817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=18416104-8ae1-43bd-82f3-5c5a3d7fd642,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:12.088026 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:12.119594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:12.125986 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:12.238821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Pushing event updated for resources: {'Port': ['ID=a603c4af-7050-48f5-9390-86340c006c78,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:12.248667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28459308-5f5f-4479-936c-d92464a21a1b req-6691980c-c682-47f4-a0eb-e9f69a871f64 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.256113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28459308-5f5f-4479-936c-d92464a21a1b req-6691980c-c682-47f4-a0eb-e9f69a871f64 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 931 time: 0.0903826 Nov 04 09:05:12.279712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network cf87094e-c1e4-429a-8f74-704ad5184faa is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:12.282780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:12.310701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:12.323826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:12.329236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:12.351318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e74b008-2590-4f20-81ed-10b58c7294f4 None None] Network cf87094e-c1e4-429a-8f74-704ad5184faa requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:12.360112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28459308-5f5f-4479-936c-d92464a21a1b req-ffc29477-26cf-4678-a89c-c8dcd247ce2d tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998538 Nov 04 09:05:12.407660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-e9cf4a34-e466-4362-9279-dd926467e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.409217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-e9cf4a34-e466-4362-9279-dd926467e74e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.3710685 Nov 04 09:05:12.431610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a963d429-84ed-40ba-b5c1-d3451efc79b7 None None] Provisioning complete for port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:12.432233 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a963d429-84ed-40ba-b5c1-d3451efc79b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:12.471915 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-f6214ec0-82e3-4eff-aac6-df28ef52f573 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 217 time: 0.0498483 Nov 04 09:05:12.511361 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-caaa95fc-bd70-4aab-96d5-9be8c86ea7a1 service neutron] 10.222.0.53 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071839 Nov 04 09:05:12.554018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d47a2-246b-4bb5-b1e8-92eba342df16 req-01679ea4-24c6-482a-afae-3f204ea0bcf2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.562281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d12d47a2-246b-4bb5-b1e8-92eba342df16 req-01679ea4-24c6-482a-afae-3f204ea0bcf2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.1059062 Nov 04 09:05:12.596746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 7d68e9c6-6994-4881-8b4b-5d025924cb21 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:05:12.616835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.618507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:12.623335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d12d47a2-246b-4bb5-b1e8-92eba342df16 req-aa6a0e97-b7f5-4856-a709-135890a8e1ba tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595448 Nov 04 09:05:12.658553 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:12.681069 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-d4460741-5a30-4ebc-9554-5f1d194fc319 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3750310 Nov 04 09:05:12.690698 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-7feab221-cc34-43eb-a73b-fc0ad6969605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.694907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-7feab221-cc34-43eb-a73b-fc0ad6969605 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.2134206 Nov 04 09:05:12.705885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Request body: {'port': {'device_id': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:12.749622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:12.761260 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] Sync routers for ids ['7d68e9c6-6994-4881-8b4b-5d025924cb21'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:12.765954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2b0e6acb-d03f-4189-a175-4176df98e5d5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/7d68e9c6-6994-4881-8b4b-5d025924cb21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8785157 Nov 04 09:05:12.767688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:12.780117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c6a8c685-6a73-410c-8cfc-5f3878574570 service neutron] 10.222.0.53 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676537 Nov 04 09:05:12.783510 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] Routers {'7d68e9c6-6994-4881-8b4b-5d025924cb21'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:12.786349 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7d68e9c6-6994-4881-8b4b-5d025924cb21'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:12.787211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-218c348e-29eb-4d64-9bc9-c6ec0dc03da3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575299 Nov 04 09:05:12.870549 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:12.872856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943a9053-797d-420f-86d5-6e9bfcabe392 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.875070 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-943a9053-797d-420f-86d5-6e9bfcabe392 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports/18416104-8ae1-43bd-82f3-5c5a3d7fd642 HTTP/1.1" status: 200 len: 910 time: 0.0980008 Nov 04 09:05:12.884049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:12.894799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8e4b3-c9ed-4f66-997a-adf66eda8f5e req-ecbabb62-bf4a-4134-903d-f13c7c3455e6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:12.897064 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] Routers {'7d68e9c6-6994-4881-8b4b-5d025924cb21'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:12.898968 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7d68e9c6-6994-4881-8b4b-5d025924cb21'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:12.907723 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6dc8e4b3-c9ed-4f66-997a-adf66eda8f5e req-ecbabb62-bf4a-4134-903d-f13c7c3455e6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.1457579 Nov 04 09:05:12.952588 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:12.953479 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3610b6-eb4e-424d-9c9b-885c2c1e7f40 None None] The sync data for ids ['7d68e9c6-6994-4881-8b4b-5d025924cb21'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:12.960610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.033762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1636164b-d6ed-4c40-ad71-374215017aa2 None None] Provisioning complete for port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:13.037930 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1636164b-d6ed-4c40-ad71-374215017aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.060385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6dc8e4b3-c9ed-4f66-997a-adf66eda8f5e req-90759ad2-339a-4e43-802a-67a64b696fe4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390111 Nov 04 09:05:13.117242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-050b3a34-1eea-4bbb-8833-4d3df8a5e34d service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170035 Nov 04 09:05:13.187826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-ce0a4139-58b2-47da-bd82-08b9a03de113 service neutron] 10.222.0.53 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975413 Nov 04 09:05:13.253014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1636164b-d6ed-4c40-ad71-374215017aa2 None None] Provisioning complete for port 18416104-8ae1-43bd-82f3-5c5a3d7fd642 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:13.253571 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1636164b-d6ed-4c40-ad71-374215017aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.303760 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3d0ffef-0dde-432b-a5b9-509b21dec829 service neutron] 10.222.0.53 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149397 Nov 04 09:05:13.309653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1636164b-d6ed-4c40-ad71-374215017aa2 None None] Port 18416104-8ae1-43bd-82f3-5c5a3d7fd642 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:13.321953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b98ecd0-31d3-4650-9093-f5bf4c7d430f req-7c0e72e4-3510-4f25-939d-3f3ad20de3e5 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0551515 Nov 04 09:05:13.446326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f9c6367d-4d22-4be8-9058-393ae03136bd None None] Provisioning complete for port 18416104-8ae1-43bd-82f3-5c5a3d7fd642 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:13.446705 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f9c6367d-4d22-4be8-9058-393ae03136bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.496551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:13.544012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f9c6367d-4d22-4be8-9058-393ae03136bd None None] Port 18416104-8ae1-43bd-82f3-5c5a3d7fd642 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:13.590811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:13.591178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.771614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6bdab649-b5bd-47df-a64d-08de9a7977b5 None None] Provisioning complete for port 18416104-8ae1-43bd-82f3-5c5a3d7fd642 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:13.773290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bdab649-b5bd-47df-a64d-08de9a7977b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.780233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-d2df4016-4625-4d42-bbc2-e503489bdf54 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877731 Nov 04 09:05:13.803082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-91923c61-f0b9-4cc0-86de-221df6f82194 service neutron] 10.222.0.53 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981446 Nov 04 09:05:13.839320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6bdab649-b5bd-47df-a64d-08de9a7977b5 None None] Port 18416104-8ae1-43bd-82f3-5c5a3d7fd642 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:13.903320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a603c4af-7050-48f5-9390-86340c006c78 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:13.914262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.924047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff2b7a56-c788-4f81-8b3d-1914ac044adf req-612b3985-758c-4723-b1b1-446d054abc94 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.4369898 Nov 04 09:05:13.948325 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:13.958216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Transition to ACTIVE for port object a603c4af-7050-48f5-9390-86340c006c78 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:13.966630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:14.071648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a603c4af-7050-48f5-9390-86340c006c78,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:14.185601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4de00-d88a-4a8b-863e-0c258ba4f8f1 req-89b4ade6-0a29-40d1-9697-52abc39bc210 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:14.187325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70a4de00-d88a-4a8b-863e-0c258ba4f8f1 req-89b4ade6-0a29-40d1-9697-52abc39bc210 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 943 time: 0.1241021 Nov 04 09:05:14.237379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Attempting to bind port a603c4af-7050-48f5-9390-86340c006c78 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:14.237728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Attempting to bind port a603c4af-7050-48f5-9390-86340c006c78 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '87060bab-3af5-41a9-8cc4-9234fc0caf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:14.238055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Attempting to bind port a603c4af-7050-48f5-9390-86340c006c78 on network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:14.245329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Port a603c4af-7050-48f5-9390-86340c006c78 on network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:14.245654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Attempting to bind port a603c4af-7050-48f5-9390-86340c006c78 on network 10095ab9-1ca4-4ab8-8dc3-41082cf56164 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:14.251080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:14.251429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Checking segment: {'id': '87060bab-3af5-41a9-8cc4-9234fc0caf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:14.251835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Bound using segment: {'id': '87060bab-3af5-41a9-8cc4-9234fc0caf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:14.252278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Bound port: a603c4af-7050-48f5-9390-86340c006c78, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87060bab-3af5-41a9-8cc4-9234fc0caf1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:14.252632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:14.259195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70a4de00-d88a-4a8b-863e-0c258ba4f8f1 req-0af93b68-5660-4a84-97c1-65c856739165 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471995 Nov 04 09:05:14.358992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] For port a603c4af-7050-48f5-9390-86340c006c78, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:14.365504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] For port a603c4af-7050-48f5-9390-86340c006c78, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a603c4af-7050-48f5-9390-86340c006c78,segment=NetworkSegment(87060bab-3af5-41a9-8cc4-9234fc0caf1c),segment_id=87060bab-3af5-41a9-8cc4-9234fc0caf1c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:14.379919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:14.437160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5c251-7f7b-45a2-b241-3594a94c1788 req-8003d1e9-7f8d-467e-9ffb-affe049697a3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:14.444955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54c5c251-7f7b-45a2-b241-3594a94c1788 req-8003d1e9-7f8d-467e-9ffb-affe049697a3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0973408 Nov 04 09:05:14.476996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:14.477570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:14.479038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] 10.222.0.70 "PUT /v2.0/ports/a603c4af-7050-48f5-9390-86340c006c78 HTTP/1.1" status: 200 len: 1091 time: 1.7821591 Nov 04 09:05:14.479516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:14.481821 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f61fd3-cc31-4115-b9ec-37d844eec8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "tag": "a603c4af-7050-48f5-9390-86340c006c78"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:14.494301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54c5c251-7f7b-45a2-b241-3594a94c1788 req-ca0f1048-2243-4204-a152-40b0e709aada tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481274 Nov 04 09:05:14.557889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 18416104-8ae1-43bd-82f3-5c5a3d7fd642 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:14.566072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacf839-794b-41cf-b6b9-d8363ba474a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a603c4af-7050-48f5-9390-86340c006c78,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:14.568887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:14.642501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-681fba8f-d3b6-4d69-93ce-b5eb993454d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:14.644115 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-681fba8f-d3b6-4d69-93ce-b5eb993454d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f8e1948a147471da4547d9d8d7e6768&device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 1094 time: 0.1042514 Nov 04 09:05:14.725723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-9ecb2bf0-df05-490c-9ab1-c58fd46cd161 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a603c4af-7050-48f5-9390-86340c006c78 HTTP/1.1" status: 200 len: 217 time: 0.0674386 Nov 04 09:05:14.727297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcb135-ce20-4429-a901-b3f0999e4647 req-c1a9a500-02c3-46b3-9ddd-79e0def3fe20 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:14.735116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9bcb135-ce20-4429-a901-b3f0999e4647 req-c1a9a500-02c3-46b3-9ddd-79e0def3fe20 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.0868268 Nov 04 09:05:14.780751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:14.806860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 18416104-8ae1-43bd-82f3-5c5a3d7fd642 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:14.846028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-a3105771-d6b7-4f3b-ad02-e27e0e992f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:14.847507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-a3105771-d6b7-4f3b-ad02-e27e0e992f75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=386e5bba-e86e-4828-a491-6001e0877b7a HTTP/1.1" status: 200 len: 852 time: 0.1135895 Nov 04 09:05:14.850163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f85b8d2e-26d2-4abb-b93a-507c886804c8 req-5d0dda67-14d2-4c13-b795-1f4af9fa3dc1 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0412717 Nov 04 09:05:14.854522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9bcb135-ce20-4429-a901-b3f0999e4647 req-d9a4b801-807c-4c56-aba0-68def262e0d4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185114 Nov 04 09:05:14.909375 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-53e1a6c1-97f9-4744-9390-31c806c2f512 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10095ab9-1ca4-4ab8-8dc3-41082cf56164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504055 Nov 04 09:05:14.946411 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89eaf6f-2389-4f44-b1ca-4f2474225f98 x-openstack-request-id: req-c89eaf6f-2389-4f44-b1ca-4f2474225f98 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:14.946697 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "tag": "a603c4af-7050-48f5-9390-86340c006c78", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:14.946945 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c89eaf6f-2389-4f44-b1ca-4f2474225f98 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:14.947341 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78', 'status': 'completed', 'code': 200} Nov 04 09:05:15.196427 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e3c8e09-5dd9-404b-8f1a-25661b17582d req-fcbf16f0-ce01-4520-b29c-606c5a31a12d tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.1006892 Nov 04 09:05:15.245604 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:15.305893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=18416104-8ae1-43bd-82f3-5c5a3d7fd642,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:15.389963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5ce4bab9-f39f-4492-84b1-d394b6950a50 req-5b62438d-2126-44bd-8d26-c35327db6835 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.4416361 Nov 04 09:05:15.459238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-1a3ac089-c5f6-4b77-bece-bf8a3140e293 service neutron] 10.222.0.70 "GET /v2.0/networks/10095ab9-1ca4-4ab8-8dc3-41082cf56164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399075 Nov 04 09:05:15.523157 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:15.569253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8efe6-b0c0-4cec-b8b2-c5ee645cb4cc req-08867967-671d-4695-9e68-b59551c36c5c tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:15.574069 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b8efe6-b0c0-4cec-b8b2-c5ee645cb4cc req-08867967-671d-4695-9e68-b59551c36c5c tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 943 time: 0.1791182 Nov 04 09:05:15.718788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7755fb9f-70dd-45a0-9edf-4dbab8fecb76 req-9f8913b8-accc-4aba-a29f-3a8df10b8d18 service neutron] 10.222.0.70 "GET /v2.0/networks/10095ab9-1ca4-4ab8-8dc3-41082cf56164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498925 Nov 04 09:05:15.749365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2584eb-a79e-4012-8d60-d2fda651c0c2 req-a1542f09-1bad-494d-8502-cfc1f0741b66 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:15.753531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d2584eb-a79e-4012-8d60-d2fda651c0c2 req-a1542f09-1bad-494d-8502-cfc1f0741b66 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0902770 Nov 04 09:05:15.772537 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:15.801368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b8efe6-b0c0-4cec-b8b2-c5ee645cb4cc req-c7ac1563-a786-4256-b510-d6ab60969f9f tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280041 Nov 04 09:05:15.876669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d2584eb-a79e-4012-8d60-d2fda651c0c2 req-003118f0-1477-4138-bd4f-771368f42972 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108565 Nov 04 09:05:15.888388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-1cbf0e8e-cb57-4cfc-a6cc-1b7c2ab1db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:15.889887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-1cbf0e8e-cb57-4cfc-a6cc-1b7c2ab1db13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4f8e1948a147471da4547d9d8d7e6768&device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 1094 time: 0.0887480 Nov 04 09:05:16.078777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a21de57a-6510-4b06-a3d7-1c54b77c4b8f req-2c20d035-0f51-4e8d-887a-ed732f73bca2 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0474031 Nov 04 09:05:16.097271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-ba360905-d02c-4b46-83c3-fea379dc57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:16.099071 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-ba360905-d02c-4b46-83c3-fea379dc57c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=10095ab9-1ca4-4ab8-8dc3-41082cf56164 HTTP/1.1" status: 200 len: 913 time: 0.1939270 Nov 04 09:05:16.127083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 7d68e9c6-6994-4881-8b4b-5d025924cb21 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:05:16.152106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d2bfe-a334-42ad-a3f3-612765052f7f req-983f9680-4c71-4379-ae1c-46e9c07dbe94 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:16.154262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-659d2bfe-a334-42ad-a3f3-612765052f7f req-983f9680-4c71-4379-ae1c-46e9c07dbe94 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.1284344 Nov 04 09:05:16.159019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:16.163890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-5496622d-faa7-4468-a7b2-f987a708b0c4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a603c4af-7050-48f5-9390-86340c006c78 HTTP/1.1" status: 200 len: 217 time: 0.0558765 Nov 04 09:05:16.254054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-c00f725c-8216-4ab1-80cd-1731dd077280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:16.257784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-c00f725c-8216-4ab1-80cd-1731dd077280 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=386e5bba-e86e-4828-a491-6001e0877b7a HTTP/1.1" status: 200 len: 852 time: 0.0847542 Nov 04 09:05:16.269682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:16.280987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] Sync routers for ids ['7d68e9c6-6994-4881-8b4b-5d025924cb21'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:16.282255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2e78ad01-f482-4047-904d-ff29e0f042ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/7d68e9c6-6994-4881-8b4b-5d025924cb21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3690794 Nov 04 09:05:16.282902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:16.298404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] Routers {'7d68e9c6-6994-4881-8b4b-5d025924cb21'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:16.306299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7d68e9c6-6994-4881-8b4b-5d025924cb21'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:16.323884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-8e356dcf-3057-4689-aae3-88868e0673e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=10095ab9-1ca4-4ab8-8dc3-41082cf56164&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581558 Nov 04 09:05:16.330285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54338) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:16.330525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b4fc3129-3dd1-4bb6-878b-2c66cca7ef53 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d68e9c6-6994-4881-8b4b-5d025924cb21 HTTP/1.1" status: 200 len: 205 time: 0.0394754 Nov 04 09:05:16.334927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-659d2bfe-a334-42ad-a3f3-612765052f7f req-fe738588-07ff-4612-aa53-24927669f997 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737299 Nov 04 09:05:16.369404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:16.381653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] Routers {'7d68e9c6-6994-4881-8b4b-5d025924cb21'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:16.382507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7d68e9c6-6994-4881-8b4b-5d025924cb21'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:16.423302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:16.424185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa2da0d-87ee-487c-9c33-5640367bfe62 None None] The sync data for ids ['7d68e9c6-6994-4881-8b4b-5d025924cb21'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:16.534777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b1d1ac77-b730-4692-9a08-5af4a61b7e9a req-06a756c3-e4f1-4caf-92fe-d915359bdc83 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.1722488 Nov 04 09:05:16.572656 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18df236c-ff95-4ea3-b1bd-987a4173f7b9 req-acdcd550-1b71-4959-92c2-88c603c96bc8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0552130 Nov 04 09:05:16.610389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb648-ec55-45bd-b82b-6ceeddb9446b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:16.692757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-abbdd82e-2fc4-48de-8ec4-61df87772a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:16.694214 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-abbdd82e-2fc4-48de-8ec4-61df87772a99 service neutron] 10.222.0.55 "GET /v2.0/ports/ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 1032 time: 0.1565487 Nov 04 09:05:16.767018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-7b9f50ec-8429-446a-a84f-144ff9c768d8 service neutron] 10.222.0.70 "GET /v2.0/networks/10095ab9-1ca4-4ab8-8dc3-41082cf56164?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343140 Nov 04 09:05:16.768557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e6cf32d7-8b44-4657-8190-73758063eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:16.770516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e6cf32d7-8b44-4657-8190-73758063eceb service neutron] 10.222.0.55 "GET /v2.0/ports/e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 1033 time: 0.0601981 Nov 04 09:05:17.076569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd2030-3e9a-4758-a9e1-98863120b191 req-d7b29a42-98ad-492e-8b24-35376fc89ec2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:17.086432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95bd2030-3e9a-4758-a9e1-98863120b191 req-d7b29a42-98ad-492e-8b24-35376fc89ec2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0983481 Nov 04 09:05:17.098591 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb648-ec55-45bd-b82b-6ceeddb9446b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.150274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95bd2030-3e9a-4758-a9e1-98863120b191 req-a772917f-16ba-444f-b837-9c34df51c56f tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574682 Nov 04 09:05:17.209605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f61fd3-cc31-4115-b9ec-37d844eec8fd req-3a8d97db-783f-470e-a9f6-a7d0db67d1af service neutron] 10.222.0.70 "GET /v2.0/networks/10095ab9-1ca4-4ab8-8dc3-41082cf56164?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344957 Nov 04 09:05:17.230900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-471f56dc-eea9-4438-9fc8-8618328e8dca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:17.241546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-471f56dc-eea9-4438-9fc8-8618328e8dca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:17.261257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-471f56dc-eea9-4438-9fc8-8618328e8dca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:17.267451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-471f56dc-eea9-4438-9fc8-8618328e8dca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "GET /v2.0/networks?id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 200 len: 1994 time: 0.4824810 Nov 04 09:05:17.270373 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb648-ec55-45bd-b82b-6ceeddb9446b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.342457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b291b7c7-2731-42cf-9d5b-8f63bef78bcf req-2f49766d-c271-4168-af78-d75b813256fd tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0468600 Nov 04 09:05:17.422339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-9f121c97-cb50-48c6-96a3-117194d03a58 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbf5981223094141a39f83de0673a928 HTTP/1.1" status: 200 len: 380 time: 0.1358144 Nov 04 09:05:17.444854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'admin_state_up': True, 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'security_groups': ['4d5d9653-32b6-453f-9464-cb88c6b44d85']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:17.455997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fd562-9467-4104-a203-8880b2c44c1c req-1e90553c-0301-486d-ba61-584baef51672 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:17.457619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d68fd562-9467-4104-a203-8880b2c44c1c req-1e90553c-0301-486d-ba61-584baef51672 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 943 time: 0.4934669 Nov 04 09:05:17.461106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb648-ec55-45bd-b82b-6ceeddb9446b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.461697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1bb648-ec55-45bd-b82b-6ceeddb9446b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Fanout notify agent at l3_agent the message router_deleted on router 7d68e9c6-6994-4881-8b4b-5d025924cb21 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:05:17.486094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a1bb648-ec55-45bd-b82b-6ceeddb9446b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.490836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0a1bb648-ec55-45bd-b82b-6ceeddb9446b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/7d68e9c6-6994-4881-8b4b-5d025924cb21 HTTP/1.1" status: 204 len: 168 time: 1.1592400 Nov 04 09:05:17.491882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54352) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:17.565822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d68fd562-9467-4104-a203-8880b2c44c1c req-e6e36dad-4961-42c1-a774-30805aff85b0 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474606 Nov 04 09:05:17.603154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549a245-8b16-4b9d-8473-464dec7dbe92 req-8b75947a-d1c1-40b0-9b92-71d8f08ef519 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:17.607798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a549a245-8b16-4b9d-8473-464dec7dbe92 req-8b75947a-d1c1-40b0-9b92-71d8f08ef519 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.1524651 Nov 04 09:05:17.634151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet bad21a73-e3bd-4de3-b066-d9643c9138e1 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:05:17.647544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.723638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1a16654c-2a3c-4088-a388-fba132d69c00 req-f6e03aad-76cb-4511-9aec-d657c79a5d27 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0446150 Nov 04 09:05:17.732911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:17.736785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.744586 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.810119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a549a245-8b16-4b9d-8473-464dec7dbe92 req-233cb883-5db2-42df-9982-2a5c2ccdd24e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924632 Nov 04 09:05:17.864803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-048b6d7a-0cba-42e5-aa12-9addccc9e86b req-73b7bcf5-01f7-43db-88b2-6e748fb2a5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0257709 Nov 04 09:05:17.869405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.960544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:17.972780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 172.20.0.10 (26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c/775d7aa1-ab92-4a32-86da-b74cdfe76349/7d0b0a79-cdc7-447f-8252-60616f90a9a8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:17.997148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=bad21a73-e3bd-4de3-b066-d9643c9138e1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:17.999539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.003827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0193e4dd-3f09-4998-92e5-8d0c3444a3af tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/bad21a73-e3bd-4de3-b066-d9643c9138e1 HTTP/1.1" status: 204 len: 168 time: 0.5079389 Nov 04 09:05:18.006709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:18.035256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f32118-c992-4336-aeff-c7fe0348682b None None] Network cf87094e-c1e4-429a-8f74-704ad5184faa requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:18.165600 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.189872 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.236323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.257943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:18.258747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.293182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:18.297227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:18.301798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:18.358659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=7d0b0a79-cdc7-447f-8252-60616f90a9a8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:18.402632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:18.403644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.441908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84518487-f815-43b4-af17-1e956bbba95c req-001fb9cc-e46e-424f-9fcd-0c5979d85fb3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:18.447611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84518487-f815-43b4-af17-1e956bbba95c req-001fb9cc-e46e-424f-9fcd-0c5979d85fb3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.1636803 Nov 04 09:05:18.449889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,segment=NetworkSegment(03e131cd-9b0b-4f10-8ea9-db2d37dc610e),segment_id=03e131cd-9b0b-4f10-8ea9-db2d37dc610e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:18.450284 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.464741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c9776c02-b905-4131-9958-81d980976b5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0246232 Nov 04 09:05:18.486198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'admin_state_up': True, 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'security_groups': ['4d5d9653-32b6-453f-9464-cb88c6b44d85']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:18.512424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:18.541944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] DHCP port deletion for cf87094e-c1e4-429a-8f74-704ad5184faa request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:05:18.620221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84518487-f815-43b4-af17-1e956bbba95c req-da695407-3d51-42e9-a3d1-0445c039665b tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616044 Nov 04 09:05:18.673330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a603c4af-7050-48f5-9390-86340c006c78 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:05:18.689953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de5e8822-4e88-4a3b-94b6-a6ac8317bfed req-159ff5f2-0712-47cd-91e1-f315fe981e17 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0585067 Nov 04 09:05:18.791628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:18.792825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.800760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.881137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:18.914134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a603c4af-7050-48f5-9390-86340c006c78, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a603c4af-7050-48f5-9390-86340c006c78,segment=NetworkSegment(87060bab-3af5-41a9-8cc4-9234fc0caf1c),segment_id=87060bab-3af5-41a9-8cc4-9234fc0caf1c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:18.938629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:18.945840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b1281d05-e888-4adc-b8f3-2f144718ffa9 req-9c7fcfb2-c68d-4694-9ce6-0953086371a2 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0377750 Nov 04 09:05:18.951247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Deleting port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:18.953681 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.960071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-17ab4349-ff45-4e23-8e97-e38cca947669 None None] Provisioning complete for port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:18.960449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-17ab4349-ff45-4e23-8e97-e38cca947669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:18.976062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a603c4af-7050-48f5-9390-86340c006c78', 'network_id': '10095ab9-1ca4-4ab8-8dc3-41082cf56164', 'port_id': 'a603c4af-7050-48f5-9390-86340c006c78', 'mac_address': 'fa:16:3e:27:fe:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '386e5bba-e86e-4828-a491-6001e0877b7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:05:19.043645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f56808-b1a0-429c-ab9c-f2f8366d77b1 req-b4f0344d-94e6-4daf-86c2-c80456ba0d6e tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:19.054063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81f56808-b1a0-429c-ab9c-f2f8366d77b1 req-b4f0344d-94e6-4daf-86c2-c80456ba0d6e tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 943 time: 0.3096905 Nov 04 09:05:19.061681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.115630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf87094e-c1e4-429a-8f74-704ad5184faa']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:19.137118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 10.1.1.77 (cc1916df-7442-4595-911b-cf8bb510c6a5/d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0/32d58df2-be25-49e2-8c9e-5278843c1dc6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:19.165844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81f56808-b1a0-429c-ab9c-f2f8366d77b1 req-5c10ab9b-6907-404c-a526-7c13fb898475 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011336 Nov 04 09:05:19.167952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03e131cd-9b0b-4f10-8ea9-db2d37dc610e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:19.168259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03e131cd-9b0b-4f10-8ea9-db2d37dc610e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:19.193857 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.231904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.241680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:05:19.242380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:05:19.246043 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:05:19.277537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55542-e86c-4507-8049-cdaeb8f35492 req-b03eed71-4d6e-415d-a787-aab01ad3a44c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:19.279146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ec55542-e86c-4507-8049-cdaeb8f35492 req-b03eed71-4d6e-415d-a787-aab01ad3a44c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.2002964 Nov 04 09:05:19.341322 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.377178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-17ab4349-ff45-4e23-8e97-e38cca947669 None None] Port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:19.379576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] For port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:19.380794 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.392450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a603c4af-7050-48f5-9390-86340c006c78 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:19.412271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.416272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Calling delete_port for 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:19.422254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:05:19.429254 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.432436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.439311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Network cf87094e-c1e4-429a-8f74-704ad5184faa is not hosted by any dhcp agent {{(pid=102557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:05:19.440288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] No DVR routers for this DVR port 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:19.444771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a603c4af-7050-48f5-9390-86340c006c78, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a603c4af-7050-48f5-9390-86340c006c78,segment=NetworkSegment(87060bab-3af5-41a9-8cc4-9234fc0caf1c),segment_id=87060bab-3af5-41a9-8cc4-9234fc0caf1c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:19.463981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ec55542-e86c-4507-8049-cdaeb8f35492 req-42281023-5224-4564-bac4-f7fd49398e67 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571276 Nov 04 09:05:19.473265 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.476253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90195ed-750f-4fea-a8e5-acbcf64f65df None None] Pushing event deleted for resources: {'Port': ['ID=1614ce7a-00e4-4068-bcd5-fe0f73d95d79,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:19.491781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/cf87094e-c1e4-429a-8f74-704ad5184faa HTTP/1.1" status: 204 len: 168 time: 1.4836457 Nov 04 09:05:19.502508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54372) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:19.515771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff31c1-6624-496e-bcc9-2d20f84dd79b req-44b7df79-bd49-4a07-a703-f121b4679466 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:19.517404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbff31c1-6624-496e-bcc9-2d20f84dd79b req-44b7df79-bd49-4a07-a703-f121b4679466 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 932 time: 0.2189245 Nov 04 09:05:19.527825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1196213747', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:19.533656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212c554-24d6-4cf5-bf32-b7ac2c2a9792 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=cf87094e-c1e4-429a-8f74-704ad5184faa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:19.543214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:05:19.576224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbff31c1-6624-496e-bcc9-2d20f84dd79b req-a4e5b127-b0eb-41bb-8d85-adc0652a2a57 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490320 Nov 04 09:05:19.589890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:05:19.590229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1614ce7a-00e4-4068-bcd5-fe0f73d95d79 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:05:19.626058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.637039 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.638683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.641011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a603c4af-7050-48f5-9390-86340c006c78,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:19.787273 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.793875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a603c4af-7050-48f5-9390-86340c006c78'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:05:19.843502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b8590b1-ffdb-4771-b412-e7b1563aee9a req-97a78545-3a32-41b6-8b00-8f12cfbf7bb4 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0445547 Nov 04 09:05:19.886759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:19.993711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network cc1916df-7442-4595-911b-cf8bb510c6a5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:19.999617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:20.012835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07b37e-3443-4654-b4fb-234f0ed21f93 req-aa6a386d-d5bd-43ac-b7a7-0b70732260a8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:20.020117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e07b37e-3443-4654-b4fb-234f0ed21f93 req-aa6a386d-d5bd-43ac-b7a7-0b70732260a8 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.3143001 Nov 04 09:05:20.031121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:20.057325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.131739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=32d58df2-be25-49e2-8c9e-5278843c1dc6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:20.153464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdae1202-fe39-4e7d-b704-9705131a1ae0 req-d834ec58-fc53-4c02-b144-066076f8e372 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0493205 Nov 04 09:05:20.193814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:20.194253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.207109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e07b37e-3443-4654-b4fb-234f0ed21f93 req-ee17a245-4687-4478-81ae-10384cb0f94a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842246 Nov 04 09:05:20.242537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-4e66444a-e4fb-4d93-b619-4d8b2de4dfd2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7630610 Nov 04 09:05:20.253927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'admin_state_up': True, 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'security_groups': ['4d5d9653-32b6-453f-9464-cb88c6b44d85']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:20.299739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c8f34-8c01-44df-8d01-cd928e8244d7 req-e59bb24a-259e-46d5-8621-8d8268dbac62 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:20.310338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-516c8f34-8c01-44df-8d01-cd928e8244d7 req-e59bb24a-259e-46d5-8621-8d8268dbac62 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 944 time: 0.0709956 Nov 04 09:05:20.360101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-516c8f34-8c01-44df-8d01-cd928e8244d7 req-4556d0a4-b4bc-450c-ad46-75d96f429ab3 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482283 Nov 04 09:05:20.406593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-afeb4359-46e1-4404-b06a-fcc06dd3c1a7 None None] Provisioning complete for port 32d58df2-be25-49e2-8c9e-5278843c1dc6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:20.407202 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afeb4359-46e1-4404-b06a-fcc06dd3c1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.449404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-afeb4359-46e1-4404-b06a-fcc06dd3c1a7 None None] Port 32d58df2-be25-49e2-8c9e-5278843c1dc6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:20.490376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:20.494537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.522595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.554172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.649410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a603c4af-7050-48f5-9390-86340c006c78 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:20.716969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port a603c4af-7050-48f5-9390-86340c006c78 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:05:20.722778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a603c4af-7050-48f5-9390-86340c006c78 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:20.723453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.759240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ec45-67d3-42e7-a5d7-e0781cbb8a22 req-abeaac6e-a252-410d-962e-33ad36be749d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:20.767099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ec45-67d3-42e7-a5d7-e0781cbb8a22 req-abeaac6e-a252-410d-962e-33ad36be749d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:20.775119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 10.1.1.130 (cc1916df-7442-4595-911b-cf8bb510c6a5/d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0/e353ce93-1a30-483e-b009-401d29567b4d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:20.777184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4191ec45-67d3-42e7-a5d7-e0781cbb8a22 req-abeaac6e-a252-410d-962e-33ad36be749d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 1653 time: 0.0828729 Nov 04 09:05:20.830157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbce483-af67-4b54-80ca-795682926a1f req-31081b5b-b382-4c63-a94f-f2fdddc3ad84 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:20.838699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cbce483-af67-4b54-80ca-795682926a1f req-31081b5b-b382-4c63-a94f-f2fdddc3ad84 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.2795968 Nov 04 09:05:20.850046 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.852962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4191ec45-67d3-42e7-a5d7-e0781cbb8a22 req-0cd0c3b1-b4c5-4ea4-a737-27b19de805db tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739121 Nov 04 09:05:20.891582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:20.896246 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facc3142-2f98-4887-aa1a-87e6673e68f2" -d '{"events": [{"server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "name": "network-vif-plugged", "status": "completed", "tag": "a603c4af-7050-48f5-9390-86340c006c78"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:20.913711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.25.3.232 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/3a5c5959-f973-4b36-a6fb-220350213028) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:20.926422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a603c4af-7050-48f5-9390-86340c006c78, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a603c4af-7050-48f5-9390-86340c006c78,segment=NetworkSegment(87060bab-3af5-41a9-8cc4-9234fc0caf1c),segment_id=87060bab-3af5-41a9-8cc4-9234fc0caf1c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:20.931446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:20.936387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cbce483-af67-4b54-80ca-795682926a1f req-78229d88-b1aa-4c5e-b39a-03e288610e48 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956271 Nov 04 09:05:20.999305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-173d30ef-57a5-46d8-92e2-cd20fc5150ab req-46bb5c6a-5988-4dab-881c-846269b89cb6 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0490286 Nov 04 09:05:21.041125 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e2d4f8-a2ab-467d-9e36-828c406b58c5 x-openstack-request-id: req-73e2d4f8-a2ab-467d-9e36-828c406b58c5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:21.041833 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "name": "network-vif-plugged", "status": "completed", "tag": "a603c4af-7050-48f5-9390-86340c006c78", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:21.042354 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73e2d4f8-a2ab-467d-9e36-828c406b58c5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:21.043108 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78', 'code': 200} Nov 04 09:05:21.074216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a603c4af-7050-48f5-9390-86340c006c78,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:21.340036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca0c3a-07c9-45f3-84fc-2f825f155ba8 req-d41271ef-d6b2-4b8f-91d8-9b7438cc40d6 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:21.341651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7ca0c3a-07c9-45f3-84fc-2f825f155ba8 req-d41271ef-d6b2-4b8f-91d8-9b7438cc40d6 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0564449 Nov 04 09:05:21.386283 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7ca0c3a-07c9-45f3-84fc-2f825f155ba8 req-025f346c-c955-4180-92b9-245fc1df8c9c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383654 Nov 04 09:05:21.502374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecf1d5b9-72fe-491b-b3b9-e92baddd882a req-793855fb-bd7f-43f2-a3e8-940341c0d699 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0572875 Nov 04 09:05:21.506952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e4e86-8818-415c-87c6-3a40ac7fd316 req-b636327c-e0fc-4459-a3ff-f7d6ddf996c4 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:21.508937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-412e4e86-8818-415c-87c6-3a40ac7fd316 req-b636327c-e0fc-4459-a3ff-f7d6ddf996c4 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 945 time: 0.0569723 Nov 04 09:05:21.523906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:21.536180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7abb5-203d-4312-8c13-5631e5ce6b0a req-a50dede1-6759-4ebd-8dec-0539de4a90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:21.536180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aeb7abb5-203d-4312-8c13-5631e5ce6b0a req-a50dede1-6759-4ebd-8dec-0539de4a90d0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 1096 time: 0.4422343 Nov 04 09:05:21.553707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:21.555193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-412e4e86-8818-415c-87c6-3a40ac7fd316 req-8696f067-eb3e-4b98-ba6c-314c0e999583 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405936 Nov 04 09:05:21.616268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aeb7abb5-203d-4312-8c13-5631e5ce6b0a req-b2052388-017a-4017-be47-767f7b9b5dc0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725288 Nov 04 09:05:21.631405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:21.640069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:21.686159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network cc1916df-7442-4595-911b-cf8bb510c6a5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:21.698024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:21.699236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:21.701560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=e353ce93-1a30-483e-b009-401d29567b4d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:21.703928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:21.730572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:21.741381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:21.806856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:21.807511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:21.830196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=3a5c5959-f973-4b36-a6fb-220350213028,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:21.908537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c3ef0165-bb4b-4c9d-8aec-ad7db86aca55 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6587527 Nov 04 09:05:21.924155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc', 'admin_state_up': True, 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'security_groups': ['4d5d9653-32b6-453f-9464-cb88c6b44d85']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:21.993809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b5759374-6131-421a-b71f-5e3c08f07b30 None None] Provisioning complete for port e353ce93-1a30-483e-b009-401d29567b4d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:22.002416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b5759374-6131-421a-b71f-5e3c08f07b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:22.052742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b5759374-6131-421a-b71f-5e3c08f07b30 None None] Port e353ce93-1a30-483e-b009-401d29567b4d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:22.071003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae592f2-7731-4e01-88d3-c95f0fb7e5b0 req-36a48059-77c7-4883-a21d-5f07a37dba3c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:22.076984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae592f2-7731-4e01-88d3-c95f0fb7e5b0 req-36a48059-77c7-4883-a21d-5f07a37dba3c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:22.082946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae592f2-7731-4e01-88d3-c95f0fb7e5b0 req-36a48059-77c7-4883-a21d-5f07a37dba3c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:22.084743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fae592f2-7731-4e01-88d3-c95f0fb7e5b0 req-36a48059-77c7-4883-a21d-5f07a37dba3c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 2374 time: 0.1384482 Nov 04 09:05:22.111081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd980ad-6e7e-44f4-93d3-05bcae5d2fdb req-f58c5d79-8012-4dcb-8020-0f33bc0062e3 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:22.113374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcd980ad-6e7e-44f4-93d3-05bcae5d2fdb req-f58c5d79-8012-4dcb-8020-0f33bc0062e3 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.0691352 Nov 04 09:05:22.172451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcd980ad-6e7e-44f4-93d3-05bcae5d2fdb req-debadf94-745a-4084-b3d7-991f25bbf0e6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463812 Nov 04 09:05:22.258810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fae592f2-7731-4e01-88d3-c95f0fb7e5b0 req-3ac9d1fb-9021-4a96-a293-907f1583245f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586699 Nov 04 09:05:22.262663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbb80b42-228d-46ca-9f92-16770d0e3c5c req-ab920871-b824-479e-82a5-a4026a3eb98e tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0344534 Nov 04 09:05:22.289106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:22.346789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:22.567870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e875b-247b-4f10-a5a2-77fa16945109 req-efb248f6-b31e-4a70-a7ab-ae46ed0c1a80 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:22.569425 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-057e875b-247b-4f10-a5a2-77fa16945109 req-efb248f6-b31e-4a70-a7ab-ae46ed0c1a80 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0788181 Nov 04 09:05:22.590052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:22.625690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-057e875b-247b-4f10-a5a2-77fa16945109 req-c8fbbdcd-f5ec-4914-9744-6ca1cee06f09 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465455 Nov 04 09:05:22.642389 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-e0452344-dc4f-4799-bca5-63fd08a35454 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1193568681&fields=id&tenant_id=3a86a966bdef4b6dbe5258b27e0494ea HTTP/1.1" status: 200 len: 267 time: 0.0800068 Nov 04 09:05:22.726131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9ab6fb1-eb7b-436f-90d7-eaf955e463d3 req-f8e7d51c-36d0-41a0-8284-a30e3fbfc2c3 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0311291 Nov 04 09:05:22.813078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:22.849917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d595b-9a89-481d-974b-45d859e4fa47 req-2f840f1e-f194-4eb7-b576-b9291919c242 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:22.852602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-379d595b-9a89-481d-974b-45d859e4fa47 req-2f840f1e-f194-4eb7-b576-b9291919c242 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 945 time: 0.0578506 Nov 04 09:05:22.910497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-379d595b-9a89-481d-974b-45d859e4fa47 req-aae39de7-c0bf-4db3-a069-65e717f2c839 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512550 Nov 04 09:05:23.020681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-6c1e5a9d-2379-4aaa-a4b5-1133750818ae tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:23.022642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-6c1e5a9d-2379-4aaa-a4b5-1133750818ae tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/networks?id=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c HTTP/1.1" status: 200 len: 816 time: 0.3596878 Nov 04 09:05:23.056662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-f8c3b920-a1f8-477c-8a4c-da100f9b1002 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/quotas/3a86a966bdef4b6dbe5258b27e0494ea HTTP/1.1" status: 200 len: 375 time: 0.0267074 Nov 04 09:05:23.057678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 10.2.2.100 (acf634d2-4343-418c-b8d8-3e84eb61a3dc/0c77e3dc-15de-4dc7-aaca-a839a3f2778f/8e833917-62e9-43b7-86f0-81fdad43aac4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:23.214497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-44195054-ae7e-421b-bff9-da3aee28bf3c tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a86a966bdef4b6dbe5258b27e0494ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1513145 Nov 04 09:05:23.232234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 199f2ce7-4ee5-450a-939a-0e03e607925e is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:05:23.287463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984300d-6b04-4ee2-bfe6-48bb6e89893e req-6b78871b-ff8f-4936-81eb-0f0b25857bcf tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:23.288947 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b984300d-6b04-4ee2-bfe6-48bb6e89893e req-6b78871b-ff8f-4936-81eb-0f0b25857bcf tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.0530119 Nov 04 09:05:23.332804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b984300d-6b04-4ee2-bfe6-48bb6e89893e req-840a641d-5930-48cc-9567-234da439fd24 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371621 Nov 04 09:05:23.404530 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:23.456104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882944d-1835-4511-96c0-a95ed8f799a1 req-bb32f5d2-e281-440a-bdbe-8483a6710547 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:23.463123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882944d-1835-4511-96c0-a95ed8f799a1 req-bb32f5d2-e281-440a-bdbe-8483a6710547 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:23.469254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882944d-1835-4511-96c0-a95ed8f799a1 req-bb32f5d2-e281-440a-bdbe-8483a6710547 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:23.470970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6882944d-1835-4511-96c0-a95ed8f799a1 req-bb32f5d2-e281-440a-bdbe-8483a6710547 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 2374 time: 0.0674362 Nov 04 09:05:23.471771 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8b164641-f5ef-4fdd-80d6-252394ff3b81 service neutron] 10.222.0.53 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343588 Nov 04 09:05:23.497787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:23.509510 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] Sync routers for ids ['199f2ce7-4ee5-450a-939a-0e03e607925e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:23.522938 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] Routers {'199f2ce7-4ee5-450a-939a-0e03e607925e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:23.524090 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['199f2ce7-4ee5-450a-939a-0e03e607925e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:23.532497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6882944d-1835-4511-96c0-a95ed8f799a1 req-d4eae94e-bc90-4114-ad25-02f7daa7c122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495780 Nov 04 09:05:23.560885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:23.589809 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:23.601557 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] Routers {'199f2ce7-4ee5-450a-939a-0e03e607925e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:23.602575 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['199f2ce7-4ee5-450a-939a-0e03e607925e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:23.607094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:23.608404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a7096fa8-5f98-43fd-a3d4-d9f42c0a5c81 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.1049101 Nov 04 09:05:23.611302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:23.647104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:23.656622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:23.656879 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:23.657579 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f47744-a7ec-4a91-9c78-2fa49f8d609e None None] The sync data for ids ['199f2ce7-4ee5-450a-939a-0e03e607925e'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:23.658950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=8e833917-62e9-43b7-86f0-81fdad43aac4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:23.661538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:23.666154 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-eeb58cc3-fccf-4e00-801b-a8b92589c6fe service neutron] 10.222.0.53 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853080 Nov 04 09:05:23.731281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:23.732640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:23.763078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fd21ad8c-0d03-4469-9675-8c47bd9c808a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8431544 Nov 04 09:05:23.764980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9bd8864e-4628-44b4-9d57-f4052b133520 req-83cef17f-4110-42c7-8f6b-700f6185c10f tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.1407523 Nov 04 09:05:23.781233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc', 'admin_state_up': True, 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'security_groups': ['4d5d9653-32b6-453f-9464-cb88c6b44d85']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:23.867380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-149c4e74-29b8-4417-8915-1272d472165c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/routers/199f2ce7-4ee5-450a-939a-0e03e607925e HTTP/1.1" status: 200 len: 881 time: 0.2549114 Nov 04 09:05:23.870289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54426) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:23.982850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Made reservation on behalf of bbf5981223094141a39f83de0673a928 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:23.990216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:23.998988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-93905410-d2b1-4667-bd29-6f307f7d6b63 None None] Provisioning complete for port 8e833917-62e9-43b7-86f0-81fdad43aac4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:24.000495 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93905410-d2b1-4667-bd29-6f307f7d6b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:24.049893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-93905410-d2b1-4667-bd29-6f307f7d6b63 None None] Port 8e833917-62e9-43b7-86f0-81fdad43aac4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:24.128636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39895bf-d173-4a0a-a76f-c7cebf2c28fe req-b13ff923-845c-4854-9660-ceefabc85622 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:24.137375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a39895bf-d173-4a0a-a76f-c7cebf2c28fe req-b13ff923-845c-4854-9660-ceefabc85622 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.2577348 Nov 04 09:05:24.225385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a39895bf-d173-4a0a-a76f-c7cebf2c28fe req-40296ee7-22e1-40ab-a958-d3a58de00e65 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810812 Nov 04 09:05:24.234076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46bdafd1-2f13-40dc-b82c-5326c433303e req-a1585ef3-9533-4402-941e-e9fa38b2d3f0 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0503485 Nov 04 09:05:24.330136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Allocated IP 10.2.2.200 (acf634d2-4343-418c-b8d8-3e84eb61a3dc/0c77e3dc-15de-4dc7-aaca-a839a3f2778f/d28be4cb-eb63-4682-9632-016489b9f6fa) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:24.379828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-056d0776-66d9-479c-ac1b-1082920bba34 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5053513 Nov 04 09:05:24.382281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:24.387072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a24f5514-3c83-44fb-9fa6-d135bf39c57a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1196213747'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:24.391712 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddcda0cc-188e-47b3-b30c-2c499c93bac0 req-a7bcf144-91ce-40e6-957f-82ea62d0dd88 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.0590613 Nov 04 09:05:24.402930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463e021-de18-4890-8de3-048fd26c8d35 req-8861f4ef-7721-4b92-8c1a-126e1fc43cef tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:24.404988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c463e021-de18-4890-8de3-048fd26c8d35 req-8861f4ef-7721-4b92-8c1a-126e1fc43cef tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 945 time: 0.0991099 Nov 04 09:05:24.527377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c463e021-de18-4890-8de3-048fd26c8d35 req-f5aac576-206b-49d7-a37e-f9494ac77f9d tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853608 Nov 04 09:05:25.087909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d7f73-2adc-4168-885d-4036e4f4b6d1 req-e3a5c321-3c7e-4686-9b35-5c16ee00b77e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.089346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf6d7f73-2adc-4168-885d-4036e4f4b6d1 req-e3a5c321-3c7e-4686-9b35-5c16ee00b77e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.5344391 Nov 04 09:05:25.112237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:25.149836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf6d7f73-2adc-4168-885d-4036e4f4b6d1 req-2be2ae3d-cb9e-4fde-a31a-2848b3089722 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Nov 04 09:05:25.180218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157f34-a97a-4f0d-8d57-8291141a8cd5 req-b54102cf-a09e-4fe0-8ab8-37d7e9eaafaf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.181142 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:25.187056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157f34-a97a-4f0d-8d57-8291141a8cd5 req-b54102cf-a09e-4fe0-8ab8-37d7e9eaafaf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.194064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157f34-a97a-4f0d-8d57-8291141a8cd5 req-b54102cf-a09e-4fe0-8ab8-37d7e9eaafaf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.200314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42157f34-a97a-4f0d-8d57-8291141a8cd5 req-b54102cf-a09e-4fe0-8ab8-37d7e9eaafaf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.208381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42157f34-a97a-4f0d-8d57-8291141a8cd5 req-b54102cf-a09e-4fe0-8ab8-37d7e9eaafaf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 3095 time: 0.5441358 Nov 04 09:05:25.228222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:25.234842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:25.240113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:25.251302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event updated for resources: {'Port': ['ID=d28be4cb-eb63-4682-9632-016489b9f6fa,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:25.273201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42157f34-a97a-4f0d-8d57-8291141a8cd5 req-a6de8ea6-6c6a-438c-8b63-35e52e7b07d7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630214 Nov 04 09:05:25.348061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.348670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:25.401163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-1bbeded7-b46a-4db2-98f1-fdc3d624a15b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6247993 Nov 04 09:05:25.468546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6379ccd-34c8-4788-b741-6792bc6b5da3 req-c915654e-9aa8-4f04-962d-bec27fa4fb1a tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0466702 Nov 04 09:05:25.531165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:25.557200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a24f5514-3c83-44fb-9fa6-d135bf39c57a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:25.582872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a24f5514-3c83-44fb-9fa6-d135bf39c57a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:25.695782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-915e83f6-6804-4a9b-82e6-71493a5248a7 None None] Provisioning complete for port d28be4cb-eb63-4682-9632-016489b9f6fa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:25.696968 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-915e83f6-6804-4a9b-82e6-71493a5248a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:25.713886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-e428e6f8-3b7e-4318-bba9-94ea44127390 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.715397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-e428e6f8-3b7e-4318-bba9-94ea44127390 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.70 "GET /v2.0/networks?id=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c HTTP/1.1" status: 200 len: 816 time: 0.3005517 Nov 04 09:05:25.719384 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:25.737457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5f31c78-1c39-44a5-99e6-39eaf0c23f83 req-3f3d987f-9d9a-4b9d-a328-4cab531fbaf6 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0857940 Nov 04 09:05:25.750098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac502b-ae5a-4b54-a3a0-b867efac0f50 req-93d3ae0f-2c50-4a8a-831a-c29bdfa0f88b tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:25.770110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ac502b-ae5a-4b54-a3a0-b867efac0f50 req-93d3ae0f-2c50-4a8a-831a-c29bdfa0f88b tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.3810320 Nov 04 09:05:25.774129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-915e83f6-6804-4a9b-82e6-71493a5248a7 None None] Port d28be4cb-eb63-4682-9632-016489b9f6fa cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:25.829991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24f5514-3c83-44fb-9fa6-d135bf39c57a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 199f2ce7-4ee5-450a-939a-0e03e607925e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:05:25.899723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ac502b-ae5a-4b54-a3a0-b867efac0f50 req-562021d0-660d-462c-871e-023ff2d2a66e tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279302 Nov 04 09:05:25.949833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-2272b4eb-8f98-4f69-b922-b5fd12282623 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a86a966bdef4b6dbe5258b27e0494ea HTTP/1.1" status: 200 len: 380 time: 0.1500163 Nov 04 09:05:25.968956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Request body: {'port': {'device_id': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'admin_state_up': True, 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'security_groups': ['8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:26.043560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24f5514-3c83-44fb-9fa6-d135bf39c57a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:26.058647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] Sync routers for ids ['199f2ce7-4ee5-450a-939a-0e03e607925e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:26.066687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a24f5514-3c83-44fb-9fa6-d135bf39c57a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:26.074897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] Routers {'199f2ce7-4ee5-450a-939a-0e03e607925e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:26.079274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['199f2ce7-4ee5-450a-939a-0e03e607925e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:26.082088 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a24f5514-3c83-44fb-9fa6-d135bf39c57a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/199f2ce7-4ee5-450a-939a-0e03e607925e HTTP/1.1" status: 200 len: 888 time: 1.6985779 Nov 04 09:05:26.085228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:26.219343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:26.258190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] Routers {'199f2ce7-4ee5-450a-939a-0e03e607925e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:26.258824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['199f2ce7-4ee5-450a-939a-0e03e607925e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:26.311527 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:26.315733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e96a531-0d94-46d6-ba72-e8b2bbaf3b58 None None] The sync data for ids ['199f2ce7-4ee5-450a-939a-0e03e607925e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:26.369300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dbec0d41-a152-402c-88a3-a7855e89e54d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/routers/199f2ce7-4ee5-450a-939a-0e03e607925e HTTP/1.1" status: 200 len: 888 time: 0.2789140 Nov 04 09:05:26.372262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:26.411914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-24057b1f-b0c9-4b40-a006-d19000e5ee08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=199f2ce7-4ee5-450a-939a-0e03e607925e HTTP/1.1" status: 200 len: 205 time: 0.0383332 Nov 04 09:05:26.412522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:26.436557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8de5903a-b8ed-4b3b-b3b1-75bf158854bd req-672f8632-ff0e-4d19-a669-2cd7097aa095 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.3232296 Nov 04 09:05:26.530196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0b0a79-cdc7-447f-8252-60616f90a9a8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:26.540363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:26.554586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Transition to ACTIVE for port object 7d0b0a79-cdc7-447f-8252-60616f90a9a8 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:26.571904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:26.595535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a542eb1-f0c9-41a3-9e60-c4cf8d0ac896 req-5aa15017-e28d-4305-87f2-b8192f7d1d7e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:26.598537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a542eb1-f0c9-41a3-9e60-c4cf8d0ac896 req-5aa15017-e28d-4305-87f2-b8192f7d1d7e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.1954782 Nov 04 09:05:26.661398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Made reservation on behalf of 3a86a966bdef4b6dbe5258b27e0494ea for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:26.665625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:26.676680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:26.683399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0b0a79-cdc7-447f-8252-60616f90a9a8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:26.714271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c0546-7917-40b7-86c6-55069c835915 req-b3c37090-f293-41c9-a4ec-db576b22a2af tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:26.716051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e9c0546-7917-40b7-86c6-55069c835915 req-b3c37090-f293-41c9-a4ec-db576b22a2af tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 945 time: 0.1601317 Nov 04 09:05:26.730918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a542eb1-f0c9-41a3-9e60-c4cf8d0ac896 req-609a29b0-8a8d-46f3-99c5-0566e953e29b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227965 Nov 04 09:05:26.893730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:26.953950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c637-e9ba-43f4-b282-9d53bccbcd47 req-a50cccff-530c-4c2e-aab8-d2dfaf3045d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:26.962041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c637-e9ba-43f4-b282-9d53bccbcd47 req-a50cccff-530c-4c2e-aab8-d2dfaf3045d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:26.964270 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e9c0546-7917-40b7-86c6-55069c835915 req-f8386f2b-1199-4e47-ab93-5f801ad4155d tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100165 Nov 04 09:05:26.968553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c637-e9ba-43f4-b282-9d53bccbcd47 req-a50cccff-530c-4c2e-aab8-d2dfaf3045d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:26.975375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c637-e9ba-43f4-b282-9d53bccbcd47 req-a50cccff-530c-4c2e-aab8-d2dfaf3045d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:26.982337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7687c637-e9ba-43f4-b282-9d53bccbcd47 req-a50cccff-530c-4c2e-aab8-d2dfaf3045d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:26.982469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Attempting to bind port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:26.982748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Attempting to bind port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:26.984215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7687c637-e9ba-43f4-b282-9d53bccbcd47 req-a50cccff-530c-4c2e-aab8-d2dfaf3045d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 3828 time: 0.1305289 Nov 04 09:05:26.999608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Attempting to bind port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 on network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:27.011290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 on network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:27.015376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Attempting to bind port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 on network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:27.031134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:27.031480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Checking segment: {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:27.031904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Bound using segment: {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:27.032340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Bound port: 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8d4d664-850a-4555-a510-0950c8e15efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:27.032705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.058331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 3a5c5959-f973-4b36-a6fb-220350213028 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:27.058658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.076338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Allocated IP 172.20.0.10 (17ff6eaf-eadc-4d9c-8950-d7639daa1e8c/f0401385-e126-4d08-9604-974835439cac/1333ac35-9c7a-4e27-97f8-621392004d76) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:27.104291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7687c637-e9ba-43f4-b282-9d53bccbcd47 req-61d45814-427b-4765-8a73-94fbd9d84945 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037481 Nov 04 09:05:27.131068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbb50e1c-5357-4f96-9d6f-c0e3a43c1f66 req-8cbd35fc-b6c5-4471-a908-81ebd141daa6 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0557065 Nov 04 09:05:27.182934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.214589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] For port 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:27.222402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] For port 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:27.241897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-277b16c4-ff2a-4683-a2f0-93892313521b req-9f1832ff-64cc-4d24-8e75-d9db596d4873 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0555820 Nov 04 09:05:27.242939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 3a5c5959-f973-4b36-a6fb-220350213028 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:27.246200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.346726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.348191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.350343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] 10.222.0.55 "PUT /v2.0/ports/7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 200 len: 1092 time: 1.9368050 Nov 04 09:05:27.354760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:27.364482 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c62fb6-b6c1-41e6-b620-32da518ffba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:27.412436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:27.429077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfa6b3-17d3-48d7-a542-021d8e9ce8d3 req-b94a3fcc-b18f-47a1-8789-cb6c024ba519 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.438162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0cbfa6b3-17d3-48d7-a542-021d8e9ce8d3 req-b94a3fcc-b18f-47a1-8789-cb6c024ba519 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.2201586 Nov 04 09:05:27.470151 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.481052 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c14104e-5909-497c-bdc1-cbb6c65feecc x-openstack-request-id: req-8c14104e-5909-497c-bdc1-cbb6c65feecc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:27.481052 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:27.481052 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c14104e-5909-497c-bdc1-cbb6c65feecc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:27.484223 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'status': 'completed', 'code': 200} Nov 04 09:05:27.511974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=3a5c5959-f973-4b36-a6fb-220350213028,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:27.557545 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.599727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-771b5045-d3ef-4e0e-a3e0-9b4ce1deb816 req-bc2d9906-804e-4742-b9ce-25d55b728dbe tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.0347092 Nov 04 09:05:27.620031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.653024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.685945 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0cbfa6b3-17d3-48d7-a542-021d8e9ce8d3 req-262f4dd7-af83-4675-ae69-3a8f776a2a66 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468657 Nov 04 09:05:27.691028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01bd24-ebfb-457d-9760-8c1cc4452e46 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0b0a79-cdc7-447f-8252-60616f90a9a8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:27.753830 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.759063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.786050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:27.788054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:27.842115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:27.849512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.849512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Fanout notify agent at l3_agent the message router_deleted on router 199f2ce7-4ee5-450a-939a-0e03e607925e {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:05:27.857907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.863808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b5e73db2-9b13-4693-b754-f1116541fc49 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/199f2ce7-4ee5-450a-939a-0e03e607925e HTTP/1.1" status: 204 len: 168 time: 1.4430258 Nov 04 09:05:27.866493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:27.871952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-1504557292'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:27.887938 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.908681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-48d4af51-4319-4ab2-998c-29fe897b266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.909360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-48d4af51-4319-4ab2-998c-29fe897b266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.910035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-48d4af51-4319-4ab2-998c-29fe897b266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.910639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-48d4af51-4319-4ab2-998c-29fe897b266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.911304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-48d4af51-4319-4ab2-998c-29fe897b266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.911724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d43a9-6212-45df-96d5-d60268bba867 req-9139ba64-d2ef-4eeb-bd52-a6089eced548 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:27.913561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e42d43a9-6212-45df-96d5-d60268bba867 req-9139ba64-d2ef-4eeb-bd52-a6089eced548 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.1012368 Nov 04 09:05:27.916478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-48d4af51-4319-4ab2-998c-29fe897b266a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 4363 time: 0.4265165 Nov 04 09:05:27.921197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:27.925134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.953994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event updated for resources: {'Port': ['ID=1333ac35-9c7a-4e27-97f8-621392004d76,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:27.961116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:05:27.974055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:27.974055 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 3e015569-f1aa-4abd-bebb-1ab32d3dbead of type vlan for network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed Nov 04 09:05:28.061417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-ba7f0d41-1f75-4e69-9b5e-465e843244dc tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.064143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-ba7f0d41-1f75-4e69-9b5e-465e843244dc tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.70 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 945 time: 0.2921512 Nov 04 09:05:28.078027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:28.106069 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e42d43a9-6212-45df-96d5-d60268bba867 req-7e5e8b6e-903f-47ee-a745-a678072aee2f tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588995 Nov 04 09:05:28.129128 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:28.137313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.137953 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:28.173663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.179368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:28.184788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a18d9668-6b5d-4ba3-a705-a83d598a4454 None None] Provisioning complete for port 1333ac35-9c7a-4e27-97f8-621392004d76 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:28.185308 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a18d9668-6b5d-4ba3-a705-a83d598a4454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:28.226032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=776c1319-9fc3-441c-bcc8-c0e469c4d9ed,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:28.229069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a18d9668-6b5d-4ba3-a705-a83d598a4454 None None] Port 1333ac35-9c7a-4e27-97f8-621392004d76 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:28.240193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:05:28.259770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-af5209e4-5de0-4e6f-b564-86e0ccde3bda tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3922009 Nov 04 09:05:28.276396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54496) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:28.282213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': '776c1319-9fc3-441c-bcc8-c0e469c4d9ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:28.326295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b97de-53a9-404c-8af7-cee3daaec33b req-3cb7ff0a-26b1-47d2-9482-092a5626daea tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.336992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b97de-53a9-404c-8af7-cee3daaec33b req-3cb7ff0a-26b1-47d2-9482-092a5626daea tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.343476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b97de-53a9-404c-8af7-cee3daaec33b req-3cb7ff0a-26b1-47d2-9482-092a5626daea tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.351125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b97de-53a9-404c-8af7-cee3daaec33b req-3cb7ff0a-26b1-47d2-9482-092a5626daea tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.357796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b97de-53a9-404c-8af7-cee3daaec33b req-3cb7ff0a-26b1-47d2-9482-092a5626daea tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.368373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-723b97de-53a9-404c-8af7-cee3daaec33b req-3cb7ff0a-26b1-47d2-9482-092a5626daea tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 3828 time: 0.1312704 Nov 04 09:05:28.418250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-723b97de-53a9-404c-8af7-cee3daaec33b req-afc6b798-3c09-4a09-9a32-326d9e99cb21 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485950 Nov 04 09:05:28.469798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-c441a95f-33f4-4bde-8d4f-ae7738093bc9 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5052402 Nov 04 09:05:28.537718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Request body: {'port': {'device_id': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:28.545978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ddb868d-ceed-4c20-934f-ae1668663ab8 req-aa2a13e7-bfea-4078-9a35-f4ff54cffc59 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0373287 Nov 04 09:05:28.580067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-771064a3-4d62-4d77-bb12-433dd055a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.580701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-771064a3-4d62-4d77-bb12-433dd055a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.581217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-771064a3-4d62-4d77-bb12-433dd055a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.582977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-771064a3-4d62-4d77-bb12-433dd055a11c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bbf5981223094141a39f83de0673a928&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6443396 Nov 04 09:05:28.625176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436989f7-3fd5-4474-bdb7-c290931be278 req-b180d302-7c92-4222-912b-9a3a86e83693 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.626932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-436989f7-3fd5-4474-bdb7-c290931be278 req-b180d302-7c92-4222-912b-9a3a86e83693 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 945 time: 0.5093970 Nov 04 09:05:28.651774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-611d9cb4-586e-4936-89c9-8f9f2ee6aa50 req-573aeebb-8a2b-4b58-b7e7-e9c40332cd81 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0330386 Nov 04 09:05:28.783825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21853d-ae24-45e9-b67d-5cf9b0e1490c req-d2839ffc-ce2f-45bb-acea-7763c246be56 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.785512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d21853d-ae24-45e9-b67d-5cf9b0e1490c req-d2839ffc-ce2f-45bb-acea-7763c246be56 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 932 time: 0.0555534 Nov 04 09:05:28.832075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d21853d-ae24-45e9-b67d-5cf9b0e1490c req-b61e8e38-dde7-4143-aa86-f385927f923c tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369027 Nov 04 09:05:28.973132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6e7be-0343-4597-aa20-2e2147c5ebf3 req-e8bb7803-65b6-4d1b-95bc-dc5f6f7f9e6c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:28.986105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bb6e7be-0343-4597-aa20-2e2147c5ebf3 req-e8bb7803-65b6-4d1b-95bc-dc5f6f7f9e6c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0757964 Nov 04 09:05:29.062188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bb6e7be-0343-4597-aa20-2e2147c5ebf3 req-b636d170-d389-457b-84b7-a9a29b6fc85f tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729988 Nov 04 09:05:29.176178 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:29.249043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef083d-5628-4781-ad08-8712db5bb908 req-8f74c1d5-a3ea-4b75-85c6-fc7b1151d7f2 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.251145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4aef083d-5628-4781-ad08-8712db5bb908 req-8f74c1d5-a3ea-4b75-85c6-fc7b1151d7f2 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.0632112 Nov 04 09:05:29.295248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4aef083d-5628-4781-ad08-8712db5bb908 req-a36e1ad6-9a70-413f-842a-aed8d1f0959e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365093 Nov 04 09:05:29.358076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-37563347-830e-4ca4-bd48-53f5295e1776 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.359599 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-37563347-830e-4ca4-bd48-53f5295e1776 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1097 time: 0.7650495 Nov 04 09:05:29.362454 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-436989f7-3fd5-4474-bdb7-c290931be278 req-5d349351-c727-45a9-bb1a-edb25d3ac6fb tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7092850 Nov 04 09:05:29.381098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:29.384626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:29.399787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Deleting port a603c4af-7050-48f5-9390-86340c006c78 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:29.400199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:29.412915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816487-1'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:29.546206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88ee7e-97ee-426e-a0ec-d70f1bb2059d req-eaceae61-696a-4148-ba11-8a5af8dda435 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.552745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88ee7e-97ee-426e-a0ec-d70f1bb2059d req-eaceae61-696a-4148-ba11-8a5af8dda435 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.559828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88ee7e-97ee-426e-a0ec-d70f1bb2059d req-eaceae61-696a-4148-ba11-8a5af8dda435 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.566528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88ee7e-97ee-426e-a0ec-d70f1bb2059d req-eaceae61-696a-4148-ba11-8a5af8dda435 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.572945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88ee7e-97ee-426e-a0ec-d70f1bb2059d req-eaceae61-696a-4148-ba11-8a5af8dda435 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.574794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea88ee7e-97ee-426e-a0ec-d70f1bb2059d req-eaceae61-696a-4148-ba11-8a5af8dda435 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 3828 time: 0.0835340 Nov 04 09:05:29.584593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-4c8764bd-0f22-4578-8d7c-8f2331f51d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:29.586195 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d9c62fb6-b6c1-41e6-b620-32da518ffba4 req-4c8764bd-0f22-4578-8d7c-8f2331f51d8e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9845862 Nov 04 09:05:29.643914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea88ee7e-97ee-426e-a0ec-d70f1bb2059d req-49016efe-eed3-4d43-84ed-6c9a21268f8e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568566 Nov 04 09:05:29.761627 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e9e3784-e94a-4d14-a06e-dc06e6af3202 req-2ce9d652-00c9-42a3-9215-5f5763bd551f tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0982351 Nov 04 09:05:29.774216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bdd6e9f1-e3a4-4cde-a637-be84420e7bad req-9d35b15d-5a70-4310-83ff-a3fa3f782da6 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0317316 Nov 04 09:05:29.806497 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:29.894864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece084c1-f458-475d-9aac-baebe3e5a172 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:29.910746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] For port a603c4af-7050-48f5-9390-86340c006c78, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a603c4af-7050-48f5-9390-86340c006c78,segment=NetworkSegment(87060bab-3af5-41a9-8cc4-9234fc0caf1c),segment_id=87060bab-3af5-41a9-8cc4-9234fc0caf1c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:29.911136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:29.951975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.009581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Calling delete_port for a603c4af-7050-48f5-9390-86340c006c78 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:30.043630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Transition to ACTIVE for port object ece084c1-f458-475d-9aac-baebe3e5a172 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:30.073637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.184688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc7d21-5c8e-46be-9845-c30973c26760 req-15ba7618-c545-4329-8358-39ae11cb5373 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:30.186678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fadc7d21-5c8e-46be-9845-c30973c26760 req-15ba7618-c545-4329-8358-39ae11cb5373 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0604954 Nov 04 09:05:30.235880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fadc7d21-5c8e-46be-9845-c30973c26760 req-97c29945-309e-4f8b-96f2-ff2f694f7cbd tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423462 Nov 04 09:05:30.359573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ea6ce-603f-4e6b-9880-23a19359a327 req-93bcd026-9f70-49b0-a864-c7880c7c52b2 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:30.384572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ea6ce-603f-4e6b-9880-23a19359a327 req-93bcd026-9f70-49b0-a864-c7880c7c52b2 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 932 time: 0.4633267 Nov 04 09:05:30.414988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d30c491-7b1f-437c-804e-4b1cfc187a61 req-7d36c968-c5a3-4ec4-bc8f-66ce57645080 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0491948 Nov 04 09:05:30.483400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ef5f-ffdc-4954-93e4-3dfd460d7553 req-1113f244-6169-4f75-bdb7-11c0eb921879 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:30.485037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9858ef5f-ffdc-4954-93e4-3dfd460d7553 req-1113f244-6169-4f75-bdb7-11c0eb921879 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 946 time: 0.0551903 Nov 04 09:05:30.515030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Pushing event updated for resources: {'Port': ['ID=ece084c1-f458-475d-9aac-baebe3e5a172,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:30.540284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9858ef5f-ffdc-4954-93e4-3dfd460d7553 req-84689e24-9e41-49af-a836-f3a5b0de7300 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475552 Nov 04 09:05:30.593842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:30.610598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Attempting to bind port ece084c1-f458-475d-9aac-baebe3e5a172 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:30.611031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Attempting to bind port ece084c1-f458-475d-9aac-baebe3e5a172 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:30.611576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Attempting to bind port ece084c1-f458-475d-9aac-baebe3e5a172 on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:30.616855 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.623234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1333ac35-9c7a-4e27-97f8-621392004d76 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:30.664015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c263e99b-d151-4e7e-a63d-9318c4ce3317 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:05:30.666824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a603c4af-7050-48f5-9390-86340c006c78 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:05:30.666994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.711111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Port ece084c1-f458-475d-9aac-baebe3e5a172 on network cc1916df-7442-4595-911b-cf8bb510c6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:30.711441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Attempting to bind port ece084c1-f458-475d-9aac-baebe3e5a172 on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:30.756758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ea6ce-603f-4e6b-9880-23a19359a327 req-882e74e8-9867-4ec4-9a27-0f895ac09919 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3658395 Nov 04 09:05:30.773709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.814390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd34c4-be05-4ba2-90c7-36765f2dad10 req-2c8b4900-1074-4728-b2c2-142028ab5706 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:30.821045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:30.821393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Checking segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:30.822502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Bound using segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:30.822963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Bound port: ece084c1-f458-475d-9aac-baebe3e5a172, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:30.823926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.824194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80cd34c4-be05-4ba2-90c7-36765f2dad10 req-2c8b4900-1074-4728-b2c2-142028ab5706 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 945 time: 0.0880878 Nov 04 09:05:30.853356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a603c4af-7050-48f5-9390-86340c006c78, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a603c4af-7050-48f5-9390-86340c006c78,segment=NetworkSegment(87060bab-3af5-41a9-8cc4-9234fc0caf1c),segment_id=87060bab-3af5-41a9-8cc4-9234fc0caf1c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:30.856076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:30.858740 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7245cb-bb1d-4d05-8ab4-c211fce1f708" -d '{"events": [{"server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "name": "network-vif-unplugged", "status": "completed", "tag": "a603c4af-7050-48f5-9390-86340c006c78"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:30.865148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.875894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80cd34c4-be05-4ba2-90c7-36765f2dad10 req-8aa648bc-881d-4bf7-b440-1bc1dd88e220 tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/security-groups?id=220662a1-5942-4efa-a716-4c2815d63ec8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494032 Nov 04 09:05:30.896865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Transition to ACTIVE for port object 1333ac35-9c7a-4e27-97f8-621392004d76 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:30.923701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a603c4af-7050-48f5-9390-86340c006c78,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:30.968418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:30.972707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:30.984654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=03406ded-8658-42ac-acf1-015bb2e5e1e0,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:31.000479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c263e99b-d151-4e7e-a63d-9318c4ce3317 has no active binding in host n-h1-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 09:05:31.018011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786b83-8463-43b4-968e-9e96deaf92be req-130ccecd-4464-4dbe-a1cf-21ce85984b23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.025247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786b83-8463-43b4-968e-9e96deaf92be req-130ccecd-4464-4dbe-a1cf-21ce85984b23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.032175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786b83-8463-43b4-968e-9e96deaf92be req-130ccecd-4464-4dbe-a1cf-21ce85984b23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.035164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:31.039507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786b83-8463-43b4-968e-9e96deaf92be req-130ccecd-4464-4dbe-a1cf-21ce85984b23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.045452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786b83-8463-43b4-968e-9e96deaf92be req-130ccecd-4464-4dbe-a1cf-21ce85984b23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.051413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d786b83-8463-43b4-968e-9e96deaf92be req-130ccecd-4464-4dbe-a1cf-21ce85984b23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.054328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d786b83-8463-43b4-968e-9e96deaf92be req-130ccecd-4464-4dbe-a1cf-21ce85984b23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 4605 time: 0.1085160 Nov 04 09:05:31.116475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d786b83-8463-43b4-968e-9e96deaf92be req-65203f80-ebb8-4433-9614-55479a1a08a2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544651 Nov 04 09:05:31.149975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '3e015569-f1aa-4abd-bebb-1ab32d3dbead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '776c1319-9fc3-441c-bcc8-c0e469c4d9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:31.150337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: 776c1319-9fc3-441c-bcc8-c0e469c4d9ed, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:05:31.179585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Pushing event updated for resources: {'Port': ['ID=1333ac35-9c7a-4e27-97f8-621392004d76,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:31.193358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-84083f1d-2379-4329-9418-cbe856bb4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.194959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-84083f1d-2379-4329-9418-cbe856bb4df5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f5ae041f9a204d76bd16b1641b988f74&device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 1096 time: 0.3752992 Nov 04 09:05:31.195420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:31.197773 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8cc6c0-ad95-4501-9c84-f8d20ea19607" -d '{"events": [{"server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:31.210336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f973ce2-4cab-4d2a-ad5f-f2d5ecab8301 req-dfa2e66c-7f25-4efe-996b-de9faf288b54 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.211950 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f973ce2-4cab-4d2a-ad5f-f2d5ecab8301 req-dfa2e66c-7f25-4efe-996b-de9faf288b54 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.3370373 Nov 04 09:05:31.218659 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:31.221920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:31.258501 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a8f1c4a-0d8e-4eea-ae3d-3b094686aa47 req-1f34181c-5e1b-49b0-96a4-e2bd93554186 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0484216 Nov 04 09:05:31.377415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9543d9ac-3a2e-4a88-bb24-ada84700a8a0 req-de628e34-e252-4053-83b7-69d551e85470 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0308695 Nov 04 09:05:31.446649 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fe29e9-39ee-4461-ae89-e872417d7471 x-openstack-request-id: req-20fe29e9-39ee-4461-ae89-e872417d7471 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:31.447121 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "name": "network-vif-unplugged", "status": "completed", "tag": "a603c4af-7050-48f5-9390-86340c006c78", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:31.447540 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20fe29e9-39ee-4461-ae89-e872417d7471 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:31.449064 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78', 'code': 200} Nov 04 09:05:31.606643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] For port ece084c1-f458-475d-9aac-baebe3e5a172, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:31.609946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] For port ece084c1-f458-475d-9aac-baebe3e5a172, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ece084c1-f458-475d-9aac-baebe3e5a172,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:31.649367 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ed727f-a713-4a40-9d4b-e7646da25d39 x-openstack-request-id: req-c2ed727f-a713-4a40-9d4b-e7646da25d39 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:31.649644 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "name": "network-vif-unplugged", "status": "completed", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:31.650081 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2ed727f-a713-4a40-9d4b-e7646da25d39 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:31.650301 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317', 'code': 200} Nov 04 09:05:31.651104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Pushing event deleted for resources: {'Port': ['ID=a603c4af-7050-48f5-9390-86340c006c78,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:31.682206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:31.707960 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:31.749099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0caa0e6-b813-43e0-82e0-0aa4f6758d8f req-c2acbf44-d041-4723-ac82-5cbf988ef2e8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.750902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0caa0e6-b813-43e0-82e0-0aa4f6758d8f req-c2acbf44-d041-4723-ac82-5cbf988ef2e8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.0868609 Nov 04 09:05:31.812696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0caa0e6-b813-43e0-82e0-0aa4f6758d8f req-2406e42f-da4d-4942-b5aa-32b205188e0e tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534434 Nov 04 09:05:31.874110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] No DVR routers for this DVR port a603c4af-7050-48f5-9390-86340c006c78 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:31.882581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.883458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:31.884639 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] 10.222.0.55 "PUT /v2.0/ports/ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 1135 time: 4.4788935 Nov 04 09:05:31.885571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:31.888834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cec0ea94-cf7a-4ffb-a9e4-89dc3736a5b4 req-2f436d8f-302a-4d1e-8307-28ce959c0bdf tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.70 "DELETE /v2.0/ports/a603c4af-7050-48f5-9390-86340c006c78 HTTP/1.1" status: 204 len: 173 time: 3.7870834 Nov 04 09:05:31.984249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:05:31.985684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c6e72-8a3d-472b-8f27-f7e9216f0338 service neutron] Pushing event updated for resources: {'Port': ['ID=ece084c1-f458-475d-9aac-baebe3e5a172,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:31.997276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-bb827b88-f746-4ad5-ba46-d8673201f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:31.999232 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-bb827b88-f746-4ad5-ba46-d8673201f172 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 200 len: 917 time: 0.7783301 Nov 04 09:05:32.015663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:32.066019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b0be14-743e-4f1d-94c2-f67e5b92cacd req-6b805a3d-e3c3-4efc-a08c-b18e1ba6109d tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.086531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8b0be14-743e-4f1d-94c2-f67e5b92cacd req-6b805a3d-e3c3-4efc-a08c-b18e1ba6109d tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.1569505 Nov 04 09:05:32.128779 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-3c45ad8f-8baa-410c-b342-7fc3c23b96a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f6920a33-28f0-4c33-9427-e1360fe826e4 HTTP/1.1" status: 200 len: 217 time: 0.1032035 Nov 04 09:05:32.191626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8b0be14-743e-4f1d-94c2-f67e5b92cacd req-45c14edc-ccc7-4032-affd-9786b35f3512 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890441 Nov 04 09:05:32.235304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-7d759e5f-9771-499a-8854-bf227d07958a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.236894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-7d759e5f-9771-499a-8854-bf227d07958a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 200 len: 855 time: 0.0635264 Nov 04 09:05:32.237594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 776c1319-9fc3-441c-bcc8-c0e469c4d9ed) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:32.246830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3fd9b8-5ab3-4355-b89c-96c192c3563f None None] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:32.277581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.278206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.296077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Attempting to bind port 1333ac35-9c7a-4e27-97f8-621392004d76 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:32.296419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Attempting to bind port 1333ac35-9c7a-4e27-97f8-621392004d76 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:32.296746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Attempting to bind port 1333ac35-9c7a-4e27-97f8-621392004d76 on network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:32.317721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eefd6b64-c908-454a-855c-4d43e64b25ae tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0375059 Nov 04 09:05:32.327295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54546) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:32.331784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c51d982d-7f53-4031-b52e-29ab3bcfde54 req-805c2e1e-4a15-4323-90ec-e9a8e9db75ec tempest-ServerPasswordTestJSON-989981938 tempest-ServerPasswordTestJSON-989981938-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdb109f1-de27-4018-8b84-0cd5fbf1a321 HTTP/1.1" status: 200 len: 210 time: 0.0545704 Nov 04 09:05:32.356004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3f5abf4d-c1ad-4a30-9e93-35900ad846cb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1333373421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:32.375885 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f973ce2-4cab-4d2a-ad5f-f2d5ecab8301 req-99957512-608f-4611-9537-257aea84bc5d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1388419 Nov 04 09:05:32.414762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Port 1333ac35-9c7a-4e27-97f8-621392004d76 on network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:32.419380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Attempting to bind port 1333ac35-9c7a-4e27-97f8-621392004d76 on network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:32.528649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:32.578162 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:05:32.608775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545963-a198-47f2-a1eb-25def40d72b8 req-ed361fb2-3634-4393-8ad0-8cc6118c61b2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.612230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3129b6e4-3438-4e5c-afc4-74aa05275adc req-483a3ff8-5dca-4259-a71c-aa51be12e7b6 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0733700 Nov 04 09:05:32.612820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-776c1319-9fc3-441c-bcc8-c0e469c4d9ed', 'network_id': '776c1319-9fc3-441c-bcc8-c0e469c4d9ed', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': '03406ded-8658-42ac-acf1-015bb2e5e1e0'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:05:32.615962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545963-a198-47f2-a1eb-25def40d72b8 req-ed361fb2-3634-4393-8ad0-8cc6118c61b2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.618251 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.624630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545963-a198-47f2-a1eb-25def40d72b8 req-ed361fb2-3634-4393-8ad0-8cc6118c61b2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.638044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545963-a198-47f2-a1eb-25def40d72b8 req-ed361fb2-3634-4393-8ad0-8cc6118c61b2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.652440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545963-a198-47f2-a1eb-25def40d72b8 req-ed361fb2-3634-4393-8ad0-8cc6118c61b2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.671643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:32.672349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Checking segment: {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:32.672905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Bound using segment: {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:32.673638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Bound port: 1333ac35-9c7a-4e27-97f8-621392004d76, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:32.674082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.676426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80545963-a198-47f2-a1eb-25def40d72b8 req-ed361fb2-3634-4393-8ad0-8cc6118c61b2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.683599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80545963-a198-47f2-a1eb-25def40d72b8 req-ed361fb2-3634-4393-8ad0-8cc6118c61b2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 4605 time: 0.2208266 Nov 04 09:05:32.702542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.734746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on host n-h2-816487-1 for vnic_type normal with profile {"migrating_to": "n-h1-816487-1"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:32.735331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:32.736129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:32.747025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:32.747501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Attempting to bind port c263e99b-d151-4e7e-a63d-9318c4ce3317 on network 6b305c97-191b-4ce3-84ed-21af27f7fe1e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:32.750978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-1c74af18-22af-4c9c-bda3-bd52705384f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:32.752715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-1c74af18-22af-4c9c-bda3-bd52705384f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f21e71e9-0f22-4bf4-8e11-8f4add402fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5034084 Nov 04 09:05:32.765966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5abf4d-c1ad-4a30-9e93-35900ad846cb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.767168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5abf4d-c1ad-4a30-9e93-35900ad846cb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.812452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80545963-a198-47f2-a1eb-25def40d72b8 req-184e7a74-ab37-4ed7-aa75-7f9fbb337138 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189632 Nov 04 09:05:32.842578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] For port 1333ac35-9c7a-4e27-97f8-621392004d76, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:32.845989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] For port 1333ac35-9c7a-4e27-97f8-621392004d76, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1333ac35-9c7a-4e27-97f8-621392004d76,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:32.884547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:32.885045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Checking segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:32.885529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Bound using segment: {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:32.886104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Bound port: c263e99b-d151-4e7e-a63d-9318c4ce3317, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc666083-8dfe-434c-a56d-ff1093a91e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '6b305c97-191b-4ce3-84ed-21af27f7fe1e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:32.886563 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.889160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:32.899769 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56a78a94-1d05-4ee3-a980-47a428742447 req-1e036dd7-a9a2-4866-8fcb-c7517f93f468 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.1448190 Nov 04 09:05:33.000288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Allocated IP 172.20.0.2 (776c1319-9fc3-441c-bcc8-c0e469c4d9ed/03406ded-8658-42ac-acf1-015bb2e5e1e0/d7093044-dade-4c3a-9a87-65b28a2c9661) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:33.055664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3557e-94e3-44fe-bd0e-351a1662bf7a req-2bb61eb0-6ed3-4b22-b6ea-9b5a20acc513 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:33.066276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ab3557e-94e3-44fe-bd0e-351a1662bf7a req-2bb61eb0-6ed3-4b22-b6ea-9b5a20acc513 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.1254418 Nov 04 09:05:33.110332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:33.111062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.113237 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] 10.222.0.70 "PUT /v2.0/ports/1333ac35-9c7a-4e27-97f8-621392004d76 HTTP/1.1" status: 200 len: 1092 time: 4.6275849 Nov 04 09:05:33.171944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ab3557e-94e3-44fe-bd0e-351a1662bf7a req-1ad79b6b-1858-4ce2-88d7-8bd36dcdfc04 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037660 Nov 04 09:05:33.412543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df450513-5eaa-478c-aa7a-d7e1ff78623c req-d83cec00-b2a0-44df-b64d-020a5e95119a tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:33.424414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df450513-5eaa-478c-aa7a-d7e1ff78623c req-d83cec00-b2a0-44df-b64d-020a5e95119a tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.1149049 Nov 04 09:05:33.436330 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.438541 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5abf4d-c1ad-4a30-9e93-35900ad846cb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.446612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.486860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df450513-5eaa-478c-aa7a-d7e1ff78623c req-bfcf6ecb-b4e2-4d2d-ab62-f39dae0cecd8 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602455 Nov 04 09:05:33.508865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2433a9-ca33-4753-adf1-ca54f4327f6e service neutron] Pushing event updated for resources: {'Port': ['ID=1333ac35-9c7a-4e27-97f8-621392004d76,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:33.514336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Pushing event updated for resources: {'Port': ['ID=d7093044-dade-4c3a-9a87-65b28a2c9661,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:33.519048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:33.521481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:33.527056 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-5680e641-d42d-4ddc-b450-d09ae7b449f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554293 Nov 04 09:05:33.528537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:33.544378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54560) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:33.563936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5abf4d-c1ad-4a30-9e93-35900ad846cb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.607496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Attempting to bind port d7093044-dade-4c3a-9a87-65b28a2c9661 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:33.608145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Attempting to bind port d7093044-dade-4c3a-9a87-65b28a2c9661 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '3e015569-f1aa-4abd-bebb-1ab32d3dbead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '776c1319-9fc3-441c-bcc8-c0e469c4d9ed'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:33.608699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Attempting to bind port d7093044-dade-4c3a-9a87-65b28a2c9661 on network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:33.616759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:33.617424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Checking segment: {'id': '3e015569-f1aa-4abd-bebb-1ab32d3dbead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '776c1319-9fc3-441c-bcc8-c0e469c4d9ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:33.617995 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.618811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Bound using segment: {'id': '3e015569-f1aa-4abd-bebb-1ab32d3dbead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '776c1319-9fc3-441c-bcc8-c0e469c4d9ed'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:33.619453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Bound port: d7093044-dade-4c3a-9a87-65b28a2c9661, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e015569-f1aa-4abd-bebb-1ab32d3dbead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '776c1319-9fc3-441c-bcc8-c0e469c4d9ed'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:33.620058 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.621318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70f4da9c-11f7-4720-a84d-87118feced80 req-d79e681e-2f02-4799-ae7c-386ecb7d32c6 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40&device_id=f5d33d1f-aee5-4f80-b6ae-c8c70e24017b HTTP/1.1" status: 200 len: 210 time: 0.1310196 Nov 04 09:05:33.659164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] Deleting subnet 386e5bba-e86e-4828-a491-6001e0877b7a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:05:33.664644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.698011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'ece084c1-f458-475d-9aac-baebe3e5a172'}, {'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'name': 'network-vif-deleted', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78'}, {'name': 'network-changed', 'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:33.701590 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291412c-7f43-4141-9307-c4050ac46910" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "ece084c1-f458-475d-9aac-baebe3e5a172"}, {"server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "name": "network-vif-deleted", "tag": "a603c4af-7050-48f5-9390-86340c006c78"}, {"name": "network-changed", "server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:33.715717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.746385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] For port d7093044-dade-4c3a-9a87-65b28a2c9661, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:33.752510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] For port d7093044-dade-4c3a-9a87-65b28a2c9661, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d7093044-dade-4c3a-9a87-65b28a2c9661,segment=NetworkSegment(3e015569-f1aa-4abd-bebb-1ab32d3dbead),segment_id=3e015569-f1aa-4abd-bebb-1ab32d3dbead)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:33.759432 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.764766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:33.801356 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.806817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-597bba97-f0e2-4de8-99e2-1bcc2fe4ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:33.808538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-597bba97-f0e2-4de8-99e2-1bcc2fe4ca4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a86a966bdef4b6dbe5258b27e0494ea&device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 1095 time: 0.5783908 Nov 04 09:05:33.846467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5abf4d-c1ad-4a30-9e93-35900ad846cb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:33.850449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3f5abf4d-c1ad-4a30-9e93-35900ad846cb tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4968228 Nov 04 09:05:33.855548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54570) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:33.862548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8773b2d-d0b7-42a5-bfba-403fa8e176cd None None] Pushing event updated for resources: {'Port': ['ID=d7093044-dade-4c3a-9a87-65b28a2c9661,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:33.930246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-f19cd38c-1712-4053-b2f0-bbd1900005e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1333ac35-9c7a-4e27-97f8-621392004d76 HTTP/1.1" status: 200 len: 217 time: 0.1029444 Nov 04 09:05:34.093047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ed9773-f326-458b-80b7-ef871624fcce {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:34.120791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:34.140860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:34.186327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:34.244323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Transition to ACTIVE for port object e4ed9773-f326-458b-80b7-ef871624fcce will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:34.263374 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:34.275847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16a3afad-3701-40b6-b82d-284f90790b00 req-37bc0e61-8401-4462-be03-668e87630afc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c4a03b6e684419a0ee612b9f5fba85&device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.1158669 Nov 04 09:05:34.285957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a98d4a0-e758-4a36-bfa4-b32d1f4eb98c req-50ff5f8a-ac34-418d-9477-62d1155d8dd7 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.1342566 Nov 04 09:05:34.303444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c2b08-258f-472d-9ea4-7e0a6934173e req-73861c3f-a9ec-4aab-bfb9-13cf49138ea0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:34.312378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-608c2b08-258f-472d-9ea4-7e0a6934173e req-73861c3f-a9ec-4aab-bfb9-13cf49138ea0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.5577838 Nov 04 09:05:34.385111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fe9900f-37bc-4efd-a99a-272c22d95a0c req-8289ae48-c361-42a7-921b-8d73483c7903 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.1832585 Nov 04 09:05:34.385354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:34.404474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:34.412110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/386e5bba-e86e-4828-a491-6001e0877b7a HTTP/1.1" status: 204 len: 168 time: 0.8625309 Nov 04 09:05:34.412110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8216b61-2a69-4a27-8f39-a6db1d026e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386e5bba-e86e-4828-a491-6001e0877b7a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:34.425711 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e921aed7-5b6f-4352-8a36-70d5e3e065a4 x-openstack-request-id: req-e921aed7-5b6f-4352-8a36-70d5e3e065a4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:34.426008 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "ece084c1-f458-475d-9aac-baebe3e5a172", "status": "completed", "code": 200}, {"server_uuid": "bdb109f1-de27-4018-8b84-0cd5fbf1a321", "name": "network-vif-deleted", "tag": "a603c4af-7050-48f5-9390-86340c006c78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:34.426262 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e921aed7-5b6f-4352-8a36-70d5e3e065a4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:34.427359 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'ece084c1-f458-475d-9aac-baebe3e5a172', 'status': 'completed', 'code': 200} Nov 04 09:05:34.427709 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb109f1-de27-4018-8b84-0cd5fbf1a321', 'name': 'network-vif-deleted', 'tag': 'a603c4af-7050-48f5-9390-86340c006c78', 'status': 'completed', 'code': 200} Nov 04 09:05:34.427988 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76', 'status': 'completed', 'code': 200} Nov 04 09:05:34.437858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54576) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:34.450921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16a3afad-3701-40b6-b82d-284f90790b00 req-a45eab31-7e3a-4a7d-b708-9df0d5cd8e03 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a4c4a03b6e684419a0ee612b9f5fba85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1631777 Nov 04 09:05:34.465848 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8e3c9be6-e043-4482-adfd-2f41da81e83a req-c02cfd4d-08d6-49ca-9333-6adcf574d035 service neutron] 10.222.0.55 "GET /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160693 Nov 04 09:05:34.468140 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-608c2b08-258f-472d-9ea4-7e0a6934173e req-5332e4e8-72cd-4f75-97d2-9515afc9a28b tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397409 Nov 04 09:05:34.534017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:34.568116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-1b8d41a0-11e8-4b8c-9bb2-e5887eeef9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:34.569864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-1b8d41a0-11e8-4b8c-9bb2-e5887eeef9da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0401385-e126-4d08-9604-974835439cac HTTP/1.1" status: 200 len: 855 time: 0.4111884 Nov 04 09:05:34.672960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-778aa502-d4c2-4841-9093-e5230361b6a3 req-02e7756d-e783-4f0a-9ce0-5069ac11cde5 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0519176 Nov 04 09:05:34.694151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:34.694151 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:34.694151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] 10.222.0.70 "PUT /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 1122 time: 5.2974081 Nov 04 09:05:34.704400 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:34.730356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.730711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.731304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.731650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.732016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.733857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.734242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.734588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.735072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.735412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.735744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.736166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d952216-987a-4956-ad5e-49a3f1d1bd01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:34.793156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c263e99b-d151-4e7e-a63d-9318c4ce3317'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:05:34.801819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['c263e99b-d151-4e7e-a63d-9318c4ce3317'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:05:35.045532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82b099-b65a-4308-8bed-df476ae32658 req-ade6740d-d24f-4f35-9edb-e4e97dd41d95 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.054394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d82b099-b65a-4308-8bed-df476ae32658 req-ade6740d-d24f-4f35-9edb-e4e97dd41d95 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.2296298 Nov 04 09:05:35.113705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:35.114507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d82b099-b65a-4308-8bed-df476ae32658 req-8e2b41ac-d7c8-46dc-b516-0e083f651c04 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553854 Nov 04 09:05:35.179994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-76033261-0e1f-4b48-baa0-5fda826807a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.181538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-76033261-0e1f-4b48-baa0-5fda826807a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5234139 Nov 04 09:05:35.191539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ed9773-f326-458b-80b7-ef871624fcce,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:35.225596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.229563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.20.0.1 (776c1319-9fc3-441c-bcc8-c0e469c4d9ed/03406ded-8658-42ac-acf1-015bb2e5e1e0/c503f3d3-559c-411a-885a-62d7f45c2cf8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:35.235084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.242615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.249464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.258190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.264944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.281674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.283738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-6fe5e394-102c-4472-87ec-f0b4d2e008d4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5383 time: 0.7979770 Nov 04 09:05:35.285790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3afad-3701-40b6-b82d-284f90790b00 req-18681286-c3d4-4c12-8a2a-adecdadfa299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.287517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16a3afad-3701-40b6-b82d-284f90790b00 req-18681286-c3d4-4c12-8a2a-adecdadfa299 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8029785 Nov 04 09:05:35.320333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.320857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.321319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.321831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.322289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.322741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.323189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.339894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-5c81bb68-66e1-48a6-9430-86b22b630296 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6178 time: 0.6656678 Nov 04 09:05:35.497497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb0bdc-28ab-47ba-96f1-cf9f0b5a9267 req-888ff456-fd55-4513-a50c-bbffdfce1b24 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:35.499464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3edb0bdc-28ab-47ba-96f1-cf9f0b5a9267 req-888ff456-fd55-4513-a50c-bbffdfce1b24 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.2826598 Nov 04 09:05:35.502692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:35.565372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7093044-dade-4c3a-9a87-65b28a2c9661 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:35.585155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3edb0bdc-28ab-47ba-96f1-cf9f0b5a9267 req-4d4491d5-a173-4ee1-ab88-e5ca6ac80a0e tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695658 Nov 04 09:05:35.593361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbeb33f-9318-4b75-90f2-42dfa2797059 None None] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:35.622440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:35.696774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c106cc72-d296-44f2-b5d5-e4f625d42936 None None] Provisioning complete for port d7093044-dade-4c3a-9a87-65b28a2c9661 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:35.697073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c106cc72-d296-44f2-b5d5-e4f625d42936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:35.767624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=c503f3d3-559c-411a-885a-62d7f45c2cf8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:35.812757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d7093044-dade-4c3a-9a87-65b28a2c9661 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:35.813298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:35.843203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d5160d6-9457-4ef2-b85a-43443419bb83 req-47dc0444-d52c-4ea3-8a64-2f6833a496d4 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0861669 Nov 04 09:05:35.872244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:35.874996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:35.883111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:35.954223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c106cc72-d296-44f2-b5d5-e4f625d42936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.032539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.058690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Attempting to bind port e4ed9773-f326-458b-80b7-ef871624fcce on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:36.059790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Attempting to bind port e4ed9773-f326-458b-80b7-ef871624fcce by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:36.060074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c106cc72-d296-44f2-b5d5-e4f625d42936 None None] For port d7093044-dade-4c3a-9a87-65b28a2c9661, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d7093044-dade-4c3a-9a87-65b28a2c9661,segment=NetworkSegment(3e015569-f1aa-4abd-bebb-1ab32d3dbead),segment_id=3e015569-f1aa-4abd-bebb-1ab32d3dbead)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:36.060714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Attempting to bind port e4ed9773-f326-458b-80b7-ef871624fcce on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:36.062296 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.073869 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c106cc72-d296-44f2-b5d5-e4f625d42936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.091564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Port e4ed9773-f326-458b-80b7-ef871624fcce on network cc1916df-7442-4595-911b-cf8bb510c6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:36.091916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Attempting to bind port e4ed9773-f326-458b-80b7-ef871624fcce on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:36.125236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:36.125671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Checking segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:36.126020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Bound using segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:36.126483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Bound port: e4ed9773-f326-458b-80b7-ef871624fcce, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:36.126850 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.190769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106cc72-d296-44f2-b5d5-e4f625d42936 None None] Pushing event updated for resources: {'Port': ['ID=d7093044-dade-4c3a-9a87-65b28a2c9661,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:36.228061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a46568c0-f748-44d4-b8b6-40eed20265ba req-c0a08f46-8ecc-49ae-ad99-3f5de2186edc tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9323032 Nov 04 09:05:36.299618 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:05:36.300016 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:05:36.398985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] For port e4ed9773-f326-458b-80b7-ef871624fcce, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:36.403001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] For port e4ed9773-f326-458b-80b7-ef871624fcce, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e4ed9773-f326-458b-80b7-ef871624fcce,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:36.405442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e3da6f15-1b1c-49ca-b173-51f1f4603296 None None] Provisioning complete for port c503f3d3-559c-411a-885a-62d7f45c2cf8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:36.408089 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e3da6f15-1b1c-49ca-b173-51f1f4603296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.444954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:36.455297 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db48b1-169c-45ad-9b6b-07a72c58387c" -d '{"events": [{"name": "network-changed", "server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:36.470218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e3da6f15-1b1c-49ca-b173-51f1f4603296 None None] Port c503f3d3-559c-411a-885a-62d7f45c2cf8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:36.472255 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b5aa9d51-95ed-400e-88ba-22ac4c73b39c req-058019ef-fdfc-4b89-bb9e-755d9a057f64 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.0641298 Nov 04 09:05:36.502955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.505014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e3da6f15-1b1c-49ca-b173-51f1f4603296 None None] Provisioning complete for port d7093044-dade-4c3a-9a87-65b28a2c9661 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:36.505435 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e3da6f15-1b1c-49ca-b173-51f1f4603296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.538999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4035533-d100-417c-b3fa-cdb15cf1e9ad req-6c42ca75-ae39-4c51-b758-b3b4a283db0c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:36.548243 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.549466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4035533-d100-417c-b3fa-cdb15cf1e9ad req-6c42ca75-ae39-4c51-b758-b3b4a283db0c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.6071749 Nov 04 09:05:36.634631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-9a6628f2-586c-4004-90cf-5cef2b1d2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:36.635094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-9a6628f2-586c-4004-90cf-5cef2b1d2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:36.635548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-9a6628f2-586c-4004-90cf-5cef2b1d2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:36.637207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-9a6628f2-586c-4004-90cf-5cef2b1d2669 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bbf5981223094141a39f83de0673a928&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2752945 Nov 04 09:05:36.663046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4035533-d100-417c-b3fa-cdb15cf1e9ad req-0492b619-0b5f-4aa7-af48-1c9722557d36 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040573 Nov 04 09:05:36.677683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:36.677683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.680897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 1136 time: 4.6726422 Nov 04 09:05:36.719193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:36.772892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:36.792143 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44af65-72ce-443d-878b-9685b1c8afc7 x-openstack-request-id: req-9d44af65-72ce-443d-878b-9685b1c8afc7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:36.792378 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:36.792631 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d44af65-72ce-443d-878b-9685b1c8afc7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:36.793041 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317', 'status': 'completed', 'code': 200} Nov 04 09:05:36.806965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10095ab9-1ca4-4ab8-8dc3-41082cf56164']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:36.844114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-5ace1635-28ea-43be-a286-b07f6371f27b service neutron] 10.222.0.70 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6386704 Nov 04 09:05:36.959583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87060bab-3af5-41a9-8cc4-9234fc0caf1c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:36.960081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87060bab-3af5-41a9-8cc4-9234fc0caf1c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:37.006424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d13b941c-cfa4-4890-bc30-88b228505019 None None] Provisioning complete for port c503f3d3-559c-411a-885a-62d7f45c2cf8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:37.007703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d13b941c-cfa4-4890-bc30-88b228505019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.054309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d13b941c-cfa4-4890-bc30-88b228505019 None None] Port c503f3d3-559c-411a-885a-62d7f45c2cf8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:37.091199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.095820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16a3afad-3701-40b6-b82d-284f90790b00 req-e874fdd9-62aa-4140-93d6-d7b85540a5e5 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.70 "GET /v2.0/ports?device_id=51ecb831-9d79-420d-82e6-77a89d734c40 HTTP/1.1" status: 200 len: 210 time: 0.1990356 Nov 04 09:05:37.130468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-4fda821e-f747-4967-b1bd-bee7b1e1bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.132229 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-4fda821e-f747-4967-b1bd-bee7b1e1bc98 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3722267 Nov 04 09:05:37.159247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f5727-6dfb-4ed7-ad77-f4a134f77ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ed9773-f326-458b-80b7-ef871624fcce,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:37.169049 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.195091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65314fbf-8e3a-4dde-bc27-c0a47dee3fb4 req-41db6fc7-4d9e-4255-b790-e7c39c2534af tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.197922 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.203196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65314fbf-8e3a-4dde-bc27-c0a47dee3fb4 req-41db6fc7-4d9e-4255-b790-e7c39c2534af tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.5557954 Nov 04 09:05:37.205430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-08e94dd6-75f5-482c-9a41-684388568fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.207043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-08e94dd6-75f5-482c-9a41-684388568fde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1125 time: 0.1633561 Nov 04 09:05:37.210482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.212843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:05:37.213240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.215622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6dbb65-cead-48f5-9f83-268d93dc2e78 req-2d751b9e-f89f-4404-9165-fd73eb25795f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.216955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a6dbb65-cead-48f5-9f83-268d93dc2e78 req-2d751b9e-f89f-4404-9165-fd73eb25795f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.1619828 Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:05:37.224725 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:05:37.226727 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.292910 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dd17913-5d98-4c6c-91bb-e67e1910b4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.354401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8588dfe-69a0-4fbc-ac78-fcc87a33dbd8 req-cabeb6b3-6481-4340-a6ef-4b56162c59ae service neutron] 10.222.0.70 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168746 Nov 04 09:05:37.370919 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65314fbf-8e3a-4dde-bc27-c0a47dee3fb4 req-8122750a-9533-477c-a607-d955f915ee09 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610613 Nov 04 09:05:37.374074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.416086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a6dbb65-cead-48f5-9f83-268d93dc2e78 req-e0f45e36-5ada-4037-868d-6ebd3a22f5b2 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776943 Nov 04 09:05:37.423711 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.434365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=c503f3d3-559c-411a-885a-62d7f45c2cf8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:37.487449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.487806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.488184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.488526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.493515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.496205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.496575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.496918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.497255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.497626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.498012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.498469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:37.510739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7093044-dade-4c3a-9a87-65b28a2c9661 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:37.585670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e1c0b63-4298-4c18-8e86-f6a91bc2554d req-b8a894ec-22cc-4e48-8c78-dbc4426f3d1a tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0286858 Nov 04 09:05:37.588702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-8008142e-781c-4b22-8c67-13cfe081701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.590151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-8008142e-781c-4b22-8c67-13cfe081701e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.3718822 Nov 04 09:05:37.595309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d7093044-dade-4c3a-9a87-65b28a2c9661 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:37.595899 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.640781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Pushing event deleted for resources: {'Network': ['ID=10095ab9-1ca4-4ab8-8dc3-41082cf56164,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:37.647980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.651807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2b6e753f-a77e-4c02-90c7-7385522359fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/10095ab9-1ca4-4ab8-8dc3-41082cf56164 HTTP/1.1" status: 204 len: 168 time: 3.2127109 Nov 04 09:05:37.721139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-fb593faa-d9bc-48c6-a70c-d5d9a62c1c3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 217 time: 0.1216881 Nov 04 09:05:37.873149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54606) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:37.904540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d58df2-be25-49e2-8c9e-5278843c1dc6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:37.912207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-47c77da3-d88a-4c51-896e-74222588478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.913123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-47c77da3-d88a-4c51-896e-74222588478c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a86a966bdef4b6dbe5258b27e0494ea&device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 1095 time: 0.2479558 Nov 04 09:05:37.918461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:37.931868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.938008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.945549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.948696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:37.953884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.954951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-8cc5a08b-bd40-415b-8bec-10a43a8db891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.956442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-8cc5a08b-bd40-415b-8bec-10a43a8db891 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.1955953 Nov 04 09:05:37.960311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.963442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:37.966796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.972889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:37.982138 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-8974367b-0e9e-412c-b579-3f45c983ddbf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5383 time: 0.3289657 Nov 04 09:05:37.993386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c0c60-da41-481b-8508-310ae5849aa1 req-891ffcaa-0045-4920-a1b3-b7f08d77c22a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:38.001639 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-821c0c60-da41-481b-8508-310ae5849aa1 req-891ffcaa-0045-4920-a1b3-b7f08d77c22a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.2793663 Nov 04 09:05:38.045067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-36eecaa5-2e90-463a-9894-5d288ea7cd90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787702 Nov 04 09:05:38.057266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-46745183-c14e-4496-b625-5202cba033b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f8e1948a147471da4547d9d8d7e6768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783514 Nov 04 09:05:38.068593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:38.070047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Transition to ACTIVE for port object 32d58df2-be25-49e2-8c9e-5278843c1dc6 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:38.079997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:38.184113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73929c65-e6e8-43e4-ae1e-844a40811f3f req-5074dee6-835a-4d7b-84ee-a1becf0d5294 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010078 Nov 04 09:05:38.248508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Pushing event updated for resources: {'Port': ['ID=32d58df2-be25-49e2-8c9e-5278843c1dc6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:38.293532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-821c0c60-da41-481b-8508-310ae5849aa1 req-cd411f14-7d63-449f-9e63-5fca002d31e6 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909284 Nov 04 09:05:38.386357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-ee00891d-109f-4e08-91f8-dc75b8b8eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:38.398668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-ee00891d-109f-4e08-91f8-dc75b8b8eb6b service neutron] 10.222.0.70 "GET /v2.0/networks?id=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c HTTP/1.1" status: 200 len: 917 time: 0.4063635 Nov 04 09:05:38.415206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-765c123c-c92e-48b8-bec5-5b10073be66a None None] Provisioning complete for port c503f3d3-559c-411a-885a-62d7f45c2cf8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:38.418682 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-765c123c-c92e-48b8-bec5-5b10073be66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:38.492716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2409921-9972-46fd-9c1a-023b60c3e4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:38.540427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-765c123c-c92e-48b8-bec5-5b10073be66a None None] Port c503f3d3-559c-411a-885a-62d7f45c2cf8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:38.555804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-5daff88b-d47e-4b77-9fac-f93a0e87d234 service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857824 Nov 04 09:05:38.558673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2409921-9972-46fd-9c1a-023b60c3e4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:38.686665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbe15b33-2017-46b0-8c7d-ba7daceba5b1 req-67da98ba-382b-43bc-ab50-0b9e7c9a9bcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57c1796252b54e10a6410bf068b33f9f&device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0509229 Nov 04 09:05:38.751767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-0e1b1e33-4023-4881-968e-a0bf25af7376 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1333ac35-9c7a-4e27-97f8-621392004d76 HTTP/1.1" status: 200 len: 217 time: 0.3294606 Nov 04 09:05:38.757268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3cf98fb5-b7df-4eb9-bf9c-50091d4c1012 req-e9e20062-65e2-4b62-b991-859e1d045d36 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a4c4a03b6e684419a0ee612b9f5fba85&device_id=f5d33d1f-aee5-4f80-b6ae-c8c70e24017b HTTP/1.1" status: 200 len: 210 time: 0.0555012 Nov 04 09:05:38.760664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router d4ccf661-de00-455f-9689-b95fc35e4e14 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:05:38.770482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Attempting to bind port 32d58df2-be25-49e2-8c9e-5278843c1dc6 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:38.771393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Attempting to bind port 32d58df2-be25-49e2-8c9e-5278843c1dc6 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:38.773204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Attempting to bind port 32d58df2-be25-49e2-8c9e-5278843c1dc6 on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:38.805037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5db48b1-169c-45ad-9b6b-07a72c58387c req-1cacde4b-3b12-4278-b65f-4c2bcb36a49d service neutron] 10.222.0.55 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409520 Nov 04 09:05:38.805886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2409921-9972-46fd-9c1a-023b60c3e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:38.809198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2409921-9972-46fd-9c1a-023b60c3e4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:38.810417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2409921-9972-46fd-9c1a-023b60c3e4a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/220662a1-5942-4efa-a716-4c2815d63ec8 HTTP/1.1" status: 204 len: 168 time: 0.7239149 Nov 04 09:05:38.825382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2409921-9972-46fd-9c1a-023b60c3e4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220662a1-5942-4efa-a716-4c2815d63ec8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:38.874217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'e4ed9773-f326-458b-80b7-ef871624fcce'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:38.882581 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "e4ed9773-f326-458b-80b7-ef871624fcce"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:38.952757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Port 32d58df2-be25-49e2-8c9e-5278843c1dc6 on network cc1916df-7442-4595-911b-cf8bb510c6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:38.953393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Attempting to bind port 32d58df2-be25-49e2-8c9e-5278843c1dc6 on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:38.974962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856498ce-9f23-447a-92f5-f6bd9f2c1e78 req-4dcea132-76b0-4170-90b8-485bd6ce8b97 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:38.976754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-856498ce-9f23-447a-92f5-f6bd9f2c1e78 req-4dcea132-76b0-4170-90b8-485bd6ce8b97 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.2095025 Nov 04 09:05:38.978528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:38.983619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c3f6dbec-608b-4175-b4ca-2de96c68e53b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/d4ccf661-de00-455f-9689-b95fc35e4e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1269438 Nov 04 09:05:38.986423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:38.994422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] Sync routers for ids ['d4ccf661-de00-455f-9689-b95fc35e4e14'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:39.012633 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] Routers {'d4ccf661-de00-455f-9689-b95fc35e4e14'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:39.013459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d4ccf661-de00-455f-9689-b95fc35e4e14'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:39.027214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:39.027572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Checking segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:39.027983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Bound using segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:39.028439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Bound port: 32d58df2-be25-49e2-8c9e-5278843c1dc6, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:39.029058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:39.033451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbe15b33-2017-46b0-8c7d-ba7daceba5b1 req-08c5410d-c596-4dbb-b827-40942d658b75 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=57c1796252b54e10a6410bf068b33f9f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2799449 Nov 04 09:05:39.041505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70477250-001a-484b-82be-01bffff543f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.043030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-70477250-001a-484b-82be-01bffff543f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports/c503f3d3-559c-411a-885a-62d7f45c2cf8 HTTP/1.1" status: 200 len: 910 time: 0.0557971 Nov 04 09:05:39.050537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:39.065987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '03406ded-8658-42ac-acf1-015bb2e5e1e0'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:39.067551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3cf98fb5-b7df-4eb9-bf9c-50091d4c1012 req-7d1ab0e2-c864-4f46-8876-c3d076675037 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a4c4a03b6e684419a0ee612b9f5fba85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2827413 Nov 04 09:05:39.225733 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:39.231207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] For port 32d58df2-be25-49e2-8c9e-5278843c1dc6, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:39.242648 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] Routers {'d4ccf661-de00-455f-9689-b95fc35e4e14'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:39.243278 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d4ccf661-de00-455f-9689-b95fc35e4e14'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:39.283990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-856498ce-9f23-447a-92f5-f6bd9f2c1e78 req-e5c750a6-7bb7-44ac-b745-2dc73152452c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396555 Nov 04 09:05:39.287900 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:39.301494 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:39.311316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] For port 32d58df2-be25-49e2-8c9e-5278843c1dc6, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:39.313401 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fada2370-92e2-4c73-9898-d793ae49d779 None None] The sync data for ids ['d4ccf661-de00-455f-9689-b95fc35e4e14'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:39.385196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-00bfc10b-ec22-4af3-b00c-5fa34be1dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.386750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-00bfc10b-ec22-4af3-b00c-5fa34be1dde0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0401385-e126-4d08-9604-974835439cac HTTP/1.1" status: 200 len: 855 time: 0.6080568 Nov 04 09:05:39.436028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:39.441931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf98fb5-b7df-4eb9-bf9c-50091d4c1012 req-d0856b97-bd5b-4fba-9099-d2f40298b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.442319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3cf98fb5-b7df-4eb9-bf9c-50091d4c1012 req-d0856b97-bd5b-4fba-9099-d2f40298b60b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3193676 Nov 04 09:05:39.522166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee40a667-2254-4a52-878f-33a566fbaf6a req-24240f6b-ec47-4f12-9d62-ade3deaa9c57 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.531499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee40a667-2254-4a52-878f-33a566fbaf6a req-24240f6b-ec47-4f12-9d62-ade3deaa9c57 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.5665534 Nov 04 09:05:39.605830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.606456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:39.609184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] 10.222.0.55 "PUT /v2.0/ports/32d58df2-be25-49e2-8c9e-5278843c1dc6 HTTP/1.1" status: 200 len: 1090 time: 2.8439629 Nov 04 09:05:39.611418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe15b33-2017-46b0-8c7d-ba7daceba5b1 req-2188c32b-2596-478a-a87c-27f4f6a7caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.614053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbe15b33-2017-46b0-8c7d-ba7daceba5b1 req-2188c32b-2596-478a-a87c-27f4f6a7caa5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5664647 Nov 04 09:05:39.670002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:39.745507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f85b2c-10f5-450d-9163-4d1f4dc97250 req-90681bb7-cd36-4e4f-ae93-556bf79c9496 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.754247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1f85b2c-10f5-450d-9163-4d1f4dc97250 req-90681bb7-cd36-4e4f-ae93-556bf79c9496 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.3055720 Nov 04 09:05:39.775699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f93a14-a4a7-4702-8b7f-4fa2df5a8a60 service neutron] Pushing event updated for resources: {'Port': ['ID=32d58df2-be25-49e2-8c9e-5278843c1dc6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:39.818482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291412c-7f43-4141-9307-c4050ac46910 req-fe338881-0b3e-4891-868c-64a7b5a8c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:39.825852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-fe338881-0b3e-4891-868c-64a7b5a8c416 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4209220 Nov 04 09:05:39.829100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1f85b2c-10f5-450d-9163-4d1f4dc97250 req-afea41b7-d727-4697-91b8-1a5d9985ceed tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724468 Nov 04 09:05:39.867445 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee40a667-2254-4a52-878f-33a566fbaf6a req-e00be6b7-c144-4599-a8da-3be984384425 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348072 Nov 04 09:05:39.939839 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47f8ab45-56e7-4c34-acfd-dcc57e5d8290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.018779 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.026119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9dd750a-3148-4ad3-8dd1-b031855f8ab7 req-ce812794-cde0-4a57-820b-449a3097636f tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0541303 Nov 04 09:05:40.100989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54652) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:40.111120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-56fca026-6c24-45dc-a94a-b9fafe11aad7 req-84763fcd-6ad8-406f-9cef-bac185e14b93 tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5d33d1f-aee5-4f80-b6ae-c8c70e24017b HTTP/1.1" status: 200 len: 210 time: 0.0859060 Nov 04 09:05:40.124675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.146075 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf97df75-aacf-4fa7-b72e-79d56a5ddc24 x-openstack-request-id: req-bf97df75-aacf-4fa7-b72e-79d56a5ddc24 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:40.146453 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "e4ed9773-f326-458b-80b7-ef871624fcce", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:40.146730 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bf97df75-aacf-4fa7-b72e-79d56a5ddc24 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:40.147242 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'e4ed9773-f326-458b-80b7-ef871624fcce', 'status': 'completed', 'code': 200} Nov 04 09:05:40.148091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.230599 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.251726 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-7117ff11-d32f-4427-9fc6-1b42dcdb3cb7 service neutron] 10.222.0.70 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136078 Nov 04 09:05:40.311516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.312413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.313871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/ports/c503f3d3-559c-411a-885a-62d7f45c2cf8 HTTP/1.1" status: 200 len: 910 time: 1.2605708 Nov 04 09:05:40.315370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbaf5b-fc04-411c-887f-d6d6c7c02d02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=c503f3d3-559c-411a-885a-62d7f45c2cf8,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:40.320059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:40.350603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-884384151-network', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:40.407394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.414360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.420588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.426870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.433038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.439098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.445813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.447770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-5ac3b6aa-5171-4b78-ad14-95f19864cc6e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5395 time: 0.2422109 Nov 04 09:05:40.592748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dc2c262-b9b6-4413-812b-6b262f13d8fd req-eb1ee155-f1c6-4551-b7b2-0b4099c5fa96 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1344256 Nov 04 09:05:40.739979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.740483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.740961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.741431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.741885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.742340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.742799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.745036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-c79214da-a504-491a-88e4-c15ceafc5e19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6287 time: 0.5908039 Nov 04 09:05:40.763272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04766fdb-ff39-420d-afe2-41660b706347 req-448e8ea5-75c8-4d76-8efe-69c440be7b64 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.765216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04766fdb-ff39-420d-afe2-41660b706347 req-448e8ea5-75c8-4d76-8efe-69c440be7b64 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.5563376 Nov 04 09:05:40.797710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51344d-deb9-4137-9188-2db07206085d req-c4232c68-4284-4e28-a6ad-bd5eb9579544 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:40.799975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de51344d-deb9-4137-9188-2db07206085d req-c4232c68-4284-4e28-a6ad-bd5eb9579544 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.1151438 Nov 04 09:05:40.874941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de51344d-deb9-4137-9188-2db07206085d req-40381af8-b622-4cf6-b381-6bfd4779c67d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675654 Nov 04 09:05:40.885259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3cf98fb5-b7df-4eb9-bf9c-50091d4c1012 req-efab9758-cfc1-480f-9eb0-25a326b8e9de tempest-ServerShowV247Test-858606919 tempest-ServerShowV247Test-858606919-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5d33d1f-aee5-4f80-b6ae-c8c70e24017b HTTP/1.1" status: 200 len: 210 time: 0.0962667 Nov 04 09:05:40.895212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Made reservation on behalf of 0f2ec682a8f54719bbc60a4a9e35dd38 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:40.897806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.917405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:40.927664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d291412c-7f43-4141-9307-c4050ac46910 req-29725165-1b3d-468f-a506-e38e25de7571 service neutron] 10.222.0.70 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6626859 Nov 04 09:05:40.966189 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.054347 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04766fdb-ff39-420d-afe2-41660b706347 req-dc41d3a9-a2ea-439d-882a-db963454ac46 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505457 Nov 04 09:05:41.108286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-20b718f9-74f8-44bf-8b2b-a316bbb9b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:41.108762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-20b718f9-74f8-44bf-8b2b-a316bbb9b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:41.109224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-20b718f9-74f8-44bf-8b2b-a316bbb9b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:41.110907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-20b718f9-74f8-44bf-8b2b-a316bbb9b87a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bbf5981223094141a39f83de0673a928&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3354647 Nov 04 09:05:41.179298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.329518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678791bf-1118-4e44-912d-46a4598cee18 req-b981dc37-b75b-4dca-8aa0-a76fc0d728c2 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.0810831 Nov 04 09:05:41.331428 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.346126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.383000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e353ce93-1a30-483e-b009-401d29567b4d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:41.387805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-6730b2d3-847a-43db-9805-66024b62daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:41.389312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e34daf99-6cf4-4b95-ae6d-a8f3ff628603 req-6730b2d3-847a-43db-9805-66024b62daf4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2706168 Nov 04 09:05:41.395185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bbe15b33-2017-46b0-8c7d-ba7daceba5b1 req-14443e70-1eb1-4846-8258-961e92d5f8e2 tempest-ServerShowV257Test-382898629 tempest-ServerShowV257Test-382898629-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2cbeec8-16f6-4635-a1e2-f6119314ee59 HTTP/1.1" status: 200 len: 210 time: 0.4161043 Nov 04 09:05:41.399178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-82eb0b1a-edf3-4413-bb9b-6134c16c45b3 req-64c3b40c-f65f-4aaa-94a9-6cddeadf0630 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:05:41.404762 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82eb0b1a-edf3-4413-bb9b-6134c16c45b3 req-64c3b40c-f65f-4aaa-94a9-6cddeadf0630 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0281236 Nov 04 09:05:41.407453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.433619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:05:41.465657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c263e99b-d151-4e7e-a63d-9318c4ce3317 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:05:41.475605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a09e5d2-fc50-4749-a78f-551d34d774fb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:41.496139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Transition to ACTIVE for port object e353ce93-1a30-483e-b009-401d29567b4d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:41.498032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.498325 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Added segment 70503da6-e827-48fc-b4dd-71688bb7ccba of type vlan for network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 Nov 04 09:05:41.518499 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.597445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.646727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Pushing event updated for resources: {'Port': ['ID=e353ce93-1a30-483e-b009-401d29567b4d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:41.674967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-82eb0b1a-edf3-4413-bb9b-6134c16c45b3 req-4d299b67-4735-4559-ad68-b3d52fddec26 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2480803 Nov 04 09:05:41.714945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05824-533e-40d8-bc87-41927492aa9c req-174b6f67-913f-4f24-869c-8e6f10519923 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:41.716564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-adf05824-533e-40d8-bc87-41927492aa9c req-174b6f67-913f-4f24-869c-8e6f10519923 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.7094150 Nov 04 09:05:41.776175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-adf05824-533e-40d8-bc87-41927492aa9c req-d8ed07ea-d5b1-438f-8bef-0f98fa3a2417 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526302 Nov 04 09:05:41.786987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.788003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:41.788602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:41.985907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-0175120a-fee0-4a9e-88a0-1db2877c6d35 service neutron] 10.222.0.55 "GET /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.1658723 Nov 04 09:05:42.012474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] Pushing event updated for resources: {'Network': ['ID=f4c11a9a-d16d-4e27-9295-c16e24ee3b33,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:42.042272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:05:42.051042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Attempting to bind port e353ce93-1a30-483e-b009-401d29567b4d on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:42.051256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Attempting to bind port e353ce93-1a30-483e-b009-401d29567b4d by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:42.052144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Attempting to bind port e353ce93-1a30-483e-b009-401d29567b4d on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:42.076423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4cc18547-4f42-4a12-a884-8cddb973dfc3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9665737 Nov 04 09:05:42.078610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54678) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:42.106119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Request body: {'subnet': {'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-884384151-subnet', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:42.133183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port c503f3d3-559c-411a-885a-62d7f45c2cf8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:42.133550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.145148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Port e353ce93-1a30-483e-b009-401d29567b4d on network cc1916df-7442-4595-911b-cf8bb510c6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:42.146093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Attempting to bind port e353ce93-1a30-483e-b009-401d29567b4d on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:42.175755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:42.178619 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9748ad6-d48a-4c8e-9891-3ed57581be7c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:42.192167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54680) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:42.223239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:42.224236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Checking segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:42.224723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Bound using segment: {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:42.225186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Bound port: e353ce93-1a30-483e-b009-401d29567b4d, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76aec3a-f627-4ef8-84ee-045b8908831e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:42.225599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.236874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.238529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Made reservation on behalf of 0f2ec682a8f54719bbc60a4a9e35dd38 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:42.240905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.242858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.249355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.255395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.261423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.267335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.273929 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.275911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d293637-7877-4699-a706-c828c1a33536 req-4f96d830-9f7e-4f75-bbab-510f7b1c0d86 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5407 time: 0.2150912 Nov 04 09:05:42.344891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71d60e-f1e4-4324-b822-b72913f82a93 req-8aa85cf6-feed-4084-a618-23377b6a451b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.355409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a71d60e-f1e4-4324-b822-b72913f82a93 req-8aa85cf6-feed-4084-a618-23377b6a451b tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 944 time: 0.2385476 Nov 04 09:05:42.426987 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.455703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] For port e353ce93-1a30-483e-b009-401d29567b4d, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:42.456303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d293637-7877-4699-a706-c828c1a33536 req-c29ee82b-7b9d-441c-9fb1-9f32b442ab88 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535847 Nov 04 09:05:42.457314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for c503f3d3-559c-411a-885a-62d7f45c2cf8 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:42.458645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-982d5f2f-f083-43ca-8948-bb311b67bb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.494984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a71d60e-f1e4-4324-b822-b72913f82a93 req-996e1554-586c-4601-b4f6-9f35f327b603 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393421 Nov 04 09:05:42.542423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:42.568469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] For port e353ce93-1a30-483e-b009-401d29567b4d, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e353ce93-1a30-483e-b009-401d29567b4d,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:42.572730 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c7de63-8871-457c-a848-ada48df47c5e x-openstack-request-id: req-f9c7de63-8871-457c-a848-ada48df47c5e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:42.573058 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:42.573598 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9c7de63-8871-457c-a848-ada48df47c5e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:42.574054 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6', 'status': 'completed', 'code': 200} Nov 04 09:05:42.581029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.603110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:42.634840 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.679587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.680311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.682413 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] 10.222.0.55 "PUT /v2.0/ports/e353ce93-1a30-483e-b009-401d29567b4d HTTP/1.1" status: 200 len: 1091 time: 3.0181768 Nov 04 09:05:42.695563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c263e99b-d151-4e7e-a63d-9318c4ce3317 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:42.714889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:42.744809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca6fe5-4ad0-4ce8-931e-9653c5f7ceed req-ce36d9fa-8531-4766-8811-40a5a1c64a56 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.746660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9ca6fe5-4ad0-4ce8-931e-9653c5f7ceed req-ce36d9fa-8531-4766-8811-40a5a1c64a56 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.1820855 Nov 04 09:05:42.785068 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.792795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:42.807686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a39be-bdd2-4ac2-a0d1-6f76fb732dbb service neutron] Pushing event updated for resources: {'Port': ['ID=e353ce93-1a30-483e-b009-401d29567b4d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:42.843007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.843489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.843988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.844428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.844887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.845358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.845795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:42.848129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-33b593be-0410-4a4b-97aa-13d07bb54d17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6354 time: 0.2707193 Nov 04 09:05:42.890261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9ca6fe5-4ad0-4ce8-931e-9653c5f7ceed req-3f9e9b36-c17e-4eae-8419-7f1a7f5c3ada tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156747 Nov 04 09:05:42.900116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:42.987442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=c503f3d3-559c-411a-885a-62d7f45c2cf8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:42.992622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54696) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:43.048796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.127101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-982d5f2f-f083-43ca-8948-bb311b67bb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.140508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] Transition to ACTIVE for port object c263e99b-d151-4e7e-a63d-9318c4ce3317 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:43.176234 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.191785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-982d5f2f-f083-43ca-8948-bb311b67bb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.202978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e2aec-6af6-4225-9a38-08dc8b264922 req-f0619af4-0187-42f8-870b-1273b5804acc tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.204596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e37e2aec-6af6-4225-9a38-08dc8b264922 req-f0619af4-0187-42f8-870b-1273b5804acc tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.1608331 Nov 04 09:05:43.246992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.263003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1274975-5ea2-43db-a048-625a7320fd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.298937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-446d9806-5025-4626-aea9-118d398d344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.299404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-446d9806-5025-4626-aea9-118d398d344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.299877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-446d9806-5025-4626-aea9-118d398d344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.302253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-446d9806-5025-4626-aea9-118d398d344e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bbf5981223094141a39f83de0673a928&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4431226 Nov 04 09:05:43.306223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3081065-57c8-4fea-9880-bde0758519bd,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:43.333658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-982d5f2f-f083-43ca-8948-bb311b67bb43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a4c4a03b6e684419a0ee612b9f5fba85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1394370 Nov 04 09:05:43.334529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982d5f2f-f083-43ca-8948-bb311b67bb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4755150-b946-4d2c-9323-b7687d84766b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:43.359711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54700) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:43.368214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93087d92-1830-4463-8ee9-2be281f2a6aa req-f013f7e6-e8ce-4256-b4a9-3d0fe5f23577 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.370029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-93087d92-1830-4463-8ee9-2be281f2a6aa req-f013f7e6-e8ce-4256-b4a9-3d0fe5f23577 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.3305252 Nov 04 09:05:43.397319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] No DVR routers for this DVR port c263e99b-d151-4e7e-a63d-9318c4ce3317 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:43.423513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.441935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199745a-0346-46c0-9dad-08569696df9a service neutron] Pushing event updated for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:43.462002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Checking segment: {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:43.462383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Network hostable DHCP agents. Network: f4c11a9a-d16d-4e27-9295-c16e24ee3b33, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:05:43.484978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-8199745a-0346-46c0-9dad-08569696df9a service neutron] 10.222.0.55 "PUT /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317/bindings/n-h1-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4845090 Nov 04 09:05:43.496466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e37e2aec-6af6-4225-9a38-08dc8b264922 req-631e8cd5-50ec-4711-85f0-72302e33503c tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485554 Nov 04 09:05:43.619657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-93087d92-1830-4463-8ee9-2be281f2a6aa req-dcbba223-84d4-44fe-a79b-cdb38b54c105 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007401 Nov 04 09:05:43.671306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:05:43.695394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-0b9c4645-a775-4cd1-879b-f97e74b9be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.696918 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9748ad6-d48a-4c8e-9891-3ed57581be7c req-0b9c4645-a775-4cd1-879b-f97e74b9be52 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3873446 Nov 04 09:05:43.724468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a3acc0e-6b53-4323-871c-89ab36643594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.734585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f4c11a9a-d16d-4e27-9295-c16e24ee3b33) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:43.745859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea824cd-1c38-4cce-bf38-b1994cf92c5d None None] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:43.777865 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1274975-5ea2-43db-a048-625a7320fd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.780630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.781463 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.790546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1274975-5ea2-43db-a048-625a7320fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.794351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router d4ccf661-de00-455f-9689-b95fc35e4e14 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:05:43.806927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a3acc0e-6b53-4323-871c-89ab36643594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:43.819844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-4768bf11-c65f-4c7a-a1f8-92e3a1e87d0d tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.820405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.821388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-4768bf11-c65f-4c7a-a1f8-92e3a1e87d0d tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.2454813 Nov 04 09:05:43.826690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.834024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.840299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.846373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.853250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.859287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.861288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-378f81f8-c575-4138-9980-fc114f923706 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5407 time: 0.2707679 Nov 04 09:05:43.902601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-74d18956-4be9-4ff3-98dd-6e3cdfd6dc6b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8198323 Nov 04 09:05:43.905643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:43.907617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d245ce92-f2aa-41e6-a7d7-f0acad32683a None None] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:43.914479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:43.923475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d1274975-5ea2-43db-a048-625a7320fd36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57c1796252b54e10a6410bf068b33f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9228680 Nov 04 09:05:43.924341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54710) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:43.924461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1274975-5ea2-43db-a048-625a7320fd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea063e3-0b04-4090-9ffd-6973257b783e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:43.951293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248dca1-fa4b-4849-ad7e-447aebed6da5 req-5354b1a0-5acd-4d4b-abdd-1d90c0ebf31c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:43.952713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9248dca1-fa4b-4849-ad7e-447aebed6da5 req-5354b1a0-5acd-4d4b-abdd-1d90c0ebf31c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 945 time: 0.2263393 Nov 04 09:05:44.023416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.024726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.029412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-1902058d-321f-4f2f-9d03-52f67835007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:44.030934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-1902058d-321f-4f2f-9d03-52f67835007f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa&tenant_id=1888fdda13264a7f8ced3f0b231667dd HTTP/1.1" status: 200 len: 1096 time: 0.1961088 Nov 04 09:05:44.052095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a3acc0e-6b53-4323-871c-89ab36643594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.053756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-535bfee1-ae25-405f-9fdd-0e869913ecc2 req-251d9668-466c-44b1-9a3c-204267bf1b72 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1787791 Nov 04 09:05:44.054667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a3acc0e-6b53-4323-871c-89ab36643594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.057407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4a3acc0e-6b53-4323-871c-89ab36643594 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4755150-b946-4d2c-9323-b7687d84766b HTTP/1.1" status: 204 len: 168 time: 0.6848722 Nov 04 09:05:44.077148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:44.100203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90286cb3-7c0f-45fa-9a69-f585d79ee30e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/d4ccf661-de00-455f-9689-b95fc35e4e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7676573 Nov 04 09:05:44.100203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:44.101235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] Sync routers for ids ['d4ccf661-de00-455f-9689-b95fc35e4e14'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:44.118535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] Routers {'d4ccf661-de00-455f-9689-b95fc35e4e14'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:44.119899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d4ccf661-de00-455f-9689-b95fc35e4e14'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:44.131469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3acc0e-6b53-4323-871c-89ab36643594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4755150-b946-4d2c-9323-b7687d84766b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:44.160385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e833917-62e9-43b7-86f0-81fdad43aac4 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:44.165469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-223a3f26-2310-4cec-a83a-42abdbc0848d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4ccf661-de00-455f-9689-b95fc35e4e14 HTTP/1.1" status: 200 len: 205 time: 0.0705409 Nov 04 09:05:44.166514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:44.167761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:44.180552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9248dca1-fa4b-4849-ad7e-447aebed6da5 req-1abe5ed7-b9fc-45be-aa6b-376f2045d63f tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105224 Nov 04 09:05:44.182175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] Routers {'d4ccf661-de00-455f-9689-b95fc35e4e14'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:44.183295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d4ccf661-de00-455f-9689-b95fc35e4e14'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:44.206705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.226650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:44.227365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed99800-d960-4035-bf11-7ddca347011e None None] The sync data for ids ['d4ccf661-de00-455f-9689-b95fc35e4e14'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:44.259009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6a03b67-1d42-475a-9456-ef989680cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.282077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.310853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Transition to ACTIVE for port object 8e833917-62e9-43b7-86f0-81fdad43aac4 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:44.311551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-483be02a-8bbf-40d5-be8a-1c6837d3e590 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.345040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6a03b67-1d42-475a-9456-ef989680cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.382580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.390359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-17c386ed-08e5-4af4-884f-dfef3da1cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:44.391362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-17c386ed-08e5-4af4-884f-dfef3da1cd6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1096 time: 0.2951307 Nov 04 09:05:44.414844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72674ef-780a-4ac6-a952-01b3aeeea3a1 req-550ca78b-b2c8-4d2f-ae78-8ac18efcdb95 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:44.416429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a72674ef-780a-4ac6-a952-01b3aeeea3a1 req-550ca78b-b2c8-4d2f-ae78-8ac18efcdb95 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.2185085 Nov 04 09:05:44.535128 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-483be02a-8bbf-40d5-be8a-1c6837d3e590 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.537908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-483be02a-8bbf-40d5-be8a-1c6837d3e590 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.605783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a72674ef-780a-4ac6-a952-01b3aeeea3a1 req-675f90bc-c101-47b4-94ca-679062495c44 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610234 Nov 04 09:05:44.621979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-483be02a-8bbf-40d5-be8a-1c6837d3e590 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.622799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483be02a-8bbf-40d5-be8a-1c6837d3e590 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Fanout notify agent at l3_agent the message router_deleted on router d4ccf661-de00-455f-9689-b95fc35e4e14 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:05:44.635064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-483be02a-8bbf-40d5-be8a-1c6837d3e590 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.641094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-483be02a-8bbf-40d5-be8a-1c6837d3e590 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/d4ccf661-de00-455f-9689-b95fc35e4e14 HTTP/1.1" status: 204 len: 168 time: 0.4712663 Nov 04 09:05:44.641757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:44.705100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1333ac35-9c7a-4e27-97f8-621392004d76 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:05:44.722256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet 03406ded-8658-42ac-acf1-015bb2e5e1e0 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:05:44.728432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.872013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:44.917491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de493a3a-a994-4260-bf83-eb7194631f18 req-eb2ef37b-f8d3-46d5-8232-423a73ca67e2 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:44.918294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1333ac35-9c7a-4e27-97f8-621392004d76, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1333ac35-9c7a-4e27-97f8-621392004d76,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:44.921410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de493a3a-a994-4260-bf83-eb7194631f18 req-eb2ef37b-f8d3-46d5-8232-423a73ca67e2 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 944 time: 0.1425693 Nov 04 09:05:44.948569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '1333ac35-9c7a-4e27-97f8-621392004d76', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'port_id': '1333ac35-9c7a-4e27-97f8-621392004d76', 'mac_address': 'fa:16:3e:32:75:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:05:44.958603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:44.960864 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa82e2e-badc-4545-abf8-bb235991fbe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "e353ce93-1a30-483e-b009-401d29567b4d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:45.006141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.030786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1333ac35-9c7a-4e27-97f8-621392004d76 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:45.041600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.060495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1333ac35-9c7a-4e27-97f8-621392004d76, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1333ac35-9c7a-4e27-97f8-621392004d76,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:45.064191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.068593 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.071230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Pushing event updated for resources: {'Port': ['ID=8e833917-62e9-43b7-86f0-81fdad43aac4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:45.148837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de493a3a-a994-4260-bf83-eb7194631f18 req-91871e22-a5c8-4dce-9da0-8602879cb8ee tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169981 Nov 04 09:05:45.166147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=1333ac35-9c7a-4e27-97f8-621392004d76,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:45.186654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.202404 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6a03b67-1d42-475a-9456-ef989680cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.204996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6a03b67-1d42-475a-9456-ef989680cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.209100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b6a03b67-1d42-475a-9456-ef989680cc17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ea063e3-0b04-4090-9ffd-6973257b783e HTTP/1.1" status: 204 len: 168 time: 1.2782052 Nov 04 09:05:45.219496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=03406ded-8658-42ac-acf1-015bb2e5e1e0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:45.221025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-01807a46-bf27-4625-b649-58fe0d10442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.222518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-01807a46-bf27-4625-b649-58fe0d10442b service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.8208427 Nov 04 09:05:45.225885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.233465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9c3d884a-7aa1-4b7f-aeba-8a6fcc9b02c5 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/03406ded-8658-42ac-acf1-015bb2e5e1e0 HTTP/1.1" status: 204 len: 168 time: 0.5870769 Nov 04 09:05:45.233465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:45.242964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242f81a-9c75-4472-bc4d-190d6cd3e504 req-913c5627-d83b-4939-aed2-205e8af2b6ce tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.244235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3158670-02f6-4553-b222-153981019d7c None None] Network 776c1319-9fc3-441c-bcc8-c0e469c4d9ed requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:45.249250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242f81a-9c75-4472-bc4d-190d6cd3e504 req-913c5627-d83b-4939-aed2-205e8af2b6ce tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.255875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242f81a-9c75-4472-bc4d-190d6cd3e504 req-913c5627-d83b-4939-aed2-205e8af2b6ce tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.263665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8242f81a-9c75-4472-bc4d-190d6cd3e504 req-913c5627-d83b-4939-aed2-205e8af2b6ce tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395&device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4&device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 2416 time: 0.2936258 Nov 04 09:05:45.272443 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50cb8fc-dce3-4bb0-9ac0-56c5efa8665f x-openstack-request-id: req-c50cb8fc-dce3-4bb0-9ac0-56c5efa8665f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:45.272728 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "e353ce93-1a30-483e-b009-401d29567b4d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:45.272981 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c50cb8fc-dce3-4bb0-9ac0-56c5efa8665f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:45.273380 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d', 'status': 'completed', 'code': 200} Nov 04 09:05:45.279960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a03b67-1d42-475a-9456-ef989680cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea063e3-0b04-4090-9ffd-6973257b783e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:45.349988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['1333ac35-9c7a-4e27-97f8-621392004d76'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:05:45.353659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.367191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-6b97dcca-ca3e-4d5c-8cb6-d544b46c74e9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 200 len: 217 time: 0.1360648 Nov 04 09:05:45.434452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Attempting to bind port 8e833917-62e9-43b7-86f0-81fdad43aac4 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:45.435215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Attempting to bind port 8e833917-62e9-43b7-86f0-81fdad43aac4 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:45.435215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Attempting to bind port 8e833917-62e9-43b7-86f0-81fdad43aac4 on network acf634d2-4343-418c-b8d8-3e84eb61a3dc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:45.461174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8242f81a-9c75-4472-bc4d-190d6cd3e504 req-fb46019e-6f44-471a-a2e4-f4b7f7e7d48e tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965337 Nov 04 09:05:45.487246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Port 8e833917-62e9-43b7-86f0-81fdad43aac4 on network acf634d2-4343-418c-b8d8-3e84eb61a3dc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:45.487700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Attempting to bind port 8e833917-62e9-43b7-86f0-81fdad43aac4 on network acf634d2-4343-418c-b8d8-3e84eb61a3dc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:45.505701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-a33ff781-e3ce-4b8e-be2d-6e6fc4f1ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.507816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-a33ff781-e3ce-4b8e-be2d-6e6fc4f1ce3b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.1173186 Nov 04 09:05:45.509236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.513624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.514400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.514976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.515647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.516199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.516720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.516835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.517348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.526421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.526799 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-6a35e265-9437-448b-8521-46a1590382bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6379 time: 0.2569473 Nov 04 09:05:45.528225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:45.528961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Checking segment: {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:45.529531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Bound using segment: {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:45.530652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Bound port: 8e833917-62e9-43b7-86f0-81fdad43aac4, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:45.530984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.534701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.541951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.544396 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.558534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.565670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.569785 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-2af1486c-01df-41a1-96c1-1bb528786f4d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5419 time: 0.2121375 Nov 04 09:05:45.587340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port d7093044-dade-4c3a-9a87-65b28a2c9661 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:45.588166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.655244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] DHCP port deletion for 776c1319-9fc3-441c-bcc8-c0e469c4d9ed request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:05:45.675975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-d149c16b-639b-4149-82b5-11c56f9df613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.676537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-d149c16b-639b-4149-82b5-11c56f9df613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.677002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-d149c16b-639b-4149-82b5-11c56f9df613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:45.679345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-d149c16b-639b-4149-82b5-11c56f9df613 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bbf5981223094141a39f83de0673a928&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1272581 Nov 04 09:05:45.772713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] Deleting port d7093044-dade-4c3a-9a87-65b28a2c9661 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:45.773335 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.779706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0cd137b-d7c0-4fd7-be0d-02a70fa0aab0 req-527f09fa-906f-412e-8d17-ab9409a9dfa4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820467 Nov 04 09:05:45.781914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port d7093044-dade-4c3a-9a87-65b28a2c9661, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d7093044-dade-4c3a-9a87-65b28a2c9661,segment=NetworkSegment(3e015569-f1aa-4abd-bebb-1ab32d3dbead),segment_id=3e015569-f1aa-4abd-bebb-1ab32d3dbead)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:45.782375 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.796107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-5fc33c13-2c8f-44c7-a9a2-562c1cd11477 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239409 Nov 04 09:05:45.812395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for d7093044-dade-4c3a-9a87-65b28a2c9661 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:45.873361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] For port d7093044-dade-4c3a-9a87-65b28a2c9661, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d7093044-dade-4c3a-9a87-65b28a2c9661,segment=NetworkSegment(3e015569-f1aa-4abd-bebb-1ab32d3dbead),segment_id=3e015569-f1aa-4abd-bebb-1ab32d3dbead)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:45.873832 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.889671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] Calling delete_port for d7093044-dade-4c3a-9a87-65b28a2c9661 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:45.982165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] For port 8e833917-62e9-43b7-86f0-81fdad43aac4, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:45.990846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:45.993174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] For port 8e833917-62e9-43b7-86f0-81fdad43aac4, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8e833917-62e9-43b7-86f0-81fdad43aac4,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:46.001498 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.018168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] No DVR routers for this DVR port d7093044-dade-4c3a-9a87-65b28a2c9661 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:46.021478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.067423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc63951-2edb-4704-9552-24344d0361f2 None None] Pushing event deleted for resources: {'Port': ['ID=d7093044-dade-4c3a-9a87-65b28a2c9661,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:46.081379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=d7093044-dade-4c3a-9a87-65b28a2c9661,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:46.094040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port d7093044-dade-4c3a-9a87-65b28a2c9661 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:46.138405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-232a9a72-1f96-4e2e-8c26-7ce44321bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:46.140019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-efa82e2e-badc-4545-abf8-bb235991fbe1 req-232a9a72-1f96-4e2e-8c26-7ce44321bcae service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4503808 Nov 04 09:05:46.152242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-477cdda3-62ea-4ea1-9204-297c63f1e325 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009551 Nov 04 09:05:46.157329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268b375-7d69-4d66-9f55-745519a3cece req-548edf20-b0cc-4e98-833d-668c10427783 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:46.159420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:46.160303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.162067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] 10.222.0.55 "PUT /v2.0/ports/8e833917-62e9-43b7-86f0-81fdad43aac4 HTTP/1.1" status: 200 len: 1091 time: 3.3846185 Nov 04 09:05:46.169490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c268b375-7d69-4d66-9f55-745519a3cece req-548edf20-b0cc-4e98-833d-668c10427783 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 945 time: 0.1921036 Nov 04 09:05:46.169825 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.210664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Request body: {'port': {'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:46.258478 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.295737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c268b375-7d69-4d66-9f55-745519a3cece req-0cec2c72-5550-44e1-9881-a819f2779e68 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250629 Nov 04 09:05:46.312488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776c1319-9fc3-441c-bcc8-c0e469c4d9ed']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:46.333923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e015569-f1aa-4abd-bebb-1ab32d3dbead') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:46.334153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e015569-f1aa-4abd-bebb-1ab32d3dbead') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:46.345648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c3405-d284-4946-84bb-2abcb795e003 service neutron] Pushing event updated for resources: {'Port': ['ID=8e833917-62e9-43b7-86f0-81fdad43aac4,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:46.353304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-cd871a96-e63a-47ab-a754-5c4f96ea59a4 req-8b5fc1a4-c56f-4518-9b5f-904e15a561fc tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:05:46.354661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd871a96-e63a-47ab-a754-5c4f96ea59a4 req-8b5fc1a4-c56f-4518-9b5f-904e15a561fc tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182500 Nov 04 09:05:46.359242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.376753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.455953 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.481257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.499003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-461e9452-c092-406e-a585-2495ad7f6f51 service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333161 Nov 04 09:05:46.499633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.502599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:05:46.504189 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:05:46.531054 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:05:46.607434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd871a96-e63a-47ab-a754-5c4f96ea59a4 req-816c0e6f-d221-490e-9740-237a218b6573 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2384050 Nov 04 09:05:46.607736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36545f6-c21b-4f10-8ec5-9219dec4e319 req-dda7f228-da92-4bd3-9f4f-3c948bf70956 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:46.624568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b36545f6-c21b-4f10-8ec5-9219dec4e319 req-dda7f228-da92-4bd3-9f4f-3c948bf70956 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 945 time: 0.1309993 Nov 04 09:05:46.642888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.651293 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.657736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/776c1319-9fc3-441c-bcc8-c0e469c4d9ed HTTP/1.1" status: 204 len: 168 time: 1.4226637 Nov 04 09:05:46.666100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:46.685580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-faeac4cb-56cf-44ba-b694-224eca7809b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-328720945', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:46.692863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a820c3-3ee8-4d14-988f-7d5afecf27f8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=776c1319-9fc3-441c-bcc8-c0e469c4d9ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:46.721354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1333ac35-9c7a-4e27-97f8-621392004d76 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:46.760670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-faeac4cb-56cf-44ba-b694-224eca7809b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.762097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-faeac4cb-56cf-44ba-b694-224eca7809b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.836602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 1333ac35-9c7a-4e27-97f8-621392004d76 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:05:46.843794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 1333ac35-9c7a-4e27-97f8-621392004d76 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:46.844686 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:46.877669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b36545f6-c21b-4f10-8ec5-9219dec4e319 req-b908c216-f23f-46c0-8568-7c1c5d2c19b6 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406557 Nov 04 09:05:46.968192 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.012471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:47.019730 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bedad5-5335-4425-986c-32f90c23ad9f" -d '{"events": [{"server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "name": "network-vif-plugged", "status": "completed", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:47.053097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1333ac35-9c7a-4e27-97f8-621392004d76, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1333ac35-9c7a-4e27-97f8-621392004d76,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:47.064935 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.099365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-2ed72d26-3344-4ea4-b659-e90465c4b77e tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.101343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-2ed72d26-3344-4ea4-b659-e90465c4b77e tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa&tenant_id=1888fdda13264a7f8ced3f0b231667dd&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.3125565 Nov 04 09:05:47.149681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Allocated IP 172.25.3.9 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/3aa498eb-a88a-4704-a678-15f0449bb593) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:47.172717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=1333ac35-9c7a-4e27-97f8-621392004d76,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:47.239686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.248131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.254119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.261887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.268265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.275526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.283489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.285488 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-187fff21-d3c9-4829-9cd2-c12bf453d2ac tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5419 time: 0.3019679 Nov 04 09:05:47.295930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:47.298688 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187cb68b-9d92-46d4-b698-6a7799cab1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:47.356434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-faeac4cb-56cf-44ba-b694-224eca7809b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.366247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-faeac4cb-56cf-44ba-b694-224eca7809b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.394095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-faeac4cb-56cf-44ba-b694-224eca7809b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.400549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-faeac4cb-56cf-44ba-b694-224eca7809b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7278042 Nov 04 09:05:47.400549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:47.407749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-475387208'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:47.454055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:47.464623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.487271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7093044-dade-4c3a-9a87-65b28a2c9661 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:05:47.525972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:05:47.528111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d7093044-dade-4c3a-9a87-65b28a2c9661 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:05:47.528467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7093044-dade-4c3a-9a87-65b28a2c9661 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:05:47.533833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9aac5c5d-056e-4a79-8d8e-848cb71e73c8 req-015459e1-ed8a-4010-aaa3-b9f5ca7f79d1 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2071729 Nov 04 09:05:47.541898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.542412 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 62d02a48-76d7-4568-8cdc-610e64acdf34 of type vlan for network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 Nov 04 09:05:47.597243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d28be4cb-eb63-4682-9632-016489b9f6fa {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:05:47.613773 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b10404-ab11-41b8-bda2-abd3e5a7c722 x-openstack-request-id: req-27b10404-ab11-41b8-bda2-abd3e5a7c722 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:47.615119 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "name": "network-vif-plugged", "status": "completed", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:47.615576 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-27b10404-ab11-41b8-bda2-abd3e5a7c722 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:47.616277 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76', 'code': 200} Nov 04 09:05:47.637927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.646685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.655933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.688904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Transition to ACTIVE for port object d28be4cb-eb63-4682-9632-016489b9f6fa will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:05:47.708897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.712405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.716095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-10a1b69e-7414-49b9-84e5-6ec7d534dfd2 service neutron] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:47.725990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.727706 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.765903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-10a1b69e-7414-49b9-84e5-6ec7d534dfd2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.767228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-439320cd-e862-4ff5-bdca-d0f77c65d949 req-10a1b69e-7414-49b9-84e5-6ec7d534dfd2 service neutron] 10.222.0.70 "DELETE /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317/bindings/n-h2-816487-1 HTTP/1.1" status: 204 len: 173 time: 0.6512856 Nov 04 09:05:47.840568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4384496 Nov 04 09:05:47.844058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:47.844866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:47.852150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Pushing event updated for resources: {'Port': ['ID=d28be4cb-eb63-4682-9632-016489b9f6fa,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:47.862616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:47.873840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e7342-7e6b-4e46-b0d5-4ea89d99ba3c req-23f676fe-6276-4dd4-92e5-d9f7665d2810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.875449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4e2e7342-7e6b-4e46-b0d5-4ea89d99ba3c req-23f676fe-6276-4dd4-92e5-d9f7665d2810 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 1097 time: 0.1812718 Nov 04 09:05:47.890872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d207e-d675-4c8a-ad6f-4e2f3cb325e0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:47.908118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:05:47.952468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff510b6-9d2c-4b5e-a278-74288570787a req-615ba6e9-0a23-437c-8155-e92d65bc1552 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:47.954097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cff510b6-9d2c-4b5e-a278-74288570787a req-615ba6e9-0a23-437c-8155-e92d65bc1552 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 945 time: 0.2439349 Nov 04 09:05:47.985910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:48.049109 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d38b96-a451-4239-ac97-0bb523d829e3 x-openstack-request-id: req-e1d38b96-a451-4239-ac97-0bb523d829e3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:48.049428 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:48.049686 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e1d38b96-a451-4239-ac97-0bb523d829e3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:48.050085 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4', 'status': 'completed', 'code': 200} Nov 04 09:05:48.065018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:48.073265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:48.079451 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:48.111622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:48.195394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa498eb-a88a-4704-a678-15f0449bb593,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:48.241869 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4e2e7342-7e6b-4e46-b0d5-4ea89d99ba3c req-a7be1de4-dbf7-4e94-aee0-83ecf35cfb6d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3290439 Nov 04 09:05:48.260463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cff510b6-9d2c-4b5e-a278-74288570787a req-8b7569ea-2ed1-4584-b29e-33531372bdf5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767758 Nov 04 09:05:48.269415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Attempting to bind port d28be4cb-eb63-4682-9632-016489b9f6fa on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:48.271056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Attempting to bind port d28be4cb-eb63-4682-9632-016489b9f6fa by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:48.271056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Attempting to bind port d28be4cb-eb63-4682-9632-016489b9f6fa on network acf634d2-4343-418c-b8d8-3e84eb61a3dc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:48.377854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.378325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.378787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.379260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.380401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.380854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.381319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.384002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-0f6097ef-c062-4738-8374-8a3cef615e40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6446 time: 0.3081069 Nov 04 09:05:48.386010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Port d28be4cb-eb63-4682-9632-016489b9f6fa on network acf634d2-4343-418c-b8d8-3e84eb61a3dc not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:05:48.386374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Attempting to bind port d28be4cb-eb63-4682-9632-016489b9f6fa on network acf634d2-4343-418c-b8d8-3e84eb61a3dc {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:48.423997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:48.424294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Checking segment: {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:48.424695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Bound using segment: {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:48.425156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Bound port: d28be4cb-eb63-4682-9632-016489b9f6fa, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66f604b9-4131-46ba-8054-bb2b46909577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:48.425519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:48.478536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:48.568850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=3fef6723-bf40-47ec-a899-a642ee986dce,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:48.573932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:48.574519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:05:48.596615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:05:48.611316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:48.633946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06095ec3-3c34-40da-adf8-cddb96b0ea04 None None] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:48.644820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:48.646055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:48.691840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-27861c88-af74-4773-9158-adf0bd82e400 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8452473 Nov 04 09:05:48.695964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:48.949103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:05:48.950018 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:48.998985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] For port d28be4cb-eb63-4682-9632-016489b9f6fa, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:49.003092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] For port d28be4cb-eb63-4682-9632-016489b9f6fa, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d28be4cb-eb63-4682-9632-016489b9f6fa,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:49.078715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7bf6f6-3534-4463-bbf0-69121b69e3e7 req-a0ce38d3-f4b9-42e6-b9dc-a4536374307e tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.094923 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da7bf6f6-3534-4463-bbf0-69121b69e3e7 req-a0ce38d3-f4b9-42e6-b9dc-a4536374307e tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.6649284 Nov 04 09:05:49.098292 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.148050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.148685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.150583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] 10.222.0.55 "PUT /v2.0/ports/d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 200 len: 1091 time: 2.9516468 Nov 04 09:05:49.165813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Allocated IP 172.20.0.2 (3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8/3fef6723-bf40-47ec-a899-a642ee986dce/c9776d0c-2fe4-4ef8-a154-ce93e0a03ace) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:49.236337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8252465-0adc-41df-b0cc-661d177caffc service neutron] Pushing event updated for resources: {'Port': ['ID=d28be4cb-eb63-4682-9632-016489b9f6fa,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:49.244286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.257216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.257459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-09bd090c-4f5e-440b-ad78-09ec511d8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.257684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-09bd090c-4f5e-440b-ad78-09ec511d8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.258139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-09bd090c-4f5e-440b-ad78-09ec511d8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.259740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-09bd090c-4f5e-440b-ad78-09ec511d8678 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=bbf5981223094141a39f83de0673a928&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8664968 Nov 04 09:05:49.263743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.272773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.279501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.290064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.300430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.302794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-334556e8-c928-4eae-9ab9-9e1586017ba8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.1698835 Nov 04 09:05:49.345528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.352989 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da7bf6f6-3534-4463-bbf0-69121b69e3e7 req-59520841-689b-41bc-870f-76b6738571cf tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571723 Nov 04 09:05:49.378565 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.532780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.557845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.574588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-b93c5cad-bd42-4622-8db9-cae03343d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.576114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-187cb68b-9d92-46d4-b698-6a7799cab1ef req-b93c5cad-bd42-4622-8db9-cae03343d050 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3045330 Nov 04 09:05:49.642569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ec3fcf9-d455-4db1-bfb2-2dfa7988a8a3 req-9f746fc9-d8b6-49ba-af6c-b2dfb4a812c7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2976775 Nov 04 09:05:49.661004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:49.690561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:49.693934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:49.755368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.756276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.757248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.757851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.758443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.759075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.759888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:49.762815 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-023d0b2a-3a52-4e81-a354-a97950c71dfc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6488 time: 0.1047926 Nov 04 09:05:49.774865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.825069 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-033b8ac4-c369-478c-ba62-bff624972859 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 200 len: 217 time: 0.0473759 Nov 04 09:05:49.833125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Attempting to bind port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:49.833700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Attempting to bind port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:49.834087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Attempting to bind port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace on network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:49.839932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Pushing event updated for resources: {'Port': ['ID=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:49.857874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:49.858767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Checking segment: {'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:49.860360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.860829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Bound using segment: {'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:49.861342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Bound port: c9776d0c-2fe4-4ef8-a154-ce93e0a03ace, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:49.861744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:49.904547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.20.0.1 (3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8/3fef6723-bf40-47ec-a899-a642ee986dce/fe68933e-968c-4184-bad8-0d39662d3b00) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:50.007222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] For port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:50.012099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] For port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,segment=NetworkSegment(62d02a48-76d7-4568-8cdc-610e64acdf34),segment_id=62d02a48-76d7-4568-8cdc-610e64acdf34)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:50.018972 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:50.065846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:50.074884 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d06834f-4065-4276-ba6d-76a8cbd491b1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:50.105240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920d362-8a2c-4ac4-98f4-8ac28f209299 None None] Pushing event updated for resources: {'Port': ['ID=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:50.159617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f56003a5-d53b-497f-8c36-b97f3f966340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:50.162168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f56003a5-d53b-497f-8c36-b97f3f966340 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775d7aa1-ab92-4a32-86da-b74cdfe76349 HTTP/1.1" status: 200 len: 856 time: 0.2860746 Nov 04 09:05:50.218046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:50.230397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed432ed1-a1c2-4e65-9e42-604bce130864 req-4ab2a8e1-d3f0-4a2f-86bd-ccfd629ac3a8 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:50.239632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ed432ed1-a1c2-4e65-9e42-604bce130864 req-4ab2a8e1-d3f0-4a2f-86bd-ccfd629ac3a8 tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 1096 time: 0.2850823 Nov 04 09:05:50.279818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:50.309849 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3659c70f-08c2-40d0-aab0-1d01965666bf x-openstack-request-id: req-3659c70f-08c2-40d0-aab0-1d01965666bf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:50.314898 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:50.315332 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3659c70f-08c2-40d0-aab0-1d01965666bf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:50.315925 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa', 'status': 'completed', 'code': 200} Nov 04 09:05:50.331056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e0c01511-9e7c-4147-8c94-0db929d00f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:50.333038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e0c01511-9e7c-4147-8c94-0db929d00f24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619327 Nov 04 09:05:50.349377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ed432ed1-a1c2-4e65-9e42-604bce130864 req-02e97043-1d5d-4602-b8e1-0fb8259b18df tempest-LiveMigrationTest-208339506 tempest-LiveMigrationTest-208339506-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032088 Nov 04 09:05:50.397465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=fe68933e-968c-4184-bad8-0d39662d3b00,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:50.408933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:50.413341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:50.428854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:50.570685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:50.572513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Router 70b5e652-13ba-48c9-8756-a335972e6bc8 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:05:50.606045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:50.742916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed7110-c751-417e-90da-a8c6ccc5b051 req-0b02859b-8a04-408a-a108-bef7ffc7df8a tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:50.751777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1ed7110-c751-417e-90da-a8c6ccc5b051 req-0b02859b-8a04-408a-a108-bef7ffc7df8a tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.2443402 Nov 04 09:05:50.768181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-88636178-d796-4ce1-aa9d-dddc180e364b service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173040 Nov 04 09:05:50.898028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1ed7110-c751-417e-90da-a8c6ccc5b051 req-625599d7-f176-48d1-a68c-198d37ee22af tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428552 Nov 04 09:05:50.951600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:50.967649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:50.975698 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Sync routers for ids ['70b5e652-13ba-48c9-8756-a335972e6bc8'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:50.988974 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Routers {'70b5e652-13ba-48c9-8756-a335972e6bc8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:50.989605 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['70b5e652-13ba-48c9-8756-a335972e6bc8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:51.038294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-941c76c7-1f39-4bab-b78a-44841cdada14 service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609160 Nov 04 09:05:51.046163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.052976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bf70b2ea-4aa0-4658-839f-7f34a9d02fe4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1402094 Nov 04 09:05:51.062773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54906) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:51.275698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-78c73e59-e152-4048-b747-a39eb95cc8ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 217 time: 0.2240415 Nov 04 09:05:51.411466 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Set router 70b5e652-13ba-48c9-8756-a335972e6bc8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:05:51.419721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.447167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.455381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.462345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.468990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.479212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.485597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.491963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-5e5bf385-a2ad-412c-9cfb-69a93f5105ca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.4335206 Nov 04 09:05:51.522430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-2a17bbbd-ac38-4325-8910-d25c61150bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:51.524835 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-2a17bbbd-ac38-4325-8910-d25c61150bf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.2388325 Nov 04 09:05:51.588370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c9776d0c-2fe4-4ef8-a154-ce93e0a03ace up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:51.602822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.638663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.735020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:51.735785 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.817586 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:05:48Z', 'revision_number': 3, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port': {'id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:51.820141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d6e-2d03-42d6-8827-0939cb5f7c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.844322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d76425a-0851-4067-8f52-e94fa178d492 None None] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:51.896578 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Checking router: 70b5e652-13ba-48c9-8756-a335972e6bc8 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:05:51.896925 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Updating router 70b5e652-13ba-48c9-8756-a335972e6bc8 port 3aa498eb-a88a-4704-a678-15f0449bb593 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:05:51.952659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.955115 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.972885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-14818878-865a-486e-850e-cc77d2d6e884 None None] Provisioning complete for port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:51.973611 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14818878-865a-486e-850e-cc77d2d6e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:51.981086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1eec6cc-5b6d-4c4d-931a-b8b94e27e85d req-3af8f084-3f2b-4626-b2cc-44a7638b1f6c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4355035 Nov 04 09:05:51.987672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-36637db4-5d87-4adc-b567-fa9b51e0ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:52.006309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-36637db4-5d87-4adc-b567-fa9b51e0ebd3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4689677 Nov 04 09:05:52.044580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-e7c56f2f-fbef-47b3-a0cf-f54cdd21dcd6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:52.059553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-e7c56f2f-fbef-47b3-a0cf-f54cdd21dcd6 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 945 time: 0.4435363 Nov 04 09:05:52.062530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.200775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bba24b-0459-4b41-a570-223a2ecb5b87 req-58dfd313-a8e8-4bb9-8be9-7831e63767a0 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:52.203001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5bba24b-0459-4b41-a570-223a2ecb5b87 req-58dfd313-a8e8-4bb9-8be9-7831e63767a0 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.5974522 Nov 04 09:05:52.203811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=fe68933e-968c-4184-bad8-0d39662d3b00,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:52.232288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:52.236152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:52.261051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,segment=NetworkSegment(62d02a48-76d7-4568-8cdc-610e64acdf34),segment_id=62d02a48-76d7-4568-8cdc-610e64acdf34)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:52.262880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Request body: {'floatingip': {'port_id': '1333ac35-9c7a-4e27-97f8-621392004d76'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:52.273274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.311400 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14818878-865a-486e-850e-cc77d2d6e884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.373730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:52.377603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.463391 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-14818878-865a-486e-850e-cc77d2d6e884 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:05:52.464111 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-14818878-865a-486e-850e-cc77d2d6e884 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:05:52.465875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:52.563731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72524865-c6a5-4ffb-929d-935c5d4dc53e req-21ac0903-3e18-4e9e-9411-fbead587d166 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:52.565372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72524865-c6a5-4ffb-929d-935c5d4dc53e req-21ac0903-3e18-4e9e-9411-fbead587d166 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 945 time: 0.4261999 Nov 04 09:05:52.600308 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.611111 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.645756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e32a9749-eccf-450a-9e49-0d59293b64cf service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5812290 Nov 04 09:05:52.661455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Deleting port c263e99b-d151-4e7e-a63d-9318c4ce3317 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:52.661745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.664197 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Pushing event updated for resources: {'Port': ['ID=3aa498eb-a88a-4704-a678-15f0449bb593,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:52.673929 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.674318 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.674614 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.674950 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.675282 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.675886 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.676029 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.676540 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.676796 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.677130 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.677455 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.677778 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:52.698530 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Attempting to bind port 3aa498eb-a88a-4704-a678-15f0449bb593 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:52.699088 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Attempting to bind port 3aa498eb-a88a-4704-a678-15f0449bb593 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:52.699618 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Attempting to bind port 3aa498eb-a88a-4704-a678-15f0449bb593 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:52.705274 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:52.705944 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:52.706506 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.707046 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:52.708375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Bound port: 3aa498eb-a88a-4704-a678-15f0449bb593, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:52.709311 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.776673 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] For port 3aa498eb-a88a-4704-a678-15f0449bb593, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:52.780190 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] For port 3aa498eb-a88a-4704-a678-15f0449bb593, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3aa498eb-a88a-4704-a678-15f0449bb593,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:52.796428 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:52.875883 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e5f08-2309-4a41-a26a-3fd07f945640 None None] Pushing event updated for resources: {'Port': ['ID=3aa498eb-a88a-4704-a678-15f0449bb593,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:52.909770 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Routers {'70b5e652-13ba-48c9-8756-a335972e6bc8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:52.910436 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['70b5e652-13ba-48c9-8756-a335972e6bc8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:53.112089 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] Set router 70b5e652-13ba-48c9-8756-a335972e6bc8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:05:53.292633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d6e-2d03-42d6-8827-0939cb5f7c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.300211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-8cc10ceb-2b6f-4f1b-812e-7e261114dc03 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422684 Nov 04 09:05:53.305905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de2d66-7e5a-4fde-9f1e-0609b206b248 req-ad01849f-fddc-4a3a-86d1-ad82af70a20b tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.313977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2de2d66-7e5a-4fde-9f1e-0609b206b248 req-ad01849f-fddc-4a3a-86d1-ad82af70a20b tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.9226820 Nov 04 09:05:53.324084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9c74d6e-2d03-42d6-8827-0939cb5f7c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.348581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:05:53.363227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72524865-c6a5-4ffb-929d-935c5d4dc53e req-2995aa26-a195-43e9-8ea5-b2cc47817068 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7566173 Nov 04 09:05:53.399835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-241d66de-79ea-4b32-8d4d-cd276bfca59c None None] Provisioning complete for port fe68933e-968c-4184-bad8-0d39662d3b00 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:53.400348 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-241d66de-79ea-4b32-8d4d-cd276bfca59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.411241 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-28fba187-25b3-4f69-8335-b20423e4f730 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 217 time: 0.0960853 Nov 04 09:05:53.466025 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:05:48Z', 'revision_number': 3, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port': {'id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:53.472445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-a9319368-8b6c-46d2-b9d7-f9ec3d896ecb tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.474549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-a9319368-8b6c-46d2-b9d7-f9ec3d896ecb tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.7277043 Nov 04 09:05:53.491984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e9c74d6e-2d03-42d6-8827-0939cb5f7c27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da90ab6b662747ef925d82ca51ac6165&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8043628 Nov 04 09:05:53.507289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-241d66de-79ea-4b32-8d4d-cd276bfca59c None None] Port fe68933e-968c-4184-bad8-0d39662d3b00 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:05:53.530162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-241d66de-79ea-4b32-8d4d-cd276bfca59c None None] Provisioning complete for port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:53.530715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-241d66de-79ea-4b32-8d4d-cd276bfca59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.549702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54936) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:53.553030 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9e316-790b-47e1-baef-5ea4bd3ab40c None None] The sync data for ids ['70b5e652-13ba-48c9-8756-a335972e6bc8'] in n-d-816487-1 is: [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:05:48Z', 'revision_number': 3, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port': {'id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:02:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:53.567207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c9776d0c-2fe4-4ef8-a154-ce93e0a03ace up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:53.574124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c74d6e-2d03-42d6-8827-0939cb5f7c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41981fc3-d3cd-4376-94ea-c2ba74d9153d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:53.681358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:53.681768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.741404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] For port c263e99b-d151-4e7e-a63d-9318c4ce3317, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c263e99b-d151-4e7e-a63d-9318c4ce3317,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:53.741996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.745641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:53.756181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c2b6110a-9e51-41de-b496-b57b2b903bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.757603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c2b6110a-9e51-41de-b496-b57b2b903bde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.3454857 Nov 04 09:05:53.758249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:53.776934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c5a9f58-2b46-4fb3-927b-0d4944592285 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0783291 Nov 04 09:05:53.781620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:53.781808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:53.787384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:53.794028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-592051533'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:53.833896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Calling delete_port for c263e99b-d151-4e7e-a63d-9318c4ce3317 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:53.844503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2de2d66-7e5a-4fde-9f1e-0609b206b248 req-6f90ab57-de67-4b77-aaac-80ac16e3b6b9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295186 Nov 04 09:05:53.845173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:53.849831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.852769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.856007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.862980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.875761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.883740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.892337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:05:53.893517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.899795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:53.901879 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-8857ed8d-6df8-4540-a23b-5893b971d683 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.3514214 Nov 04 09:05:53.903709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.912380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:53.912948 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 5604ebf6-50b4-45e0-a8dc-eb9823343d43 of type vlan for network 86c1838c-ec00-4e3c-a647-93733cf94492 Nov 04 09:05:53.915468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:05:53.983658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.102665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Deleting port 0a1076eb-0234-41b8-a153-51f7c8b740e9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:05:54.102997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.109341 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:05:54.111490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.119188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:54.119981 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.170069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c00b70fd-c303-4f48-8fc5-f035beec7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:54.171657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-c00b70fd-c303-4f48-8fc5-f035beec7de8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3732781 Nov 04 09:05:54.208481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2d1a4a3-abf0-4eb2-ab86-b639867e8d86 req-7cf7ba63-80af-4a0f-8083-e96a86332d93 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2607763 Nov 04 09:05:54.218043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa65c2f3-13a9-46c8-8dac-01501a483852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.279379 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4876311 Nov 04 09:05:54.282827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54944) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:54.288497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:05:54.330782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:50Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:51Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:54.369183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:05:54.369545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Updating router 737e05ec-95ee-4380-ac34-184378d056e4 port fe68933e-968c-4184-bad8-0d39662d3b00 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:05:54.404662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.413854 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.422262 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.427186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8c60a-1435-4a4e-891c-d78d780ef932 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=86c1838c-ec00-4e3c-a647-93733cf94492,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:54.599783 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.606012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa65c2f3-13a9-46c8-8dac-01501a483852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.693467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 86c1838c-ec00-4e3c-a647-93733cf94492 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:05:54.697042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'c263e99b-d151-4e7e-a63d-9318c4ce3317'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:05:54.721028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event deleted for resources: {'Port': ['ID=c263e99b-d151-4e7e-a63d-9318c4ce3317,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:54.845921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] No DVR routers for this DVR port c263e99b-d151-4e7e-a63d-9318c4ce3317 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:54.869693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:54.877425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33b50a77-a1f6-450d-a867-b6659d87e9b5 req-7f273b3c-f874-438f-918f-3e106656a32a tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "DELETE /v2.0/ports/c263e99b-d151-4e7e-a63d-9318c4ce3317 HTTP/1.1" status: 204 len: 173 time: 2.8104203 Nov 04 09:05:54.878349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'name': 'network-vif-deleted', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:54.881045 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb6d858-118e-470e-a158-5932cbd7cb5b" -d '{"events": [{"server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "name": "network-vif-deleted", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:54.885528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f0f9b2cc-822f-43d0-bb01-e173a7abb163 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6700368 Nov 04 09:05:54.888424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] For port 0a1076eb-0234-41b8-a153-51f7c8b740e9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=0a1076eb-0234-41b8-a153-51f7c8b740e9,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:54.888934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.072070 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.101921 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.161136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa65c2f3-13a9-46c8-8dac-01501a483852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.164893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa65c2f3-13a9-46c8-8dac-01501a483852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.166165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aa65c2f3-13a9-46c8-8dac-01501a483852 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/41981fc3-d3cd-4376-94ea-c2ba74d9153d HTTP/1.1" status: 204 len: 168 time: 1.6136382 Nov 04 09:05:55.180846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Calling delete_port for 0a1076eb-0234-41b8-a153-51f7c8b740e9 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:05:55.259102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-925da41c-d16d-47db-91b7-fb60391cfb6a service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598862 Nov 04 09:05:55.261270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Allocated IP 172.20.0.1 (f4c11a9a-d16d-4e27-9295-c16e24ee3b33/c3081065-57c8-4fea-9880-bde0758519bd/16740ba3-f2e0-4723-9ca3-371afb3e3058) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:55.271512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65c2f3-13a9-46c8-8dac-01501a483852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41981fc3-d3cd-4376-94ea-c2ba74d9153d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:55.274721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Pushing event updated for resources: {'Port': ['ID=fe68933e-968c-4184-bad8-0d39662d3b00,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:55.333543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Attempting to bind port fe68933e-968c-4184-bad8-0d39662d3b00 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:55.334549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Attempting to bind port fe68933e-968c-4184-bad8-0d39662d3b00 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:55.335114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Attempting to bind port fe68933e-968c-4184-bad8-0d39662d3b00 on network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:55.341441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:55.342182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Checking segment: {'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:55.342794 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.343735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Bound using segment: {'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:55.344844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Bound port: fe68933e-968c-4184-bad8-0d39662d3b00, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62d02a48-76d7-4568-8cdc-610e64acdf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:55.345517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.347192 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Floating IP f5ad6db0-26e1-420b-8070-1e2dee025228 associated. External IP: 172.25.3.5, port: 1333ac35-9c7a-4e27-97f8-621392004d76. Nov 04 09:05:55.492767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] For port fe68933e-968c-4184-bad8-0d39662d3b00, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:55.503307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] For port fe68933e-968c-4184-bad8-0d39662d3b00, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fe68933e-968c-4184-bad8-0d39662d3b00,segment=NetworkSegment(62d02a48-76d7-4568-8cdc-610e64acdf34),segment_id=62d02a48-76d7-4568-8cdc-610e64acdf34)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:55.515234 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.641305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-51f83826-0bfd-4949-8aa3-fae0be40cfe7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6 HTTP/1.1" status: 200 len: 217 time: 0.3447256 Nov 04 09:05:55.650313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3aa498eb-a88a-4704-a678-15f0449bb593 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:55.702620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f443f6-043c-4933-b6af-37ceace7ae83 req-07b79dbb-7b52-4285-9405-8124c97b376f tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:55.704602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96f443f6-043c-4933-b6af-37ceace7ae83 req-07b79dbb-7b52-4285-9405-8124c97b376f tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 945 time: 0.6291173 Nov 04 09:05:55.741554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:05:55.749033 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:55.829642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:55.830290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:55.962052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-cb20d9d1-4e33-4267-bc21-ad317ddb7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:55.965888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-cb20d9d1-4e33-4267-bc21-ad317ddb7f99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.3067570 Nov 04 09:05:56.096676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Pushing event updated for resources: {'Port': ['ID=fe68933e-968c-4184-bad8-0d39662d3b00,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:56.106011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-da17a752-10fb-4a93-9ac9-86c064958e96 None None] Provisioning complete for port fe68933e-968c-4184-bad8-0d39662d3b00 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:56.107346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da17a752-10fb-4a93-9ac9-86c064958e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.123223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96f443f6-043c-4933-b6af-37ceace7ae83 req-535748d2-bdf1-4b9f-82e7-58c8fc0508eb tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075587 Nov 04 09:05:56.217600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.217947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.218314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.218652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.219032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.219361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.219712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.220204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.220530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.220846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.221169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.221484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a9335-2be9-435d-a594-459ae88854e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:05:56.238576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.247880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:05:56.251266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3aa498eb-a88a-4704-a678-15f0449bb593 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:56.251641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.285147 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdbd3e7-9708-4ea1-8a3c-e72c72289103 x-openstack-request-id: req-ffdbd3e7-9708-4ea1-8a3c-e72c72289103 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:56.285336 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c442b5e0-ecc6-464e-8eda-406441db46fa", "name": "network-vif-deleted", "tag": "c263e99b-d151-4e7e-a63d-9318c4ce3317", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:56.292282 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ffdbd3e7-9708-4ea1-8a3c-e72c72289103 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:56.293283 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c442b5e0-ecc6-464e-8eda-406441db46fa', 'name': 'network-vif-deleted', 'tag': 'c263e99b-d151-4e7e-a63d-9318c4ce3317', 'status': 'completed', 'code': 200} Nov 04 09:05:56.339008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-a73e420f-b14e-4fa7-bfcf-a59724c5755a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:56.342879 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-a73e420f-b14e-4fa7-bfcf-a59724c5755a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3347220 Nov 04 09:05:56.417846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.436023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb060f0c-3b32-4741-a5a8-5489499a53da req-7135e74f-fcf2-4982-aff0-1bd8d5c6e54d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:56.443329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb060f0c-3b32-4741-a5a8-5489499a53da req-7135e74f-fcf2-4982-aff0-1bd8d5c6e54d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 866 time: 1.9268537 Nov 04 09:05:56.449376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.573808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=47a1b131-6856-495d-b5d1-7b72030eb765,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:56.581089 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da17a752-10fb-4a93-9ac9-86c064958e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.584451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['f6920a33-28f0-4c33-9427-e1360fe826e4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:05:56.588289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['1d6679cd-d04f-46f9-81a6-a1ed36375e42'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:05:56.702986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-da17a752-10fb-4a93-9ac9-86c064958e96 None None] For port fe68933e-968c-4184-bad8-0d39662d3b00, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fe68933e-968c-4184-bad8-0d39662d3b00,segment=NetworkSegment(62d02a48-76d7-4568-8cdc-610e64acdf34),segment_id=62d02a48-76d7-4568-8cdc-610e64acdf34)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:56.768456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da17a752-10fb-4a93-9ac9-86c064958e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.814561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Pushing event deleted for resources: {'Port': ['ID=0a1076eb-0234-41b8-a153-51f7c8b740e9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:56.820967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Router acb56d2d-ef9e-4af3-9bb9-eb879793b59f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:05:56.831117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.845993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c263e99b-d151-4e7e-a63d-9318c4ce3317 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:05:56.849684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17a752-10fb-4a93-9ac9-86c064958e96 None None] Pushing event updated for resources: {'Port': ['ID=fe68933e-968c-4184-bad8-0d39662d3b00,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:56.881304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb060f0c-3b32-4741-a5a8-5489499a53da req-9ed25276-0fba-4a06-8c90-a7eb53554ab5 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187329 Nov 04 09:05:56.953231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] No DVR routers for this DVR port 0a1076eb-0234-41b8-a153-51f7c8b740e9 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:05:56.959311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:56.970497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2dada687-bb49-45fe-b13f-4a608b4f3cb1 req-fbc231ab-d8cd-4571-b769-2c7da575d4c9 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "DELETE /v2.0/ports/0a1076eb-0234-41b8-a153-51f7c8b740e9 HTTP/1.1" status: 204 len: 173 time: 3.4868317 Nov 04 09:05:56.987114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c263e99b-d151-4e7e-a63d-9318c4ce3317 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:05:56.987515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c263e99b-d151-4e7e-a63d-9318c4ce3317 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:05:57.106661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:57.107457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:57.128777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:57.129277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: 86c1838c-ec00-4e3c-a647-93733cf94492, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:05:57.132492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7793aa45-1e86-4c3f-ac42-0e62c5925d8a None None] Provisioning complete for port fe68933e-968c-4184-bad8-0d39662d3b00 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:05:57.132862 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7793aa45-1e86-4c3f-ac42-0e62c5925d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:57.148811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:57.185977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:57.273008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 86c1838c-ec00-4e3c-a647-93733cf94492 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:05:57.313082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 3aa498eb-a88a-4704-a678-15f0449bb593, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3aa498eb-a88a-4704-a678-15f0449bb593,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:05:57.326432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 86c1838c-ec00-4e3c-a647-93733cf94492) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:57.354346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f93a72-9cb4-4996-8892-60d15da4fdca None None] Network 86c1838c-ec00-4e3c-a647-93733cf94492 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:05:57.366410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:05:57.376964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.392929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.397829 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] Sync routers for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:05:57.407831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.415397 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:57.416210 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:57.420877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:57.428815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.429415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:57.438427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.455543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.480126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.486245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:57.490771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cadd4d9a-d02a-4020-92f9-05309925965e req-7ab8f108-ef8d-46ff-9bb1-dfb73fd5571f tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=08b3d13d-9d19-4e3b-8537-b07fe4aa1395 HTTP/1.1" status: 200 len: 210 time: 0.1713674 Nov 04 09:05:57.504465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:57.517473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e90a6f14-6a74-4210-98ad-dd6d6c8d275a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2334664 Nov 04 09:05:57.522230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb78107c-f460-49c5-ae3f-c39028388eec req-31ff9eb7-edb6-49bd-a1fa-401ae7627923 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 1.0141575 Nov 04 09:05:57.559327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54998) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:05:57.568367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 0a1076eb-0234-41b8-a153-51f7c8b740e9 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:05:57.590687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-57f973ce-619f-4e88-bb6a-fd1a8c31707f tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "PUT /v2.0/floatingips/f5ad6db0-26e1-420b-8070-1e2dee025228 HTTP/1.1" status: 200 len: 990 time: 5.3527775 Nov 04 09:05:57.595718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:57.602888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Pushing event updated for resources: {'Port': ['ID=16740ba3-f2e0-4723-9ca3-371afb3e3058,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:57.606370 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:57.612689 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-ba1b6d21-cd24-4f74-9edf-41512fd9afc6 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2411482 Nov 04 09:05:57.681311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 0a1076eb-0234-41b8-a153-51f7c8b740e9 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:05:57.681924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 0a1076eb-0234-41b8-a153-51f7c8b740e9 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:05:57.827446 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:05:57.843461 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe57c894-ad3a-42c2-b124-9b0905db9ea8 x-openstack-request-id: req-fe57c894-ad3a-42c2-b124-9b0905db9ea8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:57.844042 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:57.844123 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fe57c894-ad3a-42c2-b124-9b0905db9ea8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:57.844492 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76', 'status': 'completed', 'code': 200} Nov 04 09:05:57.919644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=3aa498eb-a88a-4704-a678-15f0449bb593,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:57.976707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:57.982314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-d41f979d-0fa4-4346-a35e-14aa4a180fef service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430196 Nov 04 09:05:58.096215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8eff78a7-157d-42dd-bbc4-e09e5d2ef95b req-e84fb5e0-ebf0-43ff-bb1f-748bf9f4eff4 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.0704546 Nov 04 09:05:58.163592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:50Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:55Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:58.178422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb78107c-f460-49c5-ae3f-c39028388eec req-23129581-6b07-4527-99e1-203309f89cf1 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6552224 Nov 04 09:05:58.204104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c772c9ad-f0e8-45f2-8878-8686369e304c None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:50Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:55Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:58.206137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-86c1838c-ec00-4e3c-a647-93733cf94492', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:05:58.207048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:58.300814 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f5ad6db0-26e1-420b-8070-1e2dee025228', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'port_id': '1333ac35-9c7a-4e27-97f8-621392004d76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'mac_address': 'fa:16:3e:32:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:04:52Z', 'updated_at': '2021-11-04T09:05:53Z', 'revision_number': 1, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:51Z', 'revision_number': 5, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:58.363498 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] Checking router: acb56d2d-ef9e-4af3-9bb9-eb879793b59f for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:05:58.392470 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:05:58.393518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:58.496061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Allocated IP 172.21.0.2 (86c1838c-ec00-4e3c-a647-93733cf94492/47a1b131-6856-495d-b5d1-7b72030eb765/447dfbc4-2dc4-49cb-ba14-01405f2e4a09) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:05:58.895803 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:58.913818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:59.075032 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:05:59.081837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Network 86c1838c-ec00-4e3c-a647-93733cf94492 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:05:59.097164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:05:59.117676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:05:59.135721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'name': 'network-vif-deleted', 'tag': '0a1076eb-0234-41b8-a153-51f7c8b740e9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:05:59.138731 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f367812-7fb8-4180-8400-f5b583d374ef" -d '{"events": [{"server_uuid": "08b3d13d-9d19-4e3b-8537-b07fe4aa1395", "name": "network-vif-deleted", "tag": "0a1076eb-0234-41b8-a153-51f7c8b740e9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:05:59.266752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-16455b26-34aa-4aad-a0bf-7bd3e9b56983 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=e353ce93-1a30-483e-b009-401d29567b4d HTTP/1.1" status: 200 len: 217 time: 1.2201114 Nov 04 09:05:59.275683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b01ba5-1512-47eb-bae0-57a164a1b27d req-e7b2abc0-5549-45bd-b49b-4a3bd37d2cb2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.288825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Pushing event updated for resources: {'Port': ['ID=447dfbc4-2dc4-49cb-ba14-01405f2e4a09,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:05:59.296277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31b01ba5-1512-47eb-bae0-57a164a1b27d req-e7b2abc0-5549-45bd-b49b-4a3bd37d2cb2 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.1825826 Nov 04 09:05:59.320871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Attempting to bind port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:05:59.323055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Attempting to bind port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:05:59.323632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Attempting to bind port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 on network 86c1838c-ec00-4e3c-a647-93733cf94492 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:05:59.334374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:05:59.338248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Checking segment: {'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:05:59.338903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:59.339464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Bound using segment: {'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:05:59.342524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Bound port: 447dfbc4-2dc4-49cb-ba14-01405f2e4a09, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:05:59.343136 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:59.419596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31b01ba5-1512-47eb-bae0-57a164a1b27d req-90ac5613-3b39-4376-ae21-8643441121fb tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174359 Nov 04 09:05:59.474822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fbda0605-e1a7-4917-80f9-a7573743ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.483443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-fbda0605-e1a7-4917-80f9-a7573743ec25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1972861 Nov 04 09:05:59.584737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] For port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:05:59.591357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] For port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=447dfbc4-2dc4-49cb-ba14-01405f2e4a09,segment=NetworkSegment(5604ebf6-50b4-45e0-a8dc-eb9823343d43),segment_id=5604ebf6-50b4-45e0-a8dc-eb9823343d43)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:05:59.593730 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff4cdf-f924-4d95-a13f-a4074b1cd6c1 x-openstack-request-id: req-d8ff4cdf-f924-4d95-a13f-a4074b1cd6c1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:05:59.594058 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b3d13d-9d19-4e3b-8537-b07fe4aa1395", "name": "network-vif-deleted", "tag": "0a1076eb-0234-41b8-a153-51f7c8b740e9", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:05:59.595298 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d8ff4cdf-f924-4d95-a13f-a4074b1cd6c1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:05:59.595494 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b3d13d-9d19-4e3b-8537-b07fe4aa1395', 'name': 'network-vif-deleted', 'tag': '0a1076eb-0234-41b8-a153-51f7c8b740e9', 'status': 'completed', 'code': 200} Nov 04 09:05:59.615135 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:05:59.718484 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f5ad6db0-26e1-420b-8070-1e2dee025228', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'port_id': '1333ac35-9c7a-4e27-97f8-621392004d76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'mac_address': 'fa:16:3e:32:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:04:52Z', 'updated_at': '2021-11-04T09:05:53Z', 'revision_number': 1, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:51Z', 'revision_number': 5, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:05:59.736550 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ec96a58-299a-4ffd-8cf7-4071fb32092c req-72adcf56-e974-4be4-a439-1c2e60c8cbb0 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.4589367 Nov 04 09:05:59.760753 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b42f2e-2ba3-4c57-b908-43f4aea8b8a5 None None] The sync data for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 is: [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f5ad6db0-26e1-420b-8070-1e2dee025228', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'port_id': '1333ac35-9c7a-4e27-97f8-621392004d76', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'mac_address': 'fa:16:3e:32:75:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:04:52Z', 'updated_at': '2021-11-04T09:05:53Z', 'revision_number': 1, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:51Z', 'revision_number': 5, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:05:59.798523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-25a42a6a-7416-4159-aff4-2d584cdfa1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.819674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-25a42a6a-7416-4159-aff4-2d584cdfa1a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a86a966bdef4b6dbe5258b27e0494ea&device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 1097 time: 1.8088336 Nov 04 09:05:59.824246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fe68933e-968c-4184-bad8-0d39662d3b00 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:05:59.829123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.839111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.840427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-18f34837-3b3a-4597-9c1c-a581fb06ab98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6977954 Nov 04 09:05:59.846150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.853553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.865143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.883025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.894978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:05:59.906319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-797cc1c7-4e9e-4c7c-ae2b-5da54f8b71d6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2536013 Nov 04 09:05:59.952306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31527c5-5d80-4917-a1a8-3ed950ab00d5 None None] Pushing event updated for resources: {'Port': ['ID=447dfbc4-2dc4-49cb-ba14-01405f2e4a09,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:00.018334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34c0e688-d537-47bf-814f-d5a8cc40300e req-6673b365-ab66-431a-90f5-b4c20eadd9aa tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006749 Nov 04 09:06:00.101982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port fe68933e-968c-4184-bad8-0d39662d3b00 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:00.102368 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:00.344756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3aa498eb-a88a-4704-a678-15f0449bb593 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:00.471935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9236314-324f-4472-91a4-5acfe9f07d78 None None] New status for floating IP f5ad6db0-26e1-420b-8070-1e2dee025228: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:06:00.491227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f9d7a534-ebc1-4745-a99a-68f6a68bedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:00.499795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f9d7a534-ebc1-4745-a99a-68f6a68bedee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9703553 Nov 04 09:06:00.594782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:00.620529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb721-d36e-4c3f-a617-a1d4a2f48b7c req-0ec880e6-3218-451c-b1bc-e6be32b4f5cc tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:00.633130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5afb721-d36e-4c3f-a617-a1d4a2f48b7c req-0ec880e6-3218-451c-b1bc-e6be32b4f5cc tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.1012814 Nov 04 09:06:00.711659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5afb721-d36e-4c3f-a617-a1d4a2f48b7c req-cbf779f3-61f4-4fa8-b27c-b91b7144ce6d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712731 Nov 04 09:06:00.724177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3aa498eb-a88a-4704-a678-15f0449bb593 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:00.724805 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:01.177561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-746dd64c-5476-4b1a-a7ca-8e7c16fe8677 req-52a43db8-9641-4f95-ba39-cbdb87c44144 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.2879417 Nov 04 09:06:01.178589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-afd8bb57-0a58-492d-992c-27fec56dcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.180147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-afd8bb57-0a58-492d-992c-27fec56dcb39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c HTTP/1.1" status: 200 len: 917 time: 1.3184471 Nov 04 09:06:01.230506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.248340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.270505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.285348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.288972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-6134a576-5ecd-4d6c-9ff1-e82cde8f804a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.291036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-6134a576-5ecd-4d6c-9ff1-e82cde8f804a tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.70 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.8523426 Nov 04 09:06:01.295036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.310575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.326534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.333346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-77a84687-8679-4560-a7e2-413cae038242 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2089839 Nov 04 09:06:01.452485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c2454833-39a5-4e04-b353-d7e3e96c81bc req-e2a1b1dc-3c78-4621-817a-53e2ffc8e4cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089306 Nov 04 09:06:01.622561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:01.628447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-7ab40f23-dc08-4227-a592-e979c6d6e614 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0539382 Nov 04 09:06:01.639724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f2e5-e285-43db-b293-04b436c0606e req-86b3fe5e-0abc-4857-91b9-9f04e55e59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:01.641424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-86b3fe5e-0abc-4857-91b9-9f04e55e59bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1888fdda13264a7f8ced3f0b231667dd&device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 1096 time: 1.7113690 Nov 04 09:06:01.653613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:01.670326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:01.680652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:01.787169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f549b5a-b57a-42e3-af28-45685138f3cd None None] Network 86c1838c-ec00-4e3c-a647-93733cf94492 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:02.046180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90efdb97-b623-416c-b6c4-860ebd68cbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.166929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:02.166929 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.197302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3cbb0044-66b7-469f-b8b5-5e6d3e247b1d None None] Provisioning complete for port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:02.198123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0044-66b7-469f-b8b5-5e6d3e247b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.211226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90efdb97-b623-416c-b6c4-860ebd68cbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.220057 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-90efdb97-b623-416c-b6c4-860ebd68cbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.281824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-90efdb97-b623-416c-b6c4-860ebd68cbf1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41d1bd11412b49e4a5ce302b67c6d6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5992837 Nov 04 09:06:02.288268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:02.343675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efdb97-b623-416c-b6c4-860ebd68cbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8831465a-54eb-4a0d-a7e8-d51ea2eb3338,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:02.378158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b2376ad-d9f4-43e6-a7e3-e49db5d8d498 req-8952a064-b02e-491d-b27a-1e6a4a1df95f tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.0491929 Nov 04 09:06:02.419433 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46b9f7b2-3b9a-485a-b851-c8b74b6a4928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.446557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-b61898c5-fec6-47ed-bf43-03070d90a57b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1333ac35-9c7a-4e27-97f8-621392004d76 HTTP/1.1" status: 200 len: 1000 time: 1.1364861 Nov 04 09:06:02.453298 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46b9f7b2-3b9a-485a-b851-c8b74b6a4928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.453506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55108) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:02.510156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.521733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46b9f7b2-3b9a-485a-b851-c8b74b6a4928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.526555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46b9f7b2-3b9a-485a-b851-c8b74b6a4928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.531691 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-46b9f7b2-3b9a-485a-b851-c8b74b6a4928 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8831465a-54eb-4a0d-a7e8-d51ea2eb3338 HTTP/1.1" status: 204 len: 168 time: 0.2415960 Nov 04 09:06:02.559315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9f7b2-3b9a-485a-b851-c8b74b6a4928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8831465a-54eb-4a0d-a7e8-d51ea2eb3338,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:02.573334 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cbb0044-66b7-469f-b8b5-5e6d3e247b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.652495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=447dfbc4-2dc4-49cb-ba14-01405f2e4a09,segment=NetworkSegment(5604ebf6-50b4-45e0-a8dc-eb9823343d43),segment_id=5604ebf6-50b4-45e0-a8dc-eb9823343d43)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:02.674046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.686867 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:02.743372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-3cbb0044-66b7-469f-b8b5-5e6d3e247b1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:06:02.748162 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-3cbb0044-66b7-469f-b8b5-5e6d3e247b1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:06:02.783479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3259ae-a72d-4a2d-9a64-00dfe14f2e13 req-cfcd8c93-ad21-445a-92eb-9706c3b2b680 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.785176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a3259ae-a72d-4a2d-9a64-00dfe14f2e13 req-cfcd8c93-ad21-445a-92eb-9706c3b2b680 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.8081045 Nov 04 09:06:02.787913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.794311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=447dfbc4-2dc4-49cb-ba14-01405f2e4a09,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:02.800903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.810652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.824682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.832076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.834778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-018979ef-b8d5-4b1a-853c-3f5a10e8d1b6 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1846864 Nov 04 09:06:02.840487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.852544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.864719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98efffba-1485-4117-a222-91be129652de req-59a0e0ee-af5a-44e5-a866-cb7e3f824472 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2136691 Nov 04 09:06:02.889002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Pushing event updated for resources: {'Port': ['ID=16740ba3-f2e0-4723-9ca3-371afb3e3058,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:02.892287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f2e5-e285-43db-b293-04b436c0606e req-4387ee0b-15aa-46ba-93da-9efead8dbea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:02.894064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-4387ee0b-15aa-46ba-93da-9efead8dbea2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 200 len: 908 time: 0.7809224 Nov 04 09:06:02.933348 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98efffba-1485-4117-a222-91be129652de req-a7db1826-1902-4eb6-beb1-96977c07ddbe tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0667071 Nov 04 09:06:02.959603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-d5a78de4-8ad1-45e7-8e9d-7212389514fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 200 len: 217 time: 0.0488696 Nov 04 09:06:02.960709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.061243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Deleting port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:03.061668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.102738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-71d635aa-8f04-40cd-a936-c878f63edde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:03.104252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-71d635aa-8f04-40cd-a936-c878f63edde0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f0401385-e126-4d08-9604-974835439cac HTTP/1.1" status: 200 len: 855 time: 0.6314683 Nov 04 09:06:03.117413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:03.138097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9e49dac-1704-49a9-b824-4f569738663e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.157125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-e9cbe7b6-f002-4300-9afb-b7d32cf18619 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e833917-62e9-43b7-86f0-81fdad43aac4 HTTP/1.1" status: 200 len: 217 time: 0.2616765 Nov 04 09:06:03.229031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9e49dac-1704-49a9-b824-4f569738663e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.235080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9e49dac-1704-49a9-b824-4f569738663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.286564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9e49dac-1704-49a9-b824-4f569738663e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=435f43b3a1534902b9f223797348b59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635621 Nov 04 09:06:03.286564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e49dac-1704-49a9-b824-4f569738663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e18bf5-0722-4d75-8626-fb0e2ed7b9c8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:03.300818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:03.383191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93a1-fd2a-4564-86ef-0de609f26786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.412219 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93a1-fd2a-4564-86ef-0de609f26786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.438111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1fa39998-6495-4d08-b3fa-6c1a93520d33 None None] Provisioning complete for port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:03.438491 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1fa39998-6495-4d08-b3fa-6c1a93520d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.525840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93a1-fd2a-4564-86ef-0de609f26786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.530440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc3c93a1-fd2a-4564-86ef-0de609f26786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.537112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bc3c93a1-fd2a-4564-86ef-0de609f26786 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0e18bf5-0722-4d75-8626-fb0e2ed7b9c8 HTTP/1.1" status: 204 len: 168 time: 0.2341957 Nov 04 09:06:03.575253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c93a1-fd2a-4564-86ef-0de609f26786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e18bf5-0722-4d75-8626-fb0e2ed7b9c8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:03.632633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2995807c-74ad-4d39-9856-bfb2ddc9afa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.643687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a3259ae-a72d-4a2d-9a64-00dfe14f2e13 req-0d275031-219b-42c5-a9ed-2ac8ec5e8343 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335009 Nov 04 09:06:03.679216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:03.703044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-356d0d2d-83fc-442e-b848-db45e18b1fd1 req-9c270129-a236-42b6-8f5e-4a84726759e7 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=c442b5e0-ecc6-464e-8eda-406441db46fa HTTP/1.1" status: 200 len: 210 time: 0.0648186 Nov 04 09:06:03.775417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04f2e5-e285-43db-b293-04b436c0606e req-95f0a07b-12d9-426f-b888-045482a8e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:03.776938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-95f0a07b-12d9-426f-b888-045482a8e05e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 200 len: 847 time: 0.7271230 Nov 04 09:06:03.810927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:03.811408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:03.855212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-56901661-dc11-4725-809d-752af4b55f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:03.856753 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-56901661-dc11-4725-809d-752af4b55f01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.2760630 Nov 04 09:06:03.893486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-1fa6b78b-742b-43a5-87de-16b4f0903de1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6b305c97-191b-4ce3-84ed-21af27f7fe1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764563 Nov 04 09:06:03.985483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-37267a81-34e0-4f86-8e90-f6a4a4c87b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:03.987298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-37267a81-34e0-4f86-8e90-f6a4a4c87b77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4254944 Nov 04 09:06:03.990513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] For port 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:03.991193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:04.038281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:04.101988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Calling delete_port for 1d6679cd-d04f-46f9-81a6-a1ed36375e42 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:04.115369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.123134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.125044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:04.130624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.137000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.143386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.150351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.156604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.164826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa46f333-1076-4730-bd61-78127a070e1d req-64c6017f-9afb-4b86-9f9a-5b0e12b2803d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.1267905 Nov 04 09:06:04.222601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa46f333-1076-4730-bd61-78127a070e1d req-de2b135e-9ac9-482a-bc7a-83788d2444b5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566595 Nov 04 09:06:04.313801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-12babd2f-a7f4-4ad9-84e0-83614e756199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:04.315903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-12babd2f-a7f4-4ad9-84e0-83614e756199 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4254260 Nov 04 09:06:04.486747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-6b0e0bef-eac5-464f-b1b3-06c7a3629c14 service neutron] 10.222.0.70 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4641452 Nov 04 09:06:04.672535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2995807c-74ad-4d39-9856-bfb2ddc9afa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:04.701246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-7ca271ef-db8b-4772-94cd-3ce0c69c2d5a service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622242 Nov 04 09:06:04.701761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2995807c-74ad-4d39-9856-bfb2ddc9afa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:04.764346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.21.0.1 (86c1838c-ec00-4e3c-a647-93733cf94492/47a1b131-6856-495d-b5d1-7b72030eb765/015c2aee-c985-496c-b0cd-805a80f986a5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:04.847403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1d6679cd-d04f-46f9-81a6-a1ed36375e42 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:04.954436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995807c-74ad-4d39-9856-bfb2ddc9afa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a13cd7-a8ce-49f8-9899-57635016432c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:05.025783 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.059552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:05.072915 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148feb49-bec2-41c3-98fd-11221a29afe1" -d '{"events": [{"server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:05.094200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1d6679cd-d04f-46f9-81a6-a1ed36375e42, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1d6679cd-d04f-46f9-81a6-a1ed36375e42,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:05.101607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Router 70b5e652-13ba-48c9-8756-a335972e6bc8 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:05.101788 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.158815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:05.159371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2995807c-74ad-4d39-9856-bfb2ddc9afa8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a7763b5adf54972a0017f69bc24ad87&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6936107 Nov 04 09:06:05.176362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-248b4c8c-52f1-4053-9023-a8bbed5481a5 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8078539 Nov 04 09:06:05.251343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-244b470c-16c7-4e6e-8ef2-f6595d878792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.265630 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0fc867-88c9-411b-b9fc-aacace79874a x-openstack-request-id: req-0d0fc867-88c9-411b-b9fc-aacace79874a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:05.265954 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "name": "network-vif-unplugged", "status": "completed", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:05.266239 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d0fc867-88c9-411b-b9fc-aacace79874a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:05.266638 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42', 'code': 200} Nov 04 09:06:05.267794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=1d6679cd-d04f-46f9-81a6-a1ed36375e42,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:05.298867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-244b470c-16c7-4e6e-8ef2-f6595d878792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.368388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0300ae0-f00c-4e93-ab10-1dbecefbe0a2 req-52bc7b4f-9207-4252-b689-7b94eb59ef4c service neutron] 10.222.0.70 "GET /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8335693 Nov 04 09:06:05.376310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029799-ad98-41ec-8df4-44f29e7138ea req-2d3af4d0-de2f-44f8-beb5-a9467083cfb3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.377949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88029799-ad98-41ec-8df4-44f29e7138ea req-2d3af4d0-de2f-44f8-beb5-a9467083cfb3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=af2cb833-29e2-4206-a0ee-8dc2a7a353b4 HTTP/1.1" status: 200 len: 945 time: 0.5153182 Nov 04 09:06:05.393872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-244b470c-16c7-4e6e-8ef2-f6595d878792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.399256 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-244b470c-16c7-4e6e-8ef2-f6595d878792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.400739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-244b470c-16c7-4e6e-8ef2-f6595d878792 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2a13cd7-a8ce-49f8-9899-57635016432c HTTP/1.1" status: 204 len: 168 time: 0.2405753 Nov 04 09:06:05.416770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.427896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b470c-16c7-4e6e-8ef2-f6595d878792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a13cd7-a8ce-49f8-9899-57635016432c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:05.553074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.566217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.586999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.600181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.612517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.618398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b04f2e5-e285-43db-b293-04b436c0606e req-a97a850b-d480-4b51-8c15-b955c2e6578c service neutron] 10.222.0.70 "GET /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8671079 Nov 04 09:06:05.620003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.627040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:05.636015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-0a484338-b96e-4771-9f04-e9539fd774e5 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2333519 Nov 04 09:06:05.637819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.649931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['f6920a33-28f0-4c33-9427-e1360fe826e4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:05.727273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-722de1bc-c6fb-4386-966a-ceb345344b56 req-32047344-ddbc-40c3-bb13-c6d133238819 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904477 Nov 04 09:06:05.741468 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88029799-ad98-41ec-8df4-44f29e7138ea req-4a2f2bc0-9a91-4fd7-b800-b1b5f44600b7 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227215 Nov 04 09:06:05.751428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Pushing event deleted for resources: {'Port': ['ID=1d6679cd-d04f-46f9-81a6-a1ed36375e42,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:05.790551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:05.802359 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Sync routers for ids ['70b5e652-13ba-48c9-8756-a335972e6bc8'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:05.818827 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Routers {'70b5e652-13ba-48c9-8756-a335972e6bc8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:05.818976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.820195 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['70b5e652-13ba-48c9-8756-a335972e6bc8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:05.825026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-08989b0f-e883-41ec-8589-493214859c92 admin admin] 10.222.0.53 "PUT /v2.0/routers/70b5e652-13ba-48c9-8756-a335972e6bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7604222 Nov 04 09:06:05.845317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-6aab54e7-577b-423d-b079-42ef2f137662 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467719 Nov 04 09:06:05.917617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] No DVR routers for this DVR port 1d6679cd-d04f-46f9-81a6-a1ed36375e42 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:05.984027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:05.992676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e045d54-4be5-4be6-a2d9-dcdc72cfd326 req-eac334f8-908a-4a4b-8227-5db23371a66d tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.70 "DELETE /v2.0/ports/1d6679cd-d04f-46f9-81a6-a1ed36375e42 HTTP/1.1" status: 204 len: 173 time: 4.6053965 Nov 04 09:06:06.001389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'name': 'network-vif-deleted', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:06.008834 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e8b67a-b4f8-4fd2-99e5-23b3361a4429" -d '{"events": [{"server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "name": "network-vif-deleted", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:06.028832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-51139718-7eb3-4400-8b40-1b944f8b013b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 200 len: 217 time: 0.1621740 Nov 04 09:06:06.042098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 86c1838c-ec00-4e3c-a647-93733cf94492 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:06.093274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:06.110259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:06.181908 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Set router 70b5e652-13ba-48c9-8756-a335972e6bc8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:06.267389 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83448105-af0d-4a8d-a074-6f1448dc42d1 x-openstack-request-id: req-83448105-af0d-4a8d-a074-6f1448dc42d1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:06.267689 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2cb833-29e2-4206-a0ee-8dc2a7a353b4", "name": "network-vif-deleted", "tag": "1d6679cd-d04f-46f9-81a6-a1ed36375e42", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:06.274166 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-83448105-af0d-4a8d-a074-6f1448dc42d1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:06.274750 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2cb833-29e2-4206-a0ee-8dc2a7a353b4', 'name': 'network-vif-deleted', 'tag': '1d6679cd-d04f-46f9-81a6-a1ed36375e42', 'status': 'completed', 'code': 200} Nov 04 09:06:06.286813 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:06.607295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:06.619887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9a335385-31bb-4248-b808-09d47b240f55 None None] Provisioning complete for port 015c2aee-c985-496c-b0cd-805a80f986a5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:06.620453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9a335385-31bb-4248-b808-09d47b240f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:06.644359 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b57db3-877a-4b08-b2cb-36b2ba87eff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:06.650345 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:06:00Z', 'revision_number': 4, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port': {'id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '16740ba3-f2e0-4723-9ca3-371afb3e3058', 'name': '', 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'mac_address': 'fa:16:3e:35:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:53Z', 'updated_at': '2021-11-04T09:06:01Z', 'revision_number': 2, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'subnets': [{'id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:06.707914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9a335385-31bb-4248-b808-09d47b240f55 None None] Port 015c2aee-c985-496c-b0cd-805a80f986a5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:06.718259 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Checking router: 70b5e652-13ba-48c9-8756-a335972e6bc8 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:06.718850 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Updating router 70b5e652-13ba-48c9-8756-a335972e6bc8 port 16740ba3-f2e0-4723-9ca3-371afb3e3058 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:06:06.749846 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:06.976809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b57db3-877a-4b08-b2cb-36b2ba87eff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:06.985252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4b57db3-877a-4b08-b2cb-36b2ba87eff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.064854 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d4b57db3-877a-4b08-b2cb-36b2ba87eff7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b605aeaabb16413683f2742a296e9c1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553609 Nov 04 09:06:07.069133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:07.182240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b57db3-877a-4b08-b2cb-36b2ba87eff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137201ca-ed15-4446-be56-0a70b227fac9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:07.243233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e64ac3c-2767-4b2c-ba9e-cc26bd6565ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.272685 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4eab9e2-92c9-48cc-b749-4e2c9262b4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.289357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e64ac3c-2767-4b2c-ba9e-cc26bd6565ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.352245 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.366365 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.396298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=015c2aee-c985-496c-b0cd-805a80f986a5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:07.409207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e64ac3c-2767-4b2c-ba9e-cc26bd6565ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.416117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e64ac3c-2767-4b2c-ba9e-cc26bd6565ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.421165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2e64ac3c-2767-4b2c-ba9e-cc26bd6565ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/137201ca-ed15-4446-be56-0a70b227fac9 HTTP/1.1" status: 204 len: 168 time: 0.3485506 Nov 04 09:06:07.446188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64ac3c-2767-4b2c-ba9e-cc26bd6565ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137201ca-ed15-4446-be56-0a70b227fac9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:07.556898 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c5645-7a27-4d6a-b5d2-eb272e7a198e None None] Pushing event updated for resources: {'Port': ['ID=16740ba3-f2e0-4723-9ca3-371afb3e3058,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:07.597613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-2dbb8933-8af0-468c-bb06-1382d3d833f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.599757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-2dbb8933-8af0-468c-bb06-1382d3d833f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 1.5601728 Nov 04 09:06:07.659566 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Attempting to bind port 16740ba3-f2e0-4723-9ca3-371afb3e3058 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:07.660004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Attempting to bind port 16740ba3-f2e0-4723-9ca3-371afb3e3058 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:07.660450 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Attempting to bind port 16740ba3-f2e0-4723-9ca3-371afb3e3058 on network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:07.676865 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:07.677190 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Checking segment: {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:07.677603 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.677997 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Bound using segment: {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:07.678478 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Bound port: 16740ba3-f2e0-4723-9ca3-371afb3e3058, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:07.678858 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.705555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-94d04603-dde8-491b-81ea-fd6d2034c8d5 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.709641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-94d04603-dde8-491b-81ea-fd6d2034c8d5 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 810 time: 0.2190449 Nov 04 09:06:07.752266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.762616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-584f4207-2edb-4a2d-93cb-9f8b8cf5428b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/quotas/0f2ec682a8f54719bbc60a4a9e35dd38 HTTP/1.1" status: 200 len: 375 time: 0.0458207 Nov 04 09:06:07.767202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.785621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.796888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.806975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.817139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.827031 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] For port 16740ba3-f2e0-4723-9ca3-371afb3e3058, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:07.830494 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] For port 16740ba3-f2e0-4723-9ca3-371afb3e3058, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=16740ba3-f2e0-4723-9ca3-371afb3e3058,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:07.835578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:07.845408 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:07.859013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-ab6daa24-449d-4241-bfa2-5668e03b69e3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.4763200 Nov 04 09:06:07.934438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-6c26a671-941e-4ef3-b09c-8142478f535f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1654868 Nov 04 09:06:07.960909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-1760e142-69eb-411a-a10d-a09d749f5181 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:06:07.974338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-1760e142-69eb-411a-a10d-a09d749f5181 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0365858 Nov 04 09:06:07.986081 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Routers {'70b5e652-13ba-48c9-8756-a335972e6bc8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:07.986776 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:05:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['70b5e652-13ba-48c9-8756-a335972e6bc8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:08.005420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:08.051944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-b1179783-4b1a-46b3-8d76-574f6aacebed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:08.053846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-b1179783-4b1a-46b3-8d76-574f6aacebed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4311359 Nov 04 09:06:08.077434 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c5645-7a27-4d6a-b5d2-eb272e7a198e None None] Pushing event updated for resources: {'Port': ['ID=16740ba3-f2e0-4723-9ca3-371afb3e3058,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:08.136062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-72f05e5d-1457-43b1-80f7-c5e1fc0db5c7 req-53f6f1a4-68dd-4bcc-bf8d-b1b9bfd348de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2670686 Nov 04 09:06:08.217558 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7433d8ab-f7ec-4e47-b9d3-27eacde2eecd service neutron] 10.222.0.53 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415016 Nov 04 09:06:08.311139 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] Set router 70b5e652-13ba-48c9-8756-a335972e6bc8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:08.530369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-dc065993-747b-4bdd-a245-b279ae9d6c37 service neutron] 10.222.0.53 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117936 Nov 04 09:06:08.551938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-f6bbe726-8aa5-446a-a30d-71a17da0dd95 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762337 Nov 04 09:06:08.706018 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:06:00Z', 'revision_number': 4, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port': {'id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '16740ba3-f2e0-4723-9ca3-371afb3e3058', 'name': '', 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'mac_address': 'fa:16:3e:35:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:53Z', 'updated_at': '2021-11-04T09:06:07Z', 'revision_number': 4, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'subnets': [{'id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:08.759482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4b2fad6-dd04-4726-8bff-d7c148839942 req-189db9a3-c1e4-473c-9bf3-fbd3e359d74d service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932797 Nov 04 09:06:08.800967 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64775a6-73e1-4925-b893-097c895ac160 None None] The sync data for ids ['70b5e652-13ba-48c9-8756-a335972e6bc8'] in n-d-816487-1 is: [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:06:00Z', 'revision_number': 4, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port': {'id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '16740ba3-f2e0-4723-9ca3-371afb3e3058', 'name': '', 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'mac_address': 'fa:16:3e:35:1c:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:53Z', 'updated_at': '2021-11-04T09:06:07Z', 'revision_number': 4, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'subnets': [{'id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:08.843235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:09.041458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f9283f7-8159-4355-9761-2b9f883ccc87 req-21cccbf9-8371-4bf4-b6aa-491af9dceedd tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 210 time: 0.0601988 Nov 04 09:06:09.326062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.326546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.327012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.327471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.327973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.328406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.333399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.337510 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-90620abc-3314-4352-bd92-6e8fc0b7e29d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6488 time: 0.4716873 Nov 04 09:06:09.367241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c3258-d733-4569-a592-b940eea19173 req-030dd3f5-bc82-4d8b-9ef2-072cdb2f75fb tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.380915 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8f6c3258-d733-4569-a592-b940eea19173 req-030dd3f5-bc82-4d8b-9ef2-072cdb2f75fb tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.5125573 Nov 04 09:06:09.416298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.426548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.435127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.444750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.471101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.491870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.501686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.517476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-e0a74ccc-54a0-4795-8419-cc2c90ecfdca tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2138255 Nov 04 09:06:09.578551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:06:09.658632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60bfd3fb-7a5b-4bb3-91cc-f677be3d384d req-0882e5a2-2efb-46cd-b263-f0b1473beded tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1395152 Nov 04 09:06:09.705100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 16740ba3-f2e0-4723-9ca3-371afb3e3058 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:09.750112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c12a8f72-962b-4cfc-912f-1c608fcba416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:09.750457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8f6c3258-d733-4569-a592-b940eea19173 req-a9de5844-d4f8-47bc-9f8a-914031ef0378 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532360 Nov 04 09:06:09.800349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 16740ba3-f2e0-4723-9ca3-371afb3e3058 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:09.801804 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:09.956669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-f88d40ce-78d2-41c4-b86e-397bc905241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:09.965693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-279509cc-1a2c-40f2-8760-9ee0907a08ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:09.971888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-f88d40ce-78d2-41c4-b86e-397bc905241d service neutron] 10.222.0.55 "GET /v2.0/networks?id=acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 200 len: 901 time: 0.5625632 Nov 04 09:06:09.975767 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.061118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 16740ba3-f2e0-4723-9ca3-371afb3e3058, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=16740ba3-f2e0-4723-9ca3-371afb3e3058,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:10.063867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c12a8f72-962b-4cfc-912f-1c608fcba416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.065843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55304) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:10.070358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.108965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c12a8f72-962b-4cfc-912f-1c608fcba416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.120669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-5b453cf8-2cf4-4b0e-a2a1-0cd1f1b243ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 200 len: 217 time: 0.1448622 Nov 04 09:06:10.149389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.225428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-15dcbab8-31d9-40e9-b00b-ff5bb5eb428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:10.227155 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-15dcbab8-31d9-40e9-b00b-ff5bb5eb428d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.0621455 Nov 04 09:06:10.230121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a8f72-962b-4cfc-912f-1c608fcba416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c007634f-4ce1-42c7-a017-157bf265860e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:10.252617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c12a8f72-962b-4cfc-912f-1c608fcba416 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=230d9ce5a5ff4b84b95d0cb4beff376b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4046731 Nov 04 09:06:10.257053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:10.264956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.278602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=16740ba3-f2e0-4723-9ca3-371afb3e3058,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:10.282362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.344818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc9c3-c04b-4840-a527-6d0b0864b4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.405977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bcb2c7cd-2551-41dc-9318-eb88ffeaf84a req-cb21ed56-5b84-485a-88bb-e86b63a31f51 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 210 time: 0.1298985 Nov 04 09:06:10.468878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc9c3-c04b-4840-a527-6d0b0864b4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.479286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=015c2aee-c985-496c-b0cd-805a80f986a5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:10.491387 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67ea296-50e7-406a-9de6-8b1060677073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.493285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d7dc9c3-c04b-4840-a527-6d0b0864b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.503262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.520231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-60e9aab7-d320-4600-a5a3-f3e594895b85 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:10.522195 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-60e9aab7-d320-4600-a5a3-f3e594895b85 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.3874495 Nov 04 09:06:10.546087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-83bb124c-11d3-4318-9b94-db7b1a536ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:10.547660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-83bb124c-11d3-4318-9b94-db7b1a536ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2702744 Nov 04 09:06:10.593190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dc9c3-c04b-4840-a527-6d0b0864b4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec59822-2c55-420d-8da8-623a26d1bc1e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:10.603235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1d7dc9c3-c04b-4840-a527-6d0b0864b4ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0df9c60b1f434457bfadf6b81964d7bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181379 Nov 04 09:06:10.607786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55316) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:10.615304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67ea296-50e7-406a-9de6-8b1060677073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.730126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42f4e163-4687-4973-8083-bf4f157a383e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.811701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42f4e163-4687-4973-8083-bf4f157a383e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.818549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-5a45cafa-c576-4b72-a3ef-6a093bc91bcb service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432222 Nov 04 09:06:10.901355 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67ea296-50e7-406a-9de6-8b1060677073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.904794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a67ea296-50e7-406a-9de6-8b1060677073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.906224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a67ea296-50e7-406a-9de6-8b1060677073 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c007634f-4ce1-42c7-a017-157bf265860e HTTP/1.1" status: 204 len: 168 time: 0.6460013 Nov 04 09:06:10.918183 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42f4e163-4687-4973-8083-bf4f157a383e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.920872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42f4e163-4687-4973-8083-bf4f157a383e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:10.922044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42f4e163-4687-4973-8083-bf4f157a383e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0ec59822-2c55-420d-8da8-623a26d1bc1e HTTP/1.1" status: 204 len: 168 time: 0.3133414 Nov 04 09:06:10.930547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ea296-50e7-406a-9de6-8b1060677073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007634f-4ce1-42c7-a017-157bf265860e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:10.949983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4e163-4687-4973-8083-bf4f157a383e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec59822-2c55-420d-8da8-623a26d1bc1e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:10.970440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 86c1838c-ec00-4e3c-a647-93733cf94492 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:10.971024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:10.978191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:10.984416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:10.986878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:10.991665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:10.998004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:11.008496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:11.016696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:11.018986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-f6967e39-6875-41c3-978e-68d87a5dc6a4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.1593914 Nov 04 09:06:11.130939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79e2d4b1-37ed-4a7d-a888-95cabab5ea75 req-fb913fa7-337c-4817-b641-37fae34ddac3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0996425 Nov 04 09:06:11.159298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:11.403841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655f1af-1c12-4604-ba02-07831305fb27 req-3b08a1c9-c29c-4fcc-a6ab-65814ae58af1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:11.423721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0655f1af-1c12-4604-ba02-07831305fb27 req-3b08a1c9-c29c-4fcc-a6ab-65814ae58af1 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.1359406 Nov 04 09:06:11.433889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Deleting port f6920a33-28f0-4c33-9427-e1360fe826e4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:11.434237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:11.485436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-600bbd4c-dd60-4f0c-8e8b-ae72c0aa6802 None None] Provisioning complete for port 015c2aee-c985-496c-b0cd-805a80f986a5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:11.487076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-600bbd4c-dd60-4f0c-8e8b-ae72c0aa6802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:11.498684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0655f1af-1c12-4604-ba02-07831305fb27 req-eecb29d2-b40b-43fb-8df3-66b2884250b0 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732346 Nov 04 09:06:11.579411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 16740ba3-f2e0-4723-9ca3-371afb3e3058 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:11.623091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d06834f-4065-4276-ba6d-76a8cbd491b1 req-f44a304b-f8dc-40cd-bbf2-700a2785f06f service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923141 Nov 04 09:06:11.643452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accecb8e-29ef-4646-ad01-6cfdb0da4f54 req-51932c89-8e5c-4503-84f7-340521ca0e57 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:11.651897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accecb8e-29ef-4646-ad01-6cfdb0da4f54 req-51932c89-8e5c-4503-84f7-340521ca0e57 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.7247989 Nov 04 09:06:11.674416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-600bbd4c-dd60-4f0c-8e8b-ae72c0aa6802 None None] Port 015c2aee-c985-496c-b0cd-805a80f986a5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:11.750025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 16740ba3-f2e0-4723-9ca3-371afb3e3058 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:11.750625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:11.751679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-278e544a-ad67-46b4-8ee9-da7ec919caec tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:11.755585 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-278e544a-ad67-46b4-8ee9-da7ec919caec tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 810 time: 0.8195477 Nov 04 09:06:11.782372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:11.783247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-accecb8e-29ef-4646-ad01-6cfdb0da4f54 req-653072fb-8de0-49ef-bdd2-4d35d1a7d4a1 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304605 Nov 04 09:06:11.815225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Request body: {'port': {'device_id': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'admin_state_up': True, 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:11.826059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e63268a-3f8a-457d-a0a4-5d0740409967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:11.861017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea0ea103-8fbe-4a07-9718-2230aa78dc2e req-42bafbdd-d87a-44a0-b2f7-9941173255c8 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 210 time: 0.0652378 Nov 04 09:06:11.904404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-43a377ed-026b-43eb-abb8-3cacf23719ff tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:11.906030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-43a377ed-026b-43eb-abb8-3cacf23719ff tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.6411521 Nov 04 09:06:11.908364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:11.919765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] For port f6920a33-28f0-4c33-9427-e1360fe826e4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f6920a33-28f0-4c33-9427-e1360fe826e4,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:11.920173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:11.953034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Calling delete_port for f6920a33-28f0-4c33-9427-e1360fe826e4 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:11.978395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e63268a-3f8a-457d-a0a4-5d0740409967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:11.984352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1e63268a-3f8a-457d-a0a4-5d0740409967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.037763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1e63268a-3f8a-457d-a0a4-5d0740409967 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d71bc0be7e54ceca83473faef94831b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541234 Nov 04 09:06:12.038712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63268a-3f8a-457d-a0a4-5d0740409967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f455ce4a-767d-4e3d-ab11-f8c965e8e5e3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:12.041213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55348) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:12.112528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e48ecea-e2cc-4d87-b082-1e2810b59088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.147235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e48ecea-e2cc-4d87-b082-1e2810b59088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.241016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e48ecea-e2cc-4d87-b082-1e2810b59088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.244647 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e48ecea-e2cc-4d87-b082-1e2810b59088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.246109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7e48ecea-e2cc-4d87-b082-1e2810b59088 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f455ce4a-767d-4e3d-ab11-f8c965e8e5e3 HTTP/1.1" status: 204 len: 168 time: 0.2039294 Nov 04 09:06:12.264354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48ecea-e2cc-4d87-b082-1e2810b59088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f455ce4a-767d-4e3d-ab11-f8c965e8e5e3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:12.632892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.635227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.639251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.645637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.652406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.659089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.666143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.668703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531b8c5-f834-4489-867a-feba82165c6d req-dd251cb2-9345-4e23-b8c7-2f77f5010e27 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.670413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c531b8c5-f834-4489-867a-feba82165c6d req-dd251cb2-9345-4e23-b8c7-2f77f5010e27 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 945 time: 0.0784154 Nov 04 09:06:12.672934 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:12.675325 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-c29c192b-5463-4642-aef8-e05de07274cd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.3353651 Nov 04 09:06:12.683279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:12.696136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-94eb9845-4d57-43ba-9c32-b5cd6815465d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1331990 Nov 04 09:06:12.696737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:12.705937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:12.727040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-1427679818'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:12.728225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:12.729042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:12.731166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Made reservation on behalf of 0f2ec682a8f54719bbc60a4a9e35dd38 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:12.736045 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.759960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c531b8c5-f834-4489-867a-feba82165c6d req-74b9d35b-4e2e-4636-b6b8-46b6b37b3a22 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/security-groups?id=4f56fe14-8091-4062-a84e-84c7ca19844c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799224 Nov 04 09:06:12.780397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:12.798075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.812063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-722ad3c1-cb39-42ba-8729-010aed9f1739 req-fda29d68-10e0-43fe-928f-23414695880d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1242149 Nov 04 09:06:12.826120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:06:12.840314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.840671 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 058bd055-2b8e-4c9f-99a5-a37e7167df14 of type vlan for network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 Nov 04 09:06:12.950149 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:12.994359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:13.079936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Deleting port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:13.081329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.089469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce992792-ee88-499e-9181-494eb7b58a8b req-4043a4b0-75de-42dc-ae8b-13c3206e29b2 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 210 time: 0.0723002 Nov 04 09:06:13.097720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.112298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:13.117401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.127651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.213927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Allocated IP 172.20.0.3 (f4c11a9a-d16d-4e27-9295-c16e24ee3b33/c3081065-57c8-4fea-9880-bde0758519bd/335bc24b-0604-467f-8353-55fb217a3811) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:13.245269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Pushing event deleted for resources: {'Port': ['ID=f6920a33-28f0-4c33-9427-e1360fe826e4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:13.310776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6019225 Nov 04 09:06:13.324989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:13.328687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875282a8-473b-431d-aa23-30ae66a27db4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=20c6ae10-5d73-40e4-bcf4-98242ed78a96,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:13.355969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] No DVR routers for this DVR port f6920a33-28f0-4c33-9427-e1360fe826e4 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:13.356508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:06:13.358764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:13.373307 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.377302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fbeb255-d151-4d3d-9c32-e3d813627260 req-b9a9a2d3-ff05-44a6-94f7-aecf410445b3 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.55 "DELETE /v2.0/ports/f6920a33-28f0-4c33-9427-e1360fe826e4 HTTP/1.1" status: 204 len: 173 time: 2.8433878 Nov 04 09:06:13.377302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'name': 'network-vif-deleted', 'tag': 'f6920a33-28f0-4c33-9427-e1360fe826e4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:13.391922 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75105e38-f335-4f62-b150-857c73daafad" -d '{"events": [{"server_uuid": "fe0afa34-10ca-4679-90c1-f53b2aac0b51", "name": "network-vif-deleted", "tag": "f6920a33-28f0-4c33-9427-e1360fe826e4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:13.475036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8d3b6-6cca-44f2-80ba-909fd5797434 req-912ee09b-f34b-4de9-adeb-b16c0f4b8436 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:13.482283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:07Z', 'revision_number': 3, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:09Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:13.488798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-afb8d3b6-6cca-44f2-80ba-909fd5797434 req-912ee09b-f34b-4de9-adeb-b16c0f4b8436 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 944 time: 0.4276421 Nov 04 09:06:13.492435 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e7348a-ad7b-4286-b2fb-42c9f63df3c9 x-openstack-request-id: req-b0e7348a-ad7b-4286-b2fb-42c9f63df3c9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:13.492974 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe0afa34-10ca-4679-90c1-f53b2aac0b51", "name": "network-vif-deleted", "tag": "f6920a33-28f0-4c33-9427-e1360fe826e4", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:13.493460 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0e7348a-ad7b-4286-b2fb-42c9f63df3c9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:13.494746 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe0afa34-10ca-4679-90c1-f53b2aac0b51', 'name': 'network-vif-deleted', 'tag': 'f6920a33-28f0-4c33-9427-e1360fe826e4', 'status': 'completed', 'code': 200} Nov 04 09:06:13.535683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:13.536475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Updating router 737e05ec-95ee-4380-ac34-184378d056e4 port 015c2aee-c985-496c-b0cd-805a80f986a5 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:06:13.545372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:13.549893 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.590268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f6920a33-28f0-4c33-9427-e1360fe826e4 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:13.599050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.601743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] For port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:13.602223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:13.663062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: f6920a33-28f0-4c33-9427-e1360fe826e4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:13.663607 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f6920a33-28f0-4c33-9427-e1360fe826e4 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:13.686403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Calling delete_port for 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:13.716929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-afb8d3b6-6cca-44f2-80ba-909fd5797434 req-924f8084-bb2c-4a7a-ad88-bc50862c5bc3 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268317 Nov 04 09:06:14.043002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.052044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.091513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-016cc363-d757-4dcc-b8d0-2ebd778ea7ff req-23a0852a-68a8-428f-a664-8a747f1d1b61 tempest-ListServerFiltersTestJSON-664521260 tempest-ListServerFiltersTestJSON-664521260-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe0afa34-10ca-4679-90c1-f53b2aac0b51 HTTP/1.1" status: 200 len: 210 time: 0.0688207 Nov 04 09:06:14.092992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.181515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.208851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=27cfec33-d676-4f12-884a-a734b6290230,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:14.219041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:14.219588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: 20c6ae10-5d73-40e4-bcf4-98242ed78a96, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:06:14.242950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:06:14.254794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340514a1-bfbe-4966-ac60-772309ada00f None None] Pushing event updated for resources: {'Port': ['ID=015c2aee-c985-496c-b0cd-805a80f986a5,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:14.269314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 20c6ae10-5d73-40e4-bcf4-98242ed78a96) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:14.290359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.291721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.306563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b8dcd-4481-4dbb-89e8-f90be3bcd4bf None None] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:14.328045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.340209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a98cbdb-0530-45f2-8831-0fca26687576 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0046947 Nov 04 09:06:14.343315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55430) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:14.354780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.374699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.392204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.408448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.418340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.441082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Attempting to bind port 015c2aee-c985-496c-b0cd-805a80f986a5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:14.441604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Attempting to bind port 015c2aee-c985-496c-b0cd-805a80f986a5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:14.441973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Attempting to bind port 015c2aee-c985-496c-b0cd-805a80f986a5 on network 86c1838c-ec00-4e3c-a647-93733cf94492 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:14.448885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.459675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-b6cb37cb-e390-449a-b2d1-ea6a89c9080c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.4325593 Nov 04 09:06:14.524857 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.579359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f608a4c6-6c96-4d8b-a827-1d70c1a7b8f0 req-2596ccff-5848-4a4e-aea0-a75f457d8302 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 210 time: 0.1537290 Nov 04 09:06:14.586140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event deleted for resources: {'Port': ['ID=5ef8bb1e-a941-4e10-8316-0cc7c5e560bc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:14.635226 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.656907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d78d498-1989-44e4-9855-ba309c9483c3 req-6350cc36-c387-4541-8dd2-94a3cb57d37d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1957932 Nov 04 09:06:14.696584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:14.731684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] No DVR routers for this DVR port 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:14.733045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:14.733754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Checking segment: {'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:14.734372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.734925 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.735202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Bound using segment: {'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:14.735935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Bound port: 015c2aee-c985-496c-b0cd-805a80f986a5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5604ebf6-50b4-45e0-a8dc-eb9823343d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:14.736845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.740703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4a8b317-f463-40db-8d4e-55d0a71667ff req-8486c206-7731-4f3f-91d9-771e6f35158c tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "DELETE /v2.0/ports/5ef8bb1e-a941-4e10-8316-0cc7c5e560bc HTTP/1.1" status: 204 len: 173 time: 2.8238227 Nov 04 09:06:14.743485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:14.752692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:14.762712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:14.765141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:14.850457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Pushing event updated for resources: {'Port': ['ID=335bc24b-0604-467f-8353-55fb217a3811,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:14.890519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:14.892651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.938848 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-7455d5a7-c8d1-4cf2-8815-fb2b01f87bd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1693218 Nov 04 09:06:14.954495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Request body: {'port': {'device_id': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:14.957276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:06:14.960531 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:14.993634 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4110ecba-9183-457c-86b4-8d541dc4a7b6 req-2d6090cb-cc02-4b75-a567-1a88241865dc tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=f5865968-ae55-4dc0-b1eb-3c08a9b7eb69 HTTP/1.1" status: 200 len: 210 time: 0.0475488 Nov 04 09:06:15.018900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5b25087d-3115-4d4d-8dc3-0eab9565e4eb None None] Provisioning complete for port 015c2aee-c985-496c-b0cd-805a80f986a5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:15.020180 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b25087d-3115-4d4d-8dc3-0eab9565e4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.065736 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.177560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] For port 015c2aee-c985-496c-b0cd-805a80f986a5, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:15.187583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:15.208464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] For port 015c2aee-c985-496c-b0cd-805a80f986a5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=015c2aee-c985-496c-b0cd-805a80f986a5,segment=NetworkSegment(5604ebf6-50b4-45e0-a8dc-eb9823343d43),segment_id=5604ebf6-50b4-45e0-a8dc-eb9823343d43)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:15.209824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5b25087d-3115-4d4d-8dc3-0eab9565e4eb None None] Port 015c2aee-c985-496c-b0cd-805a80f986a5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:15.216895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.223234 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.408207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:15.409118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:15.526859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46a9e96c-03c5-4d87-971b-334f108fb564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.538977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335bc24b-0604-467f-8353-55fb217a3811 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:15.551947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] Deleting subnet 39cd02d7-f87e-442f-9236-4aa16db3955c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:06:15.559903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.560989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.571448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:15.594628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Transition to ACTIVE for port object 335bc24b-0604-467f-8353-55fb217a3811 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:06:15.595732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'name': 'network-vif-deleted', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:15.611629 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4384cd27-5241-455d-9bef-9c0f9c3b3ab0" -d '{"events": [{"server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "name": "network-vif-deleted", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:15.654631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.660365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.716604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Pushing event updated for resources: {'Port': ['ID=335bc24b-0604-467f-8353-55fb217a3811,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:15.761538 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d731c2-783d-490d-b903-685def50a1a4 x-openstack-request-id: req-e6d731c2-783d-490d-b903-685def50a1a4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:15.762955 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5865968-ae55-4dc0-b1eb-3c08a9b7eb69", "name": "network-vif-deleted", "tag": "5ef8bb1e-a941-4e10-8316-0cc7c5e560bc", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:15.763390 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6d731c2-783d-490d-b903-685def50a1a4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:15.764237 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5865968-ae55-4dc0-b1eb-3c08a9b7eb69', 'name': 'network-vif-deleted', 'tag': '5ef8bb1e-a941-4e10-8316-0cc7c5e560bc', 'status': 'completed', 'code': 200} Nov 04 09:06:15.780305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340514a1-bfbe-4966-ac60-772309ada00f None None] Pushing event updated for resources: {'Port': ['ID=015c2aee-c985-496c-b0cd-805a80f986a5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:15.830999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Allocated IP 172.22.0.2 (20c6ae10-5d73-40e4-bcf4-98242ed78a96/27cfec33-d676-4f12-884a-a734b6290230/060281cd-0634-43ff-b5be-e805c29507bb) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:15.889843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e7139-e5ef-428e-88e4-4fc2c0a3aa23 req-dc92dd8a-f19f-4390-ab40-ce93ff6391d1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:15.892436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-184e7139-e5ef-428e-88e4-4fc2c0a3aa23 req-dc92dd8a-f19f-4390-ab40-ce93ff6391d1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 943 time: 0.1271410 Nov 04 09:06:15.899252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Attempting to bind port 335bc24b-0604-467f-8353-55fb217a3811 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:15.900012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Attempting to bind port 335bc24b-0604-467f-8353-55fb217a3811 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:15.900556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Attempting to bind port 335bc24b-0604-467f-8353-55fb217a3811 on network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:15.924603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46a9e96c-03c5-4d87-971b-334f108fb564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.926898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.931969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Port 335bc24b-0604-467f-8353-55fb217a3811 on network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:06:15.932330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Attempting to bind port 335bc24b-0604-467f-8353-55fb217a3811 on network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:15.942335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:15.942704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Checking segment: {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:15.943418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Bound using segment: {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:15.944087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Bound port: 335bc24b-0604-467f-8353-55fb217a3811, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:15.944912 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.950099 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.969027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46a9e96c-03c5-4d87-971b-334f108fb564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.981444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4f2b4388-d546-4318-b21e-8cecef173ea4 None None] Provisioning complete for port 015c2aee-c985-496c-b0cd-805a80f986a5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:15.982201 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4f2b4388-d546-4318-b21e-8cecef173ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:15.985606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-184e7139-e5ef-428e-88e4-4fc2c0a3aa23 req-fe2ddf11-ff8a-45ed-a1e8-c44d0b80e357 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807045 Nov 04 09:06:16.059429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-46a9e96c-03c5-4d87-971b-334f108fb564 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8621fe23c56045e49b609d2241642c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2934515 Nov 04 09:06:16.063337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:16.084180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] For port 335bc24b-0604-467f-8353-55fb217a3811, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:16.088982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] For port 335bc24b-0604-467f-8353-55fb217a3811, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=335bc24b-0604-467f-8353-55fb217a3811,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:16.090591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9e96c-03c5-4d87-971b-334f108fb564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26209eeb-2bf0-4684-82a5-7ed43c72d3fd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:16.097746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.134500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.140607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.147433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.158038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.170561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.187005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.196276 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.196404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.196404 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.197731 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] 10.222.0.70 "PUT /v2.0/ports/335bc24b-0604-467f-8353-55fb217a3811 HTTP/1.1" status: 200 len: 1091 time: 1.2489316 Nov 04 09:06:16.204774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.209248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2f1db49e-c740-4abf-a23b-c9965f6f09ee tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.3195550 Nov 04 09:06:16.229588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.247626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cd00a-b5ae-4190-9ed2-197c486bd320 service neutron] Pushing event updated for resources: {'Port': ['ID=335bc24b-0604-467f-8353-55fb217a3811,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:16.309289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cd02d7-f87e-442f-9236-4aa16db3955c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:16.325179 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.329087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-28865e03-9098-490d-823a-71fe4842828b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/39cd02d7-f87e-442f-9236-4aa16db3955c HTTP/1.1" status: 204 len: 168 time: 1.1385789 Nov 04 09:06:16.329602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b040fe2b-f402-4301-9ffd-79f0fbe5d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.333416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-b040fe2b-f402-4301-9ffd-79f0fbe5d73a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 1094 time: 0.0812862 Nov 04 09:06:16.334277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55486) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:16.357164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cfdb145a-b654-4012-8105-517a55e82e25 req-2fb9b67a-8c5f-4fea-8bec-d538870c9a3c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309421 Nov 04 09:06:16.358041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3e67c2-7c12-4521-9742-55fb282dc0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.384842 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3e67c2-7c12-4521-9742-55fb282dc0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.432721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac264d01-ebd5-4c7c-bdf5-fca0464c69c9 None None] Network f21e71e9-0f22-4bf4-8e11-8f4add402fc8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:16.443694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:07Z', 'revision_number': 3, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:15Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:16.455144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3e67c2-7c12-4521-9742-55fb282dc0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.459021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3e67c2-7c12-4521-9742-55fb282dc0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.460816 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ea3e67c2-7c12-4521-9742-55fb282dc0af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26209eeb-2bf0-4684-82a5-7ed43c72d3fd HTTP/1.1" status: 204 len: 168 time: 0.3936379 Nov 04 09:06:16.465523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-e697fade-dd55-4e75-ac3c-2acba835d794 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=335bc24b-0604-467f-8353-55fb217a3811 HTTP/1.1" status: 200 len: 217 time: 0.1144295 Nov 04 09:06:16.471320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e67c2-7c12-4521-9742-55fb282dc0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26209eeb-2bf0-4684-82a5-7ed43c72d3fd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:16.524710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61fd4a-bcc0-44cd-84d6-e0912eb4fab5 None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:07Z', 'revision_number': 3, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:15Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:16.674187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-f9e5c346-8a7a-4663-bdbd-719ba966fb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.676274 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-f9e5c346-8a7a-4663-bdbd-719ba966fb21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.1997483 Nov 04 09:06:16.681235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.695331 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4f2b4388-d546-4318-b21e-8cecef173ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.710708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.729342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-22f187a0-4a6a-4764-9481-574971ce92d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435376 Nov 04 09:06:16.751887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b45e-01c8-42af-aa78-bba927d3b3fb req-f378d3f1-e5cf-4a3c-8102-1024f6cfff61 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:16.768828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01c3b45e-01c8-42af-aa78-bba927d3b3fb req-f378d3f1-e5cf-4a3c-8102-1024f6cfff61 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 945 time: 0.2206261 Nov 04 09:06:16.775836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4f2b4388-d546-4318-b21e-8cecef173ea4 None None] For port 015c2aee-c985-496c-b0cd-805a80f986a5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=015c2aee-c985-496c-b0cd-805a80f986a5,segment=NetworkSegment(5604ebf6-50b4-45e0-a8dc-eb9823343d43),segment_id=5604ebf6-50b4-45e0-a8dc-eb9823343d43)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:16.790750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4f2b4388-d546-4318-b21e-8cecef173ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.852613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:16.890157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.22.0.1 (20c6ae10-5d73-40e4-bcf4-98242ed78a96/27cfec33-d676-4f12-884a-a734b6290230/4c839592-9297-47a5-aa90-017e635f652d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:16.962209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:17.004939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-01c3b45e-01c8-42af-aa78-bba927d3b3fb req-89b352ac-f4d8-4c18-9881-e7f3747a66b2 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346582 Nov 04 09:06:17.050847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:17.050847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5ef8bb1e-a941-4e10-8316-0cc7c5e560bc not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:17.080991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-36a15cf6-b02b-402c-a69d-168d94d3d4b8 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409598 Nov 04 09:06:17.104517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:17.109508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-3e1f3111-0d7b-497b-aa9f-9e8f70ce8057 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.111120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-3e1f3111-0d7b-497b-aa9f-9e8f70ce8057 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 945 time: 0.2815592 Nov 04 09:06:17.135483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Deleting port 71a8d400-1f90-49f9-b713-477389959380 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:17.135877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.147351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:17.154019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:17.164077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55504) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:17.245256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2b4388-d546-4318-b21e-8cecef173ea4 None None] Pushing event updated for resources: {'Port': ['ID=015c2aee-c985-496c-b0cd-805a80f986a5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:17.264495 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-967e5b60-8866-41dd-bc02-add92a3c4f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.338048 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.348249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] DHCP port deletion for f21e71e9-0f22-4bf4-8e11-8f4add402fc8 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:06:17.382570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3d656-c97c-4510-9ce9-ac1787ba4d5e req-280944ab-f2de-472c-ae96-171898a63908 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.384860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3c3d656-c97c-4510-9ce9-ac1787ba4d5e req-280944ab-f2de-472c-ae96-171898a63908 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 943 time: 0.1992495 Nov 04 09:06:17.424790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] For port 71a8d400-1f90-49f9-b713-477389959380, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=71a8d400-1f90-49f9-b713-477389959380,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:17.425171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.438655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Attempting to bind port 060281cd-0634-43ff-b5be-e805c29507bb on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:17.438908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Attempting to bind port 060281cd-0634-43ff-b5be-e805c29507bb by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:17.439288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Attempting to bind port 060281cd-0634-43ff-b5be-e805c29507bb on network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:17.477538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Calling delete_port for 71a8d400-1f90-49f9-b713-477389959380 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:17.518939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Pushing event updated for resources: {'Port': ['ID=060281cd-0634-43ff-b5be-e805c29507bb,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:17.534727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:17.540091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Checking segment: {'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:17.540685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3c3d656-c97c-4510-9ce9-ac1787ba4d5e req-d0b12ec8-ccbb-4e97-830c-d3caa2503442 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422148 Nov 04 09:06:17.541145 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.542373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Bound using segment: {'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:17.542982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Bound port: 060281cd-0634-43ff-b5be-e805c29507bb, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:17.543381 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.602206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] Deleting port 71a8d400-1f90-49f9-b713-477389959380 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:17.602644 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.640884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.726183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fb0431-f5d2-470f-9560-d37de14fc4ec req-a49a5566-cb4c-4a78-8950-f88d6e07b6ce service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139615 Nov 04 09:06:17.738506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 015c2aee-c985-496c-b0cd-805a80f986a5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:17.751027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:17.752024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Deleting port 5109fad1-7156-4c88-9300-ff564df3b8f7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:17.752488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.762538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:17.765721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-967e5b60-8866-41dd-bc02-add92a3c4f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.769777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:17.780256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=4c839592-9297-47a5-aa90-017e635f652d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:17.817840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-967e5b60-8866-41dd-bc02-add92a3c4f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.834487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'tag': '335bc24b-0604-467f-8353-55fb217a3811'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:17.838157 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b170aae-0b6c-418f-88de-6e9fee73d0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "bd421edc-6e9b-498f-b6e4-efc59e6b1a4a", "tag": "335bc24b-0604-467f-8353-55fb217a3811"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:17.844606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] For port 71a8d400-1f90-49f9-b713-477389959380, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=71a8d400-1f90-49f9-b713-477389959380,segment=NetworkSegment(ffa1aa7d-90d7-4536-88e7-053d2951f906),segment_id=ffa1aa7d-90d7-4536-88e7-053d2951f906)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:17.858124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.898186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] For port 060281cd-0634-43ff-b5be-e805c29507bb, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:17.908311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.908899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] For port 060281cd-0634-43ff-b5be-e805c29507bb, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=060281cd-0634-43ff-b5be-e805c29507bb,segment=NetworkSegment(058bd055-2b8e-4c9f-99a5-a37e7167df14),segment_id=058bd055-2b8e-4c9f-99a5-a37e7167df14)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:17.915927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.921967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.925175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-967e5b60-8866-41dd-bc02-add92a3c4f41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa7bb9c8657b4c5ca6c98a4d4a2a0eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7544816 Nov 04 09:06:17.926653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:17.929964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:17.930820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e5b60-8866-41dd-bc02-add92a3c4f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8d28b5-7e2b-420c-a6ab-d7de508085cf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:17.930968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.937170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.943714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.949561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:17.951077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] Calling delete_port for 71a8d400-1f90-49f9-b713-477389959380 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:17.960900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-6d1d92e5-98bc-4855-9639-c0fad84d6035 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2913861 Nov 04 09:06:18.008005 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.035191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] For port 5109fad1-7156-4c88-9300-ff564df3b8f7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5109fad1-7156-4c88-9300-ff564df3b8f7,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:18.036366 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.055804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Calling delete_port for 5109fad1-7156-4c88-9300-ff564df3b8f7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:18.065991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb136-4ed8-4bd8-bb22-7e70856a069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.162281 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb136-4ed8-4bd8-bb22-7e70856a069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.171750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.278140 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a11268-1dbb-44c9-8d8b-3f88aa29fb65 x-openstack-request-id: req-58a11268-1dbb-44c9-8d8b-3f88aa29fb65 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:18.278140 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd421edc-6e9b-498f-b6e4-efc59e6b1a4a", "tag": "335bc24b-0604-467f-8353-55fb217a3811", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:18.278710 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58a11268-1dbb-44c9-8d8b-3f88aa29fb65 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:18.279195 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'tag': '335bc24b-0604-467f-8353-55fb217a3811', 'status': 'completed', 'code': 200} Nov 04 09:06:18.285548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 015c2aee-c985-496c-b0cd-805a80f986a5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:18.285932 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.293086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.400442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c214044-cb42-4f3a-81b6-15d54bfa91ae None None] Pushing event updated for resources: {'Port': ['ID=060281cd-0634-43ff-b5be-e805c29507bb,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:18.443385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event deleted for resources: {'Port': ['ID=5109fad1-7156-4c88-9300-ff564df3b8f7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:18.527568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b081eb9-36f7-4529-8f8c-eca0413309ec req-3f4e9056-490d-4068-9984-3aeb8a97d5ce tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5649493 Nov 04 09:06:18.536414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.544198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.572409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] Pushing event deleted for resources: {'Port': ['ID=71a8d400-1f90-49f9-b713-477389959380,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:18.604996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e47ba7-d545-433d-b64e-facfa336d3f9 None None] No DVR routers for this DVR port 71a8d400-1f90-49f9-b713-477389959380 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:18.680769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-f3066aaf-11a8-423e-84e9-ff1d5bc1d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:18.686539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-f3066aaf-11a8-423e-84e9-ff1d5bc1d16f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 1094 time: 0.4230676 Nov 04 09:06:18.690681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 71a8d400-1f90-49f9-b713-477389959380 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:18.711957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 71a8d400-1f90-49f9-b713-477389959380 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:18.712433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 71a8d400-1f90-49f9-b713-477389959380 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:18.729107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] No DVR routers for this DVR port 5109fad1-7156-4c88-9300-ff564df3b8f7 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:18.731567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Pushing event deleted for resources: {'Port': ['ID=71a8d400-1f90-49f9-b713-477389959380,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:18.734793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.740515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-97d560d9-731d-411f-bdb6-ab42833cfc2a req-7d234034-216b-4870-9ab5-b6d7c00a2e60 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "DELETE /v2.0/ports/5109fad1-7156-4c88-9300-ff564df3b8f7 HTTP/1.1" status: 204 len: 173 time: 1.6080060 Nov 04 09:06:18.777798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] No DVR routers for this DVR port 71a8d400-1f90-49f9-b713-477389959380 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:18.796293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b323fe-13e5-49d6-97a4-5f840b4f872e req-7e2cdd91-808c-4eaa-9e95-af58bcdd1f68 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:18.812093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2b323fe-13e5-49d6-97a4-5f840b4f872e req-7e2cdd91-808c-4eaa-9e95-af58bcdd1f68 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=32892c91-0bb0-4272-951c-1aaa3a500898 HTTP/1.1" status: 200 len: 866 time: 0.7101450 Nov 04 09:06:18.956870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb136-4ed8-4bd8-bb22-7e70856a069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.959421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a1eb136-4ed8-4bd8-bb22-7e70856a069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:18.963110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a1eb136-4ed8-4bd8-bb22-7e70856a069c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f8d28b5-7e2b-420c-a6ab-d7de508085cf HTTP/1.1" status: 204 len: 168 time: 1.0265687 Nov 04 09:06:18.973973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96148945-cede-4ce6-ad5d-3cc0a40e1ebf req-037e6a87-dc29-4eab-a2f0-e49851f8d5d3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:18.975912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96148945-cede-4ce6-ad5d-3cc0a40e1ebf req-037e6a87-dc29-4eab-a2f0-e49851f8d5d3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 943 time: 0.2500186 Nov 04 09:06:18.981325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.031824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-b3080ac9-4d29-466e-89fd-ea66aa8056f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.033324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-b3080ac9-4d29-466e-89fd-ea66aa8056f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 911 time: 0.3056662 Nov 04 09:06:19.034895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f21e71e9-0f22-4bf4-8e11-8f4add402fc8']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:19.067436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2b323fe-13e5-49d6-97a4-5f840b4f872e req-0aa32eac-3921-4327-8b71-ce45eb328755 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509153 Nov 04 09:06:19.070922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1eb136-4ed8-4bd8-bb22-7e70856a069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8d28b5-7e2b-420c-a6ab-d7de508085cf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:19.099313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa1aa7d-90d7-4536-88e7-053d2951f906') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:19.099679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa1aa7d-90d7-4536-88e7-053d2951f906') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:19.155296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.157777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-e0e5dee8-f792-47be-8afe-ef74f650f6db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=335bc24b-0604-467f-8353-55fb217a3811 HTTP/1.1" status: 200 len: 217 time: 0.0915816 Nov 04 09:06:19.204615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.218523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.356251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=4c839592-9297-47a5-aa90-017e635f652d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:19.395432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.601661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:19.603469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:19.683588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 060281cd-0634-43ff-b5be-e805c29507bb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:19.712196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.718525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96148945-cede-4ce6-ad5d-3cc0a40e1ebf req-c9a3ab11-7161-47b3-b823-04a1b4d408f3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7261851 Nov 04 09:06:19.741499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:06:19.742593 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:06:19.746342 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:06:19.811983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 060281cd-0634-43ff-b5be-e805c29507bb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:19.812682 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.836000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-22785207-026c-4cc7-8517-cebe281fffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.838885 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-22785207-026c-4cc7-8517-cebe281fffa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.1897793 Nov 04 09:06:19.866353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.874874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.882514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.890957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.898228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.907784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.916262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:19.920234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-2b3ce926-36c6-4161-a1f1-70e400e71027 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.1864469 Nov 04 09:06:19.922469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-ca397eb9-be0d-4815-aafa-b5e0616e38e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717418 Nov 04 09:06:19.924943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.925449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:19.958031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:19.962529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] 10.222.0.53 "DELETE /v2.0/networks/f21e71e9-0f22-4bf4-8e11-8f4add402fc8 HTTP/1.1" status: 204 len: 168 time: 3.6269145 Nov 04 09:06:19.996051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3850def-b725-47a1-b99b-ee84af2a6094 None None] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:19.996811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2a24a-d1d1-4cad-aa3b-33bfe23854df admin admin] Pushing event deleted for resources: {'Network': ['ID=f21e71e9-0f22-4bf4-8e11-8f4add402fc8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:20.072947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:20.081666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5785982b-0cab-499b-a4cd-bce773dd1978 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7370203 Nov 04 09:06:20.088429 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:20.090084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55570) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:20.097275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'network': {'name': 'tempest-RoutersTest-847975555'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:20.100486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c54ebd73-87db-4914-972b-7c576b1b0b11 req-f1abee05-e548-4c8c-8e00-6f7b856ecf68 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1615007 Nov 04 09:06:20.106869 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:20.109000 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:20.123779 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-525d2cfd-3eb9-4a1f-9046-f0351cbe7123 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922107 Nov 04 09:06:20.210172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.272017 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b170aae-0b6c-418f-88de-6e9fee73d0b1 req-f6640f59-8417-4508-8d50-2c2d613e07c3 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371906 Nov 04 09:06:20.276479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:20.300636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.304823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'name': 'network-vif-deleted', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:20.309455 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa500042-7b88-4411-af0d-2c7791b0440d" -d '{"events": [{"server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "name": "network-vif-deleted", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:20.310966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-eb780a31-d5b4-487b-80d6-ea7b6b18e346 None None] Provisioning complete for port 060281cd-0634-43ff-b5be-e805c29507bb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:20.311360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eb780a31-d5b4-487b-80d6-ea7b6b18e346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.351501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:06:20.354173 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:20.368543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.369899 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added segment 70a217a4-74fa-4d57-9b32-f5308154d376 of type vlan for network 655eda93-9f1c-4753-8bf3-18fd20b187db Nov 04 09:06:20.446752 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189dc5cf-94fb-4201-bf41-ee17e9200dc6 x-openstack-request-id: req-189dc5cf-94fb-4201-bf41-ee17e9200dc6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:20.447008 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32892c91-0bb0-4272-951c-1aaa3a500898", "name": "network-vif-deleted", "tag": "5109fad1-7156-4c88-9300-ff564df3b8f7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:20.447267 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-189dc5cf-94fb-4201-bf41-ee17e9200dc6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:20.448024 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32892c91-0bb0-4272-951c-1aaa3a500898', 'name': 'network-vif-deleted', 'tag': '5109fad1-7156-4c88-9300-ff564df3b8f7', 'status': 'completed', 'code': 200} Nov 04 09:06:20.465389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 060281cd-0634-43ff-b5be-e805c29507bb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=060281cd-0634-43ff-b5be-e805c29507bb,segment=NetworkSegment(058bd055-2b8e-4c9f-99a5-a37e7167df14),segment_id=058bd055-2b8e-4c9f-99a5-a37e7167df14)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:20.469819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.511269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.511585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.523281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:20.524160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.579998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:20.677484 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5854800 Nov 04 09:06:20.680741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d05b8253-f46c-4af7-bc5c-874d2f9abe86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5ae041f9a204d76bd16b1641b988f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976968 Nov 04 09:06:20.682752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:20.687151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55592) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:20.699890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d7fdb-b698-464d-8dc2-c72bb28fa20e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Network': ['ID=655eda93-9f1c-4753-8bf3-18fd20b187db,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:20.700550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'subnet': {'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:20.738877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 655eda93-9f1c-4753-8bf3-18fd20b187db details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:06:20.745003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c957bd7-a4b0-430b-bc88-638852e523ba req-52accfe2-c9db-4d9c-b1fa-fc946bee57e8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:20.746887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c957bd7-a4b0-430b-bc88-638852e523ba req-52accfe2-c9db-4d9c-b1fa-fc946bee57e8 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.2100937 Nov 04 09:06:20.819613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c957bd7-a4b0-430b-bc88-638852e523ba req-909e6a51-99f7-43b3-aa27-467932a7d252 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554814 Nov 04 09:06:20.820927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bd013d4-fae4-44ac-9e5a-959eba3c84f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.884161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bd013d4-fae4-44ac-9e5a-959eba3c84f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:20.886734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=060281cd-0634-43ff-b5be-e805c29507bb,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:20.966630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 335bc24b-0604-467f-8353-55fb217a3811 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:20.969093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:21.021357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bd013d4-fae4-44ac-9e5a-959eba3c84f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.028149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 5109fad1-7156-4c88-9300-ff564df3b8f7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:21.028987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5109fad1-7156-4c88-9300-ff564df3b8f7 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:21.031714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bd013d4-fae4-44ac-9e5a-959eba3c84f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.036864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8bd013d4-fae4-44ac-9e5a-959eba3c84f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f56fe14-8091-4062-a84e-84c7ca19844c HTTP/1.1" status: 204 len: 168 time: 0.3436961 Nov 04 09:06:21.063522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d6921-d285-479b-8cdb-ac401d312879 req-8f897ffc-dc69-4674-917b-ef44203fb6f7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.067829 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b4d6921-d285-479b-8cdb-ac401d312879 req-8f897ffc-dc69-4674-917b-ef44203fb6f7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 943 time: 0.1938684 Nov 04 09:06:21.082986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008113b-3397-469b-a138-7c6366126da6 req-bc28f926-9cc6-4249-9ad9-422fead61bfe tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.087881 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9008113b-3397-469b-a138-7c6366126da6 req-bc28f926-9cc6-4249-9ad9-422fead61bfe tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.1840043 Nov 04 09:06:21.099327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Made reservation on behalf of f33f94c805ba4a7d99a652911f04612f for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:21.105858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.141682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd013d4-fae4-44ac-9e5a-959eba3c84f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f56fe14-8091-4062-a84e-84c7ca19844c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:21.234536 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:18Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:18Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:21.281982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 335bc24b-0604-467f-8353-55fb217a3811, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=335bc24b-0604-467f-8353-55fb217a3811,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:21.292601 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:21.293387 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Updating router 737e05ec-95ee-4380-ac34-184378d056e4 port 4c839592-9297-47a5-aa90-017e635f652d binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:06:21.313703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '335bc24b-0604-467f-8353-55fb217a3811', 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'port_id': '335bc24b-0604-467f-8353-55fb217a3811', 'mac_address': 'fa:16:3e:cb:6b:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:21.347985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b4d6921-d285-479b-8cdb-ac401d312879 req-1f43326e-e741-44f8-9edd-333938279be3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723639 Nov 04 09:06:21.353092 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.429614 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.464557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335bc24b-0604-467f-8353-55fb217a3811 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:21.521258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 335bc24b-0604-467f-8353-55fb217a3811, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=335bc24b-0604-467f-8353-55fb217a3811,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:21.529585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.603642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 060281cd-0634-43ff-b5be-e805c29507bb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:21.623609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.643610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.661415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.677453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.683791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.692373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.699413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:21.708794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-21f7c396-a5a8-4b11-9791-e997d0e35122 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.4099193 Nov 04 09:06:21.764283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] Provisioning complete for port 060281cd-0634-43ff-b5be-e805c29507bb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:21.765524 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.770897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.774808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Deleting port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:21.775359 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:21.801824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b1e1c29e-000a-4132-a19f-c13ee4591f45 req-6ae6a714-3fd8-4bd8-9d79-5633fe84ec6a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0872774 Nov 04 09:06:21.867113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['335bc24b-0604-467f-8353-55fb217a3811'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:21.946516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Subnet': ['ID=fab47b2b-804a-4a71-9d0b-7e7564687f51,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:21.991669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] For port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,segment=NetworkSegment(dc666083-8dfe-434c-a56d-ff1093a91e54),segment_id=dc666083-8dfe-434c-a56d-ff1093a91e54)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:21.993319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.022427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Calling delete_port for 3cb5fb91-3cfa-4374-bd35-93d5c40894ed owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:22.037794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=335bc24b-0604-467f-8353-55fb217a3811,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:22.078686 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.087903 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.221535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 060281cd-0634-43ff-b5be-e805c29507bb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:22.221535 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.230725 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310c5dc-e390-493b-a643-49e29589e97c None None] Pushing event updated for resources: {'Port': ['ID=4c839592-9297-47a5-aa90-017e635f652d,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:22.250363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Checking segment: {'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:22.251012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network hostable DHCP agents. Network: 655eda93-9f1c-4753-8bf3-18fd20b187db, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:06:22.293394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72c24e-c109-40ff-a372-cb05d5abfd08 req-d8416a73-3e25-4668-91cb-6a773371bfa9 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:22.298219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e72c24e-c109-40ff-a372-cb05d5abfd08 req-d8416a73-3e25-4668-91cb-6a773371bfa9 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 945 time: 0.3276720 Nov 04 09:06:22.366355 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Attempting to bind port 4c839592-9297-47a5-aa90-017e635f652d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:22.367148 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Attempting to bind port 4c839592-9297-47a5-aa90-017e635f652d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:22.367486 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Attempting to bind port 4c839592-9297-47a5-aa90-017e635f652d on network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:22.390358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 655eda93-9f1c-4753-8bf3-18fd20b187db is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:06:22.398504 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:22.401090 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Checking segment: {'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:22.402392 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.404359 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Bound using segment: {'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:22.405706 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Bound port: 4c839592-9297-47a5-aa90-017e635f652d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058bd055-2b8e-4c9f-99a5-a37e7167df14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:22.410945 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.437075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 655eda93-9f1c-4753-8bf3-18fd20b187db) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:22.448651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:22.451638 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.495774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6033922-6415-4dc2-b6e3-f02e2a431ddd None None] Network 655eda93-9f1c-4753-8bf3-18fd20b187db requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:22.535157 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e72c24e-c109-40ff-a372-cb05d5abfd08 req-36b6662d-c469-4035-b12e-3cb2ee84ab0d tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/security-groups?id=8222762d-0090-4348-ba38-4762d440c078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175677 Nov 04 09:06:22.554437 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c8ad5b8-17ec-4ef6-b01d-25edf99389a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8648877 Nov 04 09:06:22.559643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55668) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:22.628124 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] For port 4c839592-9297-47a5-aa90-017e635f652d, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:22.633644 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] For port 4c839592-9297-47a5-aa90-017e635f652d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4c839592-9297-47a5-aa90-017e635f652d,segment=NetworkSegment(058bd055-2b8e-4c9f-99a5-a37e7167df14),segment_id=058bd055-2b8e-4c9f-99a5-a37e7167df14)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:22.640801 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.725703 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310c5dc-e390-493b-a643-49e29589e97c None None] Pushing event updated for resources: {'Port': ['ID=4c839592-9297-47a5-aa90-017e635f652d,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:22.754109 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:22.755275 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:22.776361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.849431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Pushing event deleted for resources: {'Port': ['ID=3cb5fb91-3cfa-4374-bd35-93d5c40894ed,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:22.881685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccd17a-c2da-4649-93e7-82ad7328d191 req-12ceedb4-3090-4dd5-a977-4ad440d512ff tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:22.889765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-34ccd17a-c2da-4649-93e7-82ad7328d191 req-12ceedb4-3090-4dd5-a977-4ad440d512ff tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 944 time: 0.2893183 Nov 04 09:06:22.910671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] Provisioning complete for port 4c839592-9297-47a5-aa90-017e635f652d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:22.911132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:22.964882 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:23.046735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:23.113169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:23.131490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:23.140847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] No DVR routers for this DVR port 3cb5fb91-3cfa-4374-bd35-93d5c40894ed on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:23.161000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:23.169992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:23.170198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:23.176366 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9008113b-3397-469b-a138-7c6366126da6 req-9b99d36b-f8be-4997-b5e5-c1960a021836 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.70 "DELETE /v2.0/ports/3cb5fb91-3cfa-4374-bd35-93d5c40894ed HTTP/1.1" status: 204 len: 173 time: 2.0418725 Nov 04 09:06:23.177411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'name': 'network-vif-deleted', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:23.181106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 3cb5fb91-3cfa-4374-bd35-93d5c40894ed {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:23.181808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 3cb5fb91-3cfa-4374-bd35-93d5c40894ed not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:23.183711 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a92348-8958-47f2-aa00-fba781d67a72" -d '{"events": [{"server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "name": "network-vif-deleted", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:23.193215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:23.217716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:23.234838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:23.248750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-44bd4720-508b-459a-81a2-1b7034598066 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2811303 Nov 04 09:06:23.252842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:23.375234 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:18Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:22Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:23.407032 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-34ccd17a-c2da-4649-93e7-82ad7328d191 req-18247bf9-9033-4915-ba4d-4b1f2f89313b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158839 Nov 04 09:06:23.418798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6ee41a9-607e-4bee-86e0-238f95ac771d req-ad50edcf-ec5f-4a4c-816c-6a33dddd6ed6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648741 Nov 04 09:06:23.423591 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c19e3dc-4e52-4961-ba45-78364bfeaddd None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:18Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:22Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:23.475735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-655eda93-9f1c-4753-8bf3-18fd20b187db', 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'fixed_ips': [{'subnet_id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:06:23.477136 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:23.529810 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db451919-c207-4212-aa42-9785fce96e20 x-openstack-request-id: req-db451919-c207-4212-aa42-9785fce96e20 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:23.530172 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe115ba-27cf-4fa8-9fec-22ba864931cf", "name": "network-vif-deleted", "tag": "3cb5fb91-3cfa-4374-bd35-93d5c40894ed", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:23.530362 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-db451919-c207-4212-aa42-9785fce96e20 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:23.531945 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe115ba-27cf-4fa8-9fec-22ba864931cf', 'name': 'network-vif-deleted', 'tag': '3cb5fb91-3cfa-4374-bd35-93d5c40894ed', 'status': 'completed', 'code': 200} Nov 04 09:06:23.682290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:23.812495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4f1d5b2-5dce-452e-b9a3-1b1ca6ec97a0 req-cd0f97cc-ab80-4fa8-b167-ddc58669ec18 tempest-LiveMigrationTest-1516006802 tempest-LiveMigrationTest-1516006802-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fe115ba-27cf-4fa8-9fec-22ba864931cf HTTP/1.1" status: 200 len: 210 time: 0.0995181 Nov 04 09:06:23.837567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4c839592-9297-47a5-aa90-017e635f652d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:23.881981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:23.894017 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:23.974923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43f95a28-462b-4d86-bd08-3532a97d5a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.195285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43f95a28-462b-4d86-bd08-3532a97d5a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.203294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43f95a28-462b-4d86-bd08-3532a97d5a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.248818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] For port 4c839592-9297-47a5-aa90-017e635f652d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4c839592-9297-47a5-aa90-017e635f652d,segment=NetworkSegment(058bd055-2b8e-4c9f-99a5-a37e7167df14),segment_id=058bd055-2b8e-4c9f-99a5-a37e7167df14)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:24.250253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4c839592-9297-47a5-aa90-017e635f652d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:24.250384 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.252884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Allocated IP 172.23.0.2 (655eda93-9f1c-4753-8bf3-18fd20b187db/fab47b2b-804a-4a71-9d0b-7e7564687f51/d7f0f5fe-9517-4897-98be-cb51fa58f49b) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:24.259689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.316672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-43f95a28-462b-4d86-bd08-3532a97d5a6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b45db401c384041b5d92b036b6a2abb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0585921 Nov 04 09:06:24.321551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:24.325042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f95a28-462b-4d86-bd08-3532a97d5a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418fee48-d060-45d4-980a-317009de93b1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:24.357721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db811c4d-2fce-4d50-b5a7-4b4e5db319cb None None] Pushing event updated for resources: {'Port': ['ID=4c839592-9297-47a5-aa90-017e635f652d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:24.377703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-network', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:24.413020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Made reservation on behalf of ce44e117b670452db4cf73cc68d88973 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:24.417363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.431308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.451711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bdb7-b1a4-4b08-81e3-4f3e68bc788a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.482013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bdb7-b1a4-4b08-81e3-4f3e68bc788a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.565869 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.573236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.623917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bdb7-b1a4-4b08-81e3-4f3e68bc788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.633570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6b4bdb7-b1a4-4b08-81e3-4f3e68bc788a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.637210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b6b4bdb7-b1a4-4b08-81e3-4f3e68bc788a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/418fee48-d060-45d4-980a-317009de93b1 HTTP/1.1" status: 204 len: 168 time: 0.3101244 Nov 04 09:06:24.649161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cf6999-8f3a-4e36-a83e-e826f964c3dd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:24.680811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:06:24.694483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4bdb7-b1a4-4b08-81e3-4f3e68bc788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418fee48-d060-45d4-980a-317009de93b1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:24.702784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.703148 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Added segment 5da354c5-b25e-4431-a173-8fd151ba278b of type vlan for network b074601e-bc93-48cf-a34a-544daacb07bb Nov 04 09:06:24.728405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4d93d-1d6b-4103-b1d9-baa85f9e3967 req-d969df8d-2b58-4ae5-82a5-e6d9f3c89a86 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.730037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2aa4d93d-1d6b-4103-b1d9-baa85f9e3967 req-d969df8d-2b58-4ae5-82a5-e6d9f3c89a86 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 944 time: 0.1330607 Nov 04 09:06:24.733731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.749915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.755438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-150b4a53-d1d2-47bb-b9cd-be33ae87d623 None None] Provisioning complete for port 4c839592-9297-47a5-aa90-017e635f652d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:24.755815 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-150b4a53-d1d2-47bb-b9cd-be33ae87d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.769635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.782300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.793816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.807952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.808411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.828106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.830880 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-7f5f3bab-1fa9-4d31-ab42-9644aff834ba tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.2371337 Nov 04 09:06:24.845842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2aa4d93d-1d6b-4103-b1d9-baa85f9e3967 req-422bcf72-59c5-44ae-93eb-3cb8e9f1cbb8 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070309 Nov 04 09:06:24.904155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.905238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:24.905999 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.927830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:24.935312 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:24.963286 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.014591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Pushing event updated for resources: {'Port': ['ID=d7f0f5fe-9517-4897-98be-cb51fa58f49b,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:25.017202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 335bc24b-0604-467f-8353-55fb217a3811 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:25.087320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Network 655eda93-9f1c-4753-8bf3-18fd20b187db is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:25.089805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2063982 Nov 04 09:06:25.092212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:25.092401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:25.094750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:25.128310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Allocated IP 172.23.0.1 (655eda93-9f1c-4753-8bf3-18fd20b187db/fab47b2b-804a-4a71-9d0b-7e7564687f51/06bdd911-a2e2-445b-adc0-8863bb46e3ad) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:25.133284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Request body: {'subnet': {'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-subnet', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:25.140609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 335bc24b-0604-467f-8353-55fb217a3811 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:25.147676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 335bc24b-0604-467f-8353-55fb217a3811 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:25.148211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.157565 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d3eef851-4e8d-40bc-b952-863fd6171c0c req-3842a9e8-8b36-4e97-861d-9444a941ebf2 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3162723 Nov 04 09:06:25.169592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641483be-b18b-47fa-a0ae-48a089c6ce60 admin admin] Pushing event updated for resources: {'Network': ['ID=b074601e-bc93-48cf-a34a-544daacb07bb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:25.189929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network b074601e-bc93-48cf-a34a-544daacb07bb details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:06:25.218901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Made reservation on behalf of ce44e117b670452db4cf73cc68d88973 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:25.222758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.263798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Attempting to bind port d7f0f5fe-9517-4897-98be-cb51fa58f49b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:25.264336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Attempting to bind port d7f0f5fe-9517-4897-98be-cb51fa58f49b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:25.264676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Attempting to bind port d7f0f5fe-9517-4897-98be-cb51fa58f49b on network 655eda93-9f1c-4753-8bf3-18fd20b187db {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:25.288672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:25.288672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Checking segment: {'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:25.288672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.288672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Bound using segment: {'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:25.289335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Bound port: d7f0f5fe-9517-4897-98be-cb51fa58f49b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:25.289335 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.410286 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.428632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] For port d7f0f5fe-9517-4897-98be-cb51fa58f49b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:25.438952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.451364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335bc24b-0604-467f-8353-55fb217a3811'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:25.453729 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe134ed-9ad1-4c19-ab27-c261818838b8" -d '{"events": [{"server_uuid": "bd421edc-6e9b-498f-b6e4-efc59e6b1a4a", "name": "network-vif-plugged", "status": "completed", "tag": "335bc24b-0604-467f-8353-55fb217a3811"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:25.465852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 335bc24b-0604-467f-8353-55fb217a3811, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=335bc24b-0604-467f-8353-55fb217a3811,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:25.470227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] For port d7f0f5fe-9517-4897-98be-cb51fa58f49b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d7f0f5fe-9517-4897-98be-cb51fa58f49b,segment=NetworkSegment(70a217a4-74fa-4d57-9b32-f5308154d376),segment_id=70a217a4-74fa-4d57-9b32-f5308154d376)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:25.473300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.480380 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.510463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] Deleting subnet 6d2695a7-9235-440a-bb8e-349b80bab343 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:06:25.523163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.547907 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d631927-d487-4ff0-b8ba-e9ee7090911d x-openstack-request-id: req-0d631927-d487-4ff0-b8ba-e9ee7090911d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:25.547907 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd421edc-6e9b-498f-b6e4-efc59e6b1a4a", "name": "network-vif-plugged", "status": "completed", "tag": "335bc24b-0604-467f-8353-55fb217a3811", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:25.547907 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d631927-d487-4ff0-b8ba-e9ee7090911d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:25.555683 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335bc24b-0604-467f-8353-55fb217a3811', 'code': 200} Nov 04 09:06:25.603537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=335bc24b-0604-467f-8353-55fb217a3811,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:25.633976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.736196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef480c6-592f-4955-adad-9a05befdc419 None None] Pushing event updated for resources: {'Port': ['ID=d7f0f5fe-9517-4897-98be-cb51fa58f49b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:25.736326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.737026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8380e30-0269-4d81-ac2c-96f61f5e7d3b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:25.745705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4c839592-9297-47a5-aa90-017e635f652d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:25.790140 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Checking segment: {'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:25.790553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Network hostable DHCP agents. Network: b074601e-bc93-48cf-a34a-544daacb07bb, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:06:25.814106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4c839592-9297-47a5-aa90-017e635f652d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:25.814763 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.818933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Network b074601e-bc93-48cf-a34a-544daacb07bb is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:06:25.820810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac5d93-5f88-445e-98dc-dbddd97498d6 req-248a4bb6-0001-405c-90a2-5fef2ab9e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:25.822341 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57ac5d93-5f88-445e-98dc-dbddd97498d6 req-248a4bb6-0001-405c-90a2-5fef2ab9e6ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 1096 time: 0.2089794 Nov 04 09:06:25.825394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.841490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, b074601e-bc93-48cf-a34a-544daacb07bb) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:25.865150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145bbb6-12a7-4381-8e12-a3d035ebcf1e None None] Network b074601e-bc93-48cf-a34a-544daacb07bb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:25.866112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:25.867050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.903717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1afa6036-5579-463d-bf20-2cdadabef36d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7845900 Nov 04 09:06:25.904482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:25.913865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:25.976531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.978688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:25.999936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.016045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=06bdd911-a2e2-445b-adc0-8863bb46e3ad,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:26.112530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.136421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 655eda93-9f1c-4753-8bf3-18fd20b187db is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:26.160767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57ac5d93-5f88-445e-98dc-dbddd97498d6 req-34d54de4-c822-4f78-9129-6aaa455abfdb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192165 Nov 04 09:06:26.170976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:26.174677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:26.237869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a3fed-2b38-4371-b2ad-6ef3f5d850d3 req-66392755-ca67-4f39-8886-a6f969a6600e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.239544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-658a3fed-2b38-4371-b2ad-6ef3f5d850d3 req-66392755-ca67-4f39-8886-a6f969a6600e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.2208912 Nov 04 09:06:26.282085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669de95f-6b19-41e5-bb7c-3f1cac108739 None None] Network b074601e-bc93-48cf-a34a-544daacb07bb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:26.331537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.374567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.384899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-658a3fed-2b38-4371-b2ad-6ef3f5d850d3 req-801c299f-29bd-459b-9a32-40bb1150d4d7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250887 Nov 04 09:06:26.386443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.389737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6d2695a7-9235-440a-bb8e-349b80bab343 HTTP/1.1" status: 204 len: 168 time: 1.4583192 Nov 04 09:06:26.391827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a43e7-6345-4e9c-98d2-ff75a72b7a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d2695a7-9235-440a-bb8e-349b80bab343,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:26.393505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55786) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:26.524310 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.585122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.715198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.747835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.763693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b305c97-191b-4ce3-84ed-21af27f7fe1e']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:26.777278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.782459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.786973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc666083-8dfe-434c-a56d-ff1093a91e54') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:26.787467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc666083-8dfe-434c-a56d-ff1093a91e54') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:26.799135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.812616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.823449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.833727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.843770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.853205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:26.854971 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eab004ed-6091-4818-bc07-290973c6b42f req-28d806f4-3fa1-4d36-ae42-00f357fde2df tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.4669032 Nov 04 09:06:26.879736 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.892200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:06:26.892524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:06:26.894570 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:06:26.944607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eab004ed-6091-4818-bc07-290973c6b42f req-6f57b1b7-c275-4560-982d-fa3db34fab53 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770731 Nov 04 09:06:27.098916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.106089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.119749 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6b305c97-191b-4ce3-84ed-21af27f7fe1e HTTP/1.1" status: 204 len: 168 time: 0.6903727 Nov 04 09:06:27.127928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55798) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:27.161664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a32b4-f37f-4ee6-bdee-a519e3dbc1c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b305c97-191b-4ce3-84ed-21af27f7fe1e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:27.179519 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.245624 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.280782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] Deleting subnet c25649e2-7683-4978-94d7-d04d5a3a63e5 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:06:27.297606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.342502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e59710-1389-4f55-8987-d6ad96776145 None None] Network 655eda93-9f1c-4753-8bf3-18fd20b187db requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:27.523214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d5f21651-b152-43d9-9d8a-da671bac3064 None None] Provisioning complete for port d7f0f5fe-9517-4897-98be-cb51fa58f49b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:27.529913 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5f21651-b152-43d9-9d8a-da671bac3064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.558949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Allocated IP 172.25.3.79 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:27.638873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8e833917-62e9-43b7-86f0-81fdad43aac4 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:27.732803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.787507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7f0f5fe-9517-4897-98be-cb51fa58f49b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:27.819961 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.843713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:06:27.874616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Pushing event updated for resources: {'Port': ['ID=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:27.886575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:27.887270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110819ac-71f2-43eb-b91e-e648db644298 req-027d3dac-40ec-4c10-bc73-d22eaf049fd7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:27.897355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-110819ac-71f2-43eb-b91e-e648db644298 req-027d3dac-40ec-4c10-bc73-d22eaf049fd7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1261718 Nov 04 09:06:27.936065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:27.946422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:27.962672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:27.967580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.010108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.016478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.086683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-110819ac-71f2-43eb-b91e-e648db644298 req-5232abd1-50c6-4cef-8344-017a4dc678d9 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881876 Nov 04 09:06:28.094831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d7f0f5fe-9517-4897-98be-cb51fa58f49b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:28.095428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.098418 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5f21651-b152-43d9-9d8a-da671bac3064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.136570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.142253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event updated for resources: {'Port': ['ID=06bdd911-a2e2-445b-adc0-8863bb46e3ad,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:28.199590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8e833917-62e9-43b7-86f0-81fdad43aac4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8e833917-62e9-43b7-86f0-81fdad43aac4,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:28.231978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d5f21651-b152-43d9-9d8a-da671bac3064 None None] For port d7f0f5fe-9517-4897-98be-cb51fa58f49b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d7f0f5fe-9517-4897-98be-cb51fa58f49b,segment=NetworkSegment(70a217a4-74fa-4d57-9b32-f5308154d376),segment_id=70a217a4-74fa-4d57-9b32-f5308154d376)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:28.237415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '8e833917-62e9-43b7-86f0-81fdad43aac4', 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc', 'port_id': '8e833917-62e9-43b7-86f0-81fdad43aac4', 'mac_address': 'fa:16:3e:00:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c77e3dc-15de-4dc7-aaca-a839a3f2778f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:28.249955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5f21651-b152-43d9-9d8a-da671bac3064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.447707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.481242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Network 655eda93-9f1c-4753-8bf3-18fd20b187db is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:28.496311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.511892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e833917-62e9-43b7-86f0-81fdad43aac4 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:28.541332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.548563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.554976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.562343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.569239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.587537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.595397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.597957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-9eb24129-1833-4e1d-8461-e9281e7332ef tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5431 time: 0.4566650 Nov 04 09:06:28.599229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:28.601924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.631313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.636174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c25649e2-7683-4978-94d7-d04d5a3a63e5 HTTP/1.1" status: 204 len: 168 time: 1.5042458 Nov 04 09:06:28.664387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:28.679699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8e833917-62e9-43b7-86f0-81fdad43aac4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8e833917-62e9-43b7-86f0-81fdad43aac4,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:28.684277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f21651-b152-43d9-9d8a-da671bac3064 None None] Pushing event updated for resources: {'Port': ['ID=d7f0f5fe-9517-4897-98be-cb51fa58f49b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:28.695731 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.696730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e353ce93-1a30-483e-b009-401d29567b4d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:28.716479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9407d021-bb3f-4c9b-ae6c-dd2338492517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c25649e2-7683-4978-94d7-d04d5a3a63e5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:28.783721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=8e833917-62e9-43b7-86f0-81fdad43aac4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:28.831812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-eca91276-52e2-4b6d-a097-f8ef2e89fb7a None None] Provisioning complete for port 06bdd911-a2e2-445b-adc0-8863bb46e3ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:28.832561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eca91276-52e2-4b6d-a097-f8ef2e89fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:28.879952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:28.888301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3630f209-1f8d-45de-9722-90a940ca0d48 req-97761765-4afa-4951-b917-2fac147521de tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2627680 Nov 04 09:06:28.893630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-2ed7b49f-f9e5-4909-bf9d-a6b726ec35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.895603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-2ed7b49f-f9e5-4909-bf9d-a6b726ec35aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 1096 time: 0.4437251 Nov 04 09:06:28.921077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71fc5f-95cf-43a4-9a41-29ff19451156 req-578c6229-d7db-48f4-878f-20813647cbdd tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:28.934308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d71fc5f-95cf-43a4-9a41-29ff19451156 req-578c6229-d7db-48f4-878f-20813647cbdd tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.2679214 Nov 04 09:06:28.965292 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.146583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:29.180239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d71fc5f-95cf-43a4-9a41-29ff19451156 req-072fc156-aee9-4bf8-88ed-3dcde22b4467 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454262 Nov 04 09:06:29.230073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:29.233996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-eca91276-52e2-4b6d-a097-f8ef2e89fb7a None None] Port 06bdd911-a2e2-445b-adc0-8863bb46e3ad cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:29.254407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:29.261799 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5bd62f4c-9650-42c2-8734-1c8b871ad04c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6831353 Nov 04 09:06:29.270865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:29.280582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:29.329736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-eca91276-52e2-4b6d-a097-f8ef2e89fb7a None None] Provisioning complete for port d7f0f5fe-9517-4897-98be-cb51fa58f49b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:29.330533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eca91276-52e2-4b6d-a097-f8ef2e89fb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.374707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:29.375422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:29.449280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-3b69ef47-4717-4be6-be01-ac50efa83dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:29.457699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-3b69ef47-4717-4be6-be01-ac50efa83dd9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 911 time: 0.5415506 Nov 04 09:06:29.467256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e353ce93-1a30-483e-b009-401d29567b4d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e353ce93-1a30-483e-b009-401d29567b4d,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:29.513369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e353ce93-1a30-483e-b009-401d29567b4d', 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'port_id': 'e353ce93-1a30-483e-b009-401d29567b4d', 'mac_address': 'fa:16:3e:dd:e1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ebe30a-abd8-464f-8455-c8ee4f7b9dc0', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:29.568046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:29.609160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-4ebab605-a940-41da-9aa9-c4742e9d6847 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=335bc24b-0604-467f-8353-55fb217a3811 HTTP/1.1" status: 200 len: 217 time: 0.1393387 Nov 04 09:06:29.623060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:29.636616 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.670458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.679889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.703014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e353ce93-1a30-483e-b009-401d29567b4d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:29.752442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7f0f5fe-9517-4897-98be-cb51fa58f49b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:29.807590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e353ce93-1a30-483e-b009-401d29567b4d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e353ce93-1a30-483e-b009-401d29567b4d,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:29.823300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.824469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d28be4cb-eb63-4682-9632-016489b9f6fa details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:29.828673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.844942 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4fb795d1-bfcb-4fc1-ba2b-650f55a9fe9c None None] Provisioning complete for port 06bdd911-a2e2-445b-adc0-8863bb46e3ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:29.845313 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fb795d1-bfcb-4fc1-ba2b-650f55a9fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.871478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e7dbd4-9374-4731-b627-c47da8109cbf']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:29.889580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984f00a5-f85f-4116-b190-4e22e475e1f2') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:29.889873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984f00a5-f85f-4116-b190-4e22e475e1f2') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:29.903136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.933528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.947533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:06:29.948106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:06:29.950108 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:06:30.019737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4fb795d1-bfcb-4fc1-ba2b-650f55a9fe9c None None] Port 06bdd911-a2e2-445b-adc0-8863bb46e3ad cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:30.031299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:06:30.035271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d28be4cb-eb63-4682-9632-016489b9f6fa, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d28be4cb-eb63-4682-9632-016489b9f6fa,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:30.049768 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.060208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.063556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] 10.222.0.53 "DELETE /v2.0/networks/07e7dbd4-9374-4731-b627-c47da8109cbf HTTP/1.1" status: 204 len: 168 time: 1.3970566 Nov 04 09:06:30.086870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e353ce93-1a30-483e-b009-401d29567b4d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:30.111478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'd28be4cb-eb63-4682-9632-016489b9f6fa', 'network_id': 'acf634d2-4343-418c-b8d8-3e84eb61a3dc', 'port_id': 'd28be4cb-eb63-4682-9632-016489b9f6fa', 'mac_address': 'fa:16:3e:8b:93:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c77e3dc-15de-4dc7-aaca-a839a3f2778f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:30.116332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da1ac4-d96e-4204-855a-68c8dbfd7a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=07e7dbd4-9374-4731-b627-c47da8109cbf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:30.126601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d7f0f5fe-9517-4897-98be-cb51fa58f49b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:30.126993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.240033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-46315412-8d43-48ce-9027-b447393ebe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.242494 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-46315412-8d43-48ce-9027-b447393ebe48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.5783744 Nov 04 09:06:30.260241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.266410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.274791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.281691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.291273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.293277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-cb0c0b73-b416-4457-8837-5bab4490110a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423205 Nov 04 09:06:30.298116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.305425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.308017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-a31e6b0e-41f2-488b-87b5-41272f7c91d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5433 time: 0.1854126 Nov 04 09:06:30.318026 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.371512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d28be4cb-eb63-4682-9632-016489b9f6fa {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:30.374190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:30.381616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03c867c6-f8ec-4081-8d4f-d626edd740b9 req-c112ae55-ee09-4fca-ab57-caebf08537c3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657325 Nov 04 09:06:30.395592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:30.398527 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Sync routers for ids ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:30.402357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:26Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06bdd911-a2e2-445b-adc0-8863bb46e3ad', 'name': '', 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:0b:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:23Z', 'updated_at': '2021-11-04T09:06:27Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:30.405901 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.407253 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d19550b-b72b-4381-95f7-7fee9cbacaeb admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5014136 Nov 04 09:06:30.421494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55880) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:30.429038 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Routers {'2e7452b7-28d6-4ba9-bde8-deb82f640dcc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:30.433853 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:30.474542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:30.475432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Updating router 737e05ec-95ee-4380-ac34-184378d056e4 port 06bdd911-a2e2-445b-adc0-8863bb46e3ad binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:06:30.500604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-357ce2af-5bfa-4e60-8ae4-bf1e8abda1a1 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821878 Nov 04 09:06:30.541970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b6a225cb-ec4b-4d13-86fa-e37310659cdb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1888fdda13264a7f8ced3f0b231667dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450231 Nov 04 09:06:30.545027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:30.574822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76c00f-653f-4d2c-8f1e-06e8be7be51d req-91d32061-2e2a-4982-894f-122d5f391c55 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:30.583680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d76c00f-653f-4d2c-8f1e-06e8be7be51d req-91d32061-2e2a-4982-894f-122d5f391c55 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1598365 Nov 04 09:06:30.597797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.609047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d28be4cb-eb63-4682-9632-016489b9f6fa, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d28be4cb-eb63-4682-9632-016489b9f6fa,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:30.631814 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.632528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ece084c1-f458-475d-9aac-baebe3e5a172 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:30.672862 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Set router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:30.729058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.752426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ece084c1-f458-475d-9aac-baebe3e5a172, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ece084c1-f458-475d-9aac-baebe3e5a172,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:30.770943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=d28be4cb-eb63-4682-9632-016489b9f6fa,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:30.799436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d76c00f-653f-4d2c-8f1e-06e8be7be51d req-ed9124f2-1f8a-4251-9ccd-9483363777a3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099066 Nov 04 09:06:30.822696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.extraroute_db [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 09:06:30.829112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'ece084c1-f458-475d-9aac-baebe3e5a172', 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'port_id': 'ece084c1-f458-475d-9aac-baebe3e5a172', 'mac_address': 'fa:16:3e:b0:e4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ebe30a-abd8-464f-8455-c8ee4f7b9dc0', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:30.883132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.886636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.extraroute_db [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Removed routes are [] {{(pid=102556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 09:06:30.887508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:30.905559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece084c1-f458-475d-9aac-baebe3e5a172 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:30.917310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a6b3abe-1311-4191-a0ad-d1f804ddfd31 req-939619f5-79d8-48e7-8ffa-23535f476d9b service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066000 Nov 04 09:06:30.947322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ece084c1-f458-475d-9aac-baebe3e5a172, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ece084c1-f458-475d-9aac-baebe3e5a172,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:31.015426 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.016148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7d0b0a79-cdc7-447f-8252-60616f90a9a8 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:31.057611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e5783e-2f7d-49c5-970a-f5239ce8dace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.125661 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e5783e-2f7d-49c5-970a-f5239ce8dace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.151808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Allocated IP 172.25.3.45 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/76b84277-44f4-46fa-8a66-6c179f879dfb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:31.172237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=ece084c1-f458-475d-9aac-baebe3e5a172,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:31.172657 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:06:28Z', 'revision_number': 3, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:31.218815 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Checking router: 2e7452b7-28d6-4ba9-bde8-deb82f640dcc for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:31.219647 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Updating router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:06:31.279550 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.291303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.294942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.341091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:31.352700 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e5783e-2f7d-49c5-970a-f5239ce8dace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.356134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36e5783e-2f7d-49c5-970a-f5239ce8dace admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.360481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-36e5783e-2f7d-49c5-970a-f5239ce8dace admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8222762d-0090-4348-ba38-4762d440c078 HTTP/1.1" status: 204 len: 168 time: 0.8143845 Nov 04 09:06:31.364857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'port_id': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'mac_address': 'fa:16:3e:d7:07:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:31.370485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.389696 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.432779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5783e-2f7d-49c5-970a-f5239ce8dace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8222762d-0090-4348-ba38-4762d440c078,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:31.477950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.479965 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.509711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:31.623129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149abc4e-d058-4877-8ea5-b3722eef4ec1 None None] Pushing event updated for resources: {'Port': ['ID=06bdd911-a2e2-445b-adc0-8863bb46e3ad,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:31.650728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0b0a79-cdc7-447f-8252-60616f90a9a8 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:31.696021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:31.704730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.790154 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.790930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e4ed9773-f326-458b-80b7-ef871624fcce details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:31.798759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:31.805788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:31.824648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:31.834044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:31.840388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Attempting to bind port 06bdd911-a2e2-445b-adc0-8863bb46e3ad on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:31.840595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:31.840946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Attempting to bind port 06bdd911-a2e2-445b-adc0-8863bb46e3ad by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:31.841382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Attempting to bind port 06bdd911-a2e2-445b-adc0-8863bb46e3ad on network 655eda93-9f1c-4753-8bf3-18fd20b187db {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:31.851190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:31.851773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Checking segment: {'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:31.852424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.852927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Bound using segment: {'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:31.853772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Bound port: 06bdd911-a2e2-445b-adc0-8863bb46e3ad, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a217a4-74fa-4d57-9b32-f5308154d376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:31.854225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.858329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:31.873819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:31.880308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29817d59-e127-4db0-b327-209c6a559773 req-1be6496e-233c-4c2f-9d44-ec111b4962ed tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5435 time: 0.3294990 Nov 04 09:06:31.929073 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:31.945721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=7d0b0a79-cdc7-447f-8252-60616f90a9a8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:32.003955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29817d59-e127-4db0-b327-209c6a559773 req-d4417e43-b6d0-44c2-befc-614ec04e6a02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139491 Nov 04 09:06:32.009359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Allocated IP 172.20.0.1 (b074601e-bc93-48cf-a34a-544daacb07bb/e8380e30-0269-4d81-ac2c-96f61f5e7d3b/4eeadd6e-4399-45a9-87af-1309141400d3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:32.149371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:32.170448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:32.182921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:32.197349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.201846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ff5e7c5-9eac-4b8a-bc0c-ba594a5e0a02 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 200 len: 933 time: 2.9289565 Nov 04 09:06:32.202566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55920) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:32.203845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:32.206471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Port': ['ID=76b84277-44f4-46fa-8a66-6c179f879dfb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:32.218603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55207d7e-8781-44fe-9db6-0e91d222afb4 req-7885d36b-becd-461e-9af5-f075488b324e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:32.220382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55207d7e-8781-44fe-9db6-0e91d222afb4 req-7885d36b-becd-461e-9af5-f075488b324e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.2451737 Nov 04 09:06:32.254862 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.268197 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.281997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55924) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:32.302871 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.340384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55207d7e-8781-44fe-9db6-0e91d222afb4 req-32fe07d7-c7d7-4c26-9b1b-6f488ab8ae01 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966244 Nov 04 09:06:32.340949 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d418f1e-1f09-4ceb-8ffa-eed14c903bda None None] Pushing event updated for resources: {'Port': ['ID=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:32.374815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-73c88e4a-214c-461b-9810-099d2fd7ac05 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 200 len: 933 time: 0.1704876 Nov 04 09:06:32.375430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:32.379382 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Attempting to bind port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:32.380555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Attempting to bind port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:32.381194 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Attempting to bind port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:32.383166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'routes': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:32.393929 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:32.398710 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e96b71a2-0126-438b-9cd8-47712a441b8f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60daff09d889425fa0839718c51a80fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970700 Nov 04 09:06:32.398883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] For port 06bdd911-a2e2-445b-adc0-8863bb46e3ad, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:32.400344 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:32.401563 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.402516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] For port 06bdd911-a2e2-445b-adc0-8863bb46e3ad, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=06bdd911-a2e2-445b-adc0-8863bb46e3ad,segment=NetworkSegment(70a217a4-74fa-4d57-9b32-f5308154d376),segment_id=70a217a4-74fa-4d57-9b32-f5308154d376)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:32.402706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:32.403456 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:32.406319 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Bound port: 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:32.408392 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.408537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e4ed9773-f326-458b-80b7-ef871624fcce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e4ed9773-f326-458b-80b7-ef871624fcce,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:32.426639 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.474606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.479795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e4ed9773-f326-458b-80b7-ef871624fcce', 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'port_id': 'e4ed9773-f326-458b-80b7-ef871624fcce', 'mac_address': 'fa:16:3e:14:dd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ebe30a-abd8-464f-8455-c8ee4f7b9dc0', 'ip_address': '10.1.1.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:32.524630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.526832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aefebed1-dc9f-492d-9bc9-445eeabeff88 None None] Provisioning complete for port 06bdd911-a2e2-445b-adc0-8863bb46e3ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:32.527643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aefebed1-dc9f-492d-9bc9-445eeabeff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.537503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Network b074601e-bc93-48cf-a34a-544daacb07bb is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:32.540357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c7a5240-cd97-48ae-9426-73dad0f3d65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.543342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:32.569084 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] For port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:32.579099 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] For port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:32.580354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:32.587733 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.618334 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.668632 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Routers {'2e7452b7-28d6-4ba9-bde8-deb82f640dcc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:32.669431 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:32.689973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4eeadd6e-4399-45a9-87af-1309141400d3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:32.703791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:32.704530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:32.711672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149abc4e-d058-4877-8ea5-b3722eef4ec1 None None] Pushing event updated for resources: {'Port': ['ID=06bdd911-a2e2-445b-adc0-8863bb46e3ad,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:32.813796 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.816841 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:32.882687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ed9773-f326-458b-80b7-ef871624fcce {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:32.916683 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] Set router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:32.976299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:33.010545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e4ed9773-f326-458b-80b7-ef871624fcce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e4ed9773-f326-458b-80b7-ef871624fcce,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:33.013937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aefebed1-dc9f-492d-9bc9-445eeabeff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.033524 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.034259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 32d58df2-be25-49e2-8c9e-5278843c1dc6 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:33.071210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.117373 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d418f1e-1f09-4ceb-8ffa-eed14c903bda None None] Pushing event updated for resources: {'Port': ['ID=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:33.190223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-aefebed1-dc9f-492d-9bc9-445eeabeff88 None None] For port 06bdd911-a2e2-445b-adc0-8863bb46e3ad, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=06bdd911-a2e2-445b-adc0-8863bb46e3ad,segment=NetworkSegment(70a217a4-74fa-4d57-9b32-f5308154d376),segment_id=70a217a4-74fa-4d57-9b32-f5308154d376)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:33.280245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:06:28Z', 'revision_number': 3, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:33.296240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c7a5240-cd97-48ae-9426-73dad0f3d65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.313713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aefebed1-dc9f-492d-9bc9-445eeabeff88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.318049 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89cba64a-5843-4867-8530-f3b941e579b6 None None] The sync data for ids ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'] in n-d-816487-1 is: [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:06:28Z', 'revision_number': 3, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:33.363558 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:06:33.396666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e4ed9773-f326-458b-80b7-ef871624fcce,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:33.420903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:33.426430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 32d58df2-be25-49e2-8c9e-5278843c1dc6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:33.430424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:33.437173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:33.445061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:33.446107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '32d58df2-be25-49e2-8c9e-5278843c1dc6', 'network_id': 'cc1916df-7442-4595-911b-cf8bb510c6a5', 'port_id': '32d58df2-be25-49e2-8c9e-5278843c1dc6', 'mac_address': 'fa:16:3e:cc:b6:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8ebe30a-abd8-464f-8455-c8ee4f7b9dc0', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:33.451453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:33.458157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:33.464921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:33.467397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-1f57d43e-a3ec-4642-9dac-071a8e3c8535 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5437 time: 0.2233415 Nov 04 09:06:33.514284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 09:06:33.514937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 09:06:33.549017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c7a5240-cd97-48ae-9426-73dad0f3d65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.552757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8c7a5240-cd97-48ae-9426-73dad0f3d65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.554486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.554729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8c7a5240-cd97-48ae-9426-73dad0f3d65d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02f83c33-71cf-4623-93cf-4d3b9e2c3fb9 HTTP/1.1" status: 204 len: 168 time: 1.1505835 Nov 04 09:06:33.590031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4bb2086-518a-4349-9db4-5ad2eecd655f req-381ac43c-2b42-4ec5-b52a-f69d6e16e94c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0755742 Nov 04 09:06:33.593242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a5240-cd97-48ae-9426-73dad0f3d65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f83c33-71cf-4623-93cf-4d3b9e2c3fb9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:33.639448 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.669667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f655aa4c-6357-4621-ae58-2b780553d19b None None] Provisioning complete for port 06bdd911-a2e2-445b-adc0-8863bb46e3ad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:33.671062 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f655aa4c-6357-4621-ae58-2b780553d19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.671949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefebed1-dc9f-492d-9bc9-445eeabeff88 None None] Pushing event updated for resources: {'Port': ['ID=06bdd911-a2e2-445b-adc0-8863bb46e3ad,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:33.702609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d58df2-be25-49e2-8c9e-5278843c1dc6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:33.731625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:30Z', 'revision_number': 6, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06bdd911-a2e2-445b-adc0-8863bb46e3ad', 'name': '', 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:0b:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:23Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:33.750080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.760647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.805617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 32d58df2-be25-49e2-8c9e-5278843c1dc6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:33.808229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d845d8-b5fb-4331-a640-7b130e8b8426 None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:30Z', 'revision_number': 6, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06bdd911-a2e2-445b-adc0-8863bb46e3ad', 'name': '', 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:0b:6b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:23Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 4, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:33.815780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:33.946799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Port': ['ID=76b84277-44f4-46fa-8a66-6c179f879dfb,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:34.051743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=32d58df2-be25-49e2-8c9e-5278843c1dc6,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:34.092167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.137229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.146921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f92da461-7afa-4bb8-b829-a1013e00d00b tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9965177 Nov 04 09:06:34.148600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:34.162342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-367468060'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:34.203729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Made reservation on behalf of 0d31a6da6b584d169e0dba0cbfd6ab19 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:34.212243 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.232058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.238774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.264795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.321506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96393ae9-df2d-45a2-a2ba-36acad173acb req-6e1487e1-7605-4b81-8275-98fbe7249850 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:34.321803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['8e833917-62e9-43b7-86f0-81fdad43aac4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:34.327261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['7d0b0a79-cdc7-447f-8252-60616f90a9a8'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:34.330809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96393ae9-df2d-45a2-a2ba-36acad173acb req-6e1487e1-7605-4b81-8275-98fbe7249850 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.4403255 Nov 04 09:06:34.425756 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.433004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.510818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:06:34.527032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a29901-cd16-4bf0-90ab-e7157344890b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:34.537180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['ece084c1-f458-475d-9aac-baebe3e5a172'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:34.552549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.552968 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Added segment d7f73cc1-a93a-437f-bcbf-df299ec6fdf2 of type vlan for network 370cdd11-b81f-4d08-9ebe-23b142225b17 Nov 04 09:06:34.587801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4eeadd6e-4399-45a9-87af-1309141400d3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:34.592162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.647894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96393ae9-df2d-45a2-a2ba-36acad173acb req-95596ba4-31dc-4750-a7c0-d6f0c9fab84a tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144960 Nov 04 09:06:34.657499 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.665645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['32d58df2-be25-49e2-8c9e-5278843c1dc6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:34.757799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.779382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:34.788955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:34.991568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8389254 Nov 04 09:06:34.992414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:35.076406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Request body: {'subnet': {'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:35.207320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Network': ['ID=370cdd11-b81f-4d08-9ebe-23b142225b17,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:35.239093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.239700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.242364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.242949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.243931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.244762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.246333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.248948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.249670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.250271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.250817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.251358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc7c603-ad9d-4730-b526-eb082bf3e332 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:35.284441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:06:35.375264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:35.396103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:35.398347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:35.402244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e353ce93-1a30-483e-b009-401d29567b4d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:35.414354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:35.422913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:35.431299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:35.432688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:35.441010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:35.448599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:35.450117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:35.452228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8355e809-2350-456d-832e-ecbafde769b7 req-401032e3-8b04-4edb-b7dd-8394dda7c5cf tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5438 time: 0.5841906 Nov 04 09:06:35.475531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['d28be4cb-eb63-4682-9632-016489b9f6fa'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:35.478095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e4ed9773-f326-458b-80b7-ef871624fcce'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:35.537093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Made reservation on behalf of 0d31a6da6b584d169e0dba0cbfd6ab19 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:35.541910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:35.600538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8355e809-2350-456d-832e-ecbafde769b7 req-e29ff63f-ec62-4b62-a9f8-73ff0d7d60d3 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380444 Nov 04 09:06:35.665088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:35.724082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:35.725474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:35.765958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Network b074601e-bc93-48cf-a34a-544daacb07bb is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:35.778250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:35.984212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.038879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 06bdd911-a2e2-445b-adc0-8863bb46e3ad up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:36.076159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:36.076286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 32d58df2-be25-49e2-8c9e-5278843c1dc6 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:36.114978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Subnet': ['ID=7824c706-8953-4b4c-84b8-3a079de22304,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:36.117762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.122348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56000) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:36.122521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5ef7351d-830b-45ee-a6d4-93ffac77e243 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 200 len: 699 time: 3.7440972 Nov 04 09:06:36.175693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addda70b-870a-4645-a5ba-1ada2a1bd45b req-986e734f-7fb3-4d32-9de5-3a704ea54f14 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.178174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-addda70b-870a-4645-a5ba-1ada2a1bd45b req-986e734f-7fb3-4d32-9de5-3a704ea54f14 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1783752 Nov 04 09:06:36.274030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Checking segment: {'id': 'd7f73cc1-a93a-437f-bcbf-df299ec6fdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:36.274403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Network hostable DHCP agents. Network: 370cdd11-b81f-4d08-9ebe-23b142225b17, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:06:36.283557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:36.306506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-addda70b-870a-4645-a5ba-1ada2a1bd45b req-e31d6ea4-e45d-4ef6-81cb-caf721b57696 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210804 Nov 04 09:06:36.313128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56006) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:36.314514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-96fd29aa-b48f-4dc5-a8a4-11f41f832d83 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 200 len: 699 time: 0.1906514 Nov 04 09:06:36.320872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:06:36.341602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 370cdd11-b81f-4d08-9ebe-23b142225b17) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:36.360218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.361136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.389012 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bd1a9227-e0f8-4b4a-b316-8c92ce14d4dd tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3277762 Nov 04 09:06:36.390712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56008) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:36.401572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1222369725', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:36.456521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2c485-dff9-48b9-aa6e-339b45af62eb None None] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:36.469484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.470584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.536792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.647143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:36.658700 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Sync routers for ids ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:36.674186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d7fd08de-f044-46e9-a466-a3f66733d0f7 admin admin] 10.222.0.53 "PUT /v2.0/routers/2e7452b7-28d6-4ba9-bde8-deb82f640dcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2515533 Nov 04 09:06:36.675802 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Routers {'2e7452b7-28d6-4ba9-bde8-deb82f640dcc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:36.676471 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:36.694202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:36.701291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 06bdd911-a2e2-445b-adc0-8863bb46e3ad triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:36.701663 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.834120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 32d58df2-be25-49e2-8c9e-5278843c1dc6 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:36.844540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 32d58df2-be25-49e2-8c9e-5278843c1dc6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:36.845414 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.858115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:36.890834 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Set router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:36.935579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.943919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.950649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.965631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.972145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.978705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.985165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:36.987231 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-1548e01c-e94f-4a02-973f-5ad5631e285e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5438 time: 0.2274027 Nov 04 09:06:37.148872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6700642f-92b9-4bc7-bfc5-f82d317f9ca1 req-21354bde-5168-43e7-a794-d5223942446b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502221 Nov 04 09:06:37.169407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:37.233956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-370cdd11-b81f-4d08-9ebe-23b142225b17', 'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17', 'tenant_id': '0d31a6da6b584d169e0dba0cbfd6ab19', 'fixed_ips': [{'subnet_id': '7824c706-8953-4b4c-84b8-3a079de22304'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:06:37.234835 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.244321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.265836 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 4, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4eeadd6e-4399-45a9-87af-1309141400d3', 'name': '', 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'mac_address': 'fa:16:3e:b6:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'e8380e30-0269-4d81-ac2c-96f61f5e7d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:31Z', 'updated_at': '2021-11-04T09:06:33Z', 'revision_number': 2, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'subnets': [{'id': 'e8380e30-0269-4d81-ac2c-96f61f5e7d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:37.311129 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Checking router: 2e7452b7-28d6-4ba9-bde8-deb82f640dcc for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:37.312061 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Updating router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc port 4eeadd6e-4399-45a9-87af-1309141400d3 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:06:37.333758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.354617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e79e227-2bb3-4504-b45f-8bf991aa59f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.378163 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.394885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.499162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.552820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:37.555138 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083175a8-e082-4c01-89f3-fe1dc105198e" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:37.559811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Allocated IP 172.20.0.2 (370cdd11-b81f-4d08-9ebe-23b142225b17/7824c706-8953-4b4c-84b8-3a079de22304/5bb1e9d9-17d8-4485-a80c-463f153e6352) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:37.576070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:37.576453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.588742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 32d58df2-be25-49e2-8c9e-5278843c1dc6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:37.624311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.664389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Allocated IP 172.25.3.67 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/c539f131-0c5d-478f-a3c9-12bf6338e8bd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:37.771220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e9473-1941-4029-ae2f-addc184c0eed req-d960e96a-52c6-4d14-ba62-725ad27f4c70 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:37.778685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c64e9473-1941-4029-ae2f-addc184c0eed req-d960e96a-52c6-4d14-ba62-725ad27f4c70 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.2995625 Nov 04 09:06:37.793771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:33Z', 'revision_number': 7, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06bdd911-a2e2-445b-adc0-8863bb46e3ad', 'name': '', 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:0b:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:23Z', 'updated_at': '2021-11-04T09:06:33Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:37.890248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.918139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8e833917-62e9-43b7-86f0-81fdad43aac4 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:37.919820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c64e9473-1941-4029-ae2f-addc184c0eed req-81a40006-ad4c-431c-b918-5553b51afca6 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264145 Nov 04 09:06:37.926911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:37.973111 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:37.980243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=32d58df2-be25-49e2-8c9e-5278843c1dc6,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:37.990558 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.070381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:38.071035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:38.101356 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29274c-83ee-4536-9895-c9066d992694 None None] Pushing event updated for resources: {'Port': ['ID=4eeadd6e-4399-45a9-87af-1309141400d3,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:38.121700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.179130 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Attempting to bind port 4eeadd6e-4399-45a9-87af-1309141400d3 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:38.179515 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Attempting to bind port 4eeadd6e-4399-45a9-87af-1309141400d3 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:38.179926 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Attempting to bind port 4eeadd6e-4399-45a9-87af-1309141400d3 on network b074601e-bc93-48cf-a34a-544daacb07bb {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:38.186101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 06bdd911-a2e2-445b-adc0-8863bb46e3ad {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:38.186449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.187313 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:38.188040 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Checking segment: {'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:38.188876 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.189442 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Bound using segment: {'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:38.190087 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Bound port: 4eeadd6e-4399-45a9-87af-1309141400d3, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:38.190642 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.227760 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a94785-063d-4ef2-b0ba-b11c6ef30749 x-openstack-request-id: req-c5a94785-063d-4ef2-b0ba-b11c6ef30749 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:38.228082 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:38.228339 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c5a94785-063d-4ef2-b0ba-b11c6ef30749 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:38.228747 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6', 'code': 200} Nov 04 09:06:38.245674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:38.254465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:38.269911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:38.275229 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] For port 4eeadd6e-4399-45a9-87af-1309141400d3, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:38.279799 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] For port 4eeadd6e-4399-45a9-87af-1309141400d3, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4eeadd6e-4399-45a9-87af-1309141400d3,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:38.287255 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.315752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port 06bdd911-a2e2-445b-adc0-8863bb46e3ad, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=06bdd911-a2e2-445b-adc0-8863bb46e3ad,segment=NetworkSegment(70a217a4-74fa-4d57-9b32-f5308154d376),segment_id=70a217a4-74fa-4d57-9b32-f5308154d376)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:38.316284 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.346284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 06bdd911-a2e2-445b-adc0-8863bb46e3ad owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:38.354973 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29274c-83ee-4536-9895-c9066d992694 None None] Pushing event updated for resources: {'Port': ['ID=4eeadd6e-4399-45a9-87af-1309141400d3,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:38.382484 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Routers {'2e7452b7-28d6-4ba9-bde8-deb82f640dcc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:38.383396 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:38.386988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-8bc28566-751a-408d-ba83-669518147469 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:38.394875 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-8bc28566-751a-408d-ba83-669518147469 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/networks?id=b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 200 len: 819 time: 0.4455638 Nov 04 09:06:38.418583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-9be0403b-10db-45e5-83d5-4d6b8f511ffa tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/quotas/ce44e117b670452db4cf73cc68d88973 HTTP/1.1" status: 200 len: 375 time: 0.0225065 Nov 04 09:06:38.420571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Port': ['ID=c539f131-0c5d-478f-a3c9-12bf6338e8bd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:38.468803 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.518169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 8e833917-62e9-43b7-86f0-81fdad43aac4 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:38.541424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.547749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:38.583589 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-7411121e-3837-4bca-92d2-265022b6b9de tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce44e117b670452db4cf73cc68d88973&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1640255 Nov 04 09:06:38.601273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 8e833917-62e9-43b7-86f0-81fdad43aac4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:38.602465 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.607266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:38.653852 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] Set router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:38.690577 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.696332 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.811223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:38.819041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56064) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:38.849335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:38.849954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:38.857328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:38.918117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=06bdd911-a2e2-445b-adc0-8863bb46e3ad,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:38.922769 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-043a40ef-e78c-4fbe-b7c8-379010112b22 service neutron] 10.222.0.53 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381858 Nov 04 09:06:38.944857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.945494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.945903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.946329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.946731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.947129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.947523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.948049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.949348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.949348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.949735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:38.950729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:06:39.065024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add5baa0-250e-4130-a2cc-8214557b7a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.073137 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 4, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4eeadd6e-4399-45a9-87af-1309141400d3', 'name': '', 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'mac_address': 'fa:16:3e:b6:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'e8380e30-0269-4d81-ac2c-96f61f5e7d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:31Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 4, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'subnets': [{'id': 'e8380e30-0269-4d81-ac2c-96f61f5e7d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:39.120539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:39.141233 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e414a79-ec38-434b-a76d-635b28263031 None None] The sync data for ids ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'] in n-d-816487-1 is: [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 4, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4eeadd6e-4399-45a9-87af-1309141400d3', 'name': '', 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'mac_address': 'fa:16:3e:b6:a9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1380, 'fixed_ips': [{'subnet_id': 'e8380e30-0269-4d81-ac2c-96f61f5e7d3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:31Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 4, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'subnets': [{'id': 'e8380e30-0269-4d81-ac2c-96f61f5e7d3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:39.188061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add5baa0-250e-4130-a2cc-8214557b7a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.211770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add5baa0-250e-4130-a2cc-8214557b7a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.220427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.221678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.223707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.223707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.224239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.225032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.225653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.226174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.226692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.227246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.227764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.230057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.232400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.233272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:39.259262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38bfa777-6542-4f2a-aae8-a474235fddf0 req-56510c26-075d-4fa5-bdc7-e51abc67b922 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9829 time: 0.5981154 Nov 04 09:06:39.310974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Pushing event updated for resources: {'Port': ['ID=5bb1e9d9-17d8-4485-a80c-463f153e6352,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:39.322518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.326457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.370841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Attempting to bind port 5bb1e9d9-17d8-4485-a80c-463f153e6352 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:39.371085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Attempting to bind port 5bb1e9d9-17d8-4485-a80c-463f153e6352 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'd7f73cc1-a93a-437f-bcbf-df299ec6fdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:39.371529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Attempting to bind port 5bb1e9d9-17d8-4485-a80c-463f153e6352 on network 370cdd11-b81f-4d08-9ebe-23b142225b17 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:39.380499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:39.380751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Checking segment: {'id': 'd7f73cc1-a93a-437f-bcbf-df299ec6fdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:39.381165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.381569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Bound using segment: {'id': 'd7f73cc1-a93a-437f-bcbf-df299ec6fdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:39.382092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Bound port: 5bb1e9d9-17d8-4485-a80c-463f153e6352, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f73cc1-a93a-437f-bcbf-df299ec6fdf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:39.382406 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.397232 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.465958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] For port 5bb1e9d9-17d8-4485-a80c-463f153e6352, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:39.469478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] For port 5bb1e9d9-17d8-4485-a80c-463f153e6352, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5bb1e9d9-17d8-4485-a80c-463f153e6352,segment=NetworkSegment(d7f73cc1-a93a-437f-bcbf-df299ec6fdf2),segment_id=d7f73cc1-a93a-437f-bcbf-df299ec6fdf2)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:39.498582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8e833917-62e9-43b7-86f0-81fdad43aac4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8e833917-62e9-43b7-86f0-81fdad43aac4,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:39.502970 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.562866 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.563964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7d0b0a79-cdc7-447f-8252-60616f90a9a8 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:39.645595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:39.662456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c6bde651-6700-4416-ba42-df33d020de8a service neutron] 10.222.0.53 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7243032 Nov 04 09:06:39.663331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5baa0-250e-4130-a2cc-8214557b7a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8b9039-b9d9-4ccf-8c0c-86a55e207e2e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:39.669324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.677932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbcd0f-e6df-4ea6-8ec2-806b54d7aeab None None] Pushing event updated for resources: {'Port': ['ID=5bb1e9d9-17d8-4485-a80c-463f153e6352,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:39.794705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:39.842324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-add5baa0-250e-4130-a2cc-8214557b7a8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ce0e50c71f946878a93d18128d46c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0182419 Nov 04 09:06:39.843498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56074) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:39.844336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:39.846793 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:39.909414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=8e833917-62e9-43b7-86f0-81fdad43aac4,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:39.941429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:33Z', 'revision_number': 7, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06bdd911-a2e2-445b-adc0-8863bb46e3ad', 'name': '', 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:0b:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:23Z', 'updated_at': '2021-11-04T09:06:33Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:39.944281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d19134b-d1cb-4bc0-9fd3-52d7b0bc2c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.028900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d19134b-d1cb-4bc0-9fd3-52d7b0bc2c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.031706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca9de1-7cb1-4ce2-8202-5c1c46f6b203 None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:33Z', 'revision_number': 7, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '06bdd911-a2e2-445b-adc0-8863bb46e3ad', 'name': '', 'network_id': '655eda93-9f1c-4753-8bf3-18fd20b187db', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:0b:6b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:23Z', 'updated_at': '2021-11-04T09:06:33Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': 'fab47b2b-804a-4a71-9d0b-7e7564687f51', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:40.078401 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fb538200-5db1-47f8-801a-7e84db690640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.173016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.228612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a5076-99d8-4f38-8521-18d33bddd1d1 req-15c47b9f-2c2e-4522-8161-a9132e684d4a tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.231030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-735a5076-99d8-4f38-8521-18d33bddd1d1 req-15c47b9f-2c2e-4522-8161-a9132e684d4a tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1233320 Nov 04 09:06:40.239611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:40.242273 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0a5a5f-725d-4fc6-94fc-ee11985b8ba0" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:40.313618 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d19134b-d1cb-4bc0-9fd3-52d7b0bc2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.318479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d19134b-d1cb-4bc0-9fd3-52d7b0bc2c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.322459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.333939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9d19134b-d1cb-4bc0-9fd3-52d7b0bc2c69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1b8b9039-b9d9-4ccf-8c0c-86a55e207e2e HTTP/1.1" status: 204 len: 168 time: 0.4759305 Nov 04 09:06:40.337550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:40.346797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.351785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e4ed9773-f326-458b-80b7-ef871624fcce up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:40.386638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.389782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Router fc50f05f-5272-4069-a0b3-a73c9b2ddf7e is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:06:40.392961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.398132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19134b-d1cb-4bc0-9fd3-52d7b0bc2c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8b9039-b9d9-4ccf-8c0c-86a55e207e2e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:40.399495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.406138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.413666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.419847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.427427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.429508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-e0e09605-9fe7-4ce1-bbd4-acd11df1f5f4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5439 time: 0.9368095 Nov 04 09:06:40.440406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-735a5076-99d8-4f38-8521-18d33bddd1d1 req-92f884fb-0ddb-4c5e-935c-8a35a3632749 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968434 Nov 04 09:06:40.445867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:40.486576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-09c96666-7907-4c53-97d1-4aa84727697c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1717634 Nov 04 09:06:40.487263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56088) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:40.519410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=7d0b0a79-cdc7-447f-8252-60616f90a9a8,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:40.534543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port e4ed9773-f326-458b-80b7-ef871624fcce completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:40.542973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e4ed9773-f326-458b-80b7-ef871624fcce triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:40.544351 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.551340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16c38904-9a5a-4bfe-adaf-3fcf1d4b5261 req-4867b552-bc3e-4181-aae1-845386ad9c7c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847058 Nov 04 09:06:40.714431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.815017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e4ed9773-f326-458b-80b7-ef871624fcce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e4ed9773-f326-458b-80b7-ef871624fcce,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:40.823303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.824420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d28be4cb-eb63-4682-9632-016489b9f6fa up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:40.827511 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bea5d93f-7850-4db7-abaa-fbc49ac60ac2 req-6edf47f0-5974-4d5f-a792-6ddf137faf39 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 210 time: 0.1398587 Nov 04 09:06:40.883267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fa5c3-4e60-4bbb-b0ee-850e41e33deb req-86955c9e-0d8b-4248-a9fb-9e6d782ccb62 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:40.890675 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb0fa5c3-4e60-4bbb-b0ee-850e41e33deb req-86955c9e-0d8b-4248-a9fb-9e6d782ccb62 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 886 time: 0.2587874 Nov 04 09:06:40.910108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet fab47b2b-804a-4a71-9d0b-7e7564687f51 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:06:40.922172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:40.952283 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e13630-ddaf-4daa-95d2-bc61deb59c7c x-openstack-request-id: req-a8e13630-ddaf-4daa-95d2-bc61deb59c7c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:40.952613 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:40.952875 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a8e13630-ddaf-4daa-95d2-bc61deb59c7c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:40.953286 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4', 'code': 200} Nov 04 09:06:41.011916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e4ed9773-f326-458b-80b7-ef871624fcce,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:41.033613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port d28be4cb-eb63-4682-9632-016489b9f6fa completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:41.051199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port d28be4cb-eb63-4682-9632-016489b9f6fa triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:41.054479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.124678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.165203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56096) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:41.204797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab8af-2db1-4253-9de1-a736b7e1061e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.250813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.273341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.273908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.275535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.276129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.276594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.277994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.278456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.281058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.282985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.283651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.285433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.287076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.287738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.290263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.295697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1cf4a923-cc73-4a1f-b5ea-e57529581fad req-5f73b821-683b-49f1-bdd3-f37a1a0327a0 tempest-NetworksTest-1188367610 tempest-NetworksTest-1188367610-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9829 time: 0.3619158 Nov 04 09:06:41.353066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:41.364985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4eeadd6e-4399-45a9-87af-1309141400d3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:41.381831 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] Sync routers for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:41.388553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:41.397375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:41.398413 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:41.436178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.442720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.444038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-11c3f991-206e-4846-ae9c-77fcc23efbb7 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.0511246 Nov 04 09:06:41.447029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56100) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:41.471205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:41.471734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:41.561230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab8af-2db1-4253-9de1-a736b7e1061e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.570942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.577265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab0ab8af-2db1-4253-9de1-a736b7e1061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.626567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4eeadd6e-4399-45a9-87af-1309141400d3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:41.627771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.649093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dde4112-9e99-4a6d-9a18-f35b31f94b86 None None] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:41.658272 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ab0ab8af-2db1-4253-9de1-a736b7e1061e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c2b6b24a0484f57bef5344ac3328b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892879 Nov 04 09:06:41.669871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:41.677142 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:41.700186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d28be4cb-eb63-4682-9632-016489b9f6fa, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d28be4cb-eb63-4682-9632-016489b9f6fa,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:41.702297 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:41.703080 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:41.746355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ab8af-2db1-4253-9de1-a736b7e1061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2299e79a-5c35-4f5b-8e07-37adacc91845,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:41.761759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.763617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ece084c1-f458-475d-9aac-baebe3e5a172 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:41.769762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177eebc-616f-4fea-b020-8e351285f1e1 req-314ff561-7a9e-43e3-b0db-647b2c3ce3fd tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.782520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:41.784174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c177eebc-616f-4fea-b020-8e351285f1e1 req-314ff561-7a9e-43e3-b0db-647b2c3ce3fd tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1290796 Nov 04 09:06:41.787755 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:41.792356 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba17c22-b64c-4f29-9c25-14ba50a3548c None None] The sync data for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:41.895731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ce8f7bf1-471e-4082-8947-103690d98a28 None None] Provisioning complete for port 5bb1e9d9-17d8-4485-a80c-463f153e6352 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:41.896036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7bf1-471e-4082-8947-103690d98a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:41.957542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-46069536-ed29-4917-b206-e081aa3afa17 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:41.959751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-46069536-ed29-4917-b206-e081aa3afa17 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.55 "GET /v2.0/networks?id=b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 200 len: 819 time: 0.1357355 Nov 04 09:06:41.969528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.017884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=d28be4cb-eb63-4682-9632-016489b9f6fa,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:42.020375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:42.033892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:42.040426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:42.043526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Request body: {'port': {'device_id': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb', 'admin_state_up': True, 'tenant_id': 'ce44e117b670452db4cf73cc68d88973'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:42.046679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:42.053660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:42.060940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:42.068451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:42.074458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:42.076496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-5e98320c-ca5b-4ff3-bb88-e9dc6c1cf187 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5443 time: 0.3526771 Nov 04 09:06:42.087412 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e7b9-295d-41b0-8441-3ffa72cda826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.161083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port ece084c1-f458-475d-9aac-baebe3e5a172 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:42.169546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=fab47b2b-804a-4a71-9d0b-7e7564687f51,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:42.175518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.179136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8b6658-96f1-4d5f-b252-7c257c14f6bd req-e86ffaf9-7914-40f3-8770-add3fba4e642 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0925608 Nov 04 09:06:42.180369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-824f8082-bf5e-4ce3-8627-02618930b24f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/fab47b2b-804a-4a71-9d0b-7e7564687f51 HTTP/1.1" status: 204 len: 168 time: 1.6899343 Nov 04 09:06:42.193807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56118) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:42.194559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415397c3-5e2d-43eb-b716-23f29df65b28 None None] Network 655eda93-9f1c-4753-8bf3-18fd20b187db requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:42.210016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port ece084c1-f458-475d-9aac-baebe3e5a172 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:42.210385 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.257682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c177eebc-616f-4fea-b020-8e351285f1e1 req-cdb18e6f-dfa4-43c6-8708-616ebdc80ec3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722209 Nov 04 09:06:42.287943 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e7b9-295d-41b0-8441-3ffa72cda826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.357970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fcf94e68-1c53-4847-91db-1711fad663bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.380900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Made reservation on behalf of ce44e117b670452db4cf73cc68d88973 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:42.390664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.438864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e7b9-295d-41b0-8441-3ffa72cda826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.441880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b0e7b9-295d-41b0-8441-3ffa72cda826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.445849 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f6b0e7b9-295d-41b0-8441-3ffa72cda826 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2299e79a-5c35-4f5b-8e07-37adacc91845 HTTP/1.1" status: 204 len: 168 time: 0.7700436 Nov 04 09:06:42.462187 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.468625 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-449af747-5a46-4311-a343-5d5ef0fe3a9b req-a93cd4bf-caf2-44b5-9700-89d0b14a9f6a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 210 time: 0.0603077 Nov 04 09:06:42.473429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0e7b9-295d-41b0-8441-3ffa72cda826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2299e79a-5c35-4f5b-8e07-37adacc91845,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:42.550765 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.638915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fcf94e68-1c53-4847-91db-1711fad663bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.649334 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7bf1-471e-4082-8947-103690d98a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.662417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fcf94e68-1c53-4847-91db-1711fad663bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.703714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fcf94e68-1c53-4847-91db-1711fad663bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99bc8e9b36164d9288f15560d79220ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6260648 Nov 04 09:06:42.710061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:42.726129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 4eeadd6e-4399-45a9-87af-1309141400d3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4eeadd6e-4399-45a9-87af-1309141400d3,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:42.736537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.763498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf94e68-1c53-4847-91db-1711fad663bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77192b5c-5189-40e6-840a-ed3974ea3928,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:42.764946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.765751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:42.780129 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.879825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ce8f7bf1-471e-4082-8947-103690d98a28 None None] For port 5bb1e9d9-17d8-4485-a80c-463f153e6352, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5bb1e9d9-17d8-4485-a80c-463f153e6352,segment=NetworkSegment(d7f73cc1-a93a-437f-bcbf-df299ec6fdf2),segment_id=d7f73cc1-a93a-437f-bcbf-df299ec6fdf2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:42.913048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce8f7bf1-471e-4082-8947-103690d98a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.955667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ed9773-f326-458b-80b7-ef871624fcce'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:42.958676 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6132303-386f-46b2-ade4-ac1c6f7f5f65" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "e4ed9773-f326-458b-80b7-ef871624fcce"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:42.968755 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:42.974138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=4eeadd6e-4399-45a9-87af-1309141400d3,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:42.992673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 8, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:43.009779 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c75c414-04ce-4d48-90a2-c01b993f61fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.059227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:43.062985 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c75c414-04ce-4d48-90a2-c01b993f61fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.086273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:43.086643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.094196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] DHCP port deletion for 655eda93-9f1c-4753-8bf3-18fd20b187db request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:06:43.106929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port ece084c1-f458-475d-9aac-baebe3e5a172, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ece084c1-f458-475d-9aac-baebe3e5a172,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:43.141275 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5dd1ac-35b6-43d6-a437-1691daa1e2e3 x-openstack-request-id: req-0a5dd1ac-35b6-43d6-a437-1691daa1e2e3 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:43.141556 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "e4ed9773-f326-458b-80b7-ef871624fcce", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:43.141824 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a5dd1ac-35b6-43d6-a437-1691daa1e2e3 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:43.142194 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'code': 200} Nov 04 09:06:43.142450 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ed9773-f326-458b-80b7-ef871624fcce', 'code': 200} Nov 04 09:06:43.142699 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa', 'code': 200} Nov 04 09:06:43.153665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.156845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c75c414-04ce-4d48-90a2-c01b993f61fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.160429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c75c414-04ce-4d48-90a2-c01b993f61fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.161939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c75c414-04ce-4d48-90a2-c01b993f61fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77192b5c-5189-40e6-840a-ed3974ea3928 HTTP/1.1" status: 204 len: 168 time: 0.4472837 Nov 04 09:06:43.169410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e353ce93-1a30-483e-b009-401d29567b4d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:43.172323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:43.173180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:43.174978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Allocated IP 172.20.0.4 (b074601e-bc93-48cf-a34a-544daacb07bb/e8380e30-0269-4d81-ac2c-96f61f5e7d3b/3382540d-b279-4b00-b47d-501d35208c48) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:43.176369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75c414-04ce-4d48-90a2-c01b993f61fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77192b5c-5189-40e6-840a-ed3974ea3928,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:43.189961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port d7f0f5fe-9517-4897-98be-cb51fa58f49b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:43.190526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.297840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f7bf1-471e-4082-8947-103690d98a28 None None] Pushing event updated for resources: {'Port': ['ID=5bb1e9d9-17d8-4485-a80c-463f153e6352,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:43.307529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port d7f0f5fe-9517-4897-98be-cb51fa58f49b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d7f0f5fe-9517-4897-98be-cb51fa58f49b,segment=NetworkSegment(70a217a4-74fa-4d57-9b32-f5308154d376),segment_id=70a217a4-74fa-4d57-9b32-f5308154d376)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:43.308206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.346315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for d7f0f5fe-9517-4897-98be-cb51fa58f49b owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:43.541014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112b3dc-39f4-4063-9a5f-d2edcbd83b55 req-0b89023d-3b80-4fab-bc13-68b41e439c23 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.543301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1112b3dc-39f4-4063-9a5f-d2edcbd83b55 req-0b89023d-3b80-4fab-bc13-68b41e439c23 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1057084 Nov 04 09:06:43.573618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-657379ad-6b87-454e-8fe4-58ab8c1f5adb None None] Provisioning complete for port 5bb1e9d9-17d8-4485-a80c-463f153e6352 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:43.574066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-657379ad-6b87-454e-8fe4-58ab8c1f5adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.597653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Allocated IP 172.20.0.1 (370cdd11-b81f-4d08-9ebe-23b142225b17/7824c706-8953-4b4c-84b8-3a079de22304/cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:43.613096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:43.637017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1112b3dc-39f4-4063-9a5f-d2edcbd83b55 req-69ed9d59-d486-4c29-9560-436cce4bd089 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789468 Nov 04 09:06:43.709905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=ece084c1-f458-475d-9aac-baebe3e5a172,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:43.751253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.796132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] Deleting port d7f0f5fe-9517-4897-98be-cb51fa58f49b {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:43.796581 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.810387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:43.815397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5bb1e9d9-17d8-4485-a80c-463f153e6352 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:43.844266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da0e04a2-a43d-47f1-bfc8-303ca01ee955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.847320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port e353ce93-1a30-483e-b009-401d29567b4d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:43.848244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.856082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.875336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.889633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.903003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.909639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.915772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:43.926489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e353ce93-1a30-483e-b009-401d29567b4d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:43.926933 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.928849 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-9e5e7c55-36c1-463b-bc71-0ac4ecf7b14c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5444 time: 0.5074139 Nov 04 09:06:43.929095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.951099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6283754-aa23-4d17-9048-f4b598d7f206 req-5c41c923-f82b-49cf-a06c-7ef1fc3a2a91 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 210 time: 0.0499671 Nov 04 09:06:43.953266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=d7f0f5fe-9517-4897-98be-cb51fa58f49b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:43.966016 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:43.968074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port d7f0f5fe-9517-4897-98be-cb51fa58f49b on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:44.026880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] For port d7f0f5fe-9517-4897-98be-cb51fa58f49b, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:44.031409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.068211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da0e04a2-a43d-47f1-bfc8-303ca01ee955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.082442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.087977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] Calling delete_port for d7f0f5fe-9517-4897-98be-cb51fa58f49b owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:44.088372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da0e04a2-a43d-47f1-bfc8-303ca01ee955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.102948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] Port d7f0f5fe-9517-4897-98be-cb51fa58f49b was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:06:44.105844 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.109138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655eda93-9f1c-4753-8bf3-18fd20b187db']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:44.114125 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.122101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a217a4-74fa-4d57-9b32-f5308154d376') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:44.122696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a217a4-74fa-4d57-9b32-f5308154d376') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:44.133823 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.150754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.157742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:06:44.158410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.176032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] No DVR routers for this DVR port d7f0f5fe-9517-4897-98be-cb51fa58f49b on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:44.179969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539be2e-3c79-4189-8659-d62ec4fc4bd1 None None] Pushing event deleted for resources: {'Port': ['ID=d7f0f5fe-9517-4897-98be-cb51fa58f49b,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:44.183139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Port': ['ID=cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:44.227020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5bb1e9d9-17d8-4485-a80c-463f153e6352 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:44.227394 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.245313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e04a2-a43d-47f1-bfc8-303ca01ee955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6becb10d-1a5a-49e5-80d6-59c762844fcb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:44.250091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:44.253347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-da0e04a2-a43d-47f1-bfc8-303ca01ee955 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cacfe18d349d4ff9921fdbc9269b29e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400256 Nov 04 09:06:44.257496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:44.261020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56162) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:44.263428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:06:44.266677 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:06:44.287173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b998b7c1-1f4b-407c-aae9-048b80032c28 req-221f77cb-247f-4192-be89-9ed466bc93e4 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3573604 Nov 04 09:06:44.292032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.310435 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.315206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.325932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/655eda93-9f1c-4753-8bf3-18fd20b187db HTTP/1.1" status: 204 len: 168 time: 2.1305759 Nov 04 09:06:44.336085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:44.367498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1249711-bd58-4f1e-b8fc-c3486acec9f4 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=655eda93-9f1c-4753-8bf3-18fd20b187db,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:44.397909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.419906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e353ce93-1a30-483e-b009-401d29567b4d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e353ce93-1a30-483e-b009-401d29567b4d,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:44.473289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.474745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.481737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 8, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:44.573461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8bef4914-620f-48d9-a9fe-d7ea236e1beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.577292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c78cff8-1f60-4e06-804f-e47868d287ef None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 8, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4c839592-9297-47a5-aa90-017e635f652d', 'name': '', 'network_id': '20c6ae10-5d73-40e4-bcf4-98242ed78a96', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:2c:07:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '27cfec33-d676-4f12-884a-a734b6290230', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:15Z', 'updated_at': '2021-11-04T09:06:23Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '27cfec33-d676-4f12-884a-a734b6290230', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:44.614537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Pushing event updated for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:44.673410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e353ce93-1a30-483e-b009-401d29567b4d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:44.678401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Network b074601e-bc93-48cf-a34a-544daacb07bb is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:44.680748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:44.716309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:44.717390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8bef4914-620f-48d9-a9fe-d7ea236e1beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.727601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2f6e8631-39da-473f-868a-666aacb20191 None None] Provisioning complete for port cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:44.728006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f6e8631-39da-473f-868a-666aacb20191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.781879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2f6e8631-39da-473f-868a-666aacb20191 None None] Port cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:44.797413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:44.798126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.844678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.853381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-65f2fd61-88ee-417e-8560-f041782468cd tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8527641 Nov 04 09:06:44.869895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Request body: {'port': {'device_id': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:44.881931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ac2d7c-66b9-43cf-9d8e-09adcbefd6c2 req-5a49a021-1491-43d3-95b7-2d4d9fdc6448 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:44.889446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03ac2d7c-66b9-43cf-9d8e-09adcbefd6c2 req-5a49a021-1491-43d3-95b7-2d4d9fdc6448 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1431873 Nov 04 09:06:44.958375 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.964600 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8bef4914-620f-48d9-a9fe-d7ea236e1beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.967208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8bef4914-620f-48d9-a9fe-d7ea236e1beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:44.971490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8bef4914-620f-48d9-a9fe-d7ea236e1beb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6becb10d-1a5a-49e5-80d6-59c762844fcb HTTP/1.1" status: 204 len: 168 time: 0.7062569 Nov 04 09:06:45.115785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef4914-620f-48d9-a9fe-d7ea236e1beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6becb10d-1a5a-49e5-80d6-59c762844fcb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:45.117861 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4eeadd6e-4399-45a9-87af-1309141400d3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:45.127256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03ac2d7c-66b9-43cf-9d8e-09adcbefd6c2 req-6cff0222-092f-4bdd-b147-001a9571ecf0 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357457 Nov 04 09:06:45.194967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece084c1-f458-475d-9aac-baebe3e5a172'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:45.197891 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19f6e30-0614-4690-98d6-5de77c0bbccc" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "ece084c1-f458-475d-9aac-baebe3e5a172"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "e353ce93-1a30-483e-b009-401d29567b4d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:45.243990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4eeadd6e-4399-45a9-87af-1309141400d3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:45.245051 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.333044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9442e-30cc-4f9a-981d-2052ec748e48 req-6071c0aa-0e72-4468-99f6-fa1c5fffa574 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.343736 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ec9442e-30cc-4f9a-981d-2052ec748e48 req-6071c0aa-0e72-4468-99f6-fa1c5fffa574 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 931 time: 0.1853607 Nov 04 09:06:45.414103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.541937 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2c059e-9890-4108-b72e-af40740086ae x-openstack-request-id: req-cd2c059e-9890-4108-b72e-af40740086ae {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:45.542147 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "ece084c1-f458-475d-9aac-baebe3e5a172", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-plugged", "status": "completed", "tag": "e353ce93-1a30-483e-b009-401d29567b4d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:45.542598 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd2c059e-9890-4108-b72e-af40740086ae {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:45.543331 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece084c1-f458-475d-9aac-baebe3e5a172', 'code': 200} Nov 04 09:06:45.543734 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d', 'code': 200} Nov 04 09:06:45.586093 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.608938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.614816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.620934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.627469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.634513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.643274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.646767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ec9442e-30cc-4f9a-981d-2052ec748e48 req-41059cd8-690e-4228-9908-5b0edbca9a95 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017609 Nov 04 09:06:45.651189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.661805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-235170d3-89db-48b8-942a-ee55f694c512 req-1c5f5118-6e3f-4ca2-85d3-d02ca9b7306c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.1997721 Nov 04 09:06:45.703249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5bb1e9d9-17d8-4485-a80c-463f153e6352 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:45.745257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-235170d3-89db-48b8-942a-ee55f694c512 req-2670269b-712f-4d76-a8b0-47128dc46b85 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822847 Nov 04 09:06:45.762220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.762694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.763252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.763612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.764434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.764876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.765334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:45.767279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.767453 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9950e91b-0e71-4107-9e7f-cb753667969f req-9ab59174-f621-4164-a8c3-223a1f6845ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6502 time: 0.3458869 Nov 04 09:06:45.775450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.795182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5bb1e9d9-17d8-4485-a80c-463f153e6352 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:45.795777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.836216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3382540d-b279-4b00-b47d-501d35208c48 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:45.874790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Port': ['ID=cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:45.875239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.877975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:45.943920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Transition to ACTIVE for port object 3382540d-b279-4b00-b47d-501d35208c48 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:06:45.967575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9950e91b-0e71-4107-9e7f-cb753667969f req-882229bc-32e0-42d0-8ae1-109133012c4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1444275 Nov 04 09:06:45.969080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.042895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:46.047527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:46.057129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:46.179252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7f0f5fe-9517-4897-98be-cb51fa58f49b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:46.238600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Attempting to bind port 3382540d-b279-4b00-b47d-501d35208c48 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:06:46.239242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Attempting to bind port 3382540d-b279-4b00-b47d-501d35208c48 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:06:46.239755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Attempting to bind port 3382540d-b279-4b00-b47d-501d35208c48 on network b074601e-bc93-48cf-a34a-544daacb07bb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:46.242324 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.246243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d7f0f5fe-9517-4897-98be-cb51fa58f49b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:46.246738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d7f0f5fe-9517-4897-98be-cb51fa58f49b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:46.251073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Port 3382540d-b279-4b00-b47d-501d35208c48 on network b074601e-bc93-48cf-a34a-544daacb07bb not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:06:46.251661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Attempting to bind port 3382540d-b279-4b00-b47d-501d35208c48 on network b074601e-bc93-48cf-a34a-544daacb07bb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:06:46.263128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 4c839592-9297-47a5-aa90-017e635f652d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:46.265585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.291212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:06:46.291884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Checking segment: {'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:06:46.292695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Bound using segment: {'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:06:46.293316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Bound port: 3382540d-b279-4b00-b47d-501d35208c48, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5da354c5-b25e-4431-a173-8fd151ba278b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:06:46.294022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.336039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Router fc50f05f-5272-4069-a0b3-a73c9b2ddf7e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:46.371836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405aadd8-ff12-48da-83cc-5d8c1e876a47 req-d43952bb-ca07-413a-91dc-7d25f89ec80e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:46.384505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-405aadd8-ff12-48da-83cc-5d8c1e876a47 req-d43952bb-ca07-413a-91dc-7d25f89ec80e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.0924423 Nov 04 09:06:46.493136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:06:46.498007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3382540d-b279-4b00-b47d-501d35208c48,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:06:46.517436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.538461 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-405aadd8-ff12-48da-83cc-5d8c1e876a47 req-44057464-a204-4e46-8a95-289df438c302 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487064 Nov 04 09:06:46.551461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fc9bef03-5be0-4797-8e8a-96d3ea41f9f7 None None] Provisioning complete for port cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:46.555734 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc9bef03-5be0-4797-8e8a-96d3ea41f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.584742 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:06:46.593455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:46.594398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.595218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:46.596280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 1091 time: 1.7335670 Nov 04 09:06:46.599066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'tag': '3382540d-b279-4b00-b47d-501d35208c48'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:46.602285 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f258bcc-8132-4bc3-98fc-d497480ef138" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "tag": "3382540d-b279-4b00-b47d-501d35208c48"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:46.609585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port 4c839592-9297-47a5-aa90-017e635f652d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4c839592-9297-47a5-aa90-017e635f652d,segment=NetworkSegment(058bd055-2b8e-4c9f-99a5-a37e7167df14),segment_id=058bd055-2b8e-4c9f-99a5-a37e7167df14)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:46.610346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:46.629464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8ec06df4-f66e-4904-8b75-b253238d608a tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "PUT /v2.0/routers/fc50f05f-5272-4069-a0b3-a73c9b2ddf7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1771371 Nov 04 09:06:46.631883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:46.638488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] Sync routers for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:46.641709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Request body: {'port': {'network_id': '370cdd11-b81f-4d08-9ebe-23b142225b17', 'name': 'tempest-FloatingIPAdminTestJSON-156586581'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:46.641839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 4c839592-9297-47a5-aa90-017e635f652d owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:46.689031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:46.691795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:46.728038 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1444c6-d299-403d-90df-53c94ba8fe2a x-openstack-request-id: req-3c1444c6-d299-403d-90df-53c94ba8fe2a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:46.728651 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "tag": "3382540d-b279-4b00-b47d-501d35208c48", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:46.730095 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c1444c6-d299-403d-90df-53c94ba8fe2a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:46.730551 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'tag': '3382540d-b279-4b00-b47d-501d35208c48', 'status': 'completed', 'code': 200} Nov 04 09:06:46.758782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a32e6-00f7-47e2-a02e-4f650c6bf1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:46.814112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 06bdd911-a2e2-445b-adc0-8863bb46e3ad no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:46.826303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fc9bef03-5be0-4797-8e8a-96d3ea41f9f7 None None] Port cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:46.882596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:46.888540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-411b2c09-662c-47bb-bc8f-a1d483e615cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:46.890607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-411b2c09-662c-47bb-bc8f-a1d483e615cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce44e117b670452db4cf73cc68d88973&device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1094 time: 0.2234921 Nov 04 09:06:46.894386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df73ce-8d40-4381-9fcd-06c041950d2a req-21e571a1-a3f8-4943-9aaf-0193d7f2a74b tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:46.897036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 06bdd911-a2e2-445b-adc0-8863bb46e3ad {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:46.899074 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9df73ce-8d40-4381-9fcd-06c041950d2a req-21e571a1-a3f8-4943-9aaf-0193d7f2a74b tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 943 time: 0.1407411 Nov 04 09:06:46.899675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 06bdd911-a2e2-445b-adc0-8863bb46e3ad not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:46.915796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:46.916698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:46.955812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:46.957208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785fa06e-61fb-4e94-a9d3-31308b35259e None None] The sync data for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:46.967789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9df73ce-8d40-4381-9fcd-06c041950d2a req-23c4a97b-374e-4bd9-92b8-a903161f8724 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594780 Nov 04 09:06:46.985617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Made reservation on behalf of 0d31a6da6b584d169e0dba0cbfd6ab19 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:06:46.998445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:47.032771 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-950e787d-c432-4d4a-9230-b4e2f77121c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 217 time: 0.1243746 Nov 04 09:06:47.037985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] device_id is not set on port 79ffbab1-7816-4445-bdb7-23764de6b0d4 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:06:47.211995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.219233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.226177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.234926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.242410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.249713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.257345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.259921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-218016b2-a960-4448-ba21-1e8ed9b0ad5d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.3400364 Nov 04 09:06:47.264284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-e9c98ea1-0f70-4662-a765-9c72c202c2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.266010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-e9c98ea1-0f70-4662-a765-9c72c202c2be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8380e30-0269-4d81-ac2c-96f61f5e7d3b HTTP/1.1" status: 200 len: 859 time: 0.2062502 Nov 04 09:06:47.274947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Allocated IP 172.20.0.10 (370cdd11-b81f-4d08-9ebe-23b142225b17/7824c706-8953-4b4c-84b8-3a079de22304/79ffbab1-7816-4445-bdb7-23764de6b0d4) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:47.343247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-4fd245d6-1cf4-4142-9fd9-3b6600afd6ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b074601e-bc93-48cf-a34a-544daacb07bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610249 Nov 04 09:06:47.344309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56244) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:47.345123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:47.474089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29dfe7fe-82e5-47f5-909b-5dbdcaf86adf req-3655b6dc-2d64-4f5d-82b6-80de0d53f193 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2030764 Nov 04 09:06:47.475210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=4c839592-9297-47a5-aa90-017e635f652d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:47.611214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:47.743677 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:47.766965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27746ac2-2d36-430a-9326-aa46677e49bf req-c29cb5b2-3909-469d-b64c-e08c4a0c9c53 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.768840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27746ac2-2d36-430a-9326-aa46677e49bf req-c29cb5b2-3909-469d-b64c-e08c4a0c9c53 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1069195 Nov 04 09:06:47.849122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:47.857410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:47.865958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:47.899313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27746ac2-2d36-430a-9326-aa46677e49bf req-58c45e24-3d3e-4f19-b955-c80c4011bf84 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940833 Nov 04 09:06:47.925153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event updated for resources: {'Port': ['ID=79ffbab1-7816-4445-bdb7-23764de6b0d4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:47.979963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:47.980908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.002919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-20651f47-57cb-4c5a-837f-b94b97c7be95 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3698363 Nov 04 09:06:48.009316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:48.158279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-92741eac-1326-45c8-bb75-60ebca9d1849 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974474 Nov 04 09:06:48.182697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7161f916-d0ed-40ec-b10f-be1ad7e2de88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.218277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'project_id': '0d31a6da6b584d169e0dba0cbfd6ab19', 'port_id': '79ffbab1-7816-4445-bdb7-23764de6b0d4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:48.241435 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.259811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-80cab256-46f6-4768-bfd7-0e2c86bfb306 None None] Provisioning complete for port 79ffbab1-7816-4445-bdb7-23764de6b0d4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:48.261036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80cab256-46f6-4768-bfd7-0e2c86bfb306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.282315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.299290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5211e4-377d-4bad-9977-3002dbce9e23 req-ff1aeeff-9dd5-4146-835e-bc6e12719c63 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.301445 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec5211e4-377d-4bad-9977-3002dbce9e23 req-ff1aeeff-9dd5-4146-835e-bc6e12719c63 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 943 time: 0.1710787 Nov 04 09:06:48.316852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-80cab256-46f6-4768-bfd7-0e2c86bfb306 None None] Port 79ffbab1-7816-4445-bdb7-23764de6b0d4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:06:48.364343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.476106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76a21622-b3e3-4ccb-b8a4-82f68ae2dbf7 req-18e55768-2871-4d89-a74b-8e503a937a62 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050168 Nov 04 09:06:48.492434 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec5211e4-377d-4bad-9977-3002dbce9e23 req-baf54f1f-4fc9-4a48-9f56-4c512acf1363 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787024 Nov 04 09:06:48.508539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Allocated IP 172.25.3.222 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/b61c2cf5-67ea-407c-a378-962d1e8f85eb) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:48.588841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7161f916-d0ed-40ec-b10f-be1ad7e2de88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.636829 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7161f916-d0ed-40ec-b10f-be1ad7e2de88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.668682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.701614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161f916-d0ed-40ec-b10f-be1ad7e2de88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25ea294-01ca-4216-afa8-74b828c2d353,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:48.735022 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:48.776046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:48.779904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7161f916-d0ed-40ec-b10f-be1ad7e2de88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78118f52e6244605ada768677f951dea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4258137 Nov 04 09:06:48.781041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:48.784908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:48.790915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:48.793048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-ccdfaca7-d884-47e7-845a-445e5bef46d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.793619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-ccdfaca7-d884-47e7-845a-445e5bef46d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce44e117b670452db4cf73cc68d88973&device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1094 time: 0.2032056 Nov 04 09:06:48.812866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:48.829433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.836581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.842365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.845483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Pushing event updated for resources: {'Port': ['ID=b61c2cf5-67ea-407c-a378-962d1e8f85eb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:48.850247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.856343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.862310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.868951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:48.877179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-adefd764-b3e7-4555-8fab-a0c764165a1d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.2463820 Nov 04 09:06:48.915260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c972e-a56e-4898-b8f6-489f20519463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.002656 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c023244-6eaf-4428-8080-6969cebb4bdc req-81b71687-a0fb-4719-a810-299628539aeb tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0e7d42854a784abe86db5d70a0d9ca11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824058 Nov 04 09:06:49.019216 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c972e-a56e-4898-b8f6-489f20519463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.049211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af92902f-ab49-45ab-b395-e39642dfd2fe req-10b5da6f-b307-4e6e-82e6-839a2b083b0c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711488 Nov 04 09:06:49.087957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-fea522eb-df32-4364-baa1-7458980c7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.089478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-fea522eb-df32-4364-baa1-7458980c7a3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 200 len: 920 time: 0.2852268 Nov 04 09:06:49.106017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:49.121373 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d55032-4594-4166-b49d-d796f7770148 None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:49.133530 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:49.134150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:49.138372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ea71e478-d25e-4ed3-9f6e-dffe123b5432 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7991354 Nov 04 09:06:49.150460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-c69bf3a3-a1c2-4909-9c6d-6ac18f6781c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 217 time: 0.0519986 Nov 04 09:06:49.152228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:49.237061 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:49.276793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-91d9b134-a1d1-41b0-842d-bf09cba0857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.278017 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-91d9b134-a1d1-41b0-842d-bf09cba0857e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8380e30-0269-4d81-ac2c-96f61f5e7d3b HTTP/1.1" status: 200 len: 859 time: 0.1005917 Nov 04 09:06:49.284504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet 27cfec33-d676-4f12-884a-a734b6290230 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:06:49.299558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0de963-e74d-4f56-9fa6-645bf7446b50 req-427527fb-9bf6-45f6-bc23-9baa7db8e8d1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.301765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a0de963-e74d-4f56-9fa6-645bf7446b50 req-427527fb-9bf6-45f6-bc23-9baa7db8e8d1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1619351 Nov 04 09:06:49.302471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.370001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-be0aa4cc-c43c-4a5a-8c83-c650d2809a30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b074601e-bc93-48cf-a34a-544daacb07bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793805 Nov 04 09:06:49.390733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.476815 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:47Z', 'revision_number': 9, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:49.505332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a0de963-e74d-4f56-9fa6-645bf7446b50 req-f67992d2-1320-4036-916b-2f7bd2e59df9 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701725 Nov 04 09:06:49.507887 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d55032-4594-4166-b49d-d796f7770148 None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:49.517429 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:49.518290 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:49.578999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.624047 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:49.665346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-312d36af-cbe8-41aa-a82b-b780cf70db22 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771692 Nov 04 09:06:49.698114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c972e-a56e-4898-b8f6-489f20519463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.700741 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-830c972e-a56e-4898-b8f6-489f20519463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.701901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-830c972e-a56e-4898-b8f6-489f20519463 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b25ea294-01ca-4216-afa8-74b828c2d353 HTTP/1.1" status: 204 len: 168 time: 0.9163427 Nov 04 09:06:49.716609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c023244-6eaf-4428-8080-6969cebb4bdc req-0026c2fe-1406-4778-9bb1-56acfd42758c tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.718033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c023244-6eaf-4428-8080-6969cebb4bdc req-0026c2fe-1406-4778-9bb1-56acfd42758c tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7016587 Nov 04 09:06:49.744107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c972e-a56e-4898-b8f6-489f20519463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25ea294-01ca-4216-afa8-74b828c2d353,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:49.769217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c023244-6eaf-4428-8080-6969cebb4bdc req-c5ed239b-6fdd-4614-a663-c8533dfd378d tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/quotas/0e7d42854a784abe86db5d70a0d9ca11 HTTP/1.1" status: 200 len: 375 time: 0.0384505 Nov 04 09:06:49.824810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.830103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c023244-6eaf-4428-8080-6969cebb4bdc req-51a285cf-a488-4a3a-9db2-fbe9a609f8a5 tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e7d42854a784abe86db5d70a0d9ca11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597358 Nov 04 09:06:49.881587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=27cfec33-d676-4f12-884a-a734b6290230,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:49.894433 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23d55032-4594-4166-b49d-d796f7770148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:47Z', 'revision_number': 9, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:49.896023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:49.902458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e869d740-2b74-4cb0-b1b9-8b1f4d709666 None None] Network 20c6ae10-5d73-40e4-bcf4-98242ed78a96 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:49.904424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-06403ef6-78bc-479b-8693-1a6b2a17a9c8 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/27cfec33-d676-4f12-884a-a734b6290230 HTTP/1.1" status: 204 len: 168 time: 0.7505207 Nov 04 09:06:49.907811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:49.920569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.927331 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d55032-4594-4166-b49d-d796f7770148 None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:47Z', 'revision_number': 9, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': '015c2aee-c985-496c-b0cd-805a80f986a5', 'name': '', 'network_id': '86c1838c-ec00-4e3c-a647-93733cf94492', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:90:1b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1318, 'fixed_ips': [{'subnet_id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:03Z', 'updated_at': '2021-11-04T09:06:16Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '47a1b131-6856-495d-b5d1-7b72030eb765', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:49.929831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.941984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.948099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.954615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.961399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.972614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:49.974764 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b6970ec-9dbb-43c2-87ee-d0525133210a req-209a7389-2ba6-4a99-b6f1-35e02c2dbc23 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.3542752 Nov 04 09:06:49.994488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:50.014186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Request body: {'floatingip': {'port_id': '7d0b0a79-cdc7-447f-8252-60616f90a9a8'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:50.060970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.121497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.275523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.344300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] DHCP port deletion for 20c6ae10-5d73-40e4-bcf4-98242ed78a96 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:06:50.407053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f258bcc-8132-4bc3-98fc-d497480ef138 req-d8e1d3b2-d1f4-4522-80dc-4bce0dfb787a service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682062 Nov 04 09:06:50.474652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] Deleting port 060281cd-0634-43ff-b5be-e805c29507bb {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:50.478373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.505420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.510130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56324) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:50.525922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a63f4-139d-4687-9f7a-d77189b05604 req-a1945acc-34f3-4d12-ab34-0d040aa7cec1 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:50.533937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af3a63f4-139d-4687-9f7a-d77189b05604 req-a1945acc-34f3-4d12-ab34-0d040aa7cec1 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 943 time: 0.2249808 Nov 04 09:06:50.558066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ab58dcf-6c5c-4382-adfe-598dc8f0ba9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.610436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.616859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.617753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] For port 060281cd-0634-43ff-b5be-e805c29507bb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=060281cd-0634-43ff-b5be-e805c29507bb,segment=NetworkSegment(058bd055-2b8e-4c9f-99a5-a37e7167df14),segment_id=058bd055-2b8e-4c9f-99a5-a37e7167df14)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:50.618376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.641693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] Calling delete_port for 060281cd-0634-43ff-b5be-e805c29507bb owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:50.703659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.779693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4c839592-9297-47a5-aa90-017e635f652d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:50.815275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4c839592-9297-47a5-aa90-017e635f652d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:50.816546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4c839592-9297-47a5-aa90-017e635f652d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:50.817236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 060281cd-0634-43ff-b5be-e805c29507bb no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:50.854651 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:50.875253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] No DVR routers for this DVR port 060281cd-0634-43ff-b5be-e805c29507bb on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:50.906111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0bbac-a60a-44cb-84fe-28b116586fa8 None None] Pushing event deleted for resources: {'Port': ['ID=060281cd-0634-43ff-b5be-e805c29507bb,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:50.912049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No active binding found for port 060281cd-0634-43ff-b5be-e805c29507bb {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 09:06:50.912595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 060281cd-0634-43ff-b5be-e805c29507bb not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:50.945065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Pushing event updated for resources: {'Port': ['ID=b61c2cf5-67ea-407c-a378-962d1e8f85eb,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:50.967715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af3a63f4-139d-4687-9f7a-d77189b05604 req-b9067079-096b-411e-8317-b340c3fdfde7 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4323957 Nov 04 09:06:51.009694 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Floating IP 1401a08c-a84b-42cd-a5ba-8712fcf04563 associated. External IP: 172.25.3.222, port: 79ffbab1-7816-4445-bdb7-23764de6b0d4. Nov 04 09:06:51.111105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00d1d6-eb93-4007-938f-1de600eb7980 req-3c075580-dc73-4440-ae2e-27c42dcaa21f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:51.113803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea00d1d6-eb93-4007-938f-1de600eb7980 req-3c075580-dc73-4440-ae2e-27c42dcaa21f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1554911 Nov 04 09:06:51.188477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea00d1d6-eb93-4007-938f-1de600eb7980 req-f8fb841a-bcf7-4c76-81f1-25af8f1c9caa tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Nov 04 09:06:51.361976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Router fc50f05f-5272-4069-a0b3-a73c9b2ddf7e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:51.405589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ab58dcf-6c5c-4382-adfe-598dc8f0ba9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.452609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ab58dcf-6c5c-4382-adfe-598dc8f0ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.500182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:51.514247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] Sync routers for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:51.520996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.531687 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:06:51.536611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:51.537255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:51.537630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 060281cd-0634-43ff-b5be-e805c29507bb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:51.537965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.556035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c630b7fc-02f6-4070-ab86-2874e6949a1c tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.5412066 Nov 04 09:06:51.556409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:51.584380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab58dcf-6c5c-4382-adfe-598dc8f0ba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c80c19-1f8e-4f6b-b837-f4b2313c91ac,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:51.592957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4ab58dcf-6c5c-4382-adfe-598dc8f0ba9c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dae431549db24d00a197880389231f87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0737238 Nov 04 09:06:51.593338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:51.604443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:51.605229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:51.621516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56356) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:51.650720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:51.651381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b158f2b-568e-4803-aac2-641dc73bd840 None None] The sync data for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:51.682371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.685590 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05bfff57-8239-4f06-b243-56882ce1b0da req-1f6db1e1-d878-47b7-96e8-67b1fb21f5e8 tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0e7d42854a784abe86db5d70a0d9ca11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387270 Nov 04 09:06:51.695646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port 060281cd-0634-43ff-b5be-e805c29507bb, host n-d-816487-1, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:51.695646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.699780 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.748083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 060281cd-0634-43ff-b5be-e805c29507bb owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:51.769077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2fbb3228-9c57-4fcb-9aa5-d5bc7efac449 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] 10.222.0.53 "GET /v2.0/floatingips/1401a08c-a84b-42cd-a5ba-8712fcf04563 HTTP/1.1" status: 200 len: 983 time: 0.2107539 Nov 04 09:06:51.772451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:51.779977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Port 060281cd-0634-43ff-b5be-e805c29507bb was not found and therefore no delete operation was performed {{(pid=102556) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:06:51.786580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.833843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=060281cd-0634-43ff-b5be-e805c29507bb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:51.843160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port 060281cd-0634-43ff-b5be-e805c29507bb on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:51.849262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb22ba47-e458-4d34-8e78-0a758a6a76bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.883534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3382540d-b279-4b00-b47d-501d35208c48 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:06:51.934426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-989567a4-435b-40be-907b-1c6102f4b1fb tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1611767 Nov 04 09:06:51.940095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:51.950949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb22ba47-e458-4d34-8e78-0a758a6a76bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:51.959924 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Floating IP 9a2ba538-849a-463e-8d0e-81b0a0225caa associated. External IP: 172.25.3.209, port: 7d0b0a79-cdc7-447f-8252-60616f90a9a8. Nov 04 09:06:51.975267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.003365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3382540d-b279-4b00-b47d-501d35208c48,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:52.020079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3382540d-b279-4b00-b47d-501d35208c48', 'network_id': 'b074601e-bc93-48cf-a34a-544daacb07bb', 'port_id': '3382540d-b279-4b00-b47d-501d35208c48', 'mac_address': 'fa:16:3e:ce:cf:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8380e30-0269-4d81-ac2c-96f61f5e7d3b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:06:52.057830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfff57-8239-4f06-b243-56882ce1b0da req-67b764ca-7a2c-4571-b483-770417a4b77e tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:52.059405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05bfff57-8239-4f06-b243-56882ce1b0da req-67b764ca-7a2c-4571-b483-770417a4b77e tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648443 Nov 04 09:06:52.064365 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.079423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3382540d-b279-4b00-b47d-501d35208c48 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:06:52.087647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20c6ae10-5d73-40e4-bcf4-98242ed78a96']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:52.092280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05bfff57-8239-4f06-b243-56882ce1b0da req-86ab8c57-0b2f-4017-b6fa-856c0f8ac213 tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/quotas/0e7d42854a784abe86db5d70a0d9ca11 HTTP/1.1" status: 200 len: 375 time: 0.0257711 Nov 04 09:06:52.103498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3382540d-b279-4b00-b47d-501d35208c48,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:52.109326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.132930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058bd055-2b8e-4c9f-99a5-a37e7167df14') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:52.133293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058bd055-2b8e-4c9f-99a5-a37e7167df14') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:52.151589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.167274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:52.178624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.187096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05bfff57-8239-4f06-b243-56882ce1b0da req-e43e2718-9acd-4911-9651-600443a31e9f tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e7d42854a784abe86db5d70a0d9ca11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764236 Nov 04 09:06:52.192183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:06:52.192585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:06:52.197362 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:06:52.220909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bea98-07eb-4459-b13b-8294dd7e1d74 req-7cb585f5-8a01-431c-91d3-34f891e39765 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:52.223273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f0bea98-07eb-4459-b13b-8294dd7e1d74 req-7cb585f5-8a01-431c-91d3-34f891e39765 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 943 time: 0.1526508 Nov 04 09:06:52.260599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb22ba47-e458-4d34-8e78-0a758a6a76bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.263098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb22ba47-e458-4d34-8e78-0a758a6a76bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.264260 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fb22ba47-e458-4d34-8e78-0a758a6a76bc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79c80c19-1f8e-4f6b-b837-f4b2313c91ac HTTP/1.1" status: 204 len: 168 time: 0.6403260 Nov 04 09:06:52.265546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Deleting port b61c2cf5-67ea-407c-a378-962d1e8f85eb {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:52.265902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.342626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22ba47-e458-4d34-8e78-0a758a6a76bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c80c19-1f8e-4f6b-b837-f4b2313c91ac,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:52.387200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3382540d-b279-4b00-b47d-501d35208c48'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:06:52.395720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.395720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.397590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.402284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.408742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/20c6ae10-5d73-40e4-bcf4-98242ed78a96 HTTP/1.1" status: 204 len: 168 time: 2.4329445 Nov 04 09:06:52.413516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56372) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:52.423326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15ed0d-a713-43ee-9066-6619aee47095 req-825dabb5-7369-47e7-8c42-dc11b165d65f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:52.431234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e15ed0d-a713-43ee-9066-6619aee47095 req-825dabb5-7369-47e7-8c42-dc11b165d65f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1106155 Nov 04 09:06:52.440133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Calling delete_port for b61c2cf5-67ea-407c-a378-962d1e8f85eb owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:52.447450 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f0bea98-07eb-4459-b13b-8294dd7e1d74 req-d8cb7125-a4bc-4484-928e-0e5502a0cf86 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925724 Nov 04 09:06:52.492445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf9953-f2d0-45c3-ad2b-86faa2dc1421 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=20c6ae10-5d73-40e4-bcf4-98242ed78a96,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:52.602812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e15ed0d-a713-43ee-9066-6619aee47095 req-03f1b9f2-6231-4d97-a73c-eb70774d5c8f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706393 Nov 04 09:06:52.663371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Router 3e27da27-6483-47ac-9415-127b5403528b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:52.867712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:52.970552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Port': ['ID=b61c2cf5-67ea-407c-a378-962d1e8f85eb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:52.995154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:53.005878 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:53.015689 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] Sync routers for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:53.037553 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:53.038381 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:53.051193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9d27f309-95a1-4fff-a104-217914d89bab tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "PUT /v2.0/floatingips/9a2ba538-849a-463e-8d0e-81b0a0225caa HTTP/1.1" status: 200 len: 992 time: 3.0553544 Nov 04 09:06:53.053050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:53.055705 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0" -d '{"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:53.109789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:53.110442 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Floating IP 1401a08c-a84b-42cd-a5ba-8712fcf04563 disassociated (deleted). External IP: 172.25.3.222, port: 79ffbab1-7816-4445-bdb7-23764de6b0d4. Nov 04 09:06:53.198704 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:53.205115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:53.251384 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d5bef2-0606-4f4b-aad4-34ab1f8036c3 x-openstack-request-id: req-86d5bef2-0606-4f4b-aad4-34ab1f8036c3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:53.251953 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:53.252377 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86d5bef2-0606-4f4b-aad4-34ab1f8036c3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:53.253630 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'status': 'completed', 'code': 200} Nov 04 09:06:53.509057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.510385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.511373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.512050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.512844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.513474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.514101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.516575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-62896b67-7d79-4791-9e13-27b476504596 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6502 time: 0.2045290 Nov 04 09:06:53.523407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Router fc50f05f-5272-4069-a0b3-a73c9b2ddf7e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:53.793759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '9a2ba538-849a-463e-8d0e-81b0a0225caa', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '3e27da27-6483-47ac-9415-127b5403528b', 'port_id': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'mac_address': 'fa:16:3e:d7:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:05:06Z', 'updated_at': '2021-11-04T09:06:51Z', 'revision_number': 1, 'project_id': 'bbf5981223094141a39f83de0673a928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:20Z', 'revision_number': 5, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:53.857708 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] Checking router: 3e27da27-6483-47ac-9415-127b5403528b for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:53.884669 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:53.885691 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:53.906813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3382540d-b279-4b00-b47d-501d35208c48 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:06:53.914071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-8b8d5747-c33d-4004-a096-8c17f55feabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.915613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-8b8d5747-c33d-4004-a096-8c17f55feabe service neutron] 10.222.0.55 "GET /v2.0/networks?id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c HTTP/1.1" status: 200 len: 918 time: 0.3463099 Nov 04 09:06:53.934563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5d194-3e8d-4097-8bb2-4c3cd3a3dae8 req-80433296-feb6-489f-af6a-aa88f111e25c tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:53.935320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a5d194-3e8d-4097-8bb2-4c3cd3a3dae8 req-80433296-feb6-489f-af6a-aa88f111e25c tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1897280 Nov 04 09:06:54.007352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 3382540d-b279-4b00-b47d-501d35208c48 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:06:54.014214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3382540d-b279-4b00-b47d-501d35208c48 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:06:54.014855 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.042945 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:54.084174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-97df74ae-7594-473e-9730-b0d268ac7e8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 200 len: 1000 time: 0.1475484 Nov 04 09:06:54.100307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a5d194-3e8d-4097-8bb2-4c3cd3a3dae8 req-615f1f76-5322-4b14-b44e-959ce4eaed10 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507044 Nov 04 09:06:54.201303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.249313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3382540d-b279-4b00-b47d-501d35208c48'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:06:54.254932 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe8aca14-0eea-48d2-88b8-1709a2340a97" -d '{"events": [{"server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "name": "network-vif-plugged", "status": "completed", "tag": "3382540d-b279-4b00-b47d-501d35208c48"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:06:54.262263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-e77554ac-3e6d-4eb3-b182-0da66bead235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:54.264187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-e77554ac-3e6d-4eb3-b182-0da66bead235 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775d7aa1-ab92-4a32-86da-b74cdfe76349 HTTP/1.1" status: 200 len: 856 time: 0.1588545 Nov 04 09:06:54.277308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3382540d-b279-4b00-b47d-501d35208c48,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:54.287386 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.312446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff6916-b0fa-45fd-b0d6-3dd2887ca413 req-c7065362-5a28-433f-8748-86564639822a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:54.320480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bff6916-b0fa-45fd-b0d6-3dd2887ca413 req-c7065362-5a28-433f-8748-86564639822a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 944 time: 0.1403234 Nov 04 09:06:54.344338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:54.349939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.387181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56440) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:54.394989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:54.423076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bff6916-b0fa-45fd-b0d6-3dd2887ca413 req-bcd68915-4d32-47e1-b532-4af26a4e7c5c tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875223 Nov 04 09:06:54.425597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80539846-caea-483f-bfeb-b92436c42cd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "DELETE /v2.0/floatingips/1401a08c-a84b-42cd-a5ba-8712fcf04563 HTTP/1.1" status: 204 len: 168 time: 2.4845676 Nov 04 09:06:54.430368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:54.445738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:54.505212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.589473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] Sync routers for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:54.592652 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '9a2ba538-849a-463e-8d0e-81b0a0225caa', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '3e27da27-6483-47ac-9415-127b5403528b', 'port_id': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'mac_address': 'fa:16:3e:d7:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:05:06Z', 'updated_at': '2021-11-04T09:06:51Z', 'revision_number': 1, 'project_id': 'bbf5981223094141a39f83de0673a928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:20Z', 'revision_number': 5, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:54.602650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:54.603731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:54.652499 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf17f511-64df-4ec9-90a2-fc66f80ffb71 x-openstack-request-id: req-cf17f511-64df-4ec9-90a2-fc66f80ffb71 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:06:54.652740 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "name": "network-vif-plugged", "status": "completed", "tag": "3382540d-b279-4b00-b47d-501d35208c48", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:06:54.652984 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf17f511-64df-4ec9-90a2-fc66f80ffb71 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:06:54.653379 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3382540d-b279-4b00-b47d-501d35208c48', 'code': 200} Nov 04 09:06:54.655068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:54.668160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:54.668851 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:54.669414 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ff8e8-b009-4c30-b390-e7fe4a4db389 None None] The sync data for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 is: [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '9a2ba538-849a-463e-8d0e-81b0a0225caa', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '3e27da27-6483-47ac-9415-127b5403528b', 'port_id': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1249, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'mac_address': 'fa:16:3e:d7:07:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:05:06Z', 'updated_at': '2021-11-04T09:06:51Z', 'revision_number': 1, 'project_id': 'bbf5981223094141a39f83de0673a928', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:20Z', 'revision_number': 5, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:54.686735 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec311-3619-4f0b-955e-e8f6094c67db admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.722035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:54.722989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46b0b1f-0799-4f1f-9474-cc004b3b4e1d None None] The sync data for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:54.799437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7ff6c5e-d73a-411b-b029-156998352707 req-31e3857d-1d93-4e9b-a2bf-1cd5133339eb tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0e7d42854a784abe86db5d70a0d9ca11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4342153 Nov 04 09:06:54.818452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec311-3619-4f0b-955e-e8f6094c67db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.823513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9ec311-3619-4f0b-955e-e8f6094c67db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.827206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 015c2aee-c985-496c-b0cd-805a80f986a5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:54.827612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.836656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:54.875437 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ec311-3619-4f0b-955e-e8f6094c67db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76618eb0-d8f5-4faa-b09a-9a9d74639ef0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:54.913478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8c9ec311-3619-4f0b-955e-e8f6094c67db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c18963151699487f888a2897f186ceb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5253363 Nov 04 09:06:54.918002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56446) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:54.931966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-6f5ada18-c998-457f-bc16-2a96ebf9a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:54.933496 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-6f5ada18-c998-457f-bc16-2a96ebf9a292 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6594317 Nov 04 09:06:54.948366 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1cdc44-9f2e-4413-bd3f-85d7e8f79380 None None] New status for floating IP 9a2ba538-849a-463e-8d0e-81b0a0225caa: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:06:55.016089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1647ed-f178-488f-8cbf-c32c0d2ed8fa req-61e601b9-f8f0-4871-a124-19a3f1c69f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:55.017564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae1647ed-f178-488f-8cbf-c32c0d2ed8fa req-61e601b9-f8f0-4871-a124-19a3f1c69f56 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1096 time: 0.2447386 Nov 04 09:06:55.025533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Allocated IP 172.25.3.82 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e2eb615e-8cf1-4a03-9222-3edfcc546d92) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:55.037966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-153d01fe-7870-439b-a498-d0f7cd0a6aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.101060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-153d01fe-7870-439b-a498-d0f7cd0a6aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.115685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae1647ed-f178-488f-8cbf-c32c0d2ed8fa req-0d713b03-e6a0-4917-a824-6654f67e937f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818341 Nov 04 09:06:55.119438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port 015c2aee-c985-496c-b0cd-805a80f986a5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=015c2aee-c985-496c-b0cd-805a80f986a5,segment=NetworkSegment(5604ebf6-50b4-45e0-a8dc-eb9823343d43),segment_id=5604ebf6-50b4-45e0-a8dc-eb9823343d43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:55.120089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.148510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff6c5e-d73a-411b-b029-156998352707 req-3296cbcf-d72c-4316-9c6f-6e1d3e3f0e67 tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:55.150035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7ff6c5e-d73a-411b-b029-156998352707 req-3296cbcf-d72c-4316-9c6f-6e1d3e3f0e67 tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3307512 Nov 04 09:06:55.155729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 015c2aee-c985-496c-b0cd-805a80f986a5 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:55.185244 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7ff6c5e-d73a-411b-b029-156998352707 req-72a02c73-adf0-400b-9d67-539bae900a34 tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/quotas/0e7d42854a784abe86db5d70a0d9ca11 HTTP/1.1" status: 200 len: 375 time: 0.0275216 Nov 04 09:06:55.187201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-4819f6fa-ee18-409e-8818-04f0d4936fea service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407980 Nov 04 09:06:55.236184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.247630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-153d01fe-7870-439b-a498-d0f7cd0a6aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.250333 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-153d01fe-7870-439b-a498-d0f7cd0a6aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.251488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-153d01fe-7870-439b-a498-d0f7cd0a6aff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76618eb0-d8f5-4faa-b09a-9a9d74639ef0 HTTP/1.1" status: 204 len: 168 time: 0.3325474 Nov 04 09:06:55.264170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7ff6c5e-d73a-411b-b029-156998352707 req-c1b1a1a9-0386-4265-a683-e884326ca99b tempest-QuotasAdminNegativeTest-734497668 tempest-QuotasAdminNegativeTest-734497668-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e7d42854a784abe86db5d70a0d9ca11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693877 Nov 04 09:06:55.269888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d01fe-7870-439b-a498-d0f7cd0a6aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76618eb0-d8f5-4faa-b09a-9a9d74639ef0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:55.280291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814301f-2dfe-4ee8-b700-4bf9859323a9 req-239c3e27-c92c-474b-9af4-4a7e90f77b94 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:55.290484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f814301f-2dfe-4ee8-b700-4bf9859323a9 req-239c3e27-c92c-474b-9af4-4a7e90f77b94 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.0973158 Nov 04 09:06:55.368561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f814301f-2dfe-4ee8-b700-4bf9859323a9 req-448dfbea-0939-4a06-a6f4-8afb62225a1d tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770247 Nov 04 09:06:55.388909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.491962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e5337ae-ab46-4255-b20b-902ec1f3ddf0 req-8a7760dd-4d7a-44a5-b40a-e74d15ca1a3e service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577766 Nov 04 09:06:55.495070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Pushing event updated for resources: {'Port': ['ID=e2eb615e-8cf1-4a03-9222-3edfcc546d92,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:55.526853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:55.529821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.537945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:55.540986 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:55.581749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=015c2aee-c985-496c-b0cd-805a80f986a5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:55.692143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.742501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:55.747396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7531ae-1e7f-492f-ab5a-094f32b51d8f req-c118080a-4890-4661-9790-549bff56e244 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:55.749036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca7531ae-1e7f-492f-ab5a-094f32b51d8f req-c118080a-4890-4661-9790-549bff56e244 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2115290 Nov 04 09:06:55.933860 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca7531ae-1e7f-492f-ab5a-094f32b51d8f req-8f97d194-d89b-41e3-a6de-c4076d1c2788 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676886 Nov 04 09:06:55.963688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.006449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.016284 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.103455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Pushing event updated for resources: {'Port': ['ID=e2eb615e-8cf1-4a03-9222-3edfcc546d92,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:56.112028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.133745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.137568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9276b962-0af0-4c2c-b342-19fabda664c5 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7036474 Nov 04 09:06:56.137834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:56.238310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:06:56.338204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:06:56.348153 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e4151a15-452a-4759-8446-c911263a821d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9306328 Nov 04 09:06:56.348833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56494) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:56.354130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:06:56.363360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:06:56.385798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.386641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:56.386641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:56.399782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:56.463541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet 47a1b131-6856-495d-b5d1-7b72030eb765 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:06:56.473621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.544093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa2b39e4-b3a2-4bd9-8904-7cea6a56c231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.559048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.564800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:56.601921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe392bc-b090-4b7f-84f0-d2382e4d762b req-de84fcc9-303e-4de8-9448-64647d6b92da tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:56.604814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fe392bc-b090-4b7f-84f0-d2382e4d762b req-de84fcc9-303e-4de8-9448-64647d6b92da tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1334038 Nov 04 09:06:56.626607 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.704296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.774572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fe392bc-b090-4b7f-84f0-d2382e4d762b req-f0c3d287-b2ff-4aa4-b3f4-1117cdb62ee9 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631949 Nov 04 09:06:56.812555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.848733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=47a1b131-6856-495d-b5d1-7b72030eb765,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:56.857538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:55Z', 'revision_number': 10, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:56.858856 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.866264 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-42fa117f-d181-488c-9a5a-f2809b46b441 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/47a1b131-6856-495d-b5d1-7b72030eb765 HTTP/1.1" status: 204 len: 168 time: 0.5163453 Nov 04 09:06:56.867080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:56.892997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:06:56.896792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47fb5b7-b6db-43dc-9e77-07851597b4db None None] Network 86c1838c-ec00-4e3c-a647-93733cf94492 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:06:56.905589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa2b39e4-b3a2-4bd9-8904-7cea6a56c231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.906983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Allocated IP 172.25.3.200 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/d741184e-af0f-406d-867e-cf6d3fe14951) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:06:56.926278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa2b39e4-b3a2-4bd9-8904-7cea6a56c231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.962457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:06:56.963092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:56.971065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:56.971815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b39e4-b3a2-4bd9-8904-7cea6a56c231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ad1af2-7a72-4cdb-87fb-5f9f4fdb3197,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:57.051104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fa2b39e4-b3a2-4bd9-8904-7cea6a56c231 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e7d42854a784abe86db5d70a0d9ca11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491015 Nov 04 09:06:57.052267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:57.100977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:06:57.124882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623afc5b-4b85-4dd2-9185-fefb12f58ea2 req-7d69c398-ab5e-4959-b2c1-6881de5cdca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:57.126740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-623afc5b-4b85-4dd2-9185-fefb12f58ea2 req-7d69c398-ab5e-4959-b2c1-6881de5cdca0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 1096 time: 0.0713639 Nov 04 09:06:57.128987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:57.129565 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.163340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75541c70-3d35-4faf-846b-f108339d586b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.200526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=447dfbc4-2dc4-49cb-ba14-01405f2e4a09,segment=NetworkSegment(5604ebf6-50b4-45e0-a8dc-eb9823343d43),segment_id=5604ebf6-50b4-45e0-a8dc-eb9823343d43)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:06:57.201168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.216798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:06:57.221731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75541c70-3d35-4faf-846b-f108339d586b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.305233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-623afc5b-4b85-4dd2-9185-fefb12f58ea2 req-80238809-c468-415c-ac7c-97628da9eb94 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772710 Nov 04 09:06:57.311482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726c650-0cd5-45bf-9cd9-ae5baee137b3 req-f0f10e8e-d1a7-43e2-9590-4ba24ede1244 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:57.313362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8726c650-0cd5-45bf-9cd9-ae5baee137b3 req-f0f10e8e-d1a7-43e2-9590-4ba24ede1244 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2175794 Nov 04 09:06:57.317044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75541c70-3d35-4faf-846b-f108339d586b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.320174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75541c70-3d35-4faf-846b-f108339d586b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.321842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-75541c70-3d35-4faf-846b-f108339d586b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02ad1af2-7a72-4cdb-87fb-5f9f4fdb3197 HTTP/1.1" status: 204 len: 168 time: 0.2667456 Nov 04 09:06:57.337664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.338014 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.411296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=447dfbc4-2dc4-49cb-ba14-01405f2e4a09,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:57.420068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:06:57.426347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.484700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541c70-3d35-4faf-846b-f108339d586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ad1af2-7a72-4cdb-87fb-5f9f4fdb3197,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:57.494375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:06:57.505631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:06:57.510235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:06:57.517339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8726c650-0cd5-45bf-9cd9-ae5baee137b3 req-8d22f974-2787-4f53-98d5-f434d21f3841 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281548 Nov 04 09:06:57.565720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Pushing event updated for resources: {'Port': ['ID=d741184e-af0f-406d-867e-cf6d3fe14951,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:57.584339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:55Z', 'revision_number': 10, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:57.670311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.694641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.703143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a802e552-b8d1-45c9-b486-8b3f3a4cd0bf None None] DHCP port deletion for 86c1838c-ec00-4e3c-a647-93733cf94492 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:06:57.712836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b0072-8aea-414e-9137-ddc8cdc14043 None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:06:55Z', 'revision_number': 10, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None, '_interfaces': [{'id': 'fe68933e-968c-4184-bad8-0d39662d3b00', 'name': '', 'network_id': '3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'mac_address': 'fa:16:3e:06:e6:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737e05ec-95ee-4380-ac34-184378d056e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:49Z', 'updated_at': '2021-11-04T09:05:56Z', 'revision_number': 5, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'subnets': [{'id': '3fef6723-bf40-47ec-a899-a642ee986dce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:06:57.750332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c1838c-ec00-4e3c-a647-93733cf94492']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:57.771705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5604ebf6-50b4-45e0-a8dc-eb9823343d43') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:57.772099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5604ebf6-50b4-45e0-a8dc-eb9823343d43') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:06:57.784588 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.801350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.808491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:06:57.809083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.819916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:06:57.908451 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:06:57.931974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.969258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:57.976057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/86c1838c-ec00-4e3c-a647-93733cf94492 HTTP/1.1" status: 204 len: 168 time: 1.1068954 Nov 04 09:06:57.981023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56554) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:58.066948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:58.122736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c34ab8fc-9863-4dcd-a494-c28c6797b42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.129461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482d8f8-6708-42e5-a284-e46ed025af2b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=86c1838c-ec00-4e3c-a647-93733cf94492,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:58.172693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-b5c3ffeb-1ae4-4c71-b7e2-9fb205fd5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:58.174198 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-b5c3ffeb-1ae4-4c71-b7e2-9fb205fd5958 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce44e117b670452db4cf73cc68d88973&device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1096 time: 0.2646379 Nov 04 09:06:58.182187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7c8d6f-5ccc-42b8-a1f7-18bf4ad167c0 req-48d21580-4b40-4004-8076-98664a797a85 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:58.183719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad7c8d6f-5ccc-42b8-a1f7-18bf4ad167c0 req-48d21580-4b40-4004-8076-98664a797a85 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1690674 Nov 04 09:06:58.186305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e12efa-608f-4b92-9bcc-81b027ae92fc req-78510b57-e75e-421c-abe1-710f77aa833c tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:58.188025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1e12efa-608f-4b92-9bcc-81b027ae92fc req-78510b57-e75e-421c-abe1-710f77aa833c tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.0984881 Nov 04 09:06:58.358785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c34ab8fc-9863-4dcd-a494-c28c6797b42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.369452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1e12efa-608f-4b92-9bcc-81b027ae92fc req-6c086006-eccf-4531-98a6-ee156b3fd5ee tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684027 Nov 04 09:06:58.371693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c34ab8fc-9863-4dcd-a494-c28c6797b42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.430631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad7c8d6f-5ccc-42b8-a1f7-18bf4ad167c0 req-818f3c46-8c56-4af0-8b2c-ef8a316e43e9 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308743 Nov 04 09:06:58.469085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-c7f351e5-590c-4bce-b3eb-2333788eabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:58.470933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-c7f351e5-590c-4bce-b3eb-2333788eabc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 200 len: 920 time: 0.2819638 Nov 04 09:06:58.499045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c34ab8fc-9863-4dcd-a494-c28c6797b42a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=930e6778d88e43a480c96735aafaea6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4313781 Nov 04 09:06:58.506942 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.510287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:58.518603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ab8fc-9863-4dcd-a494-c28c6797b42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659501dd-6e87-47c2-8f09-13da831fc0e9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:58.525462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-edd2d4f4-0eac-4ec9-8be6-593eff5f7bbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 217 time: 0.0459085 Nov 04 09:06:58.541073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.611485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-7db8d18d-7274-4e14-964b-f993a14f7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:58.613561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-7db8d18d-7274-4e14-964b-f993a14f7fc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8380e30-0269-4d81-ac2c-96f61f5e7d3b HTTP/1.1" status: 200 len: 859 time: 0.0815275 Nov 04 09:06:58.626030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Pushing event updated for resources: {'Port': ['ID=d741184e-af0f-406d-867e-cf6d3fe14951,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:58.651204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-a9510a78-2798-48bb-bdab-a534773da66b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b074601e-bc93-48cf-a34a-544daacb07bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292933 Nov 04 09:06:58.733540 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.788754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:58.822145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:58.822747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 447dfbc4-2dc4-49cb-ba14-01405f2e4a09 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:58.823324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 015c2aee-c985-496c-b0cd-805a80f986a5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:06:58.824645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-411c1b68-3211-42a5-8d8a-e0bb87523f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.832774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.842892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-b3bc757e-b4df-457e-a7a0-647bf1418ce0 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755209 Nov 04 09:06:58.843033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9059be7c-8502-4aec-8b40-af449fd30d1a tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7036109 Nov 04 09:06:58.846146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:58.846515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 015c2aee-c985-496c-b0cd-805a80f986a5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:06:58.847267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 015c2aee-c985-496c-b0cd-805a80f986a5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:06:58.874030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-411c1b68-3211-42a5-8d8a-e0bb87523f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.936476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-411c1b68-3211-42a5-8d8a-e0bb87523f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.942650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-411c1b68-3211-42a5-8d8a-e0bb87523f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:58.948090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-411c1b68-3211-42a5-8d8a-e0bb87523f94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/659501dd-6e87-47c2-8f09-13da831fc0e9 HTTP/1.1" status: 204 len: 168 time: 0.4380739 Nov 04 09:06:58.982607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c1b68-3211-42a5-8d8a-e0bb87523f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659501dd-6e87-47c2-8f09-13da831fc0e9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:06:59.327754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:59.445671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-137878dd-bdb3-40fc-9742-b1725a6d4639 tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.5957656 Nov 04 09:06:59.446463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:59.564632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ad94ec-015a-4e6a-9245-f0bce564926d req-05fe9a33-9784-4daa-8896-47c5f2d8706a service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6871972 Nov 04 09:06:59.615801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cccd53-75e8-428d-8280-bf58b6bacf6a req-58bebc02-adee-4635-a1d3-2425050c5bef tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:59.626673 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62cccd53-75e8-428d-8280-bf58b6bacf6a req-58bebc02-adee-4635-a1d3-2425050c5bef tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.0959105 Nov 04 09:06:59.640352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-85a729b9-f711-48c0-b4c2-1452b55f89bb tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1910787 Nov 04 09:06:59.648309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56678) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:06:59.714851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d47c4-4b6b-4f1f-ad6a-3c27f8f7270c req-827ea105-c6d3-4ffd-a91d-51099cb2aa57 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:06:59.717295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e90d47c4-4b6b-4f1f-ad6a-3c27f8f7270c req-827ea105-c6d3-4ffd-a91d-51099cb2aa57 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.0934582 Nov 04 09:06:59.775551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e90d47c4-4b6b-4f1f-ad6a-3c27f8f7270c req-b0045e8a-e95c-4b4f-9309-b89d2509ac7f tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479465 Nov 04 09:06:59.813253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62cccd53-75e8-428d-8280-bf58b6bacf6a req-2ae53275-35dc-4d8d-8bfb-cd2b7868c600 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856499 Nov 04 09:06:59.981844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Deleting port d741184e-af0f-406d-867e-cf6d3fe14951 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:59.982204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:06:59.990000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port fe68933e-968c-4184-bad8-0d39662d3b00 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:06:59.990288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.207432 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.207908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.224520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port fe68933e-968c-4184-bad8-0d39662d3b00, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fe68933e-968c-4184-bad8-0d39662d3b00,segment=NetworkSegment(62d02a48-76d7-4568-8cdc-610e64acdf34),segment_id=62d02a48-76d7-4568-8cdc-610e64acdf34)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:00.224913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.241230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Calling delete_port for d741184e-af0f-406d-867e-cf6d3fe14951 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:00.252250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for fe68933e-968c-4184-bad8-0d39662d3b00 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:00.331470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-6ee8ae1a-d7b9-487e-b2d6-4301a36df1b7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:00.339520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-6ee8ae1a-d7b9-487e-b2d6-4301a36df1b7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 810 time: 0.2358820 Nov 04 09:07:00.357869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-04114dad-6aa2-4186-a3c1-1e2d187bf2f9 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/quotas/0f2ec682a8f54719bbc60a4a9e35dd38 HTTP/1.1" status: 200 len: 375 time: 0.0169084 Nov 04 09:07:00.401928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:00.428724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-9c57e5dd-e2d3-407c-a242-0311f5e0cbfe tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700052 Nov 04 09:07:00.571471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.611367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Pushing event deleted for resources: {'Port': ['ID=d741184e-af0f-406d-867e-cf6d3fe14951,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:00.616072 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.664832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=fe68933e-968c-4184-bad8-0d39662d3b00,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:00.755033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf922-93c0-4ab2-aec3-7ea83e467d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.780668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.783311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:00.786853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-75fb9317-5a58-4d8a-9905-f43751ca514d tempest-FloatingIPAdminTestJSON-1519067341 tempest-FloatingIPAdminTestJSON-1519067341-project] 10.222.0.53 "DELETE /v2.0/floatingips/0e311053-4d3b-42e0-9ac6-54fd15e86380 HTTP/1.1" status: 204 len: 168 time: 1.1292429 Nov 04 09:07:00.789790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56744) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:00.802545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-b554dcb2-403d-460b-850c-ea8972688016 service neutron] 10.222.0.53 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630826 Nov 04 09:07:00.966700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-7883a9fa-6ee4-400e-a406-c510f3e1a28a service neutron] 10.222.0.53 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505444 Nov 04 09:07:01.057982 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.202741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e92116-b066-435d-9540-8ccbf504e5cc req-a6e574f4-f7f8-4e2a-bfb3-d7ea0a089f2e tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:01.204290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09e92116-b066-435d-9540-8ccbf504e5cc req-a6e574f4-f7f8-4e2a-bfb3-d7ea0a089f2e tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2756584 Nov 04 09:07:01.217203 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf922-93c0-4ab2-aec3-7ea83e467d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.229666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ebf922-93c0-4ab2-aec3-7ea83e467d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.302983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebf922-93c0-4ab2-aec3-7ea83e467d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a6e381-b0bf-4a05-a5a7-6e891019cf80,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:01.367383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91e66cae-207e-44a4-b3d8-1fefc6e3ef01 req-18c22cd6-d26b-4ddc-8071-0f63df726e18 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 210 time: 0.0369573 Nov 04 09:07:01.374867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Deleting port e2eb615e-8cf1-4a03-9222-3edfcc546d92 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:01.375210 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.394870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09e92116-b066-435d-9540-8ccbf504e5cc req-24aae219-a489-4043-a38f-25386a847ddc tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838439 Nov 04 09:07:01.399090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a1ebf922-93c0-4ab2-aec3-7ea83e467d9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4e0e78ce06446a2af5318249096b685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9962230 Nov 04 09:07:01.402359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:01.443961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:01.478852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0eb112c-ff57-49b9-9e3d-bdb48b2df2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.531104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0eb112c-ff57-49b9-9e3d-bdb48b2df2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.570432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:01.582074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fefe2f64-30e8-4b98-8e3b-ddd392d23cb0 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5947104 Nov 04 09:07:01.582988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:01.583892 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:01.610190 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:01.612363 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:01.618983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.619338 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.636584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Calling delete_port for e2eb615e-8cf1-4a03-9222-3edfcc546d92 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:01.692622 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-5e24eff5-be6e-40cb-9a65-e0a96d8896de tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2223fa7e9600469385c231cfce8e292e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549648 Nov 04 09:07:01.714376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting subnet 3fef6723-bf40-47ec-a899-a642ee986dce {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:01.728551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0eb112c-ff57-49b9-9e3d-bdb48b2df2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.731205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0eb112c-ff57-49b9-9e3d-bdb48b2df2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.735123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d0eb112c-ff57-49b9-9e3d-bdb48b2df2af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/74a6e381-b0bf-4a05-a5a7-6e891019cf80 HTTP/1.1" status: 204 len: 168 time: 0.3317304 Nov 04 09:07:01.736050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.745434 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:01.808788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.817273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb112c-ff57-49b9-9e3d-bdb48b2df2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a6e381-b0bf-4a05-a5a7-6e891019cf80,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:01.844629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2eb615e-8cf1-4a03-9222-3edfcc546d92,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:01.848002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.874109 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:07:00Z', 'revision_number': 11, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:01.904170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-6d8112c7-3b1a-45f4-aebd-dd5c8f915b60 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:01.905875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-6d8112c7-3b1a-45f4-aebd-dd5c8f915b60 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2123423 Nov 04 09:07:01.930783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-62619961-1ff1-4028-b4e0-3fa03a9eb06c tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/quotas/2223fa7e9600469385c231cfce8e292e HTTP/1.1" status: 200 len: 375 time: 0.0180860 Nov 04 09:07:01.947364 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:07:01.952505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.959886 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:01.964469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8ea4a57a-67f3-4c3f-b606-6746469e7b5a tempest-FloatingIPAdminTestJSON-1212879096 tempest-FloatingIPAdminTestJSON-1212879096-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/c215f5fd-84c8-4fd3-86c1-4f90a408ecab HTTP/1.1" status: 204 len: 168 time: 1.1706989 Nov 04 09:07:01.966082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56792) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:01.966915 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:01.967604 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:02.014985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-2de7367a-5a6d-46b0-a70a-46f005987b21 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2223fa7e9600469385c231cfce8e292e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762248 Nov 04 09:07:02.085820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:02.089177 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:02.146294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Deleting port 79ffbab1-7816-4445-bdb7-23764de6b0d4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:02.146637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:02.167046 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:07:00Z', 'revision_number': 11, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:02.222196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a3c4a7-0cf8-42a5-b83e-4897927356b2 None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:07:00Z', 'revision_number': 11, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:02.225302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:02.326497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Subnet': ['ID=3fef6723-bf40-47ec-a899-a642ee986dce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:02.326695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:02.342232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Calling delete_port for 79ffbab1-7816-4445-bdb7-23764de6b0d4 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:02.349120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:02.355969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60172954-95e6-4918-a13a-2482064b88b7 None None] Network 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:02.376053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a8750933-2203-4adf-b3d0-b7056380bdd7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/3fef6723-bf40-47ec-a899-a642ee986dce HTTP/1.1" status: 204 len: 168 time: 0.7897055 Nov 04 09:07:02.379515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:02.743763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-5936ee12-58e1-4224-a282-257b141c5842 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:02.745761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-5936ee12-58e1-4224-a282-257b141c5842 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 810 time: 0.3388319 Nov 04 09:07:02.751682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56810) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:02.788415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Request body: {'port': {'device_id': '567b5986-8853-4769-bb34-5b5938b16950', 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'admin_state_up': True, 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:02.796278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] DHCP port deletion for 3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:07:02.839870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fe68933e-968c-4184-bad8-0d39662d3b00 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:02.858849 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e33656a7-c7d5-4234-85a2-94dfb0d802e0 req-1ed742ab-7e92-4ecd-af67-da101dfeb89b tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 210 time: 0.5243242 Nov 04 09:07:02.871776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: fe68933e-968c-4184-bad8-0d39662d3b00 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:02.872157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fe68933e-968c-4184-bad8-0d39662d3b00 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:02.912937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Deleting port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:02.913314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:02.926277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:02.969584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c793b7e9-cf75-401f-a14d-9613c777dc40 req-79695bc6-5ddc-4a64-9bc5-6d23c53d1a66 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 210 time: 0.2159088 Nov 04 09:07:02.970523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fef17ffa-2bd1-4a5a-b690-f70916fc2760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.048133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] For port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,segment=NetworkSegment(62d02a48-76d7-4568-8cdc-610e64acdf34),segment_id=62d02a48-76d7-4568-8cdc-610e64acdf34)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:03.048938 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.067941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Calling delete_port for c9776d0c-2fe4-4ef8-a154-ce93e0a03ace owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:03.082950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Deleting port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:03.083343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.144207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049674e9-3840-48ec-9f21-282cb37abbf1 req-01e6ccbf-13c4-4b28-868c-472e24048d5d tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:03.146397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-049674e9-3840-48ec-9f21-282cb37abbf1 req-01e6ccbf-13c4-4b28-868c-472e24048d5d tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1578999 Nov 04 09:07:03.151712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.188488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] For port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,segment=NetworkSegment(62d02a48-76d7-4568-8cdc-610e64acdf34),segment_id=62d02a48-76d7-4568-8cdc-610e64acdf34)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:03.188838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.209309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Port': ['ID=79ffbab1-7816-4445-bdb7-23764de6b0d4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:03.214277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Calling delete_port for c9776d0c-2fe4-4ef8-a154-ce93e0a03ace owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:03.219543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Made reservation on behalf of 0f2ec682a8f54719bbc60a4a9e35dd38 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:03.224141 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.226206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.241375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-049674e9-3840-48ec-9f21-282cb37abbf1 req-7fd14197-e23f-405a-9a60-a65b0d01295e tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713735 Nov 04 09:07:03.275219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Pushing event deleted for resources: {'Port': ['ID=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:03.289786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] No DVR routers for this DVR port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:03.303982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.305442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.306219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.307567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.308413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.315911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.316412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.316914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.317393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.317859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.318567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.319246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a4c928-ac27-424e-9591-138aeb930ae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:03.350570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.396646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No DVR routers for this DVR port c9776d0c-2fe4-4ef8-a154-ce93e0a03ace on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:03.411115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Port': ['ID=c9776d0c-2fe4-4ef8-a154-ce93e0a03ace,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:03.450215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fef17ffa-2bd1-4a5a-b690-f70916fc2760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.455719 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.463708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-456970d1-eb12-4f74-b73f-f2209d7dd393 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "DELETE /v2.0/ports/79ffbab1-7816-4445-bdb7-23764de6b0d4 HTTP/1.1" status: 204 len: 168 time: 1.4963307 Nov 04 09:07:03.467335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56820) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:03.481926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fef17ffa-2bd1-4a5a-b690-f70916fc2760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.557794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.582128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:03.583892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fef17ffa-2bd1-4a5a-b690-f70916fc2760 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ef914eb3670d45a8986867fe622ea422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8312290 Nov 04 09:07:03.591035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:03.592268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef17ffa-2bd1-4a5a-b690-f70916fc2760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9daef0-99dc-41cf-946d-2a59f0549924,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:03.602051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d02a48-76d7-4568-8cdc-610e64acdf34') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:03.602362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d02a48-76d7-4568-8cdc-610e64acdf34') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:03.609618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c6e15-fcc1-4e0a-bd86-a9ed03c344eb tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:03.611102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-423c6e15-fcc1-4e0a-bd86-a9ed03c344eb tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc50f05f-5272-4069-a0b3-a73c9b2ddf7e HTTP/1.1" status: 200 len: 913 time: 0.1421905 Nov 04 09:07:03.614738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56826) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:03.618253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.646820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.656113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:03.656518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:03.661130 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:03.689337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Allocated IP 172.20.0.6 (f4c11a9a-d16d-4e27-9295-c16e24ee3b33/c3081065-57c8-4fea-9880-bde0758519bd/2d0db20d-79e6-4b72-9a56-7004ae7b9232) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:03.737923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58df5219-bba0-4c81-8fc3-dd2b17eab651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.755156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.760278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.766837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/networks/3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8 HTTP/1.1" status: 204 len: 168 time: 1.3845193 Nov 04 09:07:03.773496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:03.787759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'routes': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:03.800347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58df5219-bba0-4c81-8fc3-dd2b17eab651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:03.808919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120982d2-e8b4-4d93-a289-7327b4164c69 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Pushing event deleted for resources: {'Network': ['ID=3f7fbcff-feb1-4c13-937f-5b4aa08fb4b8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:04.010995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Added routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 09:07:04.011642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Removed routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 09:07:04.011898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.021074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58df5219-bba0-4c81-8fc3-dd2b17eab651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.023837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58df5219-bba0-4c81-8fc3-dd2b17eab651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.027516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-58df5219-bba0-4c81-8fc3-dd2b17eab651 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c9daef0-99dc-41cf-946d-2a59f0549924 HTTP/1.1" status: 204 len: 168 time: 0.4329197 Nov 04 09:07:04.100869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df5219-bba0-4c81-8fc3-dd2b17eab651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9daef0-99dc-41cf-946d-2a59f0549924,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:04.106040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9674799f-f569-4c70-bf19-e0b923e91ed4 req-03b9cc05-7c8c-422c-a184-0eef0590e2ac tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 210 time: 0.0553172 Nov 04 09:07:04.114908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-2d76f313-15be-45f4-ae83-300165ebc0a0 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=2223fa7e9600469385c231cfce8e292e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655000 Nov 04 09:07:04.202439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8051186e-b1b8-4bd0-a1ba-1cddc6d6a5e4 req-47a5c0a0-00c6-457c-b2d0-c21966bcfec1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 210 time: 0.1049559 Nov 04 09:07:04.246598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.246598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.341268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 737e05ec-95ee-4380-ac34-184378d056e4 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:04.427986 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:04.435728 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.441260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4a46ffc9-d17b-4f38-b35e-c800b0360117 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 200 len: 700 time: 0.6635952 Nov 04 09:07:04.442264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:04.443989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] Sync routers for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:04.460677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.461980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:04.462893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:04.469604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-c533b46e-c7de-487e-a9f9-9500f6b43734 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:04.471888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-c533b46e-c7de-487e-a9f9-9500f6b43734 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3476708 Nov 04 09:07:04.474837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0dafe9bf-5bef-430a-a822-bdbfeec3db88 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 200 len: 205 time: 0.0313656 Nov 04 09:07:04.475494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56848) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:04.492171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Request body: {'port': {'device_id': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '2223fa7e9600469385c231cfce8e292e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:04.546326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:04.571466 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fd6b841-25e0-4832-8f9a-3bdf54c9858a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.622552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:07:00Z', 'revision_number': 11, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:04.631653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1a3c2-bc4d-4abb-83df-54c468b1abe9 req-202799aa-615e-4ca1-a5ec-3da4ac2fb462 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:04.633384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eb1a3c2-bc4d-4abb-83df-54c468b1abe9 req-202799aa-615e-4ca1-a5ec-3da4ac2fb462 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2630327 Nov 04 09:07:04.654091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] Checking router: 737e05ec-95ee-4380-ac34-184378d056e4 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:07:04.665405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] Routers {'737e05ec-95ee-4380-ac34-184378d056e4'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:04.666396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['737e05ec-95ee-4380-ac34-184378d056e4'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:04.754740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] Set router 737e05ec-95ee-4380-ac34-184378d056e4 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:04.773795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.818035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eb1a3c2-bc4d-4abb-83df-54c468b1abe9 req-b65bc674-011b-4bab-83ca-15b4aa8f8ad9 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621089 Nov 04 09:07:04.824826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:07:00Z', 'revision_number': 11, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:04.828068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['335bc24b-0604-467f-8353-55fb217a3811'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:04.865665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-1424021e-11a7-40d2-8ffa-eb974c25f74a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2109640 Nov 04 09:07:04.876514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c9776d0c-2fe4-4ef8-a154-ce93e0a03ace no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:04.891010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:04.894785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Made reservation on behalf of 2223fa7e9600469385c231cfce8e292e for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:04.898473 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.917028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:04.920148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Pushing event updated for resources: {'Port': ['ID=2d0db20d-79e6-4b72-9a56-7004ae7b9232,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:04.921461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fd6b841-25e0-4832-8f9a-3bdf54c9858a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.922543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:04.926201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.946116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fd6b841-25e0-4832-8f9a-3bdf54c9858a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:04.955475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: c9776d0c-2fe4-4ef8-a154-ce93e0a03ace {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:04.956736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c9776d0c-2fe4-4ef8-a154-ce93e0a03ace not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:04.965837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814edde8-edef-4690-89af-7ece0d2eab8e None None] The sync data for ids ['737e05ec-95ee-4380-ac34-184378d056e4'] in n-d-816487-1 is: [{'id': '737e05ec-95ee-4380-ac34-184378d056e4', 'name': 'tempest-RoutersTest-router-328720945', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:07:00Z', 'revision_number': 11, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:05.037455 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fd6b841-25e0-4832-8f9a-3bdf54c9858a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.038725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd6b841-25e0-4832-8f9a-3bdf54c9858a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Fanout notify agent at l3_agent the message router_deleted on router 737e05ec-95ee-4380-ac34-184378d056e4 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:07:05.057259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7fd6b841-25e0-4832-8f9a-3bdf54c9858a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.062507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7fd6b841-25e0-4832-8f9a-3bdf54c9858a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 204 len: 168 time: 0.5856314 Nov 04 09:07:05.063173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:05.069457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d730c862-c971-4e4b-a740-d306efc3f3ad tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-603630531', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:05.075009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.075816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.116143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d730c862-c971-4e4b-a740-d306efc3f3ad tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.118894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d730c862-c971-4e4b-a740-d306efc3f3ad tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.140926 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4ada6ecd-d496-494d-beee-bb2ad0515293 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3632016 Nov 04 09:07:05.160849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Request body: {'port': {'device_id': '567b5986-8853-4769-bb34-5b5938b16950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:05.210787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.211344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.211821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.212314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.212777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.213237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.213694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.215789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-266db75d-4b1c-4b29-9a4c-42bb95dc1a31 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6502 time: 0.2530334 Nov 04 09:07:05.216945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d730c862-c971-4e4b-a740-d306efc3f3ad tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.233003 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.235588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d730c862-c971-4e4b-a740-d306efc3f3ad tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.259277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d730c862-c971-4e4b-a740-d306efc3f3ad tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.264303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d730c862-c971-4e4b-a740-d306efc3f3ad tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1997550 Nov 04 09:07:05.264932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:05.270904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0013956e-a28b-4a74-86df-ae936339239e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:05.445037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8871675c-7b8f-4874-807b-8cb8d15e7703 req-82c08495-b100-49b5-b5fd-b5ba6e272cc8 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 210 time: 0.1214402 Nov 04 09:07:05.486000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.512652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.528029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.609030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:05.800787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-874941cf-5485-46af-a871-c6e106c7b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.801267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-874941cf-5485-46af-a871-c6e106c7b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.801726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-874941cf-5485-46af-a871-c6e106c7b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.803415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-874941cf-5485-46af-a871-c6e106c7b212 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 200 len: 2297 time: 0.4813414 Nov 04 09:07:05.889428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0013956e-a28b-4a74-86df-ae936339239e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.904646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423de622-0665-4b53-abb4-d0eecc43308d req-6732f69f-ff25-4239-a5f9-82e2f3129246 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:05.915714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423de622-0665-4b53-abb4-d0eecc43308d req-6732f69f-ff25-4239-a5f9-82e2f3129246 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 931 time: 0.5691326 Nov 04 09:07:05.964026 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0013956e-a28b-4a74-86df-ae936339239e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:05.980595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423de622-0665-4b53-abb4-d0eecc43308d req-1e5d41bd-7839-4599-a05e-82b37dcfff7b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635381 Nov 04 09:07:06.058365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-d472547b-9ef3-482b-83f4-66dd1d7dec83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 200 len: 1002 time: 0.2274528 Nov 04 09:07:06.059739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Allocated IP 192.168.233.39 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/9a718c3b-fb67-47eb-a9ee-c13ccecd97ec) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:06.137392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0013956e-a28b-4a74-86df-ae936339239e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Router 0e3035c8-ad3d-4835-8b25-53cebe8c24c4 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:07:06.184420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832147e-4919-47bd-8261-83e18c002b41 req-9520f365-8d2d-492f-bbab-a23fc32b01af tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:06.186178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1832147e-4919-47bd-8261-83e18c002b41 req-9520f365-8d2d-492f-bbab-a23fc32b01af tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2445500 Nov 04 09:07:06.221319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0013956e-a28b-4a74-86df-ae936339239e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:06.230219 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0013956e-a28b-4a74-86df-ae936339239e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.231673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0013956e-a28b-4a74-86df-ae936339239e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "PUT /v2.0/routers/0e3035c8-ad3d-4835-8b25-53cebe8c24c4 HTTP/1.1" status: 200 len: 693 time: 0.9654241 Nov 04 09:07:06.234543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:06.236891 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] Sync routers for ids ['0e3035c8-ad3d-4835-8b25-53cebe8c24c4'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:06.248014 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] Routers {'0e3035c8-ad3d-4835-8b25-53cebe8c24c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:06.248884 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0e3035c8-ad3d-4835-8b25-53cebe8c24c4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:06.288292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-e50a98e1-c009-4eac-94e2-402d327051c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:06.290015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-e50a98e1-c009-4eac-94e2-402d327051c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775d7aa1-ab92-4a32-86da-b74cdfe76349 HTTP/1.1" status: 200 len: 856 time: 0.2170377 Nov 04 09:07:06.327151 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] Set router 0e3035c8-ad3d-4835-8b25-53cebe8c24c4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:06.344939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-673df01e-3d61-4476-86c4-7ecece0862a2 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/routers/0e3035c8-ad3d-4835-8b25-53cebe8c24c4 HTTP/1.1" status: 200 len: 699 time: 0.1089878 Nov 04 09:07:06.347575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:06.379674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-99d30db8-07ff-42e6-be09-1aeac8d7b819 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e3035c8-ad3d-4835-8b25-53cebe8c24c4 HTTP/1.1" status: 200 len: 205 time: 0.0308013 Nov 04 09:07:06.381920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:06.389572 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3035c8-ad3d-4835-8b25-53cebe8c24c4', 'name': 'tempest-RoutersTest-router-603630531', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:05Z', 'updated_at': '2021-11-04T09:07:05Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:06.405971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1832147e-4919-47bd-8261-83e18c002b41 req-fc210c39-ffa7-4015-b781-ff589258b64e tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010479 Nov 04 09:07:06.425818 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] Checking router: 0e3035c8-ad3d-4835-8b25-53cebe8c24c4 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:07:06.435986 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] Routers {'0e3035c8-ad3d-4835-8b25-53cebe8c24c4'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:06.437255 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0e3035c8-ad3d-4835-8b25-53cebe8c24c4'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:06.514358 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a823cc8d-37d3-4418-8d55-c381f8867083 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.544143 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] Set router 0e3035c8-ad3d-4835-8b25-53cebe8c24c4 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:06.556670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0db20d-79e6-4b72-9a56-7004ae7b9232 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:07:06.567481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.601675 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68a8bc7a-1520-4e0c-b9ab-10ee5c4c3bf7 req-7c60fe8b-6a2c-4f8e-8996-a0f3834f1097 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 210 time: 0.0372400 Nov 04 09:07:06.605923 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3035c8-ad3d-4835-8b25-53cebe8c24c4', 'name': 'tempest-RoutersTest-router-603630531', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:05Z', 'updated_at': '2021-11-04T09:07:05Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:06.632054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Transition to ACTIVE for port object 2d0db20d-79e6-4b72-9a56-7004ae7b9232 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:07:06.636320 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4664525-fdd5-4cdc-b489-14f8e44ff0b2 None None] The sync data for ids ['0e3035c8-ad3d-4835-8b25-53cebe8c24c4'] in n-d-816487-1 is: [{'id': '0e3035c8-ad3d-4835-8b25-53cebe8c24c4', 'name': 'tempest-RoutersTest-router-603630531', 'tenant_id': 'f33f94c805ba4a7d99a652911f04612f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:05Z', 'updated_at': '2021-11-04T09:07:05Z', 'revision_number': 2, 'project_id': 'f33f94c805ba4a7d99a652911f04612f', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:06.640911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-e1ce3447-1ab1-43bc-b274-346e7671ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:06.642211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-e1ce3447-1ab1-43bc-b274-346e7671ac10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405411 Nov 04 09:07:06.715481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.719672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Deleting port cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:06.720065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.720182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:06.728628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.762088 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a823cc8d-37d3-4418-8d55-c381f8867083 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.764701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a823cc8d-37d3-4418-8d55-c381f8867083 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.819030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a823cc8d-37d3-4418-8d55-c381f8867083 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.821192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a823cc8d-37d3-4418-8d55-c381f8867083 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Fanout notify agent at l3_agent the message router_deleted on router 0e3035c8-ad3d-4835-8b25-53cebe8c24c4 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:07:06.829230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a823cc8d-37d3-4418-8d55-c381f8867083 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.835695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a823cc8d-37d3-4418-8d55-c381f8867083 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/0e3035c8-ad3d-4835-8b25-53cebe8c24c4 HTTP/1.1" status: 204 len: 168 time: 0.4475696 Nov 04 09:07:06.836479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:06.875920 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-410a8e98-46f6-4f8b-802e-0245b9c4adbd tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=0e3035c8-ad3d-4835-8b25-53cebe8c24c4 HTTP/1.1" status: 200 len: 205 time: 0.0381961 Nov 04 09:07:06.880299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:06.916834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0db20d-79e6-4b72-9a56-7004ae7b9232,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:06.936305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4fcaa8b-1f0e-4fbd-8f84-53872b66d9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.940852 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ce7be1dd-887a-40fd-9604-f96220d05328 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] delete failed (client error): The resource could not be found. Nov 04 09:07:06.943896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ce7be1dd-887a-40fd-9604-f96220d05328 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/0e3035c8-ad3d-4835-8b25-53cebe8c24c4 HTTP/1.1" status: 404 len: 336 time: 0.0607409 Nov 04 09:07:06.948296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:06.956599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:06.984336 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a81db9c-2cf6-47e5-9f42-18cf8b81dc18 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:06.984797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a81db9c-2cf6-47e5-9f42-18cf8b81dc18 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:06.988919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1a81db9c-2cf6-47e5-9f42-18cf8b81dc18 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/fab47b2b-804a-4a71-9d0b-7e7564687f51 HTTP/1.1" status: 404 len: 337 time: 0.0396149 Nov 04 09:07:06.991937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.032201 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6116288-587c-44e6-899e-4323bb4732f7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:07.032492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6116288-587c-44e6-899e-4323bb4732f7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:07.039354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a6116288-587c-44e6-899e-4323bb4732f7 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/27cfec33-d676-4f12-884a-a734b6290230 HTTP/1.1" status: 404 len: 337 time: 0.0427184 Nov 04 09:07:07.043040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.075127 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-58536852-af90-4d11-8069-e93fdec9ce08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:07.075580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58536852-af90-4d11-8069-e93fdec9ce08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:07.078683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-58536852-af90-4d11-8069-e93fdec9ce08 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/47a1b131-6856-495d-b5d1-7b72030eb765 HTTP/1.1" status: 404 len: 337 time: 0.0347564 Nov 04 09:07:07.091141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.150999 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-48167ff9-a1f1-4429-8d35-01c8a0bb855b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:07.151716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48167ff9-a1f1-4429-8d35-01c8a0bb855b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:07.154538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-48167ff9-a1f1-4429-8d35-01c8a0bb855b tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/3fef6723-bf40-47ec-a899-a642ee986dce HTTP/1.1" status: 404 len: 337 time: 0.0613329 Nov 04 09:07:07.157924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.202066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1b7ced33-0812-4261-a64a-74056433c567 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 200 len: 205 time: 0.0400939 Nov 04 09:07:07.203796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.261178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b191c6-2df4-45eb-9cc1-a63120efae3a req-f6d404d4-3ed5-42c3-9b2c-dbebe23adcb3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:07.262810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b191c6-2df4-45eb-9cc1-a63120efae3a req-f6d404d4-3ed5-42c3-9b2c-dbebe23adcb3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 943 time: 0.1916122 Nov 04 09:07:07.266503 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-96806cbb-fcb3-4e2b-afbf-096b8a15a067 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] delete failed (client error): The resource could not be found. Nov 04 09:07:07.269337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-96806cbb-fcb3-4e2b-afbf-096b8a15a067 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/737e05ec-95ee-4380-ac34-184378d056e4 HTTP/1.1" status: 404 len: 336 time: 0.0629373 Nov 04 09:07:07.272546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.275154 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c394c987-3ff0-4aad-a04a-73bb45f36a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.289890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4fcaa8b-1f0e-4fbd-8f84-53872b66d9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.313446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c4fcaa8b-1f0e-4fbd-8f84-53872b66d9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.326794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-066ae171-1ed9-428c-8e6e-1d313691c73c tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=d4ccf661-de00-455f-9689-b95fc35e4e14 HTTP/1.1" status: 200 len: 205 time: 0.0520079 Nov 04 09:07:07.334996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.402204 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-5fb4b294-d893-4a7f-bebf-f4007c487d1d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] delete failed (client error): The resource could not be found. Nov 04 09:07:07.403391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5fb4b294-d893-4a7f-bebf-f4007c487d1d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/d4ccf661-de00-455f-9689-b95fc35e4e14 HTTP/1.1" status: 404 len: 336 time: 0.0647326 Nov 04 09:07:07.405002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-de0b59c4-2834-429c-92e4-3b5ae4a70c6c service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387040 Nov 04 09:07:07.414948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c4fcaa8b-1f0e-4fbd-8f84-53872b66d9aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e49d78e09c104c70972f8880d0151b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6930463 Nov 04 09:07:07.418093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57006) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.418247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.422645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.444883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4b191c6-2df4-45eb-9cc1-a63120efae3a req-07e7e352-d80c-4457-be50-d014f64e769e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713843 Nov 04 09:07:07.445521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fcaa8b-1f0e-4fbd-8f84-53872b66d9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daac359-1d1c-435a-9f01-28c00c7a45e7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:07.453591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:07.489291 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf12e0a9-f82d-40ef-a137-0e1fcc0c785f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:07.489598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf12e0a9-f82d-40ef-a137-0e1fcc0c785f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:07.492689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf12e0a9-f82d-40ef-a137-0e1fcc0c785f tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/03406ded-8658-42ac-acf1-015bb2e5e1e0 HTTP/1.1" status: 404 len: 337 time: 0.0735819 Nov 04 09:07:07.496332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.507866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Calling delete_port for cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:07.509958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:07.522624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:07.532691 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-06a9c891-7cc8-48a2-8f54-b6f5f6960d61 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=199f2ce7-4ee5-450a-939a-0e03e607925e HTTP/1.1" status: 200 len: 205 time: 0.0352411 Nov 04 09:07:07.535836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.577208 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-e0e566c3-1eb0-42b5-a91d-9caedbc0b3e6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] delete failed (client error): The resource could not be found. Nov 04 09:07:07.577827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e0e566c3-1eb0-42b5-a91d-9caedbc0b3e6 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/199f2ce7-4ee5-450a-939a-0e03e607925e HTTP/1.1" status: 404 len: 336 time: 0.0410678 Nov 04 09:07:07.584866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57016) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.592495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Pushing event updated for resources: {'Port': ['ID=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:07.600678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c4d77b1-9725-4b92-80bd-1001481122d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.608794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Attempting to bind port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:07.609140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Attempting to bind port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:07.609471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Attempting to bind port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 on network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:07.624038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fd180f35-1643-45d7-9069-63e2a51b0a45 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=7d68e9c6-6994-4881-8b4b-5d025924cb21 HTTP/1.1" status: 200 len: 205 time: 0.0379570 Nov 04 09:07:07.629129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.685030 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-2e3c6f58-6336-4291-84a2-eec2612b837a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] delete failed (client error): The resource could not be found. Nov 04 09:07:07.690322 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2e3c6f58-6336-4291-84a2-eec2612b837a tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/7d68e9c6-6994-4881-8b4b-5d025924cb21 HTTP/1.1" status: 404 len: 336 time: 0.0559483 Nov 04 09:07:07.690322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c4d77b1-9725-4b92-80bd-1001481122d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.692402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.724220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:07.724853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.728684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 on network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:07:07.729048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Attempting to bind port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 on network f4c11a9a-d16d-4e27-9295-c16e24ee3b33 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:07.751455 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c20675d-967c-4016-aaec-3634b5276d4e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:07.751932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c20675d-967c-4016-aaec-3634b5276d4e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:07.758001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8c20675d-967c-4016-aaec-3634b5276d4e tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/bad21a73-e3bd-4de3-b066-d9643c9138e1 HTTP/1.1" status: 404 len: 337 time: 0.0631380 Nov 04 09:07:07.759962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57024) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.774792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:07.775141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Checking segment: {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:07.775535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Bound using segment: {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:07.776026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Bound port: 2d0db20d-79e6-4b72-9a56-7004ae7b9232, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70503da6-e827-48fc-b4dd-71688bb7ccba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:07.776391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.817775 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-23b59c34-0f92-41de-a58c-c4bc12784c90 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3355670 Nov 04 09:07:07.821466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-c580f20e-4dd8-4803-b5b1-22a075aa2c56 service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074581 Nov 04 09:07:07.827136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6d3af63e-76dc-4f17-b398-ccb2a4c8f481 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=c2b7033d-8908-4a46-82c7-6b8929986475 HTTP/1.1" status: 200 len: 205 time: 0.0645359 Nov 04 09:07:07.828692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57026) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.829967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb844f-28bc-4d4e-9c19-01000aca7ae2 req-8d07b7f9-32d4-44e3-b35f-fc30e53ccfc5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:07.832703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67bb844f-28bc-4d4e-9c19-01000aca7ae2 req-8d07b7f9-32d4-44e3-b35f-fc30e53ccfc5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2810953 Nov 04 09:07:07.844298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Request body: {'port': {'device_id': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:07.906987 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-73878845-a5f2-4e50-9820-10f2cc85d4ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] delete failed (client error): The resource could not be found. Nov 04 09:07:07.911500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-73878845-a5f2-4e50-9820-10f2cc85d4ef tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/c2b7033d-8908-4a46-82c7-6b8929986475 HTTP/1.1" status: 404 len: 336 time: 0.0781791 Nov 04 09:07:07.914107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.948561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9c03eddf-47d5-4da5-8b69-efed336d8877 None None] Provisioning complete for port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:07.948915 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c03eddf-47d5-4da5-8b69-efed336d8877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.960287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd26374-e450-413b-9ba4-8abc536ac361 req-10b4a311-67b9-4f56-ac90-8d1352e9df37 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:07.967738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cfd26374-e450-413b-9ba4-8abc536ac361 req-10b4a311-67b9-4f56-ac90-8d1352e9df37 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 935 time: 0.2399867 Nov 04 09:07:07.970187 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9becb53b-9abb-4e25-9b0c-9f9b1d1a09d1 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:07.970706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9becb53b-9abb-4e25-9b0c-9f9b1d1a09d1 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:07.976776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9becb53b-9abb-4e25-9b0c-9f9b1d1a09d1 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/e2c221b3-ad21-4941-88b5-d85dbcdc7c1e HTTP/1.1" status: 404 len: 337 time: 0.0593050 Nov 04 09:07:07.976776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c4d77b1-9725-4b92-80bd-1001481122d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.977551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c4d77b1-9725-4b92-80bd-1001481122d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:07.978290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c4d77b1-9725-4b92-80bd-1001481122d3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7daac359-1d1c-435a-9f01-28c00c7a45e7 HTTP/1.1" status: 204 len: 168 time: 0.5580370 Nov 04 09:07:07.979605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:07.991152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9c03eddf-47d5-4da5-8b69-efed336d8877 None None] Port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:07.997638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-86aaec71-4b1b-4481-ac34-8f3b55c2efbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 217 time: 0.1634383 Nov 04 09:07:08.011938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d77b1-9725-4b92-80bd-1001481122d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daac359-1d1c-435a-9f01-28c00c7a45e7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:08.043129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eafe22e6-7d57-4b07-8258-0f45bbd890b3 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "GET /v2.0/ports?device_id=457a38bd-5d01-49f7-9d90-71ed02f1478c HTTP/1.1" status: 200 len: 205 time: 0.0569944 Nov 04 09:07:08.043129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:08.101625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cfd26374-e450-413b-9ba4-8abc536ac361 req-a341284c-451b-4fe3-827f-bff56fa4d377 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328595 Nov 04 09:07:08.102644 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-9755600a-ea63-408e-84c2-6733fd4f5d0d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] delete failed (client error): The resource could not be found. Nov 04 09:07:08.106280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9755600a-ea63-408e-84c2-6733fd4f5d0d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/routers/457a38bd-5d01-49f7-9d90-71ed02f1478c HTTP/1.1" status: 404 len: 336 time: 0.0598977 Nov 04 09:07:08.106547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:08.147324 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c77a2f-481e-4de3-9582-26305d1bee75 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:08.147792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c77a2f-481e-4de3-9582-26305d1bee75 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:08.149141 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67bb844f-28bc-4d4e-9c19-01000aca7ae2 req-def1d04c-0ca9-436c-8645-06bfb8faa1db tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938654 Nov 04 09:07:08.157935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80c77a2f-481e-4de3-9582-26305d1bee75 tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/15e0ed91-827e-472e-8e00-d7b8c99b6d6e HTTP/1.1" status: 404 len: 337 time: 0.0501494 Nov 04 09:07:08.160530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57040) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:08.181635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-229e16ec-2915-458b-9ed0-0c2933a4168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:08.183159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-229e16ec-2915-458b-9ed0-0c2933a4168b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1719501 Nov 04 09:07:08.184274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.186817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] For port 2d0db20d-79e6-4b72-9a56-7004ae7b9232, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:08.192165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] For port 2d0db20d-79e6-4b72-9a56-7004ae7b9232, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:08.202066 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b631126-6df6-4063-b105-baa9da072e0d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] DELETE failed (client error): The resource could not be found. Nov 04 09:07:08.202727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b631126-6df6-4063-b105-baa9da072e0d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:07:08.206911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b631126-6df6-4063-b105-baa9da072e0d tempest-RoutersTest-394348505 tempest-RoutersTest-394348505-project] 10.222.0.53 "DELETE /v2.0/subnets/0eabf532-ab79-418c-ba60-562a48a8b320 HTTP/1.1" status: 404 len: 337 time: 0.0446484 Nov 04 09:07:08.256808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.361731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:08.362521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.364172 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] 10.222.0.70 "PUT /v2.0/ports/2d0db20d-79e6-4b72-9a56-7004ae7b9232 HTTP/1.1" status: 200 len: 1091 time: 3.2142673 Nov 04 09:07:08.368300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567b5986-8853-4769-bb34-5b5938b16950', 'tag': '2d0db20d-79e6-4b72-9a56-7004ae7b9232'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:08.371084 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9" -d '{"events": [{"name": "network-changed", "server_uuid": "567b5986-8853-4769-bb34-5b5938b16950", "tag": "2d0db20d-79e6-4b72-9a56-7004ae7b9232"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:08.414802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-ccf8b261-cce3-4233-b85d-47f50ef0af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:08.417136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-ccf8b261-cce3-4233-b85d-47f50ef0af93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2214277 Nov 04 09:07:08.514300 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.524476 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93ccd35-b4c3-4a7c-8fe3-195b9ad3c617 x-openstack-request-id: req-a93ccd35-b4c3-4a7c-8fe3-195b9ad3c617 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:08.525026 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567b5986-8853-4769-bb34-5b5938b16950", "tag": "2d0db20d-79e6-4b72-9a56-7004ae7b9232", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:08.525429 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a93ccd35-b4c3-4a7c-8fe3-195b9ad3c617 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:08.526004 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '567b5986-8853-4769-bb34-5b5938b16950', 'tag': '2d0db20d-79e6-4b72-9a56-7004ae7b9232', 'status': 'completed', 'code': 200} Nov 04 09:07:08.574280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f3b99-a195-46c8-846e-e5b7650187a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0db20d-79e6-4b72-9a56-7004ae7b9232,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:08.591549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:08.655140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Port': ['ID=cd3e349f-d7a5-4bd0-8f75-06b73fc42dd1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:08.792295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-03c3dbf2-b7d1-4996-b5a2-90e4bf9db3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:08.793832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-03c3dbf2-b7d1-4996-b5a2-90e4bf9db3f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 1094 time: 0.3837202 Nov 04 09:07:08.798203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d6c237f-d1d4-4061-bd96-50b922915055 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f33f94c805ba4a7d99a652911f04612f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052550 Nov 04 09:07:08.800940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:08.867292 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42cc3337-a5d2-4af9-9ee7-ac33beaa0101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.885847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-bc9851b7-f2b1-478b-bd95-b1144d418ba5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232 HTTP/1.1" status: 200 len: 217 time: 0.0784180 Nov 04 09:07:08.900629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42cc3337-a5d2-4af9-9ee7-ac33beaa0101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.901435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83c96a-e4f0-4d04-8bf4-ddccf2bda84b req-85fdc321-3c43-4c3b-a1c0-3c544f17762b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:08.902945 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b83c96a-e4f0-4d04-8bf4-ddccf2bda84b req-85fdc321-3c43-4c3b-a1c0-3c544f17762b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 943 time: 0.3185883 Nov 04 09:07:08.917627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:08.967938 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42cc3337-a5d2-4af9-9ee7-ac33beaa0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.970764 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42cc3337-a5d2-4af9-9ee7-ac33beaa0101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:08.972635 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42cc3337-a5d2-4af9-9ee7-ac33beaa0101 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/049f920e-4e6e-458c-ba68-576d4190e293 HTTP/1.1" status: 204 len: 168 time: 0.1704187 Nov 04 09:07:08.981404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc3337-a5d2-4af9-9ee7-ac33beaa0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049f920e-4e6e-458c-ba68-576d4190e293,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:08.986495 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-f396de13-0a2a-4e6c-8dc1-0313b04e790d service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478001 Nov 04 09:07:09.050640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-751052173'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:09.074687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Made reservation on behalf of bc766d727938415a855d847d90bce2f1 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:09.078567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.088525 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.168796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-5ff88ddb-ff7d-44b1-9ca1-a3f8e2e64aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:09.170599 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-5ff88ddb-ff7d-44b1-9ca1-a3f8e2e64aba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.2649074 Nov 04 09:07:09.184745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.189134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.205197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b83c96a-e4f0-4d04-8bf4-ddccf2bda84b req-36567170-55b9-49fe-b56c-1181f0e9f9fd tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497046 Nov 04 09:07:09.235717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-6213c477-b4a7-4f6c-9e59-7bf8fff44f5e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564933 Nov 04 09:07:09.248422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:07:09.264245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:09.272916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d54917-91c6-44c1-9b10-f72fd4dce09e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:09.287196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.287557 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Added segment 8c62a1b8-0555-41a9-9825-7b2cd8a5c42f of type vlan for network 830b46d3-75b8-46d2-bedd-c0688b071200 Nov 04 09:07:09.325989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.330469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f10437-8575-4468-9783-de1150dec65f req-c035cf37-98e0-4b96-9d16-b5f140c2c8d6 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:09.332738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98f10437-8575-4468-9783-de1150dec65f req-c035cf37-98e0-4b96-9d16-b5f140c2c8d6 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 935 time: 0.1378334 Nov 04 09:07:09.339909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.349614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.400306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98f10437-8575-4468-9783-de1150dec65f req-5d6a7cae-2c37-46cb-8c91-1e816550ea97 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555923 Nov 04 09:07:09.403271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-7622b7e1-2d5e-467b-9d75-63a4f0243a86 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880713 Nov 04 09:07:09.404450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Transition to ACTIVE for port object 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:07:09.406812 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.421601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:09.422490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.499229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5786769 Nov 04 09:07:09.506076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:09.512563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'subnet': {'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:09.518817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.568369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d8bf3-47fe-4621-9dec-5e1845b49d83 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Network': ['ID=830b46d3-75b8-46d2-bedd-c0688b071200,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:09.579029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 830b46d3-75b8-46d2-bedd-c0688b071200 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:09.583280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-5d7b7e77-19e8-4104-ab0a-6a8bf04cb3c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 217 time: 0.0874798 Nov 04 09:07:09.638444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Made reservation on behalf of bc766d727938415a855d847d90bce2f1 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:09.646488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.926761 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ccd9c2bc-c425-4a16-b826-d94092d0ec04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:09.945017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.022374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Subnet': ['ID=5e225ef0-cfeb-42ca-9c7a-fa817858c441,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:10.034423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Checking segment: {'id': '8c62a1b8-0555-41a9-9825-7b2cd8a5c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:10.034885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Network hostable DHCP agents. Network: 830b46d3-75b8-46d2-bedd-c0688b071200, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:10.043744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57112) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:10.061958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Network 830b46d3-75b8-46d2-bedd-c0688b071200 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:10.074021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 830b46d3-75b8-46d2-bedd-c0688b071200) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:10.090526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:10.091621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.102136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84550fed-b657-4f58-9a2c-6adda30e488d None None] Network 830b46d3-75b8-46d2-bedd-c0688b071200 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:10.102781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c63fc-eb66-426e-ba26-e1e1e8366482 req-a295d47f-71de-4ac0-86b1-d0916ddf9e28 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:10.110557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b17c63fc-eb66-426e-ba26-e1e1e8366482 req-a295d47f-71de-4ac0-86b1-d0916ddf9e28 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.7924380 Nov 04 09:07:10.114122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-47169b8d-949e-44eb-bac9-c8931f030f3a tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6069140 Nov 04 09:07:10.117093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:10.123669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d99236c3-f4fe-4c46-a0e5-2a64f0d6871f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1624998687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:10.142111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-25ba06f9-199b-40ce-b686-69d069a400ac service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8889711 Nov 04 09:07:10.144062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-c0eb55cb-b559-427e-b7c6-15d0cbbeae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:10.145416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-c0eb55cb-b559-427e-b7c6-15d0cbbeae80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.5317056 Nov 04 09:07:10.153927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Pushing event updated for resources: {'Port': ['ID=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:10.155524 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d99236c3-f4fe-4c46-a0e5-2a64f0d6871f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.156886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d99236c3-f4fe-4c46-a0e5-2a64f0d6871f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.194546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-524faad6-ed83-4f69-aca6-e95bbbf60b9b tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-491441583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:10.237683 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d99236c3-f4fe-4c46-a0e5-2a64f0d6871f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.243002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d99236c3-f4fe-4c46-a0e5-2a64f0d6871f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.268123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-524faad6-ed83-4f69-aca6-e95bbbf60b9b tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.270628 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-524faad6-ed83-4f69-aca6-e95bbbf60b9b tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.280190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.324673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-830b46d3-75b8-46d2-bedd-c0688b071200', 'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200', 'tenant_id': 'bc766d727938415a855d847d90bce2f1', 'fixed_ips': [{'subnet_id': '5e225ef0-cfeb-42ca-9c7a-fa817858c441'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:10.325835 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.334220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b17c63fc-eb66-426e-ba26-e1e1e8366482 req-1c2ee62a-d19e-4ef0-b4ae-a0040c5fe6eb tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227707 Nov 04 09:07:10.337660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-524faad6-ed83-4f69-aca6-e95bbbf60b9b tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.375010 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d99236c3-f4fe-4c46-a0e5-2a64f0d6871f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.376268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d99236c3-f4fe-4c46-a0e5-2a64f0d6871f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2578685 Nov 04 09:07:10.377289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-524faad6-ed83-4f69-aca6-e95bbbf60b9b tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.384711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:10.460395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-9c8e2884-a409-43aa-a403-d35fb3c48215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:10.461939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-9c8e2884-a409-43aa-a403-d35fb3c48215 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3039680 Nov 04 09:07:10.469432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Attempting to bind port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:10.469815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Attempting to bind port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:10.470149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Attempting to bind port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:10.494019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f723b26a-e0e5-4150-aa0f-98477cbcca44 req-4c41c34b-9d67-46d1-980c-fcd69a714a7c service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370891 Nov 04 09:07:10.495176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:07:10.495676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Attempting to bind port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:10.505175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Allocated IP 172.20.0.2 (830b46d3-75b8-46d2-bedd-c0688b071200/5e225ef0-cfeb-42ca-9c7a-fa817858c441/bef0fcaf-0ed4-4ada-9d33-6b13f66fe207) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:10.510666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-524faad6-ed83-4f69-aca6-e95bbbf60b9b tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.511921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-524faad6-ed83-4f69-aca6-e95bbbf60b9b tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4667940 Nov 04 09:07:10.521022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:10.530045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-938653571'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:10.582548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9987-35db-4956-9530-e1bae7a18e38 req-b3fe2c89-f9c0-473c-893c-19d6bad1bdcb tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:10.584215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0aca9987-35db-4956-9530-e1bae7a18e38 req-b3fe2c89-f9c0-473c-893c-19d6bad1bdcb tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 943 time: 0.2451227 Nov 04 09:07:10.604494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:10.605487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:10.605910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:10.606360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Bound port: 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:10.606729 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.672690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Router fc50f05f-5272-4069-a0b3-a73c9b2ddf7e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:10.688737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.695961 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.721610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Made reservation on behalf of 78b704a1199e4d4caea2f756b0abe912 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:10.725052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.728512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47892d97-38eb-4759-babb-3fce81377a05 req-a398486a-d02a-4d66-a36f-ef8ed8cbc322 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:10.730047 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47892d97-38eb-4759-babb-3fce81377a05 req-a398486a-d02a-4d66-a36f-ef8ed8cbc322 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 947 time: 0.2420175 Nov 04 09:07:10.735059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Network 830b46d3-75b8-46d2-bedd-c0688b071200 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:10.739226 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:10.742055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-7d3c36c8-f8a8-4696-ba7b-274888185350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:10.743562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-7d3c36c8-f8a8-4696-ba7b-274888185350 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 1094 time: 0.1791916 Nov 04 09:07:10.744580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:10.748247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.765172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Pushing event updated for resources: {'Port': ['ID=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:10.783946 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0aca9987-35db-4956-9530-e1bae7a18e38 req-5c819937-4616-40be-bcd9-dda7a32d83a0 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578112 Nov 04 09:07:10.798759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-65a1f231-e3e7-4b71-bed3-8193fb51e364 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247521 Nov 04 09:07:10.830135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Attempting to bind port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:10.831206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Attempting to bind port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8c62a1b8-0555-41a9-9825-7b2cd8a5c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:10.832997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Attempting to bind port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 on network 830b46d3-75b8-46d2-bedd-c0688b071200 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:10.838896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:10.839231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Checking segment: {'id': '8c62a1b8-0555-41a9-9825-7b2cd8a5c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:10.839818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.840095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Bound using segment: {'id': '8c62a1b8-0555-41a9-9825-7b2cd8a5c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:10.840585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Bound port: bef0fcaf-0ed4-4ada-9d33-6b13f66fe207, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c62a1b8-0555-41a9-9825-7b2cd8a5c42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:10.841679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.871593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:10.922536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] For port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:10.925457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] For port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:10.931225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] For port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,segment=NetworkSegment(8c62a1b8-0555-41a9-9825-7b2cd8a5c42f),segment_id=8c62a1b8-0555-41a9-9825-7b2cd8a5c42f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:10.937445 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.004854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] For port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:11.034685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47892d97-38eb-4759-babb-3fce81377a05 req-c231451d-0729-4a50-969a-7a2de9a847d5 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851779 Nov 04 09:07:11.035902 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.037639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1de2d-039f-477a-839c-3ae57ff01706 None None] Pushing event updated for resources: {'Port': ['ID=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:11.146497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-bee65802-2f33-40ab-830b-6401756705ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:11.148130 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-bee65802-2f33-40ab-830b-6401756705ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 911 time: 0.3809819 Nov 04 09:07:11.161771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.165321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:11.165943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.167810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] 10.222.0.55 "PUT /v2.0/ports/9a718c3b-fb67-47eb-a9ee-c13ccecd97ec HTTP/1.1" status: 200 len: 1095 time: 3.3319519 Nov 04 09:07:11.170729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'tag': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:11.173782 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f67d73f-8623-45bd-bc8a-91c40b0525c4", "tag": "9a718c3b-fb67-47eb-a9ee-c13ccecd97ec"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:11.190761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:11.207785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e1f5ea64-f8d1-42f4-9a9d-23eeec2a1dd1 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "PUT /v2.0/routers/fc50f05f-5272-4069-a0b3-a73c9b2ddf7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5920563 Nov 04 09:07:11.216539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] Sync routers for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:11.227445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57132) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:11.245676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:11.246222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:11.339134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-9987d790-b0a3-4891-9e2f-e2026530b0f9 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925733 Nov 04 09:07:11.342452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:11.345136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-5a3ab6bc-e705-45c3-8f70-3783b2217b71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232 HTTP/1.1" status: 200 len: 217 time: 0.1641765 Nov 04 09:07:11.346034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1123ec-3957-4a2f-8363-51f345fb8181 service neutron] Pushing event updated for resources: {'Port': ['ID=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:11.360017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] Routers {'fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:11.360872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:11.464245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:11.465019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf8e2c8-e30e-4f8e-9252-cd5d9a13a8f3 None None] The sync data for ids ['fc50f05f-5272-4069-a0b3-a73c9b2ddf7e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:11.509170 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de916fc0-0e29-4ee8-87b3-1fbfb7b03a65 x-openstack-request-id: req-de916fc0-0e29-4ee8-87b3-1fbfb7b03a65 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:11.509883 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f67d73f-8623-45bd-bc8a-91c40b0525c4", "tag": "9a718c3b-fb67-47eb-a9ee-c13ccecd97ec", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:11.510323 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de916fc0-0e29-4ee8-87b3-1fbfb7b03a65 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:11.510964 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'tag': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec', 'status': 'completed', 'code': 200} Nov 04 09:07:11.562041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.571148 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.631298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:11.643353 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-ea3922e8-9ed1-4725-ab6e-f4e1813edd40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6 HTTP/1.1" status: 200 len: 217 time: 0.1379578 Nov 04 09:07:11.668910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafcd5f9-cd2d-4e6b-9d89-fbe3cbaf2143,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:11.675637 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.676152 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Added segment 36f23567-6b50-46ec-aa80-24e70e29eb88 of type vlan for network 10c73aff-47c8-4150-8481-483b56a100fc Nov 04 09:07:11.697439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Allocated IP 172.20.0.1 (830b46d3-75b8-46d2-bedd-c0688b071200/5e225ef0-cfeb-42ca-9c7a-fa817858c441/a88b2b72-f287-4721-861c-65d9178f6072) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:11.706872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-95f54d46-2f6a-4074-9abf-97dab75abb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:11.708351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-95f54d46-2f6a-4074-9abf-97dab75abb69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.2015936 Nov 04 09:07:11.748556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.764131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-bc8b6d35-fe12-418c-b983-3ab3264fa421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:11.765823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-bc8b6d35-fe12-418c-b983-3ab3264fa421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2223fa7e9600469385c231cfce8e292e&device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 1098 time: 0.5419617 Nov 04 09:07:11.767612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-60cc9acf-9352-45e6-9d0b-aeb09f1242d6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472167 Nov 04 09:07:11.781117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-26e86809-2026-47f7-b205-4c0706231306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:11.782532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-26e86809-2026-47f7-b205-4c0706231306 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1219049 Nov 04 09:07:11.790717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65688698-e33f-45e9-97a1-b4ffd560e642 req-c36ba51a-761b-4653-bf1c-9c7f1218b4a7 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:11.792209 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65688698-e33f-45e9-97a1-b4ffd560e642 req-c36ba51a-761b-4653-bf1c-9c7f1218b4a7 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2713864 Nov 04 09:07:11.818203 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.847973 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.855381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:11.856078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:11.979133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-4bde792c-648e-4ac1-84c8-87fec6391836 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec HTTP/1.1" status: 200 len: 217 time: 0.2005618 Nov 04 09:07:12.011199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4830170 Nov 04 09:07:12.015619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57144) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:12.038358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ea8cc-bcde-4fd6-a83b-78aa969859b6 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Network': ['ID=10c73aff-47c8-4150-8481-483b56a100fc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:12.049013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'subnet': {'network_id': '10c73aff-47c8-4150-8481-483b56a100fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:12.055014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 10c73aff-47c8-4150-8481-483b56a100fc details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:12.057599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b62ae8-6af7-43af-a965-aebd0a1b349c req-34fb4f7b-facb-416e-9d53-d0367cbb083b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:12.068398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5b62ae8-6af7-43af-a965-aebd0a1b349c req-34fb4f7b-facb-416e-9d53-d0367cbb083b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 943 time: 0.2047617 Nov 04 09:07:12.104534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.145458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5b62ae8-6af7-43af-a965-aebd0a1b349c req-ffebc01f-a361-43a2-a8d0-3d364b7a4f86 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759220 Nov 04 09:07:12.175243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65688698-e33f-45e9-97a1-b4ffd560e642 req-b1ac944f-11c4-456c-98ff-3dbf7737a21a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589489 Nov 04 09:07:12.209574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-409e62d2-4807-4a88-9f84-a1b66f44fda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:12.211119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-409e62d2-4807-4a88-9f84-a1b66f44fda0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4177964 Nov 04 09:07:12.212579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-6c57797d-b002-43d1-933f-bfd22f729c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:12.213990 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-6c57797d-b002-43d1-933f-bfd22f729c6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.2160790 Nov 04 09:07:12.220134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.281283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Port': ['ID=a88b2b72-f287-4721-861c-65d9178f6072,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:12.305799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Network 830b46d3-75b8-46d2-bedd-c0688b071200 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:12.307297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:12.310703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:12.349605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-6a04d3db-85b7-49a5-abae-876cb7462cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700908 Nov 04 09:07:12.402296 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd778086-2260-4687-ad95-e101dd4504fb None None] Network 830b46d3-75b8-46d2-bedd-c0688b071200 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:12.404257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.405418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.458942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61360-a353-4d83-87fd-99e70164deb7 req-ea756ff1-cb9c-4c2a-bcfa-d9869fd1ae3b tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:12.460580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43d61360-a353-4d83-87fd-99e70164deb7 req-ea756ff1-cb9c-4c2a-bcfa-d9869fd1ae3b tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 947 time: 0.1155572 Nov 04 09:07:12.470163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5ed91b39-4a58-42a5-8fad-e661a54eac85 None None] Provisioning complete for port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:12.471660 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ed91b39-4a58-42a5-8fad-e661a54eac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.500922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Made reservation on behalf of 78b704a1199e4d4caea2f756b0abe912 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:12.506529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.539237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43d61360-a353-4d83-87fd-99e70164deb7 req-4750281d-5bed-4464-8c50-47ef790c0903 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534787 Nov 04 09:07:12.576784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.687194 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.689766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ed91b39-4a58-42a5-8fad-e661a54eac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.763472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5ed91b39-4a58-42a5-8fad-e661a54eac85 None None] For port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,segment=NetworkSegment(8c62a1b8-0555-41a9-9825-7b2cd8a5c42f),segment_id=8c62a1b8-0555-41a9-9825-7b2cd8a5c42f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:12.769597 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ed91b39-4a58-42a5-8fad-e661a54eac85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.844605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:12.878366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed91b39-4a58-42a5-8fad-e661a54eac85 None None] Pushing event updated for resources: {'Port': ['ID=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:12.924467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:12.924764 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:12.996579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.005225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-3597f20d-4e32-46d4-9be9-bdfcce0f5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:13.005794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.012949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-3597f20d-4e32-46d4-9be9-bdfcce0f5710 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7419150 Nov 04 09:07:13.092755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-87ca11ec-814e-4def-a5b7-32ee416e7b38 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522184 Nov 04 09:07:13.101112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Port': ['ID=a88b2b72-f287-4721-861c-65d9178f6072,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:13.107810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.121397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-79a7056b-c558-4afb-8622-f523bf03d7eb None None] Provisioning complete for port a88b2b72-f287-4721-861c-65d9178f6072 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:13.122032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79a7056b-c558-4afb-8622-f523bf03d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.162061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-79a7056b-c558-4afb-8622-f523bf03d7eb None None] Port a88b2b72-f287-4721-861c-65d9178f6072 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:13.175289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-79a7056b-c558-4afb-8622-f523bf03d7eb None None] Provisioning complete for port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:13.175731 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79a7056b-c558-4afb-8622-f523bf03d7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.261383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Network 830b46d3-75b8-46d2-bedd-c0688b071200 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:13.265585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:13.271747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2d0db20d-79e6-4b72-9a56-7004ae7b9232 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:07:13.328175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa098f00-7a0a-4cd4-b2dc-5390c8dbf8b9 req-106f9565-ad87-49e2-8847-fd1319d7b6c3 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9715371 Nov 04 09:07:13.404416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-88dd5307-e6c3-4a2f-9201-c3482a45bbd4 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854661 Nov 04 09:07:13.429801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Deleting port c539f131-0c5d-478f-a3c9-12bf6338e8bd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:13.430849 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.444638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2d0db20d-79e6-4b72-9a56-7004ae7b9232, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:13.454855 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Router 2d8c7a8d-8e45-4a51-93ce-fee490ff9423 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:07:13.458355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-75dcced9-7e98-4e92-b0c5-a44a4e9b4f74 None None] Provisioning complete for port a88b2b72-f287-4721-861c-65d9178f6072 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:13.458753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-75dcced9-7e98-4e92-b0c5-a44a4e9b4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.468851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766229e-9e3e-4259-838e-0a944fc65c6e req-a04abd9e-745a-4fa7-8288-8ae779ea4d83 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:13.470744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e766229e-9e3e-4259-838e-0a944fc65c6e req-a04abd9e-745a-4fa7-8288-8ae779ea4d83 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.0900323 Nov 04 09:07:13.504956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-75dcced9-7e98-4e92-b0c5-a44a4e9b4f74 None None] Port a88b2b72-f287-4721-861c-65d9178f6072 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:13.511538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '2d0db20d-79e6-4b72-9a56-7004ae7b9232', 'network_id': 'f4c11a9a-d16d-4e27-9295-c16e24ee3b33', 'port_id': '2d0db20d-79e6-4b72-9a56-7004ae7b9232', 'mac_address': 'fa:16:3e:b2:27:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3081065-57c8-4fea-9880-bde0758519bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:07:13.524935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93cd5d-7504-4ab5-b8b6-0f010ddaa21b req-e8fad503-c3d7-4697-993c-6fef9faa03b6 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:13.533276 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8f93cd5d-7504-4ab5-b8b6-0f010ddaa21b req-e8fad503-c3d7-4697-993c-6fef9faa03b6 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 943 time: 0.2357309 Nov 04 09:07:13.560308 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.577969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0db20d-79e6-4b72-9a56-7004ae7b9232 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:07:13.589248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:13.601643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e7131c20-fdb7-4f8f-bb13-bb6d30b0cebf tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "PUT /v2.0/routers/2d8c7a8d-8e45-4a51-93ce-fee490ff9423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2156978 Nov 04 09:07:13.604765 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] Sync routers for ids ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:13.612506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57158) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:13.613341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2d0db20d-79e6-4b72-9a56-7004ae7b9232, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:13.620907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'port': {'network_id': '830b46d3-75b8-46d2-bedd-c0688b071200', 'name': 'tempest-FloatingIPNegativeTestJSON-1257519013'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:13.621190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.640230 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] Routers {'2d8c7a8d-8e45-4a51-93ce-fee490ff9423'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:13.641197 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:13.653233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-9a597eba-7ef6-4fcf-8ca6-8317c4807601 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5484309 Nov 04 09:07:13.667763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e766229e-9e3e-4259-838e-0a944fc65c6e req-997b5608-bf3f-4747-ad56-083759410ff1 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810080 Nov 04 09:07:13.687304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=2d0db20d-79e6-4b72-9a56-7004ae7b9232,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:13.743507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8f93cd5d-7504-4ab5-b8b6-0f010ddaa21b req-7a6fdbdf-78ab-440f-8e63-4fd8c2bd9fe3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091227 Nov 04 09:07:13.802119 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.808745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-490ca669-8620-4ee8-ae9d-e259e23e06f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=e353ce93-1a30-483e-b009-401d29567b4d HTTP/1.1" status: 200 len: 217 time: 0.0830474 Nov 04 09:07:13.842695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.844294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['2d0db20d-79e6-4b72-9a56-7004ae7b9232'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:13.848543 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:13.862913 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] Routers {'2d8c7a8d-8e45-4a51-93ce-fee490ff9423'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:13.863807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:13.877558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Made reservation on behalf of bc766d727938415a855d847d90bce2f1 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:13.882231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:13.911578 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:13.912633 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f9a98e-dc00-483a-9ea2-64cc5b718845 None None] The sync data for ids ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:13.922666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Calling delete_port for c539f131-0c5d-478f-a3c9-12bf6338e8bd owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:13.929387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Subnet': ['ID=efb71e3c-50c9-4982-add6-789f9d66f796,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:13.961685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] device_id is not set on port c7dacbe1-f12f-4529-98bb-ef5f72441b9c yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:07:13.976801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62f5ea94-2689-45a1-8a49-57d2dec59de1 req-69404f58-3c8e-4a1f-a85d-404475401c6b service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4815962 Nov 04 09:07:14.048781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-6bcfdf52-5c12-44da-900c-e6a978d93102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.050757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-6bcfdf52-5c12-44da-900c-e6a978d93102 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.2313662 Nov 04 09:07:14.050886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49253a9f-869e-4d9b-b18b-3dc4b2c3a8f8 req-3583118f-057c-4c35-b39e-3232649b97f3 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.059943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d09b5e51-4b7b-4d14-a471-c1b0d3e1b1e5 None None] Provisioning complete for port a88b2b72-f287-4721-861c-65d9178f6072 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:14.060479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d09b5e51-4b7b-4d14-a471-c1b0d3e1b1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.061288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49253a9f-869e-4d9b-b18b-3dc4b2c3a8f8 req-3583118f-057c-4c35-b39e-3232649b97f3 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 947 time: 0.1411397 Nov 04 09:07:14.115276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d09b5e51-4b7b-4d14-a471-c1b0d3e1b1e5 None None] Port a88b2b72-f287-4721-861c-65d9178f6072 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:14.144978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Checking segment: {'id': '36f23567-6b50-46ec-aa80-24e70e29eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10c73aff-47c8-4150-8481-483b56a100fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:14.146122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network hostable DHCP agents. Network: 10c73aff-47c8-4150-8481-483b56a100fc, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:14.151068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49253a9f-869e-4d9b-b18b-3dc4b2c3a8f8 req-4c55ce05-4915-40ac-8a10-f27395aef237 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884159 Nov 04 09:07:14.162474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-be144c48-9968-4bae-957e-d502a38f9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.164001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-be144c48-9968-4bae-957e-d502a38f9e45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2223fa7e9600469385c231cfce8e292e&device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 1098 time: 0.1282418 Nov 04 09:07:14.168349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Allocated IP 172.20.0.11 (830b46d3-75b8-46d2-bedd-c0688b071200/5e225ef0-cfeb-42ca-9c7a-fa817858c441/c7dacbe1-f12f-4529-98bb-ef5f72441b9c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:14.238090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-15e7d65d-21a6-40e0-ab2d-d13b63ac7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.240334 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-15e7d65d-21a6-40e0-ab2d-d13b63ac7602 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1612842 Nov 04 09:07:14.295387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network 10c73aff-47c8-4150-8481-483b56a100fc is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:14.371714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 10c73aff-47c8-4150-8481-483b56a100fc) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:14.375943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.376520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.383123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd744355-ed83-4139-b9f2-5e7c89638888 None None] Network 10c73aff-47c8-4150-8481-483b56a100fc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:14.449650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-91ecb0cc-4e2a-4066-97bf-639eea70bc14 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4302104 Nov 04 09:07:14.453056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-d6e48279-aec4-4e77-bb39-ceee1a77c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.453634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:14.454460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-d6e48279-aec4-4e77-bb39-ceee1a77c413 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2563856 Nov 04 09:07:14.457411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.459195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'network': {'name': 'tempest-router-network01--1040250693'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:14.462999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-d7696bed-2373-431e-a929-1914fb1570b2 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933358 Nov 04 09:07:14.480408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.500526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Port': ['ID=c539f131-0c5d-478f-a3c9-12bf6338e8bd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:14.531797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Made reservation on behalf of 78b704a1199e4d4caea2f756b0abe912 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:14.537352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.562364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-10c73aff-47c8-4150-8481-483b56a100fc', 'network_id': '10c73aff-47c8-4150-8481-483b56a100fc', 'tenant_id': '78b704a1199e4d4caea2f756b0abe912', 'fixed_ips': [{'subnet_id': 'efb71e3c-50c9-4982-add6-789f9d66f796'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:14.563632 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.569457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-6a7eadf1-29b5-4ce3-a1e5-b117d0f83fab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec HTTP/1.1" status: 200 len: 217 time: 0.1019595 Nov 04 09:07:14.586116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.588405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:14.673393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.674152 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Added segment e1d34fc5-7576-4de7-96b8-eb0b9625cd9b of type vlan for network 9734fb42-d871-4b51-b930-ffeacc44846f Nov 04 09:07:14.697293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-75b970a2-e5c3-48fd-a77f-2f58b136350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.697913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-75b970a2-e5c3-48fd-a77f-2f58b136350f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1006429 Nov 04 09:07:14.702634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.743011 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.754151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Network 830b46d3-75b8-46d2-bedd-c0688b071200 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:14.755886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:14.759272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:14.771058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Port': ['ID=c7dacbe1-f12f-4529-98bb-ef5f72441b9c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:14.771591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Allocated IP 172.20.0.2 (10c73aff-47c8-4150-8481-483b56a100fc/efb71e3c-50c9-4982-add6-789f9d66f796/95f214f9-c6f6-488f-99c6-4fcdf9c1d919) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:14.849765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.858547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:14.859595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.873338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:14.875604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-cdcf8e15-13c0-435e-b47a-2846279044ad service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834856 Nov 04 09:07:14.878223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.882283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:14.972497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-84e57b9a-7a5b-4132-8a9c-4b076060d164 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e833917-62e9-43b7-86f0-81fdad43aac4 HTTP/1.1" status: 200 len: 217 time: 0.0835872 Nov 04 09:07:14.984220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Network': ['ID=9734fb42-d871-4b51-b930-ffeacc44846f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:15.011886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 9734fb42-d871-4b51-b930-ffeacc44846f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:15.014931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.015461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.021220 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.022020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Fanout notify agent at l3_agent the message router_deleted on router fc50f05f-5272-4069-a0b3-a73c9b2ddf7e {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:07:15.039760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a4978ce5-3000-4679-841b-d7d03dd2d419 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5849717 Nov 04 09:07:15.041265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.042661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-66a17cc1-8c1c-4849-9f37-3555857096d8 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "DELETE /v2.0/routers/fc50f05f-5272-4069-a0b3-a73c9b2ddf7e HTTP/1.1" status: 204 len: 168 time: 3.7251632 Nov 04 09:07:15.046739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-02b58895-1a61-484d-b61b-0a74bbe382c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.046937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4d4b33b0-1257-4591-98b5-c3e28506873b tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4332213 Nov 04 09:07:15.048685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-02b58895-1a61-484d-b61b-0a74bbe382c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3399632 Nov 04 09:07:15.050668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:15.050668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:15.050905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:15.055923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'network': {'name': 'tempest-router-network02--1800634723'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:15.063622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35005b-5352-422a-8458-7daffb1367c3 req-d1bb7958-c3c0-4d06-bb39-b80e83c778d3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.067119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe35005b-5352-422a-8458-7daffb1367c3 req-d1bb7958-c3c0-4d06-bb39-b80e83c778d3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2413747 Nov 04 09:07:15.096244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:15.106958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Made reservation on behalf of 78b704a1199e4d4caea2f756b0abe912 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:15.112530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.115147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.128021 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.163813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-587dc50d-312a-4333-aa93-2d6bd234efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.165660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-587dc50d-312a-4333-aa93-2d6bd234efdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.1854846 Nov 04 09:07:15.190208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Network 10c73aff-47c8-4150-8481-483b56a100fc is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:15.193648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33829315-415d-4aac-8c7f-e49aa763f7f8 req-2a7f0385-88cd-41f2-b487-a3ec437e6dd2 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.195288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:15.195546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33829315-415d-4aac-8c7f-e49aa763f7f8 req-2a7f0385-88cd-41f2-b487-a3ec437e6dd2 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 944 time: 0.3273928 Nov 04 09:07:15.195779 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.204150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:15.209130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:15.211286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-97956d9b-f34b-4fda-b168-a7e861bd162d None None] Provisioning complete for port c7dacbe1-f12f-4529-98bb-ef5f72441b9c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:15.211693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97956d9b-f34b-4fda-b168-a7e861bd162d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.215296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:15.217102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe35005b-5352-422a-8458-7daffb1367c3 req-ba788ce7-9f09-4053-9ccc-66cb40b70399 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340816 Nov 04 09:07:15.233807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Pushing event updated for resources: {'Port': ['ID=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:15.247443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.247970 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Added segment 2407ae8b-a0ce-4e02-81c3-7945f65235c0 of type vlan for network 2496c8ba-dc12-4f41-b566-783c98397f57 Nov 04 09:07:15.270679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-ee47bf1b-726f-4712-ac61-d9e987370001 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979985 Nov 04 09:07:15.272146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-5df7f12f-49c8-4508-981a-a8690ea4d1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.273931 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-5df7f12f-49c8-4508-981a-a8690ea4d1ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977151 Nov 04 09:07:15.285968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Deleting subnet 7824c706-8953-4b4c-84b8-3a079de22304 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:15.296998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2d0db20d-79e6-4b72-9a56-7004ae7b9232 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:15.327644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.337117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.352794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-97956d9b-f34b-4fda-b168-a7e861bd162d None None] Port c7dacbe1-f12f-4529-98bb-ef5f72441b9c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:15.377777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Attempting to bind port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:15.378153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Attempting to bind port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '36f23567-6b50-46ec-aa80-24e70e29eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10c73aff-47c8-4150-8481-483b56a100fc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:15.378518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Attempting to bind port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 on network 10c73aff-47c8-4150-8481-483b56a100fc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:15.388517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:15.389325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Checking segment: {'id': '36f23567-6b50-46ec-aa80-24e70e29eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10c73aff-47c8-4150-8481-483b56a100fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:15.389325 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.389650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Bound using segment: {'id': '36f23567-6b50-46ec-aa80-24e70e29eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10c73aff-47c8-4150-8481-483b56a100fc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:15.390121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Bound port: 95f214f9-c6f6-488f-99c6-4fcdf9c1d919, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f23567-6b50-46ec-aa80-24e70e29eb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '10c73aff-47c8-4150-8481-483b56a100fc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:15.390502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.404824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4b16f2ea-a563-4a4e-93d6-d6e46e9a234a req-d491f28d-c4a5-4389-8b2d-6a2b62d62d6b service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180153 Nov 04 09:07:15.445401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.475581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:07:15.490951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33829315-415d-4aac-8c7f-e49aa763f7f8 req-a1c4cd9d-fdae-463f-b102-2e89b6f309b7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403381 Nov 04 09:07:15.496519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:15.497142 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.498143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.548191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-edf36261-5e01-40f7-8cc3-1f26aed8e6b2 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598159 Nov 04 09:07:15.565438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.567892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] For port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:15.572134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.572857 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.577174 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.588881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] For port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,segment=NetworkSegment(36f23567-6b50-46ec-aa80-24e70e29eb88),segment_id=36f23567-6b50-46ec-aa80-24e70e29eb88)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:15.596685 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.648007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639586a-4ea7-4c65-b5db-dbeff302c173 req-efc96a7e-8f3c-42c8-b273-c9899d9e6c42 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.650178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3639586a-4ea7-4c65-b5db-dbeff302c173 req-efc96a7e-8f3c-42c8-b273-c9899d9e6c42 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 947 time: 0.1215281 Nov 04 09:07:15.717787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3639586a-4ea7-4c65-b5db-dbeff302c173 req-f4a9cd7f-f70c-408a-95a1-f16b8140525b tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Nov 04 09:07:15.725170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.728576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6a8f5-9a78-49d6-862c-9fd41bbf12a0 None None] Pushing event updated for resources: {'Port': ['ID=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:15.741163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-05f65d72-def0-4f02-8bb5-04a55e9a9d9d service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746314 Nov 04 09:07:15.765988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7140803 Nov 04 09:07:15.779256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57178) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:15.780258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567b5986-8853-4769-bb34-5b5938b16950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0db20d-79e6-4b72-9a56-7004ae7b9232'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:15.785171 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dda9bfb-c66e-4f39-9af6-b59940a49475" -d '{"events": [{"server_uuid": "567b5986-8853-4769-bb34-5b5938b16950", "name": "network-vif-plugged", "status": "completed", "tag": "2d0db20d-79e6-4b72-9a56-7004ae7b9232"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:15.796712 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-7cf8ce0e-e6f0-4a08-a755-34b62054003c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 200 len: 217 time: 0.0430207 Nov 04 09:07:15.799387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 2d0db20d-79e6-4b72-9a56-7004ae7b9232, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:15.801993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'subnet': {'network_id': '9734fb42-d871-4b51-b930-ffeacc44846f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:15.803772 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.819045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:15.844975 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c5c51-440c-4cc5-aa98-06ea314f28aa x-openstack-request-id: req-de7c5c51-440c-4cc5-aa98-06ea314f28aa {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:15.857080 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567b5986-8853-4769-bb34-5b5938b16950", "name": "network-vif-plugged", "status": "completed", "tag": "2d0db20d-79e6-4b72-9a56-7004ae7b9232", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:15.857652 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de7c5c51-440c-4cc5-aa98-06ea314f28aa {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:15.859553 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567b5986-8853-4769-bb34-5b5938b16950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0db20d-79e6-4b72-9a56-7004ae7b9232', 'code': 200} Nov 04 09:07:15.878806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-4b939836-c4c9-444d-8b2a-bdfe19d5834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:15.880738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-4b939836-c4c9-444d-8b2a-bdfe19d5834d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.0708902 Nov 04 09:07:15.925627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=2d0db20d-79e6-4b72-9a56-7004ae7b9232,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:15.944961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c144fa8-9994-438b-8af2-96270a77a8f8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Network': ['ID=2496c8ba-dc12-4f41-b566-783c98397f57,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:15.964820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2496c8ba-dc12-4f41-b566-783c98397f57 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:16.006958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-a11781f5-f9d4-4a7d-aa66-ecb871ceb59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:16.011490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-a11781f5-f9d4-4a7d-aa66-ecb871ceb59f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1228817 Nov 04 09:07:16.013755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985271e-7d49-46af-8eb2-90fbc4249bd1 req-e26d662b-6782-47b8-9801-dda5e385f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:16.014727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4985271e-7d49-46af-8eb2-90fbc4249bd1 req-e26d662b-6782-47b8-9801-dda5e385f675 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 1096 time: 0.0929220 Nov 04 09:07:16.094388 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.113285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4985271e-7d49-46af-8eb2-90fbc4249bd1 req-56341913-1645-4f38-b276-f65d87b4a576 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799866 Nov 04 09:07:16.134303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.142051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Subnet': ['ID=7824c706-8953-4b4c-84b8-3a079de22304,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:16.145308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.147397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-495aac01-bb9c-4c2e-b6c7-181fa326c043 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264796 Nov 04 09:07:16.151106 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-301ad0e7-51bb-4b94-a70a-e205dee4ef39 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "DELETE /v2.0/subnets/7824c706-8953-4b4c-84b8-3a079de22304 HTTP/1.1" status: 204 len: 168 time: 1.0669053 Nov 04 09:07:16.151321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57182) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:16.157980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acbcd9c-3230-40ad-8305-88448ea4fbd4 None None] Network 370cdd11-b81f-4d08-9ebe-23b142225b17 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:16.213733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Made reservation on behalf of 78b704a1199e4d4caea2f756b0abe912 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:16.217589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.228707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.306432 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.378485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606cdbd4-722b-431e-a10b-0aced29cbae6 req-2ec143b5-6b3c-447e-9828-be19f58ee41f service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145662 Nov 04 09:07:16.405594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Allocated IP 172.25.3.40 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/79b86894-d209-4b9a-bea0-002abe7f8532) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:16.428932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] DHCP port deletion for 370cdd11-b81f-4d08-9ebe-23b142225b17 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:07:16.435908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385146df-4759-4985-b5b7-b0b45463cb80 req-850a38dc-ef19-415f-9d2d-bc6ecb31640d tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:16.445386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-385146df-4759-4985-b5b7-b0b45463cb80 req-850a38dc-ef19-415f-9d2d-bc6ecb31640d tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.0798969 Nov 04 09:07:16.475616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Deleting port 5bb1e9d9-17d8-4485-a80c-463f153e6352 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:16.476303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.508934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] Deleting port 5bb1e9d9-17d8-4485-a80c-463f153e6352 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:16.509438 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.541351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-385146df-4759-4985-b5b7-b0b45463cb80 req-e5a7909e-1cd3-486d-8ee4-996e676c4bb8 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946743 Nov 04 09:07:16.605574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] For port 5bb1e9d9-17d8-4485-a80c-463f153e6352, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5bb1e9d9-17d8-4485-a80c-463f153e6352,segment=NetworkSegment(d7f73cc1-a93a-437f-bcbf-df299ec6fdf2),segment_id=d7f73cc1-a93a-437f-bcbf-df299ec6fdf2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:16.606293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.629740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] For port 5bb1e9d9-17d8-4485-a80c-463f153e6352, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5bb1e9d9-17d8-4485-a80c-463f153e6352,segment=NetworkSegment(d7f73cc1-a93a-437f-bcbf-df299ec6fdf2),segment_id=d7f73cc1-a93a-437f-bcbf-df299ec6fdf2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:16.631057 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.634362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Calling delete_port for 5bb1e9d9-17d8-4485-a80c-463f153e6352 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:16.652297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] Calling delete_port for 5bb1e9d9-17d8-4485-a80c-463f153e6352 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:16.787950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.805701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.848712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] Pushing event deleted for resources: {'Port': ['ID=5bb1e9d9-17d8-4485-a80c-463f153e6352,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:16.852170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa857ab-608d-4f8e-95dd-f77b7cce867c None None] No DVR routers for this DVR port 5bb1e9d9-17d8-4485-a80c-463f153e6352 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:16.852810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Port': ['ID=5bb1e9d9-17d8-4485-a80c-463f153e6352,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:16.859883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:16.863518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] No DVR routers for this DVR port 5bb1e9d9-17d8-4485-a80c-463f153e6352 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:16.929150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1211a-4a40-406d-bde9-6b84eac1d511 req-e320d835-2914-4c20-88ed-1fd6ca24b77e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:16.930558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:16.930943 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:16.936269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95a1211a-4a40-406d-bde9-6b84eac1d511 req-e320d835-2914-4c20-88ed-1fd6ca24b77e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1939218 Nov 04 09:07:17.011890 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.046254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370cdd11-b81f-4d08-9ebe-23b142225b17']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:17.053737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.059302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f73cc1-a93a-437f-bcbf-df299ec6fdf2') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:17.059620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f73cc1-a93a-437f-bcbf-df299ec6fdf2') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:17.072588 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.089017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.095846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:17.097107 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.107008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbdd342-650e-4951-a94c-34a091ab8395 None None] Network 10c73aff-47c8-4150-8481-483b56a100fc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:17.112921 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:17.131660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.188450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,segment=NetworkSegment(36f23567-6b50-46ec-aa80-24e70e29eb88),segment_id=36f23567-6b50-46ec-aa80-24e70e29eb88)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:17.197979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fc81c-10de-46b6-b866-e57ba678b2da req-9d6114df-5302-4c99-90a4-46048320501d tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:17.199724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.200429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f66fc81c-10de-46b6-b866-e57ba678b2da req-9d6114df-5302-4c99-90a4-46048320501d tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 947 time: 0.1057751 Nov 04 09:07:17.204208 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.209718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.221832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.225935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "DELETE /v2.0/networks/370cdd11-b81f-4d08-9ebe-23b142225b17 HTTP/1.1" status: 204 len: 168 time: 1.0736101 Nov 04 09:07:17.238264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57194) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:17.254501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0c1a4-9d5a-4021-aeb8-4e9bce28c20c tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Network': ['ID=370cdd11-b81f-4d08-9ebe-23b142225b17,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:17.257222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-588f72a0-48f8-4cd0-ba21-98abf13bf9c7 None None] Provisioning complete for port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:17.257747 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-588f72a0-48f8-4cd0-ba21-98abf13bf9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.309090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95a1211a-4a40-406d-bde9-6b84eac1d511 req-4dcd7752-2337-4f6d-86cf-c5a88358b2dc tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951299 Nov 04 09:07:17.316057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5bb1e9d9-17d8-4485-a80c-463f153e6352 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:17.367264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f66fc81c-10de-46b6-b866-e57ba678b2da req-5ccdcb83-fd6c-479b-99e5-0dc6605cccf2 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357739 Nov 04 09:07:17.392577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Checking segment: {'id': 'e1d34fc5-7576-4de7-96b8-eb0b9625cd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9734fb42-d871-4b51-b930-ffeacc44846f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:17.393309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network hostable DHCP agents. Network: 9734fb42-d871-4b51-b930-ffeacc44846f, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:17.397460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Subnet': ['ID=2b753cb8-0c3d-415a-9b3f-5ce7cd9e550c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:17.402187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.420862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Deleting port 76b84277-44f4-46fa-8a66-6c179f879dfb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:17.421205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.501406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:17.511185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:17.513084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 5bb1e9d9-17d8-4485-a80c-463f153e6352 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:17.513570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5bb1e9d9-17d8-4485-a80c-463f153e6352 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:17.531689 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.533557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.551643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Calling delete_port for 76b84277-44f4-46fa-8a66-6c179f879dfb owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:17.554812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:17.561951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:17.562564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network 9734fb42-d871-4b51-b930-ffeacc44846f is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:17.568182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Port': ['ID=79b86894-d209-4b9a-bea0-002abe7f8532,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:17.609336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 9734fb42-d871-4b51-b930-ffeacc44846f) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:17.616208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:17.617007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.644458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cbc9e8-7632-49bc-83d1-77fb3423c435 None None] Network 9734fb42-d871-4b51-b930-ffeacc44846f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:17.652427 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c37e5e06-4289-4cab-95cb-4060c5901d39 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8642256 Nov 04 09:07:17.656972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:17.664370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'subnet': {'network_id': '2496c8ba-dc12-4f41-b566-783c98397f57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:17.819783 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.828240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.857128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Pushing event deleted for resources: {'Port': ['ID=76b84277-44f4-46fa-8a66-6c179f879dfb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:17.860096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefff3f4-69b4-4d1d-9fae-d236c74765fa req-f8c018f7-b21c-4908-8b58-ee134cf27700 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:17.862315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eefff3f4-69b4-4d1d-9fae-d236c74765fa req-f8c018f7-b21c-4908-8b58-ee134cf27700 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1392930 Nov 04 09:07:17.879253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-9734fb42-d871-4b51-b930-ffeacc44846f', 'network_id': '9734fb42-d871-4b51-b930-ffeacc44846f', 'tenant_id': '78b704a1199e4d4caea2f756b0abe912', 'fixed_ips': [{'subnet_id': '2b753cb8-0c3d-415a-9b3f-5ce7cd9e550c'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:17.880723 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.914120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Made reservation on behalf of 78b704a1199e4d4caea2f756b0abe912 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:17.917631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.943338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.951347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.954405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:17.958961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2f2abae8-e1d9-4a45-b45e-8fa56d1567f6 tempest-FloatingIPAdminTestJSON-491701409 tempest-FloatingIPAdminTestJSON-491701409-project] 10.222.0.53 "DELETE /v2.0/floatingips/9586c62d-81ba-4c2a-b6b0-58272377d948 HTTP/1.1" status: 204 len: 168 time: 0.7161760 Nov 04 09:07:18.022953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eefff3f4-69b4-4d1d-9fae-d236c74765fa req-6e09e193-493e-42bf-a883-edb780e25695 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327908 Nov 04 09:07:18.043327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:07:18.082277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Allocated IP 172.20.0.2 (9734fb42-d871-4b51-b930-ffeacc44846f/2b753cb8-0c3d-415a-9b3f-5ce7cd9e550c/0539053f-5357-4a6a-8146-72deeeb542a4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:18.227193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:18.231006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b541e793-7659-4f10-add0-df0e93da0bf9 None None] Provisioning complete for port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:18.231376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b541e793-7659-4f10-add0-df0e93da0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.278549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:18.279671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec', 'mac_address': 'fa:16:3e:a8:50:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:07:18.314299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.326926 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.370289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.375112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Subnet': ['ID=40ae1055-d0b6-4781-a422-ab58d31f31be,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:18.399755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.401155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:07:18.462113 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.471704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:18.477074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a2efa-b772-4672-99df-d943da766d84 req-29a90cd9-3041-44f1-9bea-c599a721f172 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:18.484818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1a5a2efa-b772-4672-99df-d943da766d84 req-29a90cd9-3041-44f1-9bea-c599a721f172 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.0950751 Nov 04 09:07:18.488772 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.513409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.525693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1a5a2efa-b772-4672-99df-d943da766d84 req-b814c6ba-293d-45f2-96c7-58c94eaa42ce tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Nov 04 09:07:18.547796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Network 9734fb42-d871-4b51-b930-ffeacc44846f is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:18.554254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:18.558552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:18.570129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:18.608487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Checking segment: {'id': '2407ae8b-a0ce-4e02-81c3-7945f65235c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2496c8ba-dc12-4f41-b566-783c98397f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:18.609093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network hostable DHCP agents. Network: 2496c8ba-dc12-4f41-b566-783c98397f57, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:18.622974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Port': ['ID=79b86894-d209-4b9a-bea0-002abe7f8532,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:18.641761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35942eb0-a5ff-41d8-a56a-6075e8a93553 req-925c096e-cb68-4bbc-82a8-a281ce73d08f tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:18.644580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35942eb0-a5ff-41d8-a56a-6075e8a93553 req-925c096e-cb68-4bbc-82a8-a281ce73d08f tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 947 time: 0.1862872 Nov 04 09:07:18.651963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.663010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Pushing event updated for resources: {'Port': ['ID=0539053f-5357-4a6a-8146-72deeeb542a4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:18.677165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Attempting to bind port 0539053f-5357-4a6a-8146-72deeeb542a4 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:18.677453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Attempting to bind port 0539053f-5357-4a6a-8146-72deeeb542a4 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'e1d34fc5-7576-4de7-96b8-eb0b9625cd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9734fb42-d871-4b51-b930-ffeacc44846f'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:18.677820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Attempting to bind port 0539053f-5357-4a6a-8146-72deeeb542a4 on network 9734fb42-d871-4b51-b930-ffeacc44846f {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:18.684868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:18.685316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Checking segment: {'id': 'e1d34fc5-7576-4de7-96b8-eb0b9625cd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9734fb42-d871-4b51-b930-ffeacc44846f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:18.685722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.686242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Bound using segment: {'id': 'e1d34fc5-7576-4de7-96b8-eb0b9625cd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9734fb42-d871-4b51-b930-ffeacc44846f'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:18.686773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Bound port: 0539053f-5357-4a6a-8146-72deeeb542a4, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d34fc5-7576-4de7-96b8-eb0b9625cd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9734fb42-d871-4b51-b930-ffeacc44846f'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:18.687182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.715375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-531ba420-1cc3-40c0-b0d8-fb2bc3e8e1be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d31a6da6b584d169e0dba0cbfd6ab19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351337 Nov 04 09:07:18.718822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57224) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:18.724238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.725812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e030c112-9dd3-470b-8f14-97eaf43bc301 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6342356 Nov 04 09:07:18.729866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:18.736509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-275febbd-98db-4b57-91aa-7fc4c8b6010f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'floatingip': {'port_id': 'c7dacbe1-f12f-4529-98bb-ef5f72441b9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:18.788260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network 2496c8ba-dc12-4f41-b566-783c98397f57 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:18.824562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-275febbd-98db-4b57-91aa-7fc4c8b6010f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.831467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35942eb0-a5ff-41d8-a56a-6075e8a93553 req-f0c8fba4-bb9f-4bac-b104-4822d2228cc6 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635540 Nov 04 09:07:18.832011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9a718c3b-fb67-47eb-a9ee-c13ccecd97ec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:18.835221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2496c8ba-dc12-4f41-b566-783c98397f57) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:18.839068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:18.867379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] For port 0539053f-5357-4a6a-8146-72deeeb542a4, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:18.877049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae6253-69f0-4ae1-8744-faf22e63c171 None None] Network 2496c8ba-dc12-4f41-b566-783c98397f57 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:18.911209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:18.911992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-6dacf845-3f6c-4a94-aeb5-af2a0a1d2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:18.912155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.913676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-6dacf845-3f6c-4a94-aeb5-af2a0a1d2ac2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 1096 time: 0.1314285 Nov 04 09:07:18.914705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53924498-aa9b-4d2b-bca9-4b1f3ee63089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:18.958617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] For port 0539053f-5357-4a6a-8146-72deeeb542a4, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0539053f-5357-4a6a-8146-72deeeb542a4,segment=NetworkSegment(e1d34fc5-7576-4de7-96b8-eb0b9625cd9b),segment_id=e1d34fc5-7576-4de7-96b8-eb0b9625cd9b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:18.960436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-64ea30ac-30d2-4e86-9768-33b7a0e3d473 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3023632 Nov 04 09:07:18.967263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:18.974689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.108357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f29d6-96db-4710-9d2f-5907be84686b None None] Pushing event updated for resources: {'Port': ['ID=0539053f-5357-4a6a-8146-72deeeb542a4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:19.118359 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-275febbd-98db-4b57-91aa-7fc4c8b6010f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] update failed (client error): The resource could not be found. Nov 04 09:07:19.119684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-275febbd-98db-4b57-91aa-7fc4c8b6010f tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "PUT /v2.0/floatingips/ec24cc77-16a4-43e8-b054-28b467c2e9b8 HTTP/1.1" status: 404 len: 507 time: 0.3886328 Nov 04 09:07:19.169298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:19.169715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.177829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57232) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:19.350246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-2496c8ba-dc12-4f41-b566-783c98397f57', 'network_id': '2496c8ba-dc12-4f41-b566-783c98397f57', 'tenant_id': '78b704a1199e4d4caea2f756b0abe912', 'fixed_ips': [{'subnet_id': '40ae1055-d0b6-4781-a422-ab58d31f31be'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:19.351625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.504382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53924498-aa9b-4d2b-bca9-4b1f3ee63089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.527383 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.579419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a338e2e-afa1-4a40-a00e-abc4b53da5ec req-d6d56f23-8870-4fe1-a703-fa8a665c8d90 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:19.581269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a338e2e-afa1-4a40-a00e-abc4b53da5ec req-d6d56f23-8870-4fe1-a703-fa8a665c8d90 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.4012158 Nov 04 09:07:19.595647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe124a-6e4f-4536-9d97-2eabbf14a568 req-e2de2686-3cbd-4428-b00e-a0e06659c4a3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:19.597808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dbe124a-6e4f-4536-9d97-2eabbf14a568 req-e2de2686-3cbd-4428-b00e-a0e06659c4a3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.6810369 Nov 04 09:07:19.600249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-f57cd1c8-1db8-4fe2-b2ab-7e28370ad3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:19.601825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-f57cd1c8-1db8-4fe2-b2ab-7e28370ad3fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 911 time: 0.6677091 Nov 04 09:07:19.610663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Allocated IP 172.20.0.2 (2496c8ba-dc12-4f41-b566-783c98397f57/40ae1055-d0b6-4781-a422-ab58d31f31be/ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:19.671391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-f8e98587-dd35-42ce-9cae-63651627c4a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232 HTTP/1.1" status: 200 len: 217 time: 0.0554397 Nov 04 09:07:19.672247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53924498-aa9b-4d2b-bca9-4b1f3ee63089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.675824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-53924498-aa9b-4d2b-bca9-4b1f3ee63089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.677280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-53924498-aa9b-4d2b-bca9-4b1f3ee63089 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98a29901-cd16-4bf0-90ab-e7157344890b HTTP/1.1" status: 204 len: 168 time: 0.9571497 Nov 04 09:07:19.740212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a338e2e-afa1-4a40-a00e-abc4b53da5ec req-f93e2a20-160a-4069-8931-dbc1f182257c tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192429 Nov 04 09:07:19.749513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dbe124a-6e4f-4536-9d97-2eabbf14a568 req-9cec1d33-6362-4838-a459-89e76d6c95b2 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432672 Nov 04 09:07:19.754680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53924498-aa9b-4d2b-bca9-4b1f3ee63089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a29901-cd16-4bf0-90ab-e7157344890b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:19.766850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Deleting port 79b86894-d209-4b9a-bea0-002abe7f8532 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:19.767209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.771438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-037d98c1-5615-425d-93b9-35857b9157e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:19.773168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-037d98c1-5615-425d-93b9-35857b9157e9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.0926623 Nov 04 09:07:19.839258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-940fd858-1cc3-4df0-b799-16cca453c00f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470724 Nov 04 09:07:19.897801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.913397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.960474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.960785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:19.986811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Calling delete_port for 79b86894-d209-4b9a-bea0-002abe7f8532 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:20.017667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Allocated IP 172.20.0.1 (9734fb42-d871-4b51-b930-ffeacc44846f/2b753cb8-0c3d-415a-9b3f-5ce7cd9e550c/824c001d-0642-402c-bfec-97dfc992a897) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:20.023486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Network 2496c8ba-dc12-4f41-b566-783c98397f57 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:20.026880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:20.032797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:20.092292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Pushing event updated for resources: {'Port': ['ID=ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:20.104734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-972f5fa0-211b-4764-b01d-7c54ffc29c62 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528987 Nov 04 09:07:20.152521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Attempting to bind port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:20.152889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Attempting to bind port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '2407ae8b-a0ce-4e02-81c3-7945f65235c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2496c8ba-dc12-4f41-b566-783c98397f57'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:20.153245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Attempting to bind port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb on network 2496c8ba-dc12-4f41-b566-783c98397f57 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:20.159445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:20.159805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Checking segment: {'id': '2407ae8b-a0ce-4e02-81c3-7945f65235c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2496c8ba-dc12-4f41-b566-783c98397f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:20.160376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.160598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Bound using segment: {'id': '2407ae8b-a0ce-4e02-81c3-7945f65235c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2496c8ba-dc12-4f41-b566-783c98397f57'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:20.161064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Bound port: ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2407ae8b-a0ce-4e02-81c3-7945f65235c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2496c8ba-dc12-4f41-b566-783c98397f57'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:20.161438 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.204019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:20.205063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6d66b-7b14-4b79-a178-465917360650 req-0daa2742-f652-480f-9d31-c648cfdb195a tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:20.213825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcc6d66b-7b14-4b79-a178-465917360650 req-0daa2742-f652-480f-9d31-c648cfdb195a tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 948 time: 0.1956911 Nov 04 09:07:20.239964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b2025-3258-45aa-8423-a04ecd7b7dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.250560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] For port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:20.254868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] For port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb,segment=NetworkSegment(2407ae8b-a0ce-4e02-81c3-7945f65235c0),segment_id=2407ae8b-a0ce-4e02-81c3-7945f65235c0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:20.265066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.288717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcc6d66b-7b14-4b79-a178-465917360650 req-c4d21c19-fce9-4764-a9d4-09531e1c901e tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738971 Nov 04 09:07:20.323452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.327847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5dae8ac-b133-43d5-8b6d-744d7c5b4958 req-28d222b5-116f-4b31-bb90-e680d5ac7ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114222 Nov 04 09:07:20.333255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a8340-e91c-4d64-bb62-86e5cc8005f2 None None] Pushing event updated for resources: {'Port': ['ID=ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:20.362857 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.415554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event deleted for resources: {'Port': ['ID=79b86894-d209-4b9a-bea0-002abe7f8532,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:20.495717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.560260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.562801 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.563991 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bc4dbd76-e659-40a8-b752-5e9fdbb49f84 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "DELETE /v2.0/floatingips/ec24cc77-16a4-43e8-b054-28b467c2e9b8 HTTP/1.1" status: 204 len: 168 time: 1.3818271 Nov 04 09:07:20.568610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57250) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:20.570101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network 9734fb42-d871-4b51-b930-ffeacc44846f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:20.573126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b2025-3258-45aa-8423-a04ecd7b7dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.576363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-759e2219-386c-4b93-8ee5-6749f09d8ca9 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'floatingip': {'floating_network_id': '830b46d3-75b8-46d2-bedd-c0688b071200', 'port_id': 'c7dacbe1-f12f-4529-98bb-ef5f72441b9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:20.576686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:20.587691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:20.594534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c59b2025-3258-45aa-8423-a04ecd7b7dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.624704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-759e2219-386c-4b93-8ee5-6749f09d8ca9 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.657222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Port': ['ID=824c001d-0642-402c-bfec-97dfc992a897,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:20.661717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e255ada-97e2-47ed-9662-93c5e7bdc141 None None] Network 9734fb42-d871-4b51-b930-ffeacc44846f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:20.740294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c59b2025-3258-45aa-8423-a04ecd7b7dba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9b230bab09d403e93de07dbfd3c2a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5290439 Nov 04 09:07:20.741492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59b2025-3258-45aa-8423-a04ecd7b7dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86e61fe-fbeb-4a69-a2e3-ec2d980464d4,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:20.744353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57252) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:20.749818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.904922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ae625af-e1a3-4b89-888b-1ace5d900c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.917585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:20.942322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.952563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-675ac24e-6eb6-4e3c-83b0-c1374503deee None None] Provisioning complete for port 0539053f-5357-4a6a-8146-72deeeb542a4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:20.952928 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-675ac24e-6eb6-4e3c-83b0-c1374503deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:20.960427 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ae625af-e1a3-4b89-888b-1ace5d900c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.012994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708c48e5-987d-4dd2-99c6-0d6970acec6b req-1ef4950e-65d2-4770-83d3-75e5efb8c3c9 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:21.014617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708c48e5-987d-4dd2-99c6-0d6970acec6b req-1ef4950e-65d2-4770-83d3-75e5efb8c3c9 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1449041 Nov 04 09:07:21.026186 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-759e2219-386c-4b93-8ee5-6749f09d8ca9 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:07:21.032394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-759e2219-386c-4b93-8ee5-6749f09d8ca9 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4626403 Nov 04 09:07:21.034539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57262) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:21.041657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'c7dacbe1-f12f-4529-98bb-ef5f72441b9c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:21.071303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708c48e5-987d-4dd2-99c6-0d6970acec6b req-9149f1c5-7a9b-4f6e-8858-9c239d017db1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493140 Nov 04 09:07:21.079586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafffa0-595d-42e7-826d-a69745b13901 req-e3c3332d-0366-4930-b328-838e09fb9148 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:21.082160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dafffa0-595d-42e7-826d-a69745b13901 req-e3c3332d-0366-4930-b328-838e09fb9148 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1634409 Nov 04 09:07:21.128869 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.163762 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ae625af-e1a3-4b89-888b-1ace5d900c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.166409 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ae625af-e1a3-4b89-888b-1ace5d900c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.189584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ae625af-e1a3-4b89-888b-1ace5d900c29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b86e61fe-fbeb-4a69-a2e3-ec2d980464d4 HTTP/1.1" status: 204 len: 168 time: 0.4338310 Nov 04 09:07:21.218902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:21.219274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.224184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae625af-e1a3-4b89-888b-1ace5d900c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86e61fe-fbeb-4a69-a2e3-ec2d980464d4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:21.287929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dafffa0-595d-42e7-826d-a69745b13901 req-5b71e993-ef71-45ff-b9a0-4646839951f1 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711280 Nov 04 09:07:21.322227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-675ac24e-6eb6-4e3c-83b0-c1374503deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.442438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-675ac24e-6eb6-4e3c-83b0-c1374503deee None None] For port 0539053f-5357-4a6a-8146-72deeeb542a4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0539053f-5357-4a6a-8146-72deeeb542a4,segment=NetworkSegment(e1d34fc5-7576-4de7-96b8-eb0b9625cd9b),segment_id=e1d34fc5-7576-4de7-96b8-eb0b9625cd9b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:21.448320 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.457668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.476072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-675ac24e-6eb6-4e3c-83b0-c1374503deee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.536918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49a4c1-69a1-4fa4-9d16-c64493e38ebd req-35e834cf-2dab-4020-83aa-82237ea7d099 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:21.546036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.546259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a49a4c1-69a1-4fa4-9d16-c64493e38ebd req-35e834cf-2dab-4020-83aa-82237ea7d099 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 948 time: 0.1175067 Nov 04 09:07:21.570950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.618781 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.621081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Port': ['ID=824c001d-0642-402c-bfec-97dfc992a897,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:21.626204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb,segment=NetworkSegment(2407ae8b-a0ce-4e02-81c3-7945f65235c0),segment_id=2407ae8b-a0ce-4e02-81c3-7945f65235c0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:21.636514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ac24e-6eb6-4e3c-83b0-c1374503deee None None] Pushing event updated for resources: {'Port': ['ID=0539053f-5357-4a6a-8146-72deeeb542a4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:21.641239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.642038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0539053f-5357-4a6a-8146-72deeeb542a4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:21.676790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a49a4c1-69a1-4fa4-9d16-c64493e38ebd req-2689ccdf-3b1d-442b-b5cb-06e10ff71bc2 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260900 Nov 04 09:07:21.769814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:21.810414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Allocated IP 172.25.3.185 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/62fe6a95-2edc-42f0-a6fc-8b8f45b994d0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:21.813316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b432e027-4e01-467d-bbc9-3d1adfba3f9a None None] Provisioning complete for port 0539053f-5357-4a6a-8146-72deeeb542a4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:21.814002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b432e027-4e01-467d-bbc9-3d1adfba3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.878491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0539053f-5357-4a6a-8146-72deeeb542a4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:21.879256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.953177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:21.957893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57270) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:21.968493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5b0013-6b5c-4e46-93d9-f16e277505ab None None] Network 2496c8ba-dc12-4f41-b566-783c98397f57 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:21.978927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7e70c7f-ad7f-4e12-a54c-69df9cf96489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.030365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.073839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:22.085737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:22.090915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:22.098094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:22.121836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b432e027-4e01-467d-bbc9-3d1adfba3f9a None None] Provisioning complete for port 824c001d-0642-402c-bfec-97dfc992a897 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:22.122212 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b432e027-4e01-467d-bbc9-3d1adfba3f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.131721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event updated for resources: {'Port': ['ID=62fe6a95-2edc-42f0-a6fc-8b8f45b994d0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:22.172271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7e70c7f-ad7f-4e12-a54c-69df9cf96489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.178616 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7e70c7f-ad7f-4e12-a54c-69df9cf96489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.191806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network 9734fb42-d871-4b51-b930-ffeacc44846f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:22.194670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:22.242558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b432e027-4e01-467d-bbc9-3d1adfba3f9a None None] Port 824c001d-0642-402c-bfec-97dfc992a897 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:22.292838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f7e70c7f-ad7f-4e12-a54c-69df9cf96489 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d6304508005742f1ab516b573ff238b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314905 Nov 04 09:07:22.292838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e70c7f-ad7f-4e12-a54c-69df9cf96489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bd9177-7b2e-4cf6-9b17-7e518366eeec,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:22.296057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57276) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:22.323052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:07:22.328831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:22.329369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.404806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b908e2-f171-42d6-b269-5bb7d9a813bf req-319c36a1-3dcb-4fda-bdba-2e755b1d196f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:22.413607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12b908e2-f171-42d6-b269-5bb7d9a813bf req-319c36a1-3dcb-4fda-bdba-2e755b1d196f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.0945954 Nov 04 09:07:22.420799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-499f86f5-abb3-406a-835c-3c9a7d017c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.466353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2ae8a928-aa57-4bbf-be98-eebc616e80dd None None] Provisioning complete for port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:22.466799 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2ae8a928-aa57-4bbf-be98-eebc616e80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.477095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12b908e2-f171-42d6-b269-5bb7d9a813bf req-7c13170d-0a46-457e-aea0-6a4fc274e9ca tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624974 Nov 04 09:07:22.488693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Router 787a4bf6-64fc-472d-b293-5649282e0065 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:07:22.493010 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-499f86f5-abb3-406a-835c-3c9a7d017c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.544286 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.559161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Deleting port 62fe6a95-2edc-42f0-a6fc-8b8f45b994d0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:22.559501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.588243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:22.590797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:22.594066 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f390001-e59e-4279-9c12-ab2e880017a7" -d '{"events": [{"server_uuid": "7f67d73f-8623-45bd-bc8a-91c40b0525c4", "name": "network-vif-plugged", "status": "completed", "tag": "9a718c3b-fb67-47eb-a9ee-c13ccecd97ec"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:22.605142 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.630887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2b66f-cfac-48e5-bebd-25a6fb7f49e8 req-0495eefe-f203-4cba-b7ed-e13d87347779 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:22.633633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a9c2b66f-cfac-48e5-bebd-25a6fb7f49e8 req-0495eefe-f203-4cba-b7ed-e13d87347779 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2021081 Nov 04 09:07:22.691350 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499266a7-3a3c-4a37-8a4e-5205a005f7da x-openstack-request-id: req-499266a7-3a3c-4a37-8a4e-5205a005f7da {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:22.693092 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f67d73f-8623-45bd-bc8a-91c40b0525c4", "name": "network-vif-plugged", "status": "completed", "tag": "9a718c3b-fb67-47eb-a9ee-c13ccecd97ec", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:22.693354 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-499266a7-3a3c-4a37-8a4e-5205a005f7da {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:22.693756 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec', 'code': 200} Nov 04 09:07:22.712433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.712940 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.721270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2ae8a928-aa57-4bbf-be98-eebc616e80dd None None] Provisioning complete for port 824c001d-0642-402c-bfec-97dfc992a897 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:22.721675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2ae8a928-aa57-4bbf-be98-eebc616e80dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.723268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:22.738257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Calling delete_port for 62fe6a95-2edc-42f0-a6fc-8b8f45b994d0 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:22.765246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:22.775100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cd00780d-3c18-44bf-a10d-8eaf285865f4 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "PUT /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8063631 Nov 04 09:07:22.775809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:22.792034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] Sync routers for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:22.804943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-499f86f5-abb3-406a-835c-3c9a7d017c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.813916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-499f86f5-abb3-406a-835c-3c9a7d017c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:22.815423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-499f86f5-abb3-406a-835c-3c9a7d017c99 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7bd9177-7b2e-4cf6-9b17-7e518366eeec HTTP/1.1" status: 204 len: 168 time: 0.5188830 Nov 04 09:07:22.824390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:22.828611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:22.829259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:22.890372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f86f5-abb3-406a-835c-3c9a7d017c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bd9177-7b2e-4cf6-9b17-7e518366eeec,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:22.935011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:22.949420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8a928-aa57-4bbf-be98-eebc616e80dd None None] Port 824c001d-0642-402c-bfec-97dfc992a897 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:22.956267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:22.956992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:22.961813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f61980-c1ce-40fb-9d6d-80222a6e583e req-5dd6811b-8873-4a8a-9033-def48caf5f60 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:22.969836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90f61980-c1ce-40fb-9d6d-80222a6e583e req-5dd6811b-8873-4a8a-9033-def48caf5f60 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 949 time: 0.1246336 Nov 04 09:07:22.971816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a9c2b66f-cfac-48e5-bebd-25a6fb7f49e8 req-cfb0d1bc-df8d-483a-a804-0d09ad449698 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681285 Nov 04 09:07:22.999402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e2e11-54a5-4f38-94f7-648f2bbc32af req-6a895cb8-f6b7-4ead-b857-31b25505f1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:23.001714 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb3e2e11-54a5-4f38-94f7-648f2bbc32af req-6a895cb8-f6b7-4ead-b857-31b25505f1f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 1100 time: 0.1974850 Nov 04 09:07:23.012035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:23.012817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c291ec-a9c7-497c-bdc7-af093d15c916 None None] The sync data for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:23.048690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:23.049855 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.093949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb3e2e11-54a5-4f38-94f7-648f2bbc32af req-c32d480d-d310-4374-a042-6dd27a1057fc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816462 Nov 04 09:07:23.101309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.108739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-32107b2f-99e1-40ff-882c-0a8d5f5571f5 None None] Provisioning complete for port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:23.109769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32107b2f-99e1-40ff-882c-0a8d5f5571f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.123689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90f61980-c1ce-40fb-9d6d-80222a6e583e req-fdc815cc-b656-4dbb-9a3c-989e0892e192 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492150 Nov 04 09:07:23.133296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event deleted for resources: {'Port': ['ID=62fe6a95-2edc-42f0-a6fc-8b8f45b994d0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:23.237056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0539053f-5357-4a6a-8146-72deeeb542a4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:23.247369 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] create failed (client error): The resource could not be found. Nov 04 09:07:23.249115 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-784e2014-9d93-4099-8179-061d1542d347 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2114823 Nov 04 09:07:23.253366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57298) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:23.295107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-32107b2f-99e1-40ff-882c-0a8d5f5571f5 None None] Provisioning complete for port 824c001d-0642-402c-bfec-97dfc992a897 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:23.295512 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32107b2f-99e1-40ff-882c-0a8d5f5571f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.340064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0539053f-5357-4a6a-8146-72deeeb542a4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:23.340433 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.343028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-32107b2f-99e1-40ff-882c-0a8d5f5571f5 None None] Port 824c001d-0642-402c-bfec-97dfc992a897 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:23.374433 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-55620fa6-1fad-4d55-8d4f-2d244428c508 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:07:23.379625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55620fa6-1fad-4d55-8d4f-2d244428c508 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "PUT /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6025763 Nov 04 09:07:23.379991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:23.399624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Deleting port c7dacbe1-f12f-4529-98bb-ef5f72441b9c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:23.400083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.576984 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:07:23.614643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ef9c0-0eb7-4a46-b0b8-812f2ae1284c req-bb65d637-7050-4948-b498-61a49696276f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:23.617162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-105ef9c0-0eb7-4a46-b0b8-812f2ae1284c req-bb65d637-7050-4948-b498-61a49696276f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.0714951 Nov 04 09:07:23.651552 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.668432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-105ef9c0-0eb7-4a46-b0b8-812f2ae1284c req-99a84041-7346-4242-a629-37c47a3d6371 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449808 Nov 04 09:07:23.689188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Calling delete_port for c7dacbe1-f12f-4529-98bb-ef5f72441b9c owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:23.906604 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:23.936929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event deleted for resources: {'Port': ['ID=c7dacbe1-f12f-4529-98bb-ef5f72441b9c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:24.012425 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.122935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.126211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0bd9f88d-ea4b-46d9-b550-227b7ac1aa74 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "DELETE /v2.0/ports/c7dacbe1-f12f-4529-98bb-ef5f72441b9c HTTP/1.1" status: 204 len: 168 time: 0.8714056 Nov 04 09:07:24.129479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57330) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:24.225571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5568b271-c676-4286-90c0-8b45fb39189c tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:24.230603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5568b271-c676-4286-90c0-8b45fb39189c tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "GET /v2.0/ports?device_id=2d8c7a8d-8e45-4a51-93ce-fee490ff9423 HTTP/1.1" status: 200 len: 913 time: 0.0998638 Nov 04 09:07:24.231403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:24.238219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7530029-4a08-4e25-9a30-1c383575b4ff req-2ffe8d56-d24b-4dd6-b35f-0fef17e95d3f tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:24.246451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7530029-4a08-4e25-9a30-1c383575b4ff req-2ffe8d56-d24b-4dd6-b35f-0fef17e95d3f tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1613834 Nov 04 09:07:24.312677 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7530029-4a08-4e25-9a30-1c383575b4ff req-ab543b70-4fc0-4bbb-8c97-985f71c8b4ca tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652990 Nov 04 09:07:24.398102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ecadb-a505-40a1-80c5-500425f04791 req-506f223a-7a5e-4c50-b6b8-c24623bbf560 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:24.406626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e08ecadb-a505-40a1-80c5-500425f04791 req-506f223a-7a5e-4c50-b6b8-c24623bbf560 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 949 time: 0.1738620 Nov 04 09:07:24.444666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Deleting port 824c001d-0642-402c-bfec-97dfc992a897 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:24.445164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.532425 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e08ecadb-a505-40a1-80c5-500425f04791 req-71477dac-511b-4a8a-ac0c-5ec76c5bb67a tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246328 Nov 04 09:07:24.549622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:24.558421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.571977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Calling delete_port for 824c001d-0642-402c-bfec-97dfc992a897 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:24.693263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1394834159', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:24.728076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Made reservation on behalf of 9e67d859684840348ea4ac31e00b861c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:24.729497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.731055 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.742517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.828507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.864683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9f767-6010-45c0-b0de-de8f5dcd4496 req-7b427f2d-d3f7-4505-9c63-f020401b02e8 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:24.866225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ce9f767-6010-45c0-b0de-de8f5dcd4496 req-7b427f2d-d3f7-4505-9c63-f020401b02e8 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.0998282 Nov 04 09:07:24.866922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Port': ['ID=824c001d-0642-402c-bfec-97dfc992a897,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:24.972751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:24.986214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ce9f767-6010-45c0-b0de-de8f5dcd4496 req-4887d387-dd90-43c3-9dc9-ea3b2eee1323 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034789 Nov 04 09:07:25.041060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:25.050772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] device_id is not set on port 91bbac07-c68e-4908-b68f-66776edc1711 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:07:25.103451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:25.125266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca955e28-b44b-44d6-a1e5-1378644f79c7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:25.134838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Deleting port a88b2b72-f287-4721-861c-65d9178f6072 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:25.135497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:25.241484 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:25.254010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Calling delete_port for a88b2b72-f287-4721-861c-65d9178f6072 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:25.318527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Allocated IP 172.25.3.247 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/91bbac07-c68e-4908-b68f-66776edc1711) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:25.337184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Router 787a4bf6-64fc-472d-b293-5649282e0065 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:25.438169 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:25.464551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event deleted for resources: {'Port': ['ID=a88b2b72-f287-4721-861c-65d9178f6072,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:25.633952 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:25.850974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e216b-40c4-4bf9-87fe-cf6c57a4ed95 req-d0604d54-a463-483a-887f-76f32cf0e570 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:25.853519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-379e216b-40c4-4bf9-87fe-cf6c57a4ed95 req-d0604d54-a463-483a-887f-76f32cf0e570 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 949 time: 0.1471453 Nov 04 09:07:25.875930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Router 2d8c7a8d-8e45-4a51-93ce-fee490ff9423 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:25.877067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:25.886535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:25.886680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6eae4b97-8050-43cb-bb0e-3ece5ef595fb tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "PUT /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5015137 Nov 04 09:07:25.891348 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] Sync routers for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:25.907540 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:25.909664 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:25.931514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987fe86-6d67-47bf-b382-e2cf10f10097 req-3c2e89ce-2a6b-4a31-8ea0-3312e1054c9b tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:25.933486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e987fe86-6d67-47bf-b382-e2cf10f10097 req-3c2e89ce-2a6b-4a31-8ea0-3312e1054c9b tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1632760 Nov 04 09:07:25.947213 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-e8131dd6-e005-4824-a003-18cae33e9922 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] delete failed (client error): The resource could not be found. Nov 04 09:07:25.948505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e8131dd6-e005-4824-a003-18cae33e9922 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1095593527 HTTP/1.1" status: 404 len: 335 time: 0.0610237 Nov 04 09:07:25.957037 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:25.961573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8ac2c1fa-f48b-49ce-a679-88c04b795855 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'router': {'external_gateway_info': {'network_id': '787a4bf6-64fc-472d-b293-5649282e0065'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:25.967641 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:25.978690 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:25.979950 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:25.992405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:25.998074 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-379e216b-40c4-4bf9-87fe-cf6c57a4ed95 req-463c1fc9-5c8e-418a-9b72-134ed75f01a9 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350977 Nov 04 09:07:26.028283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e987fe86-6d67-47bf-b382-e2cf10f10097 req-655ec4cb-9ba6-4391-ba5f-3e248eb3fbe2 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797443 Nov 04 09:07:26.063779 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:26.065486 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db82a2-940d-46a7-8551-cc376ee809b6 None None] The sync data for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:26.082700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.116737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:26.123638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-de0ced03-7690-45b3-ac98-1408f0c397d8 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "PUT /v2.0/routers/2d8c7a8d-8e45-4a51-93ce-fee490ff9423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899193 Nov 04 09:07:26.127235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:26.135813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] Sync routers for ids ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:26.146962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] Routers {'2d8c7a8d-8e45-4a51-93ce-fee490ff9423'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:26.147585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:26.153740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:26.174662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:26.178094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Pushing event updated for resources: {'Port': ['ID=91bbac07-c68e-4908-b68f-66776edc1711,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:26.188936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:26.194349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:26.201251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] Routers {'2d8c7a8d-8e45-4a51-93ce-fee490ff9423'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:26.202158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:26.254960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:26.257653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80431a1-9b9e-455c-af0b-aab8065c9ebb None None] The sync data for ids ['2d8c7a8d-8e45-4a51-93ce-fee490ff9423'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:26.280001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:26.280659 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.292052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319952d0-2b02-4697-a89c-185de19661d2 req-dd8e6776-5352-4b11-874f-8fe1f5b3f3a3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:26.293607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-319952d0-2b02-4697-a89c-185de19661d2 req-dd8e6776-5352-4b11-874f-8fe1f5b3f3a3 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1230435 Nov 04 09:07:26.319319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b50ea61a-6c38-4441-9611-1607e060097f tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.7661362 Nov 04 09:07:26.324778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57370) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:26.332913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}]}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:26.376226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-319952d0-2b02-4697-a89c-185de19661d2 req-6a303a65-2858-49cc-913a-2acd3c232eb7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677891 Nov 04 09:07:26.384750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.385999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.459334 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.600471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29c14c83-0e99-460d-a05e-fcd206ce2924 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.676387 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.775645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ac2c1fa-f48b-49ce-a679-88c04b795855 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.932426 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-8ac2c1fa-f48b-49ce-a679-88c04b795855 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] update failed (client error): The resource could not be found. Nov 04 09:07:26.933560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8ac2c1fa-f48b-49ce-a679-88c04b795855 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "PUT /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065 HTTP/1.1" status: 404 len: 339 time: 0.9755573 Nov 04 09:07:26.941545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29c14c83-0e99-460d-a05e-fcd206ce2924 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.943444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:26.946294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29c14c83-0e99-460d-a05e-fcd206ce2924 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:26.978975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.027954 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.155748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29c14c83-0e99-460d-a05e-fcd206ce2924 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.156715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c14c83-0e99-460d-a05e-fcd206ce2924 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8c7a8d-8e45-4a51-93ce-fee490ff9423 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:07:27.164875 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29c14c83-0e99-460d-a05e-fcd206ce2924 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.170227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-29c14c83-0e99-460d-a05e-fcd206ce2924 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "DELETE /v2.0/routers/2d8c7a8d-8e45-4a51-93ce-fee490ff9423 HTTP/1.1" status: 204 len: 168 time: 1.0372713 Nov 04 09:07:27.170466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:27.255207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e4efe-04fb-44df-803d-75631072bdec req-3a0cafd8-08ff-4e38-9d77-b2ed23cb4303 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:27.257159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab7e4efe-04fb-44df-803d-75631072bdec req-3a0cafd8-08ff-4e38-9d77-b2ed23cb4303 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 949 time: 0.1541266 Nov 04 09:07:27.292319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Deleting subnet 5e225ef0-cfeb-42ca-9c7a-fa817858c441 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:27.313322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d6c3a-37b9-4808-8d2c-6f7aac32c65e req-37815e30-a8b8-4b1b-9d88-9a74a4d6f64c tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:27.315395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-614d6c3a-37b9-4808-8d2c-6f7aac32c65e req-37815e30-a8b8-4b1b-9d88-9a74a4d6f64c tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1637297 Nov 04 09:07:27.317927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.377488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.413114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab7e4efe-04fb-44df-803d-75631072bdec req-9794fdfd-0e18-4545-ad45-df9364c9ed9a tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125374 Nov 04 09:07:27.424758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.451606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.525114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-614d6c3a-37b9-4808-8d2c-6f7aac32c65e req-3c4d97c8-99c2-4a1f-9d56-3ba3c366a1db tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831970 Nov 04 09:07:27.650826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.655233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.678134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defc5bc-b6e9-4a0a-9b16-6bb9336359ec req-2d0fc21b-1f8b-4fab-aea1-2df9529dc279 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:27.679824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2defc5bc-b6e9-4a0a-9b16-6bb9336359ec req-2d0fc21b-1f8b-4fab-aea1-2df9529dc279 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1304450 Nov 04 09:07:27.741624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.746254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.747039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32eff8be-20b7-4327-99fe-61158bea8202 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:07:27.772162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2defc5bc-b6e9-4a0a-9b16-6bb9336359ec req-15ca15c0-71da-466f-98e3-71157522a817 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845101 Nov 04 09:07:27.812471 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 04 09:07:27.813537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-faf24016-99a5-4041-a418-808c8eca9de8 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4877677 Nov 04 09:07:27.819055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57394) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:27.859242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Allocated IP 172.20.0.1 (10c73aff-47c8-4150-8481-483b56a100fc/efb71e3c-50c9-4982-add6-789f9d66f796/96815b6e-7ffb-4c51-ad41-541fdb534e85) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:27.891347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.929707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event deleted for resources: {'Subnet': ['ID=5e225ef0-cfeb-42ca-9c7a-fa817858c441,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:27.933811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:27.938507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3710e5ec-e814-49eb-beea-85e718bcf6cc tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "DELETE /v2.0/subnets/5e225ef0-cfeb-42ca-9c7a-fa817858c441 HTTP/1.1" status: 204 len: 168 time: 0.7656322 Nov 04 09:07:27.938900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e901a-5845-4de3-b18b-2e08cb0590bc None None] Network 830b46d3-75b8-46d2-bedd-c0688b071200 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:27.942733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57396) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:28.014925 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.039165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Deleting port 91bbac07-c68e-4908-b68f-66776edc1711 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:28.040192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.057085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.060458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.116443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network 10c73aff-47c8-4150-8481-483b56a100fc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:28.121928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:28.140267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:28.140267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Port': ['ID=96815b6e-7ffb-4c51-ad41-541fdb534e85,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:28.174476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.180709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.194330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] DHCP port deletion for 830b46d3-75b8-46d2-bedd-c0688b071200 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:07:28.201608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Calling delete_port for 91bbac07-c68e-4908-b68f-66776edc1711 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:28.247766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] Deleting port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:28.248264 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.266375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Deleting port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:28.266723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.326347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.341822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] For port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,segment=NetworkSegment(8c62a1b8-0555-41a9-9825-7b2cd8a5c42f),segment_id=8c62a1b8-0555-41a9-9825-7b2cd8a5c42f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:28.342545 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.369673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] Calling delete_port for bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:28.376691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] For port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,segment=NetworkSegment(8c62a1b8-0555-41a9-9825-7b2cd8a5c42f),segment_id=8c62a1b8-0555-41a9-9825-7b2cd8a5c42f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:28.377654 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.400843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Calling delete_port for bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:28.519780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.535776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.613256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Pushing event deleted for resources: {'Port': ['ID=91bbac07-c68e-4908-b68f-66776edc1711,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:28.672612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.736332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e9416-9466-42e8-93e0-f0c67bf5e9e2 req-69c2ff04-9cbb-443e-afba-6d29838d121b tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:28.742638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event deleted for resources: {'Port': ['ID=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:28.744676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] Pushing event deleted for resources: {'Port': ['ID=bef0fcaf-0ed4-4ada-9d33-6b13f66fe207,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:28.746678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] No DVR routers for this DVR port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:28.747427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39f62d-495a-46e7-9deb-8749d6975b2b None None] No DVR routers for this DVR port bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:28.756465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d57a26dd-bf8e-4186-979d-189ffdbe788d None None] Provisioning complete for port 96815b6e-7ffb-4c51-ad41-541fdb534e85 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:28.757237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d57a26dd-bf8e-4186-979d-189ffdbe788d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.760241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-284e9416-9466-42e8-93e0-f0c67bf5e9e2 req-69c2ff04-9cbb-443e-afba-6d29838d121b tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 949 time: 0.1254945 Nov 04 09:07:28.800866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:28.808384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-a03938ec-193c-499f-8ebc-de83e333a117 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:28.810300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-a03938ec-193c-499f-8ebc-de83e333a117 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.55 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 949 time: 0.2662504 Nov 04 09:07:28.829021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:28.829984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bef0fcaf-0ed4-4ada-9d33-6b13f66fe207 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:28.845399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d57a26dd-bf8e-4186-979d-189ffdbe788d None None] Port 96815b6e-7ffb-4c51-ad41-541fdb534e85 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:28.850195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-284e9416-9466-42e8-93e0-f0c67bf5e9e2 req-c112bc77-946c-4d02-b7ee-dbc4b6f636ea tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/security-groups?id=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846195 Nov 04 09:07:28.856283 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.863660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.945161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.950324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e37f2bc6-7bfe-4bdf-80a9-80f520424634 tempest-RoutersAdminNegativeIpV6Test-1032531012 tempest-RoutersAdminNegativeIpV6Test-1032531012-project-admin] 10.222.0.53 "DELETE /v2.0/ports/91bbac07-c68e-4908-b68f-66776edc1711 HTTP/1.1" status: 204 len: 168 time: 1.1298513 Nov 04 09:07:28.991553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:28.996497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275a5e1-72ac-42ce-a29e-443a93925ce2 req-52c51dfd-8e0c-45fa-befe-47c57b9484aa tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:28.997022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event updated for resources: {'Port': ['ID=96815b6e-7ffb-4c51-ad41-541fdb534e85,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:28.998160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b275a5e1-72ac-42ce-a29e-443a93925ce2 req-52c51dfd-8e0c-45fa-befe-47c57b9484aa tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.2619808 Nov 04 09:07:29.022060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.066025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830b46d3-75b8-46d2-bedd-c0688b071200']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:29.083698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2023db5-f40f-49ab-a63a-b48b59fe26e9 req-5547fd92-6e60-4d20-8e40-d8063b8b9407 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:29.089242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2023db5-f40f-49ab-a63a-b48b59fe26e9 req-5547fd92-6e60-4d20-8e40-d8063b8b9407 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1725421 Nov 04 09:07:29.093235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c62a1b8-0555-41a9-9825-7b2cd8a5c42f') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:29.093893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c62a1b8-0555-41a9-9825-7b2cd8a5c42f') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:29.107803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b275a5e1-72ac-42ce-a29e-443a93925ce2 req-a25c19fd-7bf2-4237-b8d5-6d2e7e3de5b0 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877159 Nov 04 09:07:29.113240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.147241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.157786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Deleting port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:29.157998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2023db5-f40f-49ab-a63a-b48b59fe26e9 req-3b514402-9680-4dd7-b5b6-34edc25147fa tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510490 Nov 04 09:07:29.158732 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.178522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:29.178934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:29.182551 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:29.239412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Network 10c73aff-47c8-4150-8481-483b56a100fc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:29.240905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:29.295474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.310617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.316372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] 10.222.0.53 "DELETE /v2.0/networks/830b46d3-75b8-46d2-bedd-c0688b071200 HTTP/1.1" status: 204 len: 168 time: 1.3708272 Nov 04 09:07:29.369246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] For port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:29.369616 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.384161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Calling delete_port for 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:29.402837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:29.480925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Router 787a4bf6-64fc-472d-b293-5649282e0065 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:29.498463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9c80c-7317-4dc0-b199-efa67f154bd4 tempest-FloatingIPNegativeTestJSON-1237995869 tempest-FloatingIPNegativeTestJSON-1237995869-project] Pushing event deleted for resources: {'Network': ['ID=830b46d3-75b8-46d2-bedd-c0688b071200,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:29.593399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-68b5790f-f46b-4ecc-9281-725e3c57b2b1 None None] Provisioning complete for port 96815b6e-7ffb-4c51-ad41-541fdb534e85 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:29.594391 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-68b5790f-f46b-4ecc-9281-725e3c57b2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.622449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.638138 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-006165e4-06b4-425d-90f2-45d0f90add75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.667661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Pushing event deleted for resources: {'Port': ['ID=9a718c3b-fb67-47eb-a9ee-c13ccecd97ec,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:29.674871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9a718c3b-fb67-47eb-a9ee-c13ccecd97ec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:29.677358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:29.688155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bd6abecd-908f-4a74-9757-dd3ef89b5b2e tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "PUT /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7433631 Nov 04 09:07:29.693811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:29.693991 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] Sync routers for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:29.717073 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:29.717700 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:29.785911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57424) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:29.789303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] No DVR routers for this DVR port 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:29.792799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:29.797997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dbd16257-90de-4bc9-baa1-11c969cfeee1 req-3a970205-3b70-4cdd-84b2-c8e61c692323 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.55 "DELETE /v2.0/ports/9a718c3b-fb67-47eb-a9ee-c13ccecd97ec HTTP/1.1" status: 204 len: 173 time: 0.9658947 Nov 04 09:07:29.810250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'name': 'network-vif-deleted', 'tag': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:29.813652 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad55497-a17d-454b-9fc6-0489ddf5b1f8" -d '{"events": [{"server_uuid": "7f67d73f-8623-45bd-bc8a-91c40b0525c4", "name": "network-vif-deleted", "tag": "9a718c3b-fb67-47eb-a9ee-c13ccecd97ec"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:29.818904 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:29.831595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-68b5790f-f46b-4ecc-9281-725e3c57b2b1 None None] Port 96815b6e-7ffb-4c51-ad41-541fdb534e85 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:29.854491 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:29.855363 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:29.929935 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea1ced3-3985-442d-b125-7563aa26fb56 x-openstack-request-id: req-8ea1ced3-3985-442d-b125-7563aa26fb56 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:29.930337 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f67d73f-8623-45bd-bc8a-91c40b0525c4", "name": "network-vif-deleted", "tag": "9a718c3b-fb67-47eb-a9ee-c13ccecd97ec", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:29.930689 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8ea1ced3-3985-442d-b125-7563aa26fb56 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:29.931216 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f67d73f-8623-45bd-bc8a-91c40b0525c4', 'name': 'network-vif-deleted', 'tag': '9a718c3b-fb67-47eb-a9ee-c13ccecd97ec', 'status': 'completed', 'code': 200} Nov 04 09:07:29.956348 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:29.966150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710595b7-d0b7-489b-ba1f-411d5ae43dbe None None] The sync data for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:30.074752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b434e113-1cad-4ed7-a94c-6f033f3c0468 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc766d727938415a855d847d90bce2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868013 Nov 04 09:07:30.077762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57432) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:30.150869 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eb67c89-7941-4a6d-bce9-45803034ddc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.185320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eb67c89-7941-4a6d-bce9-45803034ddc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.192404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41c1602d-c957-4c6a-8495-f986f8e8f119 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.196977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19e22127-1c4d-4edd-9ad7-20ac4d5d3f07 req-9d2945e0-5e64-4c98-9146-f2612b50c612 tempest-TenantUsagesTestJSON-644470524 tempest-TenantUsagesTestJSON-644470524-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f67d73f-8623-45bd-bc8a-91c40b0525c4 HTTP/1.1" status: 200 len: 210 time: 0.0496831 Nov 04 09:07:30.293511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712451d0-0823-4c3e-8990-64e4d9a2958d req-296a45c6-7f42-4947-ba38-ef6bf40d3127 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:30.303471 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-712451d0-0823-4c3e-8990-64e4d9a2958d req-296a45c6-7f42-4947-ba38-ef6bf40d3127 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.0957069 Nov 04 09:07:30.304117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-006165e4-06b4-425d-90f2-45d0f90add75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.309268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-006165e4-06b4-425d-90f2-45d0f90add75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.318341 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-41c1602d-c957-4c6a-8495-f986f8e8f119 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 09:07:30.318822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-41c1602d-c957-4c6a-8495-f986f8e8f119 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065 HTTP/1.1" status: 409 len: 329 time: 0.6240427 Nov 04 09:07:30.327242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57440) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:30.363326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006165e4-06b4-425d-90f2-45d0f90add75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddba702-b6e2-49cd-8e10-ca1e549558b9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:30.386654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-006165e4-06b4-425d-90f2-45d0f90add75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c416736b0d114efa9152e2fd381742f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9824290 Nov 04 09:07:30.387282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:30.398658 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eb67c89-7941-4a6d-bce9-45803034ddc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.402627 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6eb67c89-7941-4a6d-bce9-45803034ddc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.404216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6eb67c89-7941-4a6d-bce9-45803034ddc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06d54917-91c6-44c1-9b10-f72fd4dce09e HTTP/1.1" status: 204 len: 168 time: 0.3252985 Nov 04 09:07:30.441758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739eda0-de40-44d8-a49f-a90f263875e7 req-d0f99499-220c-4160-98d3-fc8b5aa82041 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:30.443311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c739eda0-de40-44d8-a49f-a90f263875e7 req-d0f99499-220c-4160-98d3-fc8b5aa82041 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1015425 Nov 04 09:07:30.475514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-827db0d8-229b-4ebe-9361-d170f49bafd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.494462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-712451d0-0823-4c3e-8990-64e4d9a2958d req-f5b379b7-738b-403d-a7dd-4f0970034b45 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779566 Nov 04 09:07:30.497881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb67c89-7941-4a6d-bce9-45803034ddc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d54917-91c6-44c1-9b10-f72fd4dce09e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:30.523742 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c739eda0-de40-44d8-a49f-a90f263875e7 req-5f885bfe-a597-4104-9559-0043f26b4cc0 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580049 Nov 04 09:07:30.523742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-827db0d8-229b-4ebe-9361-d170f49bafd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.593221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-827db0d8-229b-4ebe-9361-d170f49bafd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.596421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-827db0d8-229b-4ebe-9361-d170f49bafd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.598054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-827db0d8-229b-4ebe-9361-d170f49bafd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fddba702-b6e2-49cd-8e10-ca1e549558b9 HTTP/1.1" status: 204 len: 168 time: 0.2082860 Nov 04 09:07:30.612583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827db0d8-229b-4ebe-9361-d170f49bafd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddba702-b6e2-49cd-8e10-ca1e549558b9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:30.901921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:30.982024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae654491-b168-4022-829a-638de7e49a4e req-5a09605a-bd1a-4b5b-8a43-b62329f67140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:30.983531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae654491-b168-4022-829a-638de7e49a4e req-5a09605a-bd1a-4b5b-8a43-b62329f67140 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1096 time: 0.1164703 Nov 04 09:07:31.092263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae654491-b168-4022-829a-638de7e49a4e req-ce69ce9a-2701-4751-9cdf-3891e50a7a9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980895 Nov 04 09:07:31.104151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57462) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:31.164378 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-838b6a20-f64b-4a00-ae24-b0358b7d7775 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e67d859684840348ea4ac31e00b861c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597646 Nov 04 09:07:31.167481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:31.223336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-623068bf-11d6-4f8e-b912-19c1d53ee413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:31.252053 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-623068bf-11d6-4f8e-b912-19c1d53ee413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:31.266426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Deleting port 96815b6e-7ffb-4c51-ad41-541fdb534e85 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:31.266774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:31.317209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-623068bf-11d6-4f8e-b912-19c1d53ee413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:31.322641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-623068bf-11d6-4f8e-b912-19c1d53ee413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:31.326349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-623068bf-11d6-4f8e-b912-19c1d53ee413 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca955e28-b44b-44d6-a1e5-1378644f79c7 HTTP/1.1" status: 204 len: 168 time: 0.1553619 Nov 04 09:07:31.334740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623068bf-11d6-4f8e-b912-19c1d53ee413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca955e28-b44b-44d6-a1e5-1378644f79c7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:31.625973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:31.650156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6302bd7-29a1-4c78-a217-75cbe10f22ac req-bdfcd260-6801-46c0-99af-80c9213775ff tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:31.659030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6302bd7-29a1-4c78-a217-75cbe10f22ac req-bdfcd260-6801-46c0-99af-80c9213775ff tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.0794606 Nov 04 09:07:31.687936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57492) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:31.725726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6302bd7-29a1-4c78-a217-75cbe10f22ac req-8b146a74-6602-42be-bdf3-13a09907465e tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599649 Nov 04 09:07:31.728941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bed411c-92dd-467f-8614-cd634e9ffd67 req-1fbae06b-d965-49ac-84a6-30068d465154 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:31.730577 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3bed411c-92dd-467f-8614-cd634e9ffd67 req-1fbae06b-d965-49ac-84a6-30068d465154 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.0964274 Nov 04 09:07:31.771286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:31.790096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Calling delete_port for 96815b6e-7ffb-4c51-ad41-541fdb534e85 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:31.809316 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3bed411c-92dd-467f-8614-cd634e9ffd67 req-16523a4f-1554-4157-9ab3-c38f4c12b8af tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683470 Nov 04 09:07:31.976832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-395450029'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:32.024384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:32.027918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.048260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.054301 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.079317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fffac950-937b-4a2e-b35b-473bc7114877 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2223fa7e9600469385c231cfce8e292e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851914 Nov 04 09:07:32.093844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57504) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:32.094905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Port': ['ID=96815b6e-7ffb-4c51-ad41-541fdb534e85,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:32.115814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:32.163029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:32.164925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a718c3b-fb67-47eb-a9ee-c13ccecd97ec not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:32.254527 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee17a462-c09e-4ab0-a926-363260ba0f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.303208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee17a462-c09e-4ab0-a926-363260ba0f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.304742 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.324593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.335714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.387544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:32.399205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a31e13-58cd-4a04-b079-adc720de5feb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:32.410975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.411812 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment d511b6f1-3fb6-44d3-92bb-b68176238a0d of type vlan for network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec Nov 04 09:07:32.470328 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee17a462-c09e-4ab0-a926-363260ba0f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.474233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee17a462-c09e-4ab0-a926-363260ba0f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.475433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ee17a462-c09e-4ab0-a926-363260ba0f33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b29611e5-b8ef-485e-88b6-fe6a3ce1ce56 HTTP/1.1" status: 204 len: 168 time: 0.3808482 Nov 04 09:07:32.477352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.493132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee17a462-c09e-4ab0-a926-363260ba0f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29611e5-b8ef-485e-88b6-fe6a3ce1ce56,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:32.514152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Router 787a4bf6-64fc-472d-b293-5649282e0065 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:32.528357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.537403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:32.538060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:32.587353 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9505889 Nov 04 09:07:32.648175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e1c97-bc68-4de6-8456-23be61eead90 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=492f1b14-1ecc-48fe-b8e9-c4d621ec25ec,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:32.661610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:32.687790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:32.703029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57522) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:32.704369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-30b9b9aa-265e-467b-937e-148b1116feca tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "PUT /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3749313 Nov 04 09:07:32.724259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] Sync routers for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:32.727611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57524) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:32.759235 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-9585db61-56c8-44b4-8a21-8c15bf968342 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] show failed (client error): The resource could not be found. Nov 04 09:07:32.764026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9585db61-56c8-44b4-8a21-8c15bf968342 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1993424639 HTTP/1.1" status: 404 len: 335 time: 0.0560522 Nov 04 09:07:32.764881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57530) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:32.770944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f837a40b-66df-4fc2-9089-cd7bb26e2925 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:32.826396 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-f837a40b-66df-4fc2-9089-cd7bb26e2925 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] update failed (client error): The resource could not be found. Nov 04 09:07:32.827974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f837a40b-66df-4fc2-9089-cd7bb26e2925 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-985614522 HTTP/1.1" status: 404 len: 334 time: 0.0619113 Nov 04 09:07:32.832908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57534) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:32.902624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:32.905925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:32.934217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ef770-b5e6-4734-9384-5ee01f399bd2 req-96ec8a09-30f0-4aac-93f2-46dbd43b71ec tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:32.936218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d1ef770-b5e6-4734-9384-5ee01f399bd2 req-96ec8a09-30f0-4aac-93f2-46dbd43b71ec tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1238484 Nov 04 09:07:32.977512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:32.981586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Deleting subnet 40ae1055-d0b6-4781-a422-ab58d31f31be {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:32.989416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] Routers {'787a4bf6-64fc-472d-b293-5649282e0065'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:32.990305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['787a4bf6-64fc-472d-b293-5649282e0065'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:32.993695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'networks': [{'name': 'tempest-network--728874279'}, {'name': 'tempest-network--2015937573'}]} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:32.994159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'network': {'name': 'tempest-network--728874279'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:32.999897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.002384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'network': {'name': 'tempest-network--2015937573'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:33.061220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d1ef770-b5e6-4734-9384-5ee01f399bd2 req-138e7b9f-1657-480f-bff8-1c0e58a1f762 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?id=02cf6999-8f3a-4e36-a83e-e826f964c3dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089785 Nov 04 09:07:33.075882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:33.076602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf19e895-71db-4ce4-aa1c-35d5179dd55f None None] The sync data for ids ['787a4bf6-64fc-472d-b293-5649282e0065'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:33.095409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Made reservation on behalf of 2d3e434b54054ddf8c10b593190fa8a6 for: {'network': 2} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:33.106036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.109518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.116674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:33.137760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.140297 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696a8ff5-c7e9-46a3-a6ac-11b1658012f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.206548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2d7d6439-6420-49c7-ba01-8e74a6f5cc70 req-4d6415c3-3d3d-49c1-baba-65ed9e20fc98 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1349931044', 'description': 'tempest-description-1315545195'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:33.264803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.280636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d7d6439-6420-49c7-ba01-8e74a6f5cc70 req-4d6415c3-3d3d-49c1-baba-65ed9e20fc98 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.303403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d521a-c3ae-4f17-89b8-bfc03f23cd38 req-9cf0a00c-7bb8-4f51-8b8f-60162e5040b7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:33.305320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b3d521a-c3ae-4f17-89b8-bfc03f23cd38 req-9cf0a00c-7bb8-4f51-8b8f-60162e5040b7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.2021027 Nov 04 09:07:33.326307 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.335720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696a8ff5-c7e9-46a3-a6ac-11b1658012f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.337757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.338034 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.351971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696a8ff5-c7e9-46a3-a6ac-11b1658012f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.371766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b3d521a-c3ae-4f17-89b8-bfc03f23cd38 req-f568e39c-852c-4a71-aa2c-78b0dc7d0929 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561514 Nov 04 09:07:33.384226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.412151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0152573-2174-42dc-8f7c-e4ffaf79b8d0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:33.425596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Subnet': ['ID=40ae1055-d0b6-4781-a422-ab58d31f31be,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:33.427659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.431083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-04a44c05-2b20-4b8c-8a61-582d46fbd5fa tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/subnets/40ae1055-d0b6-4781-a422-ab58d31f31be HTTP/1.1" status: 204 len: 168 time: 0.5953321 Nov 04 09:07:33.434690 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-696a8ff5-c7e9-46a3-a6ac-11b1658012f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b07c2f58ae8a44dc9f6fb8e1c2999073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3159840 Nov 04 09:07:33.440399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b440c587-b4b6-476e-b8df-40a0bf51d31b None None] Network 2496c8ba-dc12-4f41-b566-783c98397f57 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:33.443035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57544) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:33.443368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57546) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:33.474586 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d7d6439-6420-49c7-ba01-8e74a6f5cc70 req-4d6415c3-3d3d-49c1-baba-65ed9e20fc98 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.475567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:33.516193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d7d6439-6420-49c7-ba01-8e74a6f5cc70 req-4d6415c3-3d3d-49c1-baba-65ed9e20fc98 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.544656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.545124 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Added segment d1a6c9e4-3234-4458-8346-560b765f691a of type vlan for network c801d646-02dd-4f85-94ca-71163cacdf49 Nov 04 09:07:33.561770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a8ff5-c7e9-46a3-a6ac-11b1658012f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721391e2-46f1-4451-8967-dd07d99838ec,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:33.585989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2d7d6439-6420-49c7-ba01-8e74a6f5cc70 req-4d6415c3-3d3d-49c1-baba-65ed9e20fc98 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.587185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d7d6439-6420-49c7-ba01-8e74a6f5cc70 req-4d6415c3-3d3d-49c1-baba-65ed9e20fc98 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3872945 Nov 04 09:07:33.635488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Deleting subnet 2b753cb8-0c3d-415a-9b3f-5ce7cd9e550c {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:33.650230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.667983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.672318 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f0a026-c85a-4ebe-95dc-8a926bf09498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.686397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] DHCP port deletion for 2496c8ba-dc12-4f41-b566-783c98397f57 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:07:33.713108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-c704bc72-3f01-4dc0-a353-5f843e1f4c32 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1349931044&fields=id&tenant_id=ce44e117b670452db4cf73cc68d88973 HTTP/1.1" status: 200 len: 267 time: 0.0660555 Nov 04 09:07:33.726988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6415c3-3d3d-49c1-baba-65ed9e20fc98 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854b50d8-6878-4874-be91-757a0cb8be8f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:33.747936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] Deleting port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:33.751212 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.753453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f0a026-c85a-4ebe-95dc-8a926bf09498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.776683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:33.789861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.814671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f9e1518e-021b-40bf-b594-a594c098e81b tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:33.817235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f9e1518e-021b-40bf-b594-a594c098e81b tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.0983233 Nov 04 09:07:33.837155 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.837494 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Added segment 4a21b6a1-d410-47e7-a68b-27a6e33868fc of type vlan for network 4b987dbf-52c5-409b-8a68-76210ab48d4f Nov 04 09:07:33.839943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Request body: {'port': {'security_groups': ['02cf6999-8f3a-4e36-a83e-e826f964c3dd', '854b50d8-6878-4874-be91-757a0cb8be8f']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:33.848716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] For port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb,segment=NetworkSegment(2407ae8b-a0ce-4e02-81c3-7945f65235c0),segment_id=2407ae8b-a0ce-4e02-81c3-7945f65235c0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:33.849443 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.868175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] Calling delete_port for ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:33.903326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.938047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f0a026-c85a-4ebe-95dc-8a926bf09498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.941326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1f0a026-c85a-4ebe-95dc-8a926bf09498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:33.945854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e1f0a026-c85a-4ebe-95dc-8a926bf09498 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/721391e2-46f1-4451-8967-dd07d99838ec HTTP/1.1" status: 204 len: 168 time: 0.5000918 Nov 04 09:07:33.963753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0a026-c85a-4ebe-95dc-8a926bf09498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721391e2-46f1-4451-8967-dd07d99838ec,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:33.992975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.011391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.027934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.029846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.037040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:34.044875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.052947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:34.056494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.078127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] Pushing event deleted for resources: {'Port': ['ID=ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:34.094185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3695f200-3e85-4088-ba83-8ebf73fe5595 None None] No DVR routers for this DVR port ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:34.136023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4069648 Nov 04 09:07:34.139332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57554) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:34.197456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Network': ['ID=c801d646-02dd-4f85-94ca-71163cacdf49,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:34.208998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network c801d646-02dd-4f85-94ca-71163cacdf49 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:34.278068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6745a6-c589-4790-993d-8ada69c90e96 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Network': ['ID=4b987dbf-52c5-409b-8a68-76210ab48d4f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:34.303743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.349925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Subnet': ['ID=2b753cb8-0c3d-415a-9b3f-5ce7cd9e550c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:34.371441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.378782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b476ed2e-5b2c-4b24-b49b-28fb4620719f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/subnets/2b753cb8-0c3d-415a-9b3f-5ce7cd9e550c HTTP/1.1" status: 204 len: 168 time: 0.9343710 Nov 04 09:07:34.379575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:34.395529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4b987dbf-52c5-409b-8a68-76210ab48d4f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:34.489571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b471f1d-1ede-4000-80f2-e500108a4b36 None None] Network 9734fb42-d871-4b51-b930-ffeacc44846f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:34.497086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3b02a-809c-4bfa-8e6f-5ef941a96f9a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:34.509208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.513344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3b02a-809c-4bfa-8e6f-5ef941a96f9a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:34.525296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3b02a-809c-4bfa-8e6f-5ef941a96f9a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:34.534351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a3b02a-809c-4bfa-8e6f-5ef941a96f9a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:34.537152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-73a3b02a-809c-4bfa-8e6f-5ef941a96f9a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3967850 Nov 04 09:07:34.541039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:34.727802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.732474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.750983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7e277-966b-4fcc-95c5-8b3392eb1c3b req-64453a98-537e-40ab-960d-eafe04c0db42 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:34.768022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02b7e277-966b-4fcc-95c5-8b3392eb1c3b req-64453a98-537e-40ab-960d-eafe04c0db42 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.2437279 Nov 04 09:07:34.800045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] DHCP port deletion for 9734fb42-d871-4b51-b930-ffeacc44846f request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:07:34.853483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:34.866823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02b7e277-966b-4fcc-95c5-8b3392eb1c3b req-e11bfe2c-ce5c-4aa6-9cf3-cf4084aaa1ff tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909064 Nov 04 09:07:34.868892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2496c8ba-dc12-4f41-b566-783c98397f57']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:34.891030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2407ae8b-a0ce-4e02-81c3-7945f65235c0') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:34.891827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2407ae8b-a0ce-4e02-81c3-7945f65235c0') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:34.906069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.911621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:34.912091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ebc00b9e-1fe9-4e24-a60f-3bd6fd2999fb not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:34.926715 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.939091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:34.940343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:34.945280 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:34.955730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] Deleting port 0539053f-5357-4a6a-8146-72deeeb542a4 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:34.956320 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.067415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] For port 0539053f-5357-4a6a-8146-72deeeb542a4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0539053f-5357-4a6a-8146-72deeeb542a4,segment=NetworkSegment(e1d34fc5-7576-4de7-96b8-eb0b9625cd9b),segment_id=e1d34fc5-7576-4de7-96b8-eb0b9625cd9b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:35.067675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.084433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] Calling delete_port for 0539053f-5357-4a6a-8146-72deeeb542a4 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:35.094116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.113607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.124218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/networks/2496c8ba-dc12-4f41-b566-783c98397f57 HTTP/1.1" status: 204 len: 168 time: 0.7433367 Nov 04 09:07:35.130477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57580) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:35.199351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3382540d-b279-4b00-b47d-501d35208c48,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:35.224942 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.241828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.265413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] No DVR routers for this DVR port 0539053f-5357-4a6a-8146-72deeeb542a4 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:35.270145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Network': ['ID=2496c8ba-dc12-4f41-b566-783c98397f57,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:35.276425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293262d3-2001-41f3-9c85-7dff5d42043d None None] Pushing event deleted for resources: {'Port': ['ID=0539053f-5357-4a6a-8146-72deeeb542a4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:35.288653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.289011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.289403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.289722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.290030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.290361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.290695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.291053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.291384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.291723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.292082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.292381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4071d67-a403-480c-9670-bd89775b55c8 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:35.322768 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.349816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c801d646-02dd-4f85-94ca-71163cacdf49']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:35.362934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a6c9e4-3234-4458-8346-560b765f691a') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:35.363226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a6c9e4-3234-4458-8346-560b765f691a') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:35.376463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.380265 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.392041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.406383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3382540d-b279-4b00-b47d-501d35208c48'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:35.421498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.446463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9734fb42-d871-4b51-b930-ffeacc44846f']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:35.459199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d34fc5-7576-4de7-96b8-eb0b9625cd9b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:35.459518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d34fc5-7576-4de7-96b8-eb0b9625cd9b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:35.472285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.475662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57588) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:35.494641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.513249 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.522118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:35.523836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.526993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:35.527663 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.533834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e08a3617-e77b-4d53-89ba-13876e598f32 req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "PUT /v2.0/ports/3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 981 time: 1.7047651 Nov 04 09:07:35.539718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'tag': '3382540d-b279-4b00-b47d-501d35208c48'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:35.542776 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29921fc-9fe3-4b04-80c3-866ff9f586b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "tag": "3382540d-b279-4b00-b47d-501d35208c48"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:35.550242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:35.551063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:35.562749 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:35.666072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3382540d-b279-4b00-b47d-501d35208c48'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:35.693258 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:35.703748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60095d5-3df7-4633-a492-861fcc987646 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Pushing event updated for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:35.731590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.747339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-network', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:35.758996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.762750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/networks/c801d646-02dd-4f85-94ca-71163cacdf49 HTTP/1.1" status: 204 len: 168 time: 1.2202530 Nov 04 09:07:35.763724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb0dcb-3bed-4307-a292-f471bf23fc76 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Network': ['ID=c801d646-02dd-4f85-94ca-71163cacdf49,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:35.771481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:35.798704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Made reservation on behalf of d73760c6c2d9495c9ed3287f1439f4c3 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:35.801944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.818659 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.871201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-b2aa364d-8983-4566-b897-41f3899b37cf tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1349931044&fields=id&tenant_id=ce44e117b670452db4cf73cc68d88973 HTTP/1.1" status: 200 len: 267 time: 0.1611509 Nov 04 09:07:35.894923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.914157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.940112 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bc4227-29c3-4514-8abd-ed3198594a9c x-openstack-request-id: req-97bc4227-29c3-4514-8abd-ed3198594a9c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:35.940483 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "tag": "3382540d-b279-4b00-b47d-501d35208c48", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:35.940734 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-97bc4227-29c3-4514-8abd-ed3198594a9c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:35.941478 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'tag': '3382540d-b279-4b00-b47d-501d35208c48', 'status': 'completed', 'code': 200} Nov 04 09:07:35.945575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:35.949456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/networks/9734fb42-d871-4b51-b930-ffeacc44846f HTTP/1.1" status: 204 len: 168 time: 0.8176906 Nov 04 09:07:35.955220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c8bca-c477-4fb4-b674-ded20fa8197f tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Network': ['ID=9734fb42-d871-4b51-b930-ffeacc44846f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:35.961577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:36.084581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.108305 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.125910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.163317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b987dbf-52c5-409b-8a68-76210ab48d4f']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:36.177030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56d5e-8e6f-4039-b033-62aa959fad11 req-9f9597a0-cc29-4f0d-a256-b0e3c62b9cf8 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:36.179102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbc56d5e-8e6f-4039-b033-62aa959fad11 req-9f9597a0-cc29-4f0d-a256-b0e3c62b9cf8 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1692150 Nov 04 09:07:36.183386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958eab1d-6d39-4f67-afc2-38e9fc001121,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:36.186161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:36.193001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': '492f1b14-1ecc-48fe-b8e9-c4d621ec25ec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:36.221030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:36.221722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a21b6a1-d410-47e7-a68b-27a6e33868fc') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:36.222031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a21b6a1-d410-47e7-a68b-27a6e33868fc') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:36.239989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-1977e18c-36ef-4c65-8cb1-c2058f383363 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:36.241657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-1977e18c-36ef-4c65-8cb1-c2058f383363 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 984 time: 0.3692956 Nov 04 09:07:36.249388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Deleting subnet efb71e3c-50c9-4982-add6-789f9d66f796 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:36.264667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Request body: {'port': {'security_groups': ['02cf6999-8f3a-4e36-a83e-e826f964c3dd']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:36.272271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.291617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.296495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.296836 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Added segment bed0eca2-2d73-4850-89e2-831af16e2fe2 of type vlan for network a37e9ff9-87f6-4450-8fc0-12268755e129 Nov 04 09:07:36.324760 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.349998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:36.350386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:36.353809 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:36.357173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbc56d5e-8e6f-4039-b033-62aa959fad11 req-dd74debf-43f1-43aa-8f29-37c6bde5d729 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530898 Nov 04 09:07:36.378431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-133b53f2-3497-4dba-9173-2f9ba9537320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:36.380042 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-133b53f2-3497-4dba-9173-2f9ba9537320 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce44e117b670452db4cf73cc68d88973&device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1135 time: 0.2923498 Nov 04 09:07:36.409998 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.445426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:36.448841 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.482642 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.506021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.523446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.531654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/networks/4b987dbf-52c5-409b-8a68-76210ab48d4f HTTP/1.1" status: 204 len: 168 time: 0.7571485 Nov 04 09:07:36.531654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57610) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:36.565602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b4c2a-6efd-4d14-b054-f061ff9d2ea0 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Network': ['ID=4b987dbf-52c5-409b-8a68-76210ab48d4f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:36.569047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.623595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.624626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:36.625208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.734582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e4969-20da-47ad-a9b1-a72de5fed051 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:36.741771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e4969-20da-47ad-a9b1-a72de5fed051 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:36.747327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-344e4969-20da-47ad-a9b1-a72de5fed051 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2076015 Nov 04 09:07:36.747589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:36.759819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0539053f-5357-4a6a-8146-72deeeb542a4 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:36.762595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-662249050'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:36.780773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0539053f-5357-4a6a-8146-72deeeb542a4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:36.781265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0539053f-5357-4a6a-8146-72deeeb542a4 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:36.786632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3093860 Nov 04 09:07:36.788160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-ceaa1748-d3d0-463f-b8e5-1d0d12287e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:36.790079 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-ceaa1748-d3d0-463f-b8e5-1d0d12287e7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 200 len: 920 time: 0.4007955 Nov 04 09:07:36.799081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:36.809532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Request body: {'subnet': {'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-subnet', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:36.838989 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.850230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Made reservation on behalf of d73760c6c2d9495c9ed3287f1439f4c3 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:36.850828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.852862 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:36.968431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971ee1f-d905-488d-9db5-962e4890b6f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a37e9ff9-87f6-4450-8fc0-12268755e129,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:36.974247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-d3dca41b-087b-4fb0-970f-5b3807058e0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 217 time: 0.1624453 Nov 04 09:07:36.983103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a37e9ff9-87f6-4450-8fc0-12268755e129 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:36.985681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=f87509d3-c28b-4751-b563-904aeb748c06,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:37.011983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': 'd511b6f1-3fb6-44d3-92bb-b68176238a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '492f1b14-1ecc-48fe-b8e9-c4d621ec25ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:37.011983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:37.037158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:37.073371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:37.081011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:37.081605 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.086725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e687ba3-0390-4e82-8e95-ba8236024910 None None] Network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:37.129300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Made reservation on behalf of 2d3e434b54054ddf8c10b593190fa8a6 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:37.133233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.154159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-98aabde8-8e96-439f-ab99-62504415ff3d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9661026 Nov 04 09:07:37.156629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:37.162923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40079035'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:37.179900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-a158cb5a-38b7-4030-b978-ab2cdad8fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:37.181546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-a158cb5a-38b7-4030-b978-ab2cdad8fee0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8380e30-0269-4d81-ac2c-96f61f5e7d3b HTTP/1.1" status: 200 len: 859 time: 0.1136847 Nov 04 09:07:37.198710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:37.203237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.231743 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.233780 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-cead891b-2e2a-4434-937d-afc76b334ed6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b074601e-bc93-48cf-a34a-544daacb07bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378835 Nov 04 09:07:37.234123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:37.241436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.243683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:37.285499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.285867 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment 6a2149e2-dda3-4395-b572-d81f7fb3d777 of type vlan for network cbb7ac56-d295-46db-b28a-d05b7cccdd23 Nov 04 09:07:37.306920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-492f1b14-1ecc-48fe-b8e9-c4d621ec25ec', 'network_id': '492f1b14-1ecc-48fe-b8e9-c4d621ec25ec', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': 'f87509d3-c28b-4751-b563-904aeb748c06'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:37.308459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.312791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Subnet': ['ID=efb71e3c-50c9-4982-add6-789f9d66f796,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:37.313584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-427008fd-d608-4626-aa11-8032c88a9a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.317737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.323787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c6fc2f44-b315-45fe-8a6c-c55a53ed925c tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/subnets/efb71e3c-50c9-4982-add6-789f9d66f796 HTTP/1.1" status: 204 len: 168 time: 1.3600388 Nov 04 09:07:37.331448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57618) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:37.342566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6928c1af-e249-4126-a0e0-ac4ef4fbd6b6 None None] Network 10c73aff-47c8-4150-8481-483b56a100fc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:37.367475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.367825 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Added segment a693c3f2-5cdb-4c5e-a93c-5bcbe5166a97 of type vlan for network 2ae3dc2e-7aff-4147-978c-ce0d1e2822ec Nov 04 09:07:37.379881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3382540d-b279-4b00-b47d-501d35208c48,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:37.489656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.549621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.576702 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.578353 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.600676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-8b39aa53-a121-49ec-a6b8-dab1ef774a8a service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398790 Nov 04 09:07:37.619243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3382540d-b279-4b00-b47d-501d35208c48'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:37.653824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:37.654749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.656416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "PUT /v2.0/ports/3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 942 time: 1.4027181 Nov 04 09:07:37.661766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'tag': '3382540d-b279-4b00-b47d-501d35208c48'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:37.664037 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2831e6e1-f93f-4bdf-8659-42599cbc474b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "tag": "3382540d-b279-4b00-b47d-501d35208c48"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:37.668394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.675251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:37.675983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.707801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4b0469-924c-4b4d-ba3c-c67ecd168969,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:37.728754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.739440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Checking segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:37.740091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Network hostable DHCP agents. Network: a37e9ff9-87f6-4450-8fc0-12268755e129, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:37.763881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff793cf9-2686-4fa6-aec6-f915a3a8d7d7 req-011b5459-6bb2-4470-acdb-08bd11e774e7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:37.766600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff793cf9-2686-4fa6-aec6-f915a3a8d7d7 req-011b5459-6bb2-4470-acdb-08bd11e774e7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1436422 Nov 04 09:07:37.803655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Network a37e9ff9-87f6-4450-8fc0-12268755e129 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:37.812929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.819774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:37.821043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.823690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3382540d-b279-4b00-b47d-501d35208c48'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:07:37.830806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a37e9ff9-87f6-4450-8fc0-12268755e129) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:37.847769 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0920622 Nov 04 09:07:37.858679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57630) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:37.871926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0201ee3-eb5a-48fa-b5e7-8ff06c2d2516 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Network': ['ID=2ae3dc2e-7aff-4147-978c-ce0d1e2822ec,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:37.875666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Pushing event updated for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:37.905149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:37.905746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.927628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-516697751'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:37.937108 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a29921fc-9fe3-4b04-80c3-866ff9f586b2 req-f4923920-4f35-41ac-ba05-bcfd720c5f95 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062890 Nov 04 09:07:37.946614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Deleting port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:37.947240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:37.975935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8148184 Nov 04 09:07:37.979434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff793cf9-2686-4fa6-aec6-f915a3a8d7d7 req-d49b72d0-47f2-42f8-b259-97225de2f327 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003653 Nov 04 09:07:37.980113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:37.988069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': 'cbb7ac56-d295-46db-b28a-d05b7cccdd23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:38.040603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f17dd6-da2b-4c94-b743-6081765f1e20 None None] Network a37e9ff9-87f6-4450-8fc0-12268755e129 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:38.098338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1999659-df61-4c9d-bdbe-bc50eb28b826 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=cbb7ac56-d295-46db-b28a-d05b7cccdd23,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:38.115339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7bc63a10-e03c-4487-b4d1-204b7d50d6cd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3122308 Nov 04 09:07:38.119695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:38.127317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:38.135311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2ae3dc2e-7aff-4147-978c-ce0d1e2822ec details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:38.148177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network cbb7ac56-d295-46db-b28a-d05b7cccdd23 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:38.178865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Made reservation on behalf of 2d3e434b54054ddf8c10b593190fa8a6 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:38.183533 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.224348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:38.228132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.302598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b1ed0-eb88-4fbf-af7b-3a61937b2076 req-77b18e4a-4f01-4483-9b71-aab238973332 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:38.310550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-984b1ed0-eb88-4fbf-af7b-3a61937b2076 req-77b18e4a-4f01-4483-9b71-aab238973332 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.1782258 Nov 04 09:07:38.317563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Allocated IP 2001:db8:0:ffff::2 (492f1b14-1ecc-48fe-b8e9-c4d621ec25ec/f87509d3-c28b-4751-b563-904aeb748c06/17164dc0-316c-4767-9d6f-03516d11e289) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:38.317853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:38.330894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.332197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.373169 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.373870 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Added segment afa0a43f-10a4-4b3d-998c-3a7e54c86348 of type vlan for network da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1 Nov 04 09:07:38.428735 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906ff4eb-94fa-4e08-8424-9821b84f4d17 x-openstack-request-id: req-906ff4eb-94fa-4e08-8424-9821b84f4d17 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:38.429443 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "tag": "3382540d-b279-4b00-b47d-501d35208c48", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:38.429443 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-906ff4eb-94fa-4e08-8424-9821b84f4d17 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:38.429821 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'tag': '3382540d-b279-4b00-b47d-501d35208c48', 'status': 'completed', 'code': 200} Nov 04 09:07:38.461782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-e435666e-dceb-49b9-936c-1ae306fb4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:38.463011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-e435666e-dceb-49b9-936c-1ae306fb4f98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce44e117b670452db4cf73cc68d88973&device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1096 time: 0.0650749 Nov 04 09:07:38.469565 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-984b1ed0-eb88-4fbf-af7b-3a61937b2076 req-c00f4f25-a974-4247-a070-9d94389af8f5 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540592 Nov 04 09:07:38.512984 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.517132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] For port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,segment=NetworkSegment(36f23567-6b50-46ec-aa80-24e70e29eb88),segment_id=36f23567-6b50-46ec-aa80-24e70e29eb88)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:38.518581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.522148 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.553623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] DHCP port deletion for 10c73aff-47c8-4150-8481-483b56a100fc request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:07:38.572880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Calling delete_port for 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:38.647548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a37e9ff9-87f6-4450-8fc0-12268755e129', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:38.648482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.659979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.666065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:38.666707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.674000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-7407b37a-e662-4cd1-a423-ee6be4a336bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:38.676748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-7407b37a-e662-4cd1-a423-ee6be4a336bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 200 len: 920 time: 0.2023857 Nov 04 09:07:38.742543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-af3c0d55-48ca-491f-82e3-d82459a6a7f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 217 time: 0.0425208 Nov 04 09:07:38.743958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.770074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.811642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9027104 Nov 04 09:07:38.823518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Port': ['ID=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:38.826566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57642) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:38.835936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'ports': [{'network_id': '2ae3dc2e-7aff-4147-978c-ce0d1e2822ec', 'name': 'tempest-port--1495411283', 'admin_state_up': True}, {'network_id': 'da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1', 'admin_state_up': False}]} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:38.836436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'port': {'network_id': '2ae3dc2e-7aff-4147-978c-ce0d1e2822ec', 'name': 'tempest-port--1495411283', 'admin_state_up': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:38.837149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'port': {'network_id': 'da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1', 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:38.844474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:38.865027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] No DVR routers for this DVR port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:38.916677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f1462-6506-4982-9b69-b5d4b36e8297 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Network': ['ID=da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:38.931121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:38.931513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:38.939640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:38.959566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:38.987716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-bb90deb1-5639-4b8f-8aab-e9d87dd0fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:38.989638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-bb90deb1-5639-4b8f-8aab-e9d87dd0fea5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8380e30-0269-4d81-ac2c-96f61f5e7d3b HTTP/1.1" status: 200 len: 859 time: 0.2150693 Nov 04 09:07:39.044253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-ba424994-59ba-427d-bde7-ab1a5726613f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b074601e-bc93-48cf-a34a-544daacb07bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465605 Nov 04 09:07:39.047211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=8c360096-bdb2-40b6-9859-3ba3ea234648,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:39.049818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.052285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] Deleting port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:39.052669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.076543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.076975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.077644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.078035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.078690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.079122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.079686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.081061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.081496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.082059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.082489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.082907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:39.098949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.102691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': '6a2149e2-dda3-4395-b572-d81f7fb3d777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'cbb7ac56-d295-46db-b28a-d05b7cccdd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:39.103819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: cbb7ac56-d295-46db-b28a-d05b7cccdd23, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:39.171894 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.200187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network cbb7ac56-d295-46db-b28a-d05b7cccdd23 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:39.210681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c73aff-47c8-4150-8481-483b56a100fc']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:39.228050 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Allocated IP 172.20.0.2 (a37e9ff9-87f6-4450-8fc0-12268755e129/ae4b0469-924c-4b4d-ba3c-c67ecd168969/6a9d49b3-1211-447c-b748-6c788eaf5e16) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:39.229866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347d85e-5132-487a-95ec-60e3e3bb2f0e req-056a5c15-8313-46a7-83ab-a4bddad34854 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:39.232352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c347d85e-5132-487a-95ec-60e3e3bb2f0e req-056a5c15-8313-46a7-83ab-a4bddad34854 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1145146 Nov 04 09:07:39.237495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, cbb7ac56-d295-46db-b28a-d05b7cccdd23) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:39.241822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f23567-6b50-46ec-aa80-24e70e29eb88') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:39.242230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] For port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:39.242374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f23567-6b50-46ec-aa80-24e70e29eb88') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:39.242722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.250468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:39.251803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.251986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:39.260723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd2126d-0ff2-4a4b-b2ed-2b8c321cf3f7 None None] Network cbb7ac56-d295-46db-b28a-d05b7cccdd23 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:39.263970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.266664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-a9400ea3-c4bb-4d0d-a458-192f9d3b8184 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127473 Nov 04 09:07:39.287130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:39.291726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] Calling delete_port for 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:39.306103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.328767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:39.335549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] Port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:07:39.344300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Pushing event updated for resources: {'Port': ['ID=17164dc0-316c-4767-9d6f-03516d11e289,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:39.345428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:39.345964 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.347076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:39.349200 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:39.351533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Made reservation on behalf of 2d3e434b54054ddf8c10b593190fa8a6 for: {'port': 2} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:39.355973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.385278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-81a5084c-6d21-488d-b76f-500140ee4007 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3990245 Nov 04 09:07:39.403275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57648) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:39.423496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] Pushing event deleted for resources: {'Port': ['ID=95f214f9-c6f6-488f-99c6-4fcdf9c1d919,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:39.433683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c347d85e-5132-487a-95ec-60e3e3bb2f0e req-34d35ddb-4053-4cb6-9965-48d3269fdf9a tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755159 Nov 04 09:07:39.443936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.447418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.451059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee10961-64d9-410a-94d4-aafa5d09db99 None None] No DVR routers for this DVR port 95f214f9-c6f6-488f-99c6-4fcdf9c1d919 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:39.487771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.526479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Attempting to bind port 17164dc0-316c-4767-9d6f-03516d11e289 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:39.526859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Attempting to bind port 17164dc0-316c-4767-9d6f-03516d11e289 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'd511b6f1-3fb6-44d3-92bb-b68176238a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '492f1b14-1ecc-48fe-b8e9-c4d621ec25ec'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:39.527223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Attempting to bind port 17164dc0-316c-4767-9d6f-03516d11e289 on network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:39.527803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.556522 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.561029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/networks/10c73aff-47c8-4150-8481-483b56a100fc HTTP/1.1" status: 204 len: 168 time: 2.2033110 Nov 04 09:07:39.564067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:39.569630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:39.570015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Checking segment: {'id': 'd511b6f1-3fb6-44d3-92bb-b68176238a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '492f1b14-1ecc-48fe-b8e9-c4d621ec25ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:39.570424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.570819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Bound using segment: {'id': 'd511b6f1-3fb6-44d3-92bb-b68176238a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '492f1b14-1ecc-48fe-b8e9-c4d621ec25ec'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:39.571308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Bound port: 17164dc0-316c-4767-9d6f-03516d11e289, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd511b6f1-3fb6-44d3-92bb-b68176238a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '492f1b14-1ecc-48fe-b8e9-c4d621ec25ec'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:39.571687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.619522 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2831e6e1-f93f-4bdf-8659-42599cbc474b req-441b3a6b-d390-4497-b8e2-9ef57abf0123 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410702 Nov 04 09:07:39.624595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6771a609-6ade-4f51-93c7-bd82315dfd47 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "GET /v2.0/ports?device_id=787a4bf6-64fc-472d-b293-5649282e0065 HTTP/1.1" status: 200 len: 205 time: 0.0553203 Nov 04 09:07:39.626516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57652) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:39.635990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf6290-4dcf-48ce-83a3-0609e631fc09 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Pushing event deleted for resources: {'Network': ['ID=10c73aff-47c8-4150-8481-483b56a100fc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:39.665188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] device_id is not set on port 4a054cfd-639e-49a8-86a4-e4d708b49958 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:07:39.688054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.776016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] For port 17164dc0-316c-4767-9d6f-03516d11e289, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:39.781605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] For port 17164dc0-316c-4767-9d6f-03516d11e289, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=17164dc0-316c-4767-9d6f-03516d11e289,segment=NetworkSegment(d511b6f1-3fb6-44d3-92bb-b68176238a0d),segment_id=d511b6f1-3fb6-44d3-92bb-b68176238a0d)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:39.810417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d9eee89-0db4-499f-9ec3-0f0fc1ee6298 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.810988 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.820767 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.864738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.868465 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.877878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46690f4-bf8f-48dc-8df4-569814a0b455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-cbb7ac56-d295-46db-b28a-d05b7cccdd23', 'network_id': 'cbb7ac56-d295-46db-b28a-d05b7cccdd23', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': '8c360096-bdb2-40b6-9859-3ba3ea234648'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:39.879374 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b46690f4-bf8f-48dc-8df4-569814a0b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.965225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Network a37e9ff9-87f6-4450-8fc0-12268755e129 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:39.982733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:39.996903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:40.002588 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f567215-879e-493d-8ff9-57404416d232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.007250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5b73c-eea8-4f80-9c02-bc4aac4df402 None None] Pushing event updated for resources: {'Port': ['ID=17164dc0-316c-4767-9d6f-03516d11e289,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:40.071528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.073772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:40.113338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d9eee89-0db4-499f-9ec3-0f0fc1ee6298 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.116180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d9eee89-0db4-499f-9ec3-0f0fc1ee6298 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.122512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] device_id is not set on port 7834ab25-1d86-44da-810a-3da42154b20b yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:07:40.128512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=8c360096-bdb2-40b6-9859-3ba3ea234648,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:40.204560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Allocated IP 172.25.3.203 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:40.208063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d9eee89-0db4-499f-9ec3-0f0fc1ee6298 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.208409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Pushing event updated for resources: {'Port': ['ID=6a9d49b3-1211-447c-b748-6c788eaf5e16,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:40.208989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9eee89-0db4-499f-9ec3-0f0fc1ee6298 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Fanout notify agent at l3_agent the message router_deleted on router 787a4bf6-64fc-472d-b293-5649282e0065 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:07:40.211140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Attempting to bind port 6a9d49b3-1211-447c-b748-6c788eaf5e16 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:40.211514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Attempting to bind port 6a9d49b3-1211-447c-b748-6c788eaf5e16 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:40.211908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Attempting to bind port 6a9d49b3-1211-447c-b748-6c788eaf5e16 on network a37e9ff9-87f6-4450-8fc0-12268755e129 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:40.223170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4d9eee89-0db4-499f-9ec3-0f0fc1ee6298 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.225576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4d9eee89-0db4-499f-9ec3-0f0fc1ee6298 tempest-RoutersNegativeTest-1316135357 tempest-RoutersNegativeTest-1316135357-project] 10.222.0.53 "DELETE /v2.0/routers/787a4bf6-64fc-472d-b293-5649282e0065 HTTP/1.1" status: 204 len: 168 time: 0.5874450 Nov 04 09:07:40.230642 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.287465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbb7ac56-d295-46db-b28a-d05b7cccdd23']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-b46690f4-bf8f-48dc-8df4-569814a0b455 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c360096-bdb2-40b6-9859-3ba3ea234648: This subnet is being modified by another concurrent operation. Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c360096-bdb2-40b6-9859-3ba3ea234648: This subnet is being modified by another concurrent operation. Nov 04 09:07:40.297585 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:07:40.376444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a2149e2-dda3-4395-b572-d81f7fb3d777') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:40.377602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a2149e2-dda3-4395-b572-d81f7fb3d777') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:40.389499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ebe5d-6de4-4efd-88b5-6a308f07505a req-c472ad06-99d9-4b01-99ea-2e9f155c36e1 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:40.400031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.418668 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c20ebe5d-6de4-4efd-88b5-6a308f07505a req-c472ad06-99d9-4b01-99ea-2e9f155c36e1 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.5507376 Nov 04 09:07:40.474972 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.494441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:40.495541 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:40.501192 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:40.513097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c62eaf-eece-4bdd-a2d6-7a6116ac17aa None None] Network cbb7ac56-d295-46db-b28a-d05b7cccdd23 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:40.519444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:40.519824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Checking segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:40.520472 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.521114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Bound using segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:40.521666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Bound port: 6a9d49b3-1211-447c-b748-6c788eaf5e16, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:40.522643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.555147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.569365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c20ebe5d-6de4-4efd-88b5-6a308f07505a req-0d7a21bb-ea04-4759-8b81-67353cc3d5ad tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492121 Nov 04 09:07:40.597229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.641681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.649863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57668) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:40.663559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.686734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.691985 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/cbb7ac56-d295-46db-b28a-d05b7cccdd23 HTTP/1.1" status: 204 len: 168 time: 1.2799022 Nov 04 09:07:40.695740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:40.713422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999957854'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:40.715642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a4036-c878-423e-b950-acac6b98c505 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=cbb7ac56-d295-46db-b28a-d05b7cccdd23,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:40.723974 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.745581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.836398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] For port 6a9d49b3-1211-447c-b748-6c788eaf5e16, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:40.856953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:40.857573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] For port 6a9d49b3-1211-447c-b748-6c788eaf5e16, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6a9d49b3-1211-447c-b748-6c788eaf5e16,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:40.859459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Port': ['ID=4a054cfd-639e-49a8-86a4-e4d708b49958,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:40.866358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:40.868420 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.885433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:40.890311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:40.894590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:40.921381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 17164dc0-316c-4767-9d6f-03516d11e289 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:40.951414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Pushing event updated for resources: {'Port': ['ID=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:40.978957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Checking segment: {'id': 'a693c3f2-5cdb-4c5e-a93c-5bcbe5166a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2ae3dc2e-7aff-4147-978c-ce0d1e2822ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:40.979607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network hostable DHCP agents. Network: 2ae3dc2e-7aff-4147-978c-ce0d1e2822ec, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:40.999958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59579a45-7cc3-4651-bff9-e325031b061a None None] Pushing event updated for resources: {'Port': ['ID=6a9d49b3-1211-447c-b748-6c788eaf5e16,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:41.009276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e058595-475a-4b1e-ac29-9d3776ce8879 req-e8ffdd11-9576-48cb-9cee-696758835a50 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:41.013749 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3077b18b-2aac-494c-a939-9369e7e6ae3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=78b704a1199e4d4caea2f756b0abe912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625977 Nov 04 09:07:41.017912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57674) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:41.029652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e058595-475a-4b1e-ac29-9d3776ce8879 req-e8ffdd11-9576-48cb-9cee-696758835a50 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1986794 Nov 04 09:07:41.034067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 17164dc0-316c-4767-9d6f-03516d11e289 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:41.034544 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.045824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network 2ae3dc2e-7aff-4147-978c-ce0d1e2822ec is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:41.050319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:41.069397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2ae3dc2e-7aff-4147-978c-ce0d1e2822ec) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:41.084537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cd9a24-986e-4628-9381-a993fc3b8e19 None None] Network 2ae3dc2e-7aff-4147-978c-ce0d1e2822ec requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:41.094598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:41.096315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.158465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.158993 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment 216d8a1b-f872-4a95-b6c7-99c9c58d1d59 of type vlan for network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 Nov 04 09:07:41.176588 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5011bad8-7bfb-4a1d-a72b-0b5385093555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.205328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5011bad8-7bfb-4a1d-a72b-0b5385093555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.227903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.282463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e058595-475a-4b1e-ac29-9d3776ce8879 req-f6b6062f-6be9-493e-abcf-daad81a727e9 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514524 Nov 04 09:07:41.302069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Port': ['ID=7834ab25-1d86-44da-810a-3da42154b20b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:41.342645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.356824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Checking segment: {'id': 'afa0a43f-10a4-4b3d-998c-3a7e54c86348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:41.357221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network hostable DHCP agents. Network: da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:41.380180 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5011bad8-7bfb-4a1d-a72b-0b5385093555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.383837 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5011bad8-7bfb-4a1d-a72b-0b5385093555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.388208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5011bad8-7bfb-4a1d-a72b-0b5385093555 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cafcd5f9-cd2d-4e6b-9d89-fbe3cbaf2143 HTTP/1.1" status: 204 len: 168 time: 0.3682957 Nov 04 09:07:41.405702 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.421700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:41.425745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011bad8-7bfb-4a1d-a72b-0b5385093555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafcd5f9-cd2d-4e6b-9d89-fbe3cbaf2143,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:41.436942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:41.459365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:41.476531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:41.481874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:41.482863 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.482990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac2da80-39d0-4d49-8db8-c243c26a7f29 None None] Network da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:41.515271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f12f8c17-96bd-4558-8e07-c9f720032dbb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6837671 Nov 04 09:07:41.519607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57682) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:41.550813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 17164dc0-316c-4767-9d6f-03516d11e289, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=17164dc0-316c-4767-9d6f-03516d11e289,segment=NetworkSegment(d511b6f1-3fb6-44d3-92bb-b68176238a0d),segment_id=d511b6f1-3fb6-44d3-92bb-b68176238a0d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:41.588884 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.599740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.605710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.627276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:41.628494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.691322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c3c96-4289-4bd8-af6a-3ee72226d23d tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:41.707965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c3c96-4289-4bd8-af6a-3ee72226d23d tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:41.712580 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-968c3c96-4289-4bd8-af6a-3ee72226d23d tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1885285 Nov 04 09:07:41.713563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57688) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:41.764339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=17164dc0-316c-4767-9d6f-03516d11e289,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:41.880033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532360b-98e2-4257-a281-791dd9e6a553 None None] Network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:41.926850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Deleting port 4a054cfd-639e-49a8-86a4-e4d708b49958 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:41.927817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:41.989862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f08d2e13-aefb-4fd2-b9d1-6b2143342532 None None] Provisioning complete for port 17164dc0-316c-4767-9d6f-03516d11e289 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:41.990350 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f08d2e13-aefb-4fd2-b9d1-6b2143342532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.057546 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.113396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Calling delete_port for 4a054cfd-639e-49a8-86a4-e4d708b49958 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:42.292956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.324865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.328947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=4240e9fb-563b-41b2-acc7-3c51594c1bf5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:42.342458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/ports/4a054cfd-639e-49a8-86a4-e4d708b49958 HTTP/1.1" status: 204 len: 168 time: 0.6200192 Nov 04 09:07:42.342458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57706) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:42.343129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:42.343763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-02e055e7-94e0-480a-b719-f943161e9d7f tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6465986 Nov 04 09:07:42.352850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:42.382889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': '4240e9fb-563b-41b2-acc7-3c51594c1bf5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:42.410941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e56f7-5772-42f3-84dd-96d6a47aa8e3 req-a73daa28-232b-4ec6-896f-eda9af086256 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:42.413396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8e56f7-5772-42f3-84dd-96d6a47aa8e3 req-a73daa28-232b-4ec6-896f-eda9af086256 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.1290476 Nov 04 09:07:42.467349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964517f-75f7-48ab-8fc5-8c94a0801cdf tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Port': ['ID=4a054cfd-639e-49a8-86a4-e4d708b49958,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:42.633253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:42.639515 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8e56f7-5772-42f3-84dd-96d6a47aa8e3 req-6cc05ca1-8355-480c-8b7a-c3a07e023491 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178731 Nov 04 09:07:42.641124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.649172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.715424 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.778523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Deleting port 7834ab25-1d86-44da-810a-3da42154b20b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:42.779089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.828259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e2a359-f446-4f18-b4cf-9974841aa809 None None] Network a37e9ff9-87f6-4450-8fc0-12268755e129 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:42.904068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.930988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Calling delete_port for 7834ab25-1d86-44da-810a-3da42154b20b owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:42.940355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] Provisioning complete for port 17164dc0-316c-4767-9d6f-03516d11e289 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:42.941580 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:42.945104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458566-66c9-4bf0-9c82-790e4cbb8f40 req-6f256f9a-2e4a-44c5-a55f-91c50334db98 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:42.948718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33458566-66c9-4bf0-9c82-790e4cbb8f40 req-6f256f9a-2e4a-44c5-a55f-91c50334db98 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1548600 Nov 04 09:07:42.996808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 17164dc0-316c-4767-9d6f-03516d11e289 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:43.008900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Router 443a4b85-8211-48f3-88d9-5019a84ae46e is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:07:43.024117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33458566-66c9-4bf0-9c82-790e4cbb8f40 req-7a333751-e729-4d4e-aeb6-5fe3f080c738 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610042 Nov 04 09:07:43.149154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.196450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:43.211144 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:43.218392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.220110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 17164dc0-316c-4767-9d6f-03516d11e289 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:43.221052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.234344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.236312 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-74190938-b6d7-44f2-88dc-663b72b8922b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1153479 Nov 04 09:07:43.239209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:43.245664 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:43.246301 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:43.246912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=b8b70e5d-2a1f-4731-88c6-ce36d38accf2,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:43.277752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Port': ['ID=7834ab25-1d86-44da-810a-3da42154b20b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:43.286841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.290112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ddc7f1da-cb06-4b37-9462-3ae0d87ff43a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/ports/7834ab25-1d86-44da-810a-3da42154b20b HTTP/1.1" status: 204 len: 168 time: 0.9247823 Nov 04 09:07:43.292661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57726) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:43.317352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] Provisioning complete for port 6a9d49b3-1211-447c-b748-6c788eaf5e16 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:43.317740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.363167 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-91516813-e7ad-4dc1-890f-aa0ce398e758 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0583348 Nov 04 09:07:43.369121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57730) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:43.374200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1960617998'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:43.384600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': '216d8a1b-f872-4a95-b6c7-99c9c58d1d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4240e9fb-563b-41b2-acc7-3c51594c1bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:43.385172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: 4240e9fb-563b-41b2-acc7-3c51594c1bf5, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:43.413023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Made reservation on behalf of 2d3e434b54054ddf8c10b593190fa8a6 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:43.416732 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.446166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:43.459021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4240e9fb-563b-41b2-acc7-3c51594c1bf5) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:43.465177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:43.468248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:43.469036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.469671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a9d49b3-1211-447c-b748-6c788eaf5e16 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:43.480673 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:43.487508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.487719 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Added segment 5c9acd13-ce0a-4366-a640-abd98d108c02 of type vlan for network e6a0ba00-9a63-4078-af86-a8e9f70b5d96 Nov 04 09:07:43.514576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a0c9b743-44de-4fd0-bf35-e6d220fcba63 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1476650 Nov 04 09:07:43.519482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:43.524523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425097050'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:43.528830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597ec70d-d253-4bdd-932a-cca93d7c55b3 None None] Network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:43.608787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.685332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:43.690305 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.762161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:41Z', 'revision_number': 3, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:43.762480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-f4765d2f-ee19-4225-856c-e9dfebbcdd68 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:43.765187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-f4765d2f-ee19-4225-856c-e9dfebbcdd68 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.2661667 Nov 04 09:07:43.808379 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.818064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:43.819028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.826914 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.839479 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:07:43.840304 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Updating router 443a4b85-8211-48f3-88d9-5019a84ae46e port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:07:43.871662 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.878854 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] For port 6a9d49b3-1211-447c-b748-6c788eaf5e16, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6a9d49b3-1211-447c-b748-6c788eaf5e16,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:43.890492 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:43.951553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6a9d49b3-1211-447c-b748-6c788eaf5e16 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:43.952053 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.002899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6325567 Nov 04 09:07:44.004087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:44.012016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:44.031221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1055917403'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:44.059349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.060090 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment eb97ec4b-b685-4cd2-adfb-f5cdde294cb3 of type vlan for network efb6a956-73b9-490a-b44e-34c670f78970 Nov 04 09:07:44.070360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed008500-192a-478a-b3ee-a53a5b543a22 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Network': ['ID=e6a0ba00-9a63-4078-af86-a8e9f70b5d96,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:44.123020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.134964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764a7436-7939-4f58-91bb-b842f7163e0d req-1594d445-d3b2-4ca3-8d3a-e7274c629842 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:44.137246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-764a7436-7939-4f58-91bb-b842f7163e0d req-1594d445-d3b2-4ca3-8d3a-e7274c629842 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 946 time: 0.2993307 Nov 04 09:07:44.141694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Made reservation on behalf of 2d3e434b54054ddf8c10b593190fa8a6 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:44.145950 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.166156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Deleting port 1333ac35-9c7a-4e27-97f8-621392004d76 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:44.166558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.183059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.189958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:44.190657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.223594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network e6a0ba00-9a63-4078-af86-a8e9f70b5d96 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:44.257495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-4240e9fb-563b-41b2-acc7-3c51594c1bf5', 'network_id': '4240e9fb-563b-41b2-acc7-3c51594c1bf5', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': 'b8b70e5d-2a1f-4731-88c6-ce36d38accf2'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:44.258327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.289350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a885ee4-25d6-4c6e-a117-f2f79d3833a2 None None] Pushing event updated for resources: {'Port': ['ID=6a9d49b3-1211-447c-b748-6c788eaf5e16,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:44.296806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=efb6a956-73b9-490a-b44e-34c670f78970,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:44.297244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-764a7436-7939-4f58-91bb-b842f7163e0d req-2d7929b8-c6ec-4cec-be25-5cbe0262b432 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384985 Nov 04 09:07:44.311433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:44.333722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network efb6a956-73b9-490a-b44e-34c670f78970 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:44.356271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.356806 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Added segment 1109a863-9678-43ee-97e8-03e412abed4b of type vlan for network f5bd98be-0668-4820-a973-9e1ad1661f2b Nov 04 09:07:44.366930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1066998-17fa-4010-aa3e-e027999d9d7d tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8429642 Nov 04 09:07:44.371893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f3f4d87f-210e-44f2-b044-a88332f7bab8 None None] Provisioning complete for port 6a9d49b3-1211-447c-b748-6c788eaf5e16 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:44.372275 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3f4d87f-210e-44f2-b044-a88332f7bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.376813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57750) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:44.388260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': 'efb6a956-73b9-490a-b44e-34c670f78970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:44.485609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.493060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] For port 1333ac35-9c7a-4e27-97f8-621392004d76, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1333ac35-9c7a-4e27-97f8-621392004d76,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:44.493060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.512400 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.550361 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.568927 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.588557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84807f4e-73a9-4830-b6aa-736be12396e7 req-dbcb1783-0cb6-4d42-953b-ee82ade9ce0f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:44.590310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84807f4e-73a9-4830-b6aa-736be12396e7 req-dbcb1783-0cb6-4d42-953b-ee82ade9ce0f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1672335 Nov 04 09:07:44.605477 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.626164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:44.629383 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.678370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:44.681977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.701380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Attempting to bind port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:44.701755 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Attempting to bind port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:44.702206 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Attempting to bind port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:44.714063 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:44.714445 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:44.714855 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.715254 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:44.715735 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Bound port: 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:44.716166 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.743824 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Pushing event updated for resources: {'Port': ['ID=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:44.766165 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.767153 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.767468 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.767811 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.768551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.768551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.769049 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.769382 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.769710 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.770288 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.770416 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.770670 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:07:44.800180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Allocated IP 2001:db8::3 (4240e9fb-563b-41b2-acc7-3c51594c1bf5/b8b70e5d-2a1f-4731-88c6-ce36d38accf2/906a1d44-1143-4428-8223-d4459e02895f) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:44.805089 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] For port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:44.813610 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] For port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:44.825643 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.841378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:44.874501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Performing IP validity checks on allocation pools {{(pid=102556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:07:44.875079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:07:44.875732 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:44.877105 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:44.907251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.908323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:44.909120 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Floating IP f5ad6db0-26e1-420b-8070-1e2dee025228 disassociated. External IP: 172.25.3.5, port: 1333ac35-9c7a-4e27-97f8-621392004d76. Nov 04 09:07:44.909597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Calling delete_port for 1333ac35-9c7a-4e27-97f8-621392004d76 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:44.940866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Network': ['ID=f5bd98be-0668-4820-a973-9e1ad1661f2b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:44.975329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84807f4e-73a9-4830-b6aa-736be12396e7 req-b9a9f76d-9a58-481c-b701-b58620112ecb tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708556 Nov 04 09:07:44.990855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0edb7f11-a2d6-4a07-bdb2-ec1a5673cd84 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9754755 Nov 04 09:07:45.012626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Allocated IP 172.20.0.1 (a37e9ff9-87f6-4450-8fc0-12268755e129/ae4b0469-924c-4b4d-ba3c-c67ecd168969/7854418c-880e-4891-8e88-ebc1ae7164a3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:45.069272 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:45.196815 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.202515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5cba-1f79-42bf-8287-42e6c8144102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.227875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a9d49b3-1211-447c-b748-6c788eaf5e16 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:45.275842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f5bd98be-0668-4820-a973-9e1ad1661f2b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:45.320384 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7335f4-3da3-4759-bf1d-f3b03f0a3cf0 None None] Pushing event updated for resources: {'Port': ['ID=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:45.333501 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9026676-5427-41b7-9509-34ded10c478b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:41Z', 'revision_number': 3, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:45.349640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.372784 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9026676-5427-41b7-9509-34ded10c478b None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:41Z', 'revision_number': 3, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:45.421907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.452515 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.513709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:45.524629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:45.538986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:45.547692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6a9d49b3-1211-447c-b748-6c788eaf5e16 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:45.548690 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.556249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.564776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=a59e42a0-27f1-4f4a-ac39-356a9fbd3b82,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:45.569196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.632888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Pushing event updated for resources: {'Port': ['ID=906a1d44-1143-4428-8223-d4459e02895f,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:45.633362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efb6a956-73b9-490a-b44e-34c670f78970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:45.633362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: efb6a956-73b9-490a-b44e-34c670f78970, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:45.642467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event deleted for resources: {'Port': ['ID=1333ac35-9c7a-4e27-97f8-621392004d76,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:45.709170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.721223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Pushing event updated for resources: {'Port': ['ID=7854418c-880e-4891-8e88-ebc1ae7164a3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:45.739501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Attempting to bind port 906a1d44-1143-4428-8223-d4459e02895f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:45.740089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Attempting to bind port 906a1d44-1143-4428-8223-d4459e02895f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '216d8a1b-f872-4a95-b6c7-99c9c58d1d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4240e9fb-563b-41b2-acc7-3c51594c1bf5'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:45.740733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Attempting to bind port 906a1d44-1143-4428-8223-d4459e02895f on network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:45.748756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5cba-1f79-42bf-8287-42e6c8144102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.755145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:45.755829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Checking segment: {'id': '216d8a1b-f872-4a95-b6c7-99c9c58d1d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4240e9fb-563b-41b2-acc7-3c51594c1bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:45.756404 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.756950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Bound using segment: {'id': '216d8a1b-f872-4a95-b6c7-99c9c58d1d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4240e9fb-563b-41b2-acc7-3c51594c1bf5'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:45.757861 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Bound port: 906a1d44-1143-4428-8223-d4459e02895f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216d8a1b-f872-4a95-b6c7-99c9c58d1d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4240e9fb-563b-41b2-acc7-3c51594c1bf5'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:45.758571 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.766551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5cba-1f79-42bf-8287-42e6c8144102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.768366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network efb6a956-73b9-490a-b44e-34c670f78970 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:45.785199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, efb6a956-73b9-490a-b44e-34c670f78970) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:45.793688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:45.794691 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:45.802178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Network a37e9ff9-87f6-4450-8fc0-12268755e129 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:45.806482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a6a5cba-1f79-42bf-8287-42e6c8144102 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b73ed24c7c134d88b6cd6a409b07bf67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9246366 Nov 04 09:07:45.809500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:45.819479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50027fe9-0eb0-4fa5-b8ed-b608f6eb96ff req-6b2c8b59-fc54-4845-9412-35fba95a6b67 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:45.821574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50027fe9-0eb0-4fa5-b8ed-b608f6eb96ff req-6b2c8b59-fc54-4845-9412-35fba95a6b67 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 867 time: 0.3746724 Nov 04 09:07:45.822467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:45.842868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:45.882768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-61e0b86a-4d1d-484e-8201-1f03552d2724 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4981399 Nov 04 09:07:45.883518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57764) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:45.889257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79adc83c-1bef-4b4e-9eb6-01392086dc70 None None] Network efb6a956-73b9-490a-b44e-34c670f78970 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:46.189864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a5cba-1f79-42bf-8287-42e6c8144102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd12b362-ad64-493e-b0ab-186e7a543724,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:46.222654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50027fe9-0eb0-4fa5-b8ed-b608f6eb96ff req-1f2eebab-6d74-4d3d-b84d-6c91a6ba7d16 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376775 Nov 04 09:07:46.229060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9736-53ea-420b-850f-8da446c86aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:46.348478 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:46.363402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9736-53ea-420b-850f-8da446c86aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:46.407893 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:46.474621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] For port 906a1d44-1143-4428-8223-d4459e02895f, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:46.480033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] For port 906a1d44-1143-4428-8223-d4459e02895f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=906a1d44-1143-4428-8223-d4459e02895f,segment=NetworkSegment(216d8a1b-f872-4a95-b6c7-99c9c58d1d59),segment_id=216d8a1b-f872-4a95-b6c7-99c9c58d1d59)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:46.489603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-734aabf9-4e50-4179-9793-d953db8a13a2 None None] Provisioning complete for port 7854418c-880e-4891-8e88-ebc1ae7164a3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:46.491570 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-734aabf9-4e50-4179-9793-d953db8a13a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:46.540470 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:46.599143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-734aabf9-4e50-4179-9793-d953db8a13a2 None None] Port 7854418c-880e-4891-8e88-ebc1ae7164a3 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:46.741547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2bd43-e642-4201-8207-19ab0636307b None None] Pushing event updated for resources: {'Port': ['ID=906a1d44-1143-4428-8223-d4459e02895f,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:46.756584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-efb6a956-73b9-490a-b44e-34c670f78970', 'network_id': 'efb6a956-73b9-490a-b44e-34c670f78970', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': 'a59e42a0-27f1-4f4a-ac39-356a9fbd3b82'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:46.757552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:46.879913 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.030857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Router acb56d2d-ef9e-4af3-9bb9-eb879793b59f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:47.077496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Allocated IP 2001:db8::3 (efb6a956-73b9-490a-b44e-34c670f78970/a59e42a0-27f1-4f4a-ac39-356a9fbd3b82/8db67e0c-328a-444d-a73c-2b57fa4e2652) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:47.097935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:47.152449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e51f01-b821-4f5f-85f6-560de7f20a25 req-53347ffa-993f-4d56-b618-0b462a8d4f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:47.154384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-34e51f01-b821-4f5f-85f6-560de7f20a25 req-53347ffa-993f-4d56-b618-0b462a8d4f12 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 1096 time: 0.2764325 Nov 04 09:07:47.200444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fceb37-e51d-4291-b173-580d952c2324 req-90b8f51e-bbae-4380-b0bb-46d805308fd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:47.221068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84fceb37-e51d-4291-b173-580d952c2324 req-90b8f51e-bbae-4380-b0bb-46d805308fd1 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.7004793 Nov 04 09:07:47.239707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.299126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9736-53ea-420b-850f-8da446c86aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.301944 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb9e9736-53ea-420b-850f-8da446c86aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.303256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fb9e9736-53ea-420b-850f-8da446c86aa2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd12b362-ad64-493e-b0ab-186e7a543724 HTTP/1.1" status: 204 len: 168 time: 1.4485943 Nov 04 09:07:47.330517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e9736-53ea-420b-850f-8da446c86aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd12b362-ad64-493e-b0ab-186e7a543724,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:47.359459 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84fceb37-e51d-4291-b173-580d952c2324 req-998e437a-28f7-45f2-8c7d-990cda66de01 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333981 Nov 04 09:07:47.383023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-34e51f01-b821-4f5f-85f6-560de7f20a25 req-770a14a5-30a7-455c-a40b-ae2f606911f5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019517 Nov 04 09:07:47.479630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.489438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.492133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.541293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:47.542031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1333ac35-9c7a-4e27-97f8-621392004d76 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:07:47.624054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] Sync routers for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:47.633686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] No DVR routers for this DVR port 1333ac35-9c7a-4e27-97f8-621392004d76 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:47.643166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.651278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8c5ddcd-153f-49a3-ad59-f95a02ab47a1 req-a84d7880-dd62-45b1-ae9b-02537524667b tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.70 "DELETE /v2.0/ports/1333ac35-9c7a-4e27-97f8-621392004d76 HTTP/1.1" status: 204 len: 173 time: 3.8563619 Nov 04 09:07:47.651278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'name': 'network-vif-deleted', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:47.654039 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06285352-5c2d-415b-8df1-3b31cb005193" -d '{"events": [{"server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "name": "network-vif-deleted", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:47.672277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Pushing event updated for resources: {'Port': ['ID=7854418c-880e-4891-8e88-ebc1ae7164a3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:47.707848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 1333ac35-9c7a-4e27-97f8-621392004d76 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:07:47.708241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1333ac35-9c7a-4e27-97f8-621392004d76 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:07:47.715905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.766610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:47.773180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:47.968909 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:47.978508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8aa5869c-c0f0-4056-a238-62821ba5c0d0 req-6ccbf1b7-bc2c-4c55-83e9-7998020c4880 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.2366092 Nov 04 09:07:48.013589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Network a37e9ff9-87f6-4450-8fc0-12268755e129 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:48.016646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:48.047880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:48.066075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.089823 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.096737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.104495 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409a1502-ad18-49c0-abb9-6111311226c7 x-openstack-request-id: req-409a1502-ad18-49c0-abb9-6111311226c7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:07:48.104942 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec4a6269-68b7-4a86-ac67-c17532d16900", "name": "network-vif-deleted", "tag": "1333ac35-9c7a-4e27-97f8-621392004d76", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:07:48.105315 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-409a1502-ad18-49c0-abb9-6111311226c7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:07:48.106168 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec4a6269-68b7-4a86-ac67-c17532d16900', 'name': 'network-vif-deleted', 'tag': '1333ac35-9c7a-4e27-97f8-621392004d76', 'status': 'completed', 'code': 200} Nov 04 09:07:48.106867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:48.165876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-892732b5-4d5c-47f9-82f5-a8bedd90ebe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.180073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=a59e42a0-27f1-4f4a-ac39-356a9fbd3b82,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:48.398580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-892732b5-4d5c-47f9-82f5-a8bedd90ebe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.434469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-892732b5-4d5c-47f9-82f5-a8bedd90ebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.509430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Network efb6a956-73b9-490a-b44e-34c670f78970 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:48.553988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:48.558786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:48.568858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'subnets': [{'network_id': 'e6a0ba00-9a63-4078-af86-a8e9f70b5d96', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1927715136', 'ip_version': 6}, {'network_id': 'f5bd98be-0668-4820-a973-9e1ad1661f2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:48.569273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'subnet': {'network_id': 'e6a0ba00-9a63-4078-af86-a8e9f70b5d96', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1927715136', 'ip_version': 6}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:48.570055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Request body: {'subnet': {'network_id': 'f5bd98be-0668-4820-a973-9e1ad1661f2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:48.634107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:48.638508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:07:48.639502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.665311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-892732b5-4d5c-47f9-82f5-a8bedd90ebe4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b60059a99af4eaea097d995650fb9c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5470397 Nov 04 09:07:48.667343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:48.667939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892732b5-4d5c-47f9-82f5-a8bedd90ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf7c590-174b-4fe9-ba94-f80c12bea742,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:48.694506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb6a956-73b9-490a-b44e-34c670f78970']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:48.707492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:48.715794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4c1a0-1fe9-4a23-a42e-fc534418b6e5 req-3453283e-054a-4b73-ab90-3c79fa2b11ba tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:48.716636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Pushing event updated for resources: {'Port': ['ID=8db67e0c-328a-444d-a73c-2b57fa4e2652,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:48.717414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ff4c1a0-1fe9-4a23-a42e-fc534418b6e5 req-3453283e-054a-4b73-ab90-3c79fa2b11ba tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1603899 Nov 04 09:07:48.738787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:48.739083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:48.753895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.779267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.788949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:48.789593 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:48.915118 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:48.917906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 09:07:48.917906 n-d-816487-1 neutron-server[102556]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 09:07:48.917906 n-d-816487-1 neutron-server[102556]: [parameters: {'id': 'efb6a956-73b9-490a-b44e-34c670f78970'}] Nov 04 09:07:48.917906 n-d-816487-1 neutron-server[102556]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:07:48.918199 n-d-816487-1 neutron-server[102556]: DEBUG oslo_db.api [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:07:49.014913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-66c97b39-0ce6-4f18-959a-b2bbb80eea0d None None] Provisioning complete for port 7854418c-880e-4891-8e88-ebc1ae7164a3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:49.015428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66c97b39-0ce6-4f18-959a-b2bbb80eea0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.028530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ff4c1a0-1fe9-4a23-a42e-fc534418b6e5 req-988b9d7d-e1ea-4f58-bf0a-b49dbaadcc7b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008392 Nov 04 09:07:49.043786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b97027c4-d7fe-4d51-a41f-bf8e25d440d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.069002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:07:49.086256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-52ad5cab-a994-41b6-ad48-fb17bce17c2f admin admin] 10.222.0.53 "PUT /v2.0/routers/443a4b85-8211-48f3-88d9-5019a84ae46e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8353319 Nov 04 09:07:49.086509 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:07:49.086966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Made reservation on behalf of 2d3e434b54054ddf8c10b593190fa8a6 for: {'subnet': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:49.086966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.086966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.097179 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:49.098098 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:49.137880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-66c97b39-0ce6-4f18-959a-b2bbb80eea0d None None] Port 7854418c-880e-4891-8e88-ebc1ae7164a3 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:07:49.140978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b97027c4-d7fe-4d51-a41f-bf8e25d440d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.298008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Attempting to bind port 8db67e0c-328a-444d-a73c-2b57fa4e2652 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:49.298550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Attempting to bind port 8db67e0c-328a-444d-a73c-2b57fa4e2652 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efb6a956-73b9-490a-b44e-34c670f78970'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:49.299111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Attempting to bind port 8db67e0c-328a-444d-a73c-2b57fa4e2652 on network efb6a956-73b9-490a-b44e-34c670f78970 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:49.301541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6808f174-29ef-4bf7-9be3-e03c27d1aea7 None None] Network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:49.330039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3168405d-7650-4dcb-ad92-81fd1f7b512a req-c87642fb-999f-4903-ab53-cd89e6e00953 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.0428233 Nov 04 09:07:49.369769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b97027c4-d7fe-4d51-a41f-bf8e25d440d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.379884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b97027c4-d7fe-4d51-a41f-bf8e25d440d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.381099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b97027c4-d7fe-4d51-a41f-bf8e25d440d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cf7c590-174b-4fe9-ba94-f80c12bea742 HTTP/1.1" status: 204 len: 168 time: 0.7141099 Nov 04 09:07:49.392779 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:49.419889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.549573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:49.550117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Checking segment: {'id': 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efb6a956-73b9-490a-b44e-34c670f78970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:49.550589 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.551128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Bound using segment: {'id': 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efb6a956-73b9-490a-b44e-34c670f78970'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:49.551726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Bound port: 8db67e0c-328a-444d-a73c-2b57fa4e2652, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'efb6a956-73b9-490a-b44e-34c670f78970'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:49.552333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.654671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting port 8db67e0c-328a-444d-a73c-2b57fa4e2652 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:49.655082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.656332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] For port 8db67e0c-328a-444d-a73c-2b57fa4e2652, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:49.661179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] For port 8db67e0c-328a-444d-a73c-2b57fa4e2652, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8db67e0c-328a-444d-a73c-2b57fa4e2652,segment=NetworkSegment(eb97ec4b-b685-4cd2-adfb-f5cdde294cb3),segment_id=eb97ec4b-b685-4cd2-adfb-f5cdde294cb3)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:49.690012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d38a0ba7-6917-468c-947c-e1364933fe3d None None] Provisioning complete for port 906a1d44-1143-4428-8223-d4459e02895f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:49.690440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d38a0ba7-6917-468c-947c-e1364933fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.692825 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.806342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-842e08ff-5150-4fd5-84b7-3b2d0d860be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:49.809645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-842e08ff-5150-4fd5-84b7-3b2d0d860be3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 1096 time: 0.2218502 Nov 04 09:07:49.817750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f40ddd-a456-448b-a9fd-d3244a4f07ef None None] Pushing event updated for resources: {'Port': ['ID=8db67e0c-328a-444d-a73c-2b57fa4e2652,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:49.857023 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:47Z', 'revision_number': 2, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:49.883304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:49.950249 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:07:49.950519 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Updating router 443a4b85-8211-48f3-88d9-5019a84ae46e port 7854418c-880e-4891-8e88-ebc1ae7164a3 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:07:49.956891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823456fe-6314-492c-89de-1c0d1ffd0fba None None] Network efb6a956-73b9-490a-b44e-34c670f78970 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:50.014198 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:50.132110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-d622ac3f-03bd-46a4-a502-0d28ae71a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:50.133610 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-d622ac3f-03bd-46a4-a502-0d28ae71a2ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 911 time: 0.3062954 Nov 04 09:07:50.263757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:50.266959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-b2fa3a04-8b04-4cdd-b8ba-04400fe23dcd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232 HTTP/1.1" status: 200 len: 217 time: 0.1253250 Nov 04 09:07:50.268019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d38a0ba7-6917-468c-947c-e1364933fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:50.327424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-a6a95f1f-4d73-447e-9f7a-29611b5d811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:50.328342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-a6a95f1f-4d73-447e-9f7a-29611b5d811e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.0507522 Nov 04 09:07:50.363022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] For port 8db67e0c-328a-444d-a73c-2b57fa4e2652, host n-d-816487-1, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:50.363022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:50.363422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:50.419353 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-82d6168b-d6aa-4c5e-a161-1ce0ab363ef7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815980 Nov 04 09:07:50.601955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:51Z', 'revision_number': 5, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:50.651596 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-5adcb3cf-4aa8-4b52-9c85-5438a25d3591 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194300 Nov 04 09:07:50.687084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Calling delete_port for 8db67e0c-328a-444d-a73c-2b57fa4e2652 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:50.786947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:50.798770 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:50.805088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 906a1d44-1143-4428-8223-d4459e02895f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:50.813068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-277d7233-f5a9-4e7e-9053-6e8cc3b2269f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:50.816182 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:50.830390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-277d7233-f5a9-4e7e-9053-6e8cc3b2269f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 821 time: 0.2580423 Nov 04 09:07:50.833791 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:50.837219 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97027c4-d7fe-4d51-a41f-bf8e25d440d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf7c590-174b-4fe9-ba94-f80c12bea742,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:50.851150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] Checking router: acb56d2d-ef9e-4af3-9bb9-eb879793b59f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:07:50.856307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d38a0ba7-6917-468c-947c-e1364933fe3d None None] For port 906a1d44-1143-4428-8223-d4459e02895f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=906a1d44-1143-4428-8223-d4459e02895f,segment=NetworkSegment(216d8a1b-f872-4a95-b6c7-99c9c58d1d59),segment_id=216d8a1b-f872-4a95-b6c7-99c9c58d1d59)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:50.955680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fc49d300-dfd9-4ec7-b88d-b25a5caba7dc req-4534a48f-55ed-4f94-92c8-25ed73c363bc service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941966 Nov 04 09:07:50.956137 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473e8d0-860e-41c2-8ccb-22c7838c0534 None None] Pushing event updated for resources: {'Port': ['ID=7854418c-880e-4891-8e88-ebc1ae7164a3,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:50.998391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.014221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d38a0ba7-6917-468c-947c-e1364933fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.070643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-6c66cc73-75ec-46a9-88e0-1696ecda2ff2 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/quotas/d73760c6c2d9495c9ed3287f1439f4c3 HTTP/1.1" status: 200 len: 375 time: 0.2390819 Nov 04 09:07:51.089977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Port': ['ID=8db67e0c-328a-444d-a73c-2b57fa4e2652,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:51.103444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No DVR routers for this DVR port 8db67e0c-328a-444d-a73c-2b57fa4e2652 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:07:51.146613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Checking segment: {'id': '5c9acd13-ce0a-4366-a640-abd98d108c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e6a0ba00-9a63-4078-af86-a8e9f70b5d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:51.146982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network hostable DHCP agents. Network: e6a0ba00-9a63-4078-af86-a8e9f70b5d96, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:51.158985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Attempting to bind port 7854418c-880e-4891-8e88-ebc1ae7164a3 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:51.159518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Attempting to bind port 7854418c-880e-4891-8e88-ebc1ae7164a3 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:51.160180 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Attempting to bind port 7854418c-880e-4891-8e88-ebc1ae7164a3 on network a37e9ff9-87f6-4450-8fc0-12268755e129 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:51.164749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:51.165388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:51.172612 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:51.176958 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Checking segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:51.178129 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.178868 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Bound using segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:51.179901 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Bound port: 7854418c-880e-4891-8e88-ebc1ae7164a3, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:51.180997 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.257955 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Subnet': ['ID=1185c7c6-92a4-477a-b597-21281205af24,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:51.269146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network e6a0ba00-9a63-4078-af86-a8e9f70b5d96 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:51.307262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, e6a0ba00-9a63-4078-af86-a8e9f70b5d96) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:51.324671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.364201 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] For port 7854418c-880e-4891-8e88-ebc1ae7164a3, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:51.390095 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] For port 7854418c-880e-4891-8e88-ebc1ae7164a3, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7854418c-880e-4891-8e88-ebc1ae7164a3,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:51.399093 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.406304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.454826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb6a956-73b9-490a-b44e-34c670f78970']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:51.471357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:51.471922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb97ec4b-b685-4cd2-adfb-f5cdde294cb3') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:51.474644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b582e59f-d556-464d-8905-f929a5fccc64 None None] Network e6a0ba00-9a63-4078-af86-a8e9f70b5d96 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:51.491614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-6c9fec1e-6149-42fd-b509-a45d989bdc6d tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4062812 Nov 04 09:07:51.492532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.513871 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:07:51.514496 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:51.526782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.561139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:51.561708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:51.566212 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:51.680247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.702623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:51.707299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event updated for resources: {'Subnet': ['ID=5d0003b7-7fe0-485e-854a-c1a3461bc720,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:51.722665 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8473e8d0-860e-41c2-8ccb-22c7838c0534 None None] Pushing event updated for resources: {'Port': ['ID=7854418c-880e-4891-8e88-ebc1ae7164a3,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:51.729365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.739509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/efb6a956-73b9-490a-b44e-34c670f78970 HTTP/1.1" status: 204 len: 168 time: 5.8524764 Nov 04 09:07:51.743824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07773375-13ba-4e6e-ac2e-b8cbe5b85ff3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=efb6a956-73b9-490a-b44e-34c670f78970,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:51.749582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57844) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:51.760239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Checking segment: {'id': '1109a863-9678-43ee-97e8-03e412abed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f5bd98be-0668-4820-a973-9e1ad1661f2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:51.760743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network hostable DHCP agents. Network: f5bd98be-0668-4820-a973-9e1ad1661f2b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:51.764456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-103791076'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:51.836883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:51.837054 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:07:51.845935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Network f5bd98be-0668-4820-a973-9e1ad1661f2b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:51.849639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.894181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-37066686-ed7f-4f03-af1f-b0197594fcc9 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015620 Nov 04 09:07:51.904044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f5bd98be-0668-4820-a973-9e1ad1661f2b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:51.958475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:51.959240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:51.960064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:51.966663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:51.995608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:51.996049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b37b259c-7055-42d1-b975-6f3077f4c9cd tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.4287744 Nov 04 09:07:51.998738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.000519 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment aed5442e-d59a-4d48-a6c7-eb2cd3d3f177 of type vlan for network 88cd7d79-fad0-43be-a190-96ceeab1ba1d Nov 04 09:07:52.046091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-43059e99-d753-48f5-a920-852325438e2e None None] Provisioning complete for port 906a1d44-1143-4428-8223-d4459e02895f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:52.049829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-43059e99-d753-48f5-a920-852325438e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.070167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe58731a-357c-489c-890c-8391d9904789 None None] Network f5bd98be-0668-4820-a973-9e1ad1661f2b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:52.075886 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-0a213ddc-8a08-4b4c-a020-92d4439384bb service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804724 Nov 04 09:07:52.133326 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:51Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:52.170586 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f91c6b-cafd-4e6f-ac4a-319e22e952a2 None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:51Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:52.223498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a0ba7-6917-468c-947c-e1364933fe3d None None] Pushing event updated for resources: {'Port': ['ID=906a1d44-1143-4428-8223-d4459e02895f,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:52.336458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64b4cb-6d32-414a-a472-0ec40ec61083 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:52.338247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64b4cb-6d32-414a-a472-0ec40ec61083 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:52.340130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64b4cb-6d32-414a-a472-0ec40ec61083 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:52.349136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8b64b4cb-6d32-414a-a472-0ec40ec61083 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3357973 Nov 04 09:07:52.352374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:52.377769 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.456451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.478516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:52.481195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.594984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Deleting subnet 1185c7c6-92a4-477a-b597-21281205af24 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:52.605790 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.636411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 906a1d44-1143-4428-8223-d4459e02895f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:52.636816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.696807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9459863 Nov 04 09:07:52.711297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57870) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:52.717109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00dc3f1-03d8-43a3-bb37-9a860ef26e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-e6a0ba00-9a63-4078-af86-a8e9f70b5d96', 'network_id': 'e6a0ba00-9a63-4078-af86-a8e9f70b5d96', 'tenant_id': '2d3e434b54054ddf8c10b593190fa8a6', 'fixed_ips': [{'subnet_id': '1185c7c6-92a4-477a-b597-21281205af24'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:52.717887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a00dc3f1-03d8-43a3-bb37-9a860ef26e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.724674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': '88cd7d79-fad0-43be-a190-96ceeab1ba1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:52.747927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aad08b-ae12-41b2-a618-1d468ff8a498 req-1cc412f1-05f8-470b-8f15-06324b368e85 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:52.750157 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47aad08b-ae12-41b2-a618-1d468ff8a498 req-1cc412f1-05f8-470b-8f15-06324b368e85 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.2568374 Nov 04 09:07:52.769723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a849d4-f5e3-46ce-a5ea-be3dfe86fdcb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=88cd7d79-fad0-43be-a190-96ceeab1ba1d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:52.802690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.821938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 88cd7d79-fad0-43be-a190-96ceeab1ba1d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:52.906736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47aad08b-ae12-41b2-a618-1d468ff8a498 req-3638b685-2170-4fd8-a297-dc06c791674c tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216607 Nov 04 09:07:52.938140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:52.999890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:53.000679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.128184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.243556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.249118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/subnets/1185c7c6-92a4-477a-b597-21281205af24 HTTP/1.1" status: 204 len: 168 time: 0.8957775 Nov 04 09:07:53.250466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572d289-6135-406d-a779-eb6da5345582 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Subnet': ['ID=1185c7c6-92a4-477a-b597-21281205af24,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:53.257942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57890) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:53.313275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee5589de-91f0-4352-b6f7-1821d977f7f3 req-22fe0a40-51d8-4fdb-9b4a-b4aaee199b6c tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.0477734 Nov 04 09:07:53.442077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23ecd202-94f8-4e84-bc88-b06f0616b5aa req-a1163b0b-dd9e-437b-846c-b04eb8f35173 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 210 time: 0.0703084 Nov 04 09:07:53.514151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Deleting subnet 5d0003b7-7fe0-485e-854a-c1a3461bc720 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-a00dc3f1-03d8-43a3-bb37-9a860ef26e99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1185c7c6-92a4-477a-b597-21281205af24: This subnet is being modified by another concurrent operation. Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1185c7c6-92a4-477a-b597-21281205af24: This subnet is being modified by another concurrent operation. Nov 04 09:07:53.597423 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:07:53.679427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652be16b-256e-438c-8de6-d95327e42c91 None None] Network e6a0ba00-9a63-4078-af86-a8e9f70b5d96 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:53.698002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.796231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.802069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.852874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:51Z', 'revision_number': 5, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:53.920617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.924755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596086c3-e807-46b0-93a5-405da69c2d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-f5bd98be-0668-4820-a973-9e1ad1661f2b', 'network_id': 'f5bd98be-0668-4820-a973-9e1ad1661f2b', 'tenant_id': '2d3e434b54054ddf8c10b593190fa8a6', 'fixed_ips': [{'subnet_id': '5d0003b7-7fe0-485e-854a-c1a3461bc720'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:53.925043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=6f9353f1-0319-4f31-b888-187978286a8a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:53.926454 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-596086c3-e807-46b0-93a5-405da69c2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:53.931801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbb6a0-4ade-4c4e-927f-1a586c550eec None None] The sync data for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 is: [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:04:45Z', 'revision_number': 4, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '255eba78-d710-4681-9aec-d1861b6bad36', 'name': '', 'network_id': '17ff6eaf-eadc-4d9c-8950-d7639daa1e8c', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'mac_address': 'fa:16:3e:11:cb:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': 'f0401385-e126-4d08-9604-974835439cac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:42Z', 'updated_at': '2021-11-04T09:04:51Z', 'revision_number': 5, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'subnets': [{'id': 'f0401385-e126-4d08-9604-974835439cac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:07:53.969295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57900) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:54.019135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': 'aed5442e-d59a-4d48-a6c7-eb2cd3d3f177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '88cd7d79-fad0-43be-a190-96ceeab1ba1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:54.021965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: 88cd7d79-fad0-43be-a190-96ceeab1ba1d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:54.101148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 88cd7d79-fad0-43be-a190-96ceeab1ba1d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:54.122127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.159785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 88cd7d79-fad0-43be-a190-96ceeab1ba1d) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:54.176919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3f535-f349-4a66-84ec-89ffc93450c9 None None] Network 88cd7d79-fad0-43be-a190-96ceeab1ba1d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:54.190976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-88061df4-8ace-458f-9944-41f8658e4d0b None None] Provisioning complete for port 7854418c-880e-4891-8e88-ebc1ae7164a3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:54.190976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88061df4-8ace-458f-9944-41f8658e4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.212390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe225b4-9091-4f75-b59d-849842006e60 req-f5cc8814-5ce6-46c0-9c06-6e521d674328 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:54.221780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bbe225b4-9091-4f75-b59d-849842006e60 req-f5cc8814-5ce6-46c0-9c06-6e521d674328 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1633148 Nov 04 09:07:54.274625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:54.275791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.280543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0003b7-7fe0-485e-854a-c1a3461bc720,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:54.335703 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.341302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-43e975fb-5901-4272-9468-7e5e6b3b4e1c tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/subnets/5d0003b7-7fe0-485e-854a-c1a3461bc720 HTTP/1.1" status: 204 len: 168 time: 1.0699873 Nov 04 09:07:54.361484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:54.383999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bbe225b4-9091-4f75-b59d-849842006e60 req-877d1299-e49c-4805-a37b-eb8c86144f35 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585181 Nov 04 09:07:54.394569 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc450f1a-2a6d-476e-aa34-a9519ff60420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.398436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7854418c-880e-4891-8e88-ebc1ae7164a3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:54.474501 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7338dbd3-9d6d-405b-9f9a-bc74329022bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7571201 Nov 04 09:07:54.481969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57914) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:54.531906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee3538-fa36-4cca-87b1-5c8b7522c6fd None None] Network f5bd98be-0668-4820-a973-9e1ad1661f2b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:54.703950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c91e4-c712-4281-96e7-8510f79a6318 None None] New status for floating IP f5ad6db0-26e1-420b-8070-1e2dee025228: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:07:54.713106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.717084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa64d32-a7e3-4ebf-92fa-9e34ccddfb0a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:54.718718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-caa64d32-a7e3-4ebf-92fa-9e34ccddfb0a tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3279099 Nov 04 09:07:54.727799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:54.745761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-869a22bc-5fe3-4fd1-8acc-2b61baa0e8bb req-93bb722f-1606-4b50-ae52-40f90e223c37 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.0487976 Nov 04 09:07:54.814426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-4cf47ef8-fe4f-4721-875d-6172bb180060 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:54.817101 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-4cf47ef8-fe4f-4721-875d-6172bb180060 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.55 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 821 time: 0.5693834 Nov 04 09:07:54.818530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc450f1a-2a6d-476e-aa34-a9519ff60420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.828800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bc450f1a-2a6d-476e-aa34-a9519ff60420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.834389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'port': {'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'admin_state_up': True, 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:54.875278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc450f1a-2a6d-476e-aa34-a9519ff60420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aad08b2-c905-473d-9992-59501d4749f9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:54.916369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bc450f1a-2a6d-476e-aa34-a9519ff60420 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=41bd155d3a2449b1a1bfbd0f6b8230a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9448030 Nov 04 09:07:54.919225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57918) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:54.970763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.987090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:54.989052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f45a8e-2c83-42be-b97e-64c73b1926c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.030523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f45a8e-2c83-42be-b97e-64c73b1926c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.093476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f45a8e-2c83-42be-b97e-64c73b1926c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.096907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68f45a8e-2c83-42be-b97e-64c73b1926c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.114901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-68f45a8e-2c83-42be-b97e-64c73b1926c8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6aad08b2-c905-473d-9992-59501d4749f9 HTTP/1.1" status: 204 len: 168 time: 0.1841996 Nov 04 09:07:55.205553 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88061df4-8ace-458f-9944-41f8658e4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.209538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.226482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c8a9fa5-29a7-4995-85d7-6defc28df8f6 req-5c8284da-173b-4240-8b8e-a7b33dc7f727 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 210 time: 0.1088564 Nov 04 09:07:55.231131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f45a8e-2c83-42be-b97e-64c73b1926c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aad08b2-c905-473d-9992-59501d4749f9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:55.238493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.249208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Made reservation on behalf of d73760c6c2d9495c9ed3287f1439f4c3 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:55.254149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.266466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7854418c-880e-4891-8e88-ebc1ae7164a3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:55.266978 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.288303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bd98be-0668-4820-a973-9e1ad1661f2b']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:55.291999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9353f1-0319-4f31-b888-187978286a8a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:55.356844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1109a863-9678-43ee-97e8-03e412abed4b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:55.357144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1109a863-9678-43ee-97e8-03e412abed4b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:55.393380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.414668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.420493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9eaeb-12f0-4949-8280-819ac76e1850 req-e702af99-9c1a-49d8-9a62-d7db1a5bb64c tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:55.430557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91e9eaeb-12f0-4949-8280-819ac76e1850 req-e702af99-9c1a-49d8-9a62-d7db1a5bb64c tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.0725710 Nov 04 09:07:55.471682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.480654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-88061df4-8ace-458f-9944-41f8658e4d0b None None] For port 7854418c-880e-4891-8e88-ebc1ae7164a3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7854418c-880e-4891-8e88-ebc1ae7164a3,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:55.495599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91e9eaeb-12f0-4949-8280-819ac76e1850 req-f5606cc7-82ab-4393-8593-868f322f821d tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636470 Nov 04 09:07:55.502247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cd7d79-fad0-43be-a190-96ceeab1ba1d']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:55.505055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:55.505467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.507461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3fa9fa-6329-4c7d-8731-e098eebed555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-88cd7d79-fad0-43be-a190-96ceeab1ba1d', 'network_id': '88cd7d79-fad0-43be-a190-96ceeab1ba1d', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': '6f9353f1-0319-4f31-b888-187978286a8a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:55.508521 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:55.511050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e3fa9fa-6329-4c7d-8731-e098eebed555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.515984 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88061df4-8ace-458f-9944-41f8658e4d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.568982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aed5442e-d59a-4d48-a6c7-eb2cd3d3f177') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:55.569441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aed5442e-d59a-4d48-a6c7-eb2cd3d3f177') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:55.590418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88061df4-8ace-458f-9944-41f8658e4d0b None None] Pushing event updated for resources: {'Port': ['ID=7854418c-880e-4891-8e88-ebc1ae7164a3,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:55.619275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.634844 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.639052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.643525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/networks/f5bd98be-0668-4820-a973-9e1ad1661f2b HTTP/1.1" status: 204 len: 168 time: 0.9144192 Nov 04 09:07:55.645890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:55.667571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.684352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6df78c-c5b9-4290-ab98-540e6eebcb72 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Network': ['ID=f5bd98be-0668-4820-a973-9e1ad1661f2b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:55.693971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:55.694443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:55.698177 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:55.717962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57932) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:55.759672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:55.769554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Allocated IP 172.20.0.9 (a37e9ff9-87f6-4450-8fc0-12268755e129/ae4b0469-924c-4b4d-ba3c-c67ecd168969/f23a616e-f38c-4942-944e-b51823acc29c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:07:55.795988 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.800590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dec01a29-c25f-47f5-a63d-a3cfe3412c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.819470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096a4f7e-4375-483a-8b19-cb70ce20fc43 None None] Network 88cd7d79-fad0-43be-a190-96ceeab1ba1d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:55.941810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b1ba1c7-4167-4509-8bf4-90c819021ed3 req-a2a700d8-7328-4862-9493-8c24dcf10707 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec4a6269-68b7-4a86-ac67-c17532d16900 HTTP/1.1" status: 200 len: 210 time: 0.0326326 Nov 04 09:07:55.964244 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.973680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:55.997700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:55.998076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.017761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.022141 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/88cd7d79-fad0-43be-a190-96ceeab1ba1d HTTP/1.1" status: 204 len: 168 time: 1.5292366 Nov 04 09:07:56.029554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:56.036744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1042178603'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:56.038052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff106b7b-d206-4908-a69b-0be2bed2c956 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:07:56.043885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a0ba00-9a63-4078-af86-a8e9f70b5d96']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:56.049149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fba30-725e-4e8b-ba29-961fdfd545a8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=88cd7d79-fad0-43be-a190-96ceeab1ba1d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:56.067936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9acd13-ce0a-4366-a640-abd98d108c02') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:56.068317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9acd13-ce0a-4366-a640-abd98d108c02') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:56.081680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.097468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:56.097997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dec01a29-c25f-47f5-a63d-a3cfe3412c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.101343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.103814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dec01a29-c25f-47f5-a63d-a3cfe3412c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.104086 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:56.123925 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:56.200833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dec01a29-c25f-47f5-a63d-a3cfe3412c5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec86b926c6b44d3596feb48091e701a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4812562 Nov 04 09:07:56.223465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:56.223787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec01a29-c25f-47f5-a63d-a3cfe3412c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10474a18-8100-4a07-85b2-546f926a3d9d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:56.234070 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.250819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.263383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/networks/e6a0ba00-9a63-4078-af86-a8e9f70b5d96 HTTP/1.1" status: 204 len: 168 time: 0.6140246 Nov 04 09:07:56.270993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57942) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:56.280649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:07:56.317835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.318025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f0e89-b135-4ced-b89f-c6ec3757e7cb tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Network': ['ID=e6a0ba00-9a63-4078-af86-a8e9f70b5d96,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:56.338146 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.338502 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment 3dad3050-ab68-45ea-9b35-b9384dc4fdd7 of type vlan for network 52808c12-be06-4df7-9551-6904c9c34d1d Nov 04 09:07:56.435035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 906a1d44-1143-4428-8223-d4459e02895f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:56.443966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.462828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff106b7b-d206-4908-a69b-0be2bed2c956 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:07:56.468237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7062b69b-1378-4551-ae1d-c229c48d8232 req-767563c0-272e-4adb-bcf9-a6f7a8bdeced tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 210 time: 0.0700619 Nov 04 09:07:56.475600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.491723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5de47aa-dbc3-4883-a8c8-27a75a511884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.494627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.567372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5de47aa-dbc3-4883-a8c8-27a75a511884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.592517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Network a37e9ff9-87f6-4450-8fc0-12268755e129 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:07:56.644707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.650618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:56.651251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.666188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.686856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 906a1d44-1143-4428-8223-d4459e02895f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:56.687764 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.696521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:56.710727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa0a43f-10a4-4b3d-998c-3a7e54c86348') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:56.711021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa0a43f-10a4-4b3d-998c-3a7e54c86348') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:56.727579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.747344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.756751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7247019 Nov 04 09:07:56.757143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:56.757356 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.761964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:56.774581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': '52808c12-be06-4df7-9551-6904c9c34d1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:56.779123 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:56.793329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d135e-c50d-4172-a86f-ba666615a670 req-863cc62a-924d-4423-b250-aa4bf76ed692 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:56.801664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd2d135e-c50d-4172-a86f-ba666615a670 req-863cc62a-924d-4423-b250-aa4bf76ed692 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.2023673 Nov 04 09:07:56.835766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:56.839627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:07:56.850341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8ee3c-6bdf-411f-b3a2-bb046b3ad7b8 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=52808c12-be06-4df7-9551-6904c9c34d1d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:56.899196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 52808c12-be06-4df7-9551-6904c9c34d1d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:07:56.901970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5de47aa-dbc3-4883-a8c8-27a75a511884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.906744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Pushing event updated for resources: {'Port': ['ID=f23a616e-f38c-4942-944e-b51823acc29c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:56.910175 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5de47aa-dbc3-4883-a8c8-27a75a511884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.913863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b5de47aa-dbc3-4883-a8c8-27a75a511884 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10474a18-8100-4a07-85b2-546f926a3d9d HTTP/1.1" status: 204 len: 168 time: 0.6860781 Nov 04 09:07:56.929898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.935059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.942595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/networks/da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1 HTTP/1.1" status: 204 len: 168 time: 0.6700740 Nov 04 09:07:56.943422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57954) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:56.953003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd2d135e-c50d-4172-a86f-ba666615a670 req-fdf25b7a-1e98-4576-86e5-9959fc388882 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461899 Nov 04 09:07:56.953143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:56.953645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:56.984735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de47aa-dbc3-4883-a8c8-27a75a511884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10474a18-8100-4a07-85b2-546f926a3d9d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:57.111080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:07:57.123486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.216248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7854418c-880e-4891-8e88-ebc1ae7164a3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:07:57.425675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7854418c-880e-4891-8e88-ebc1ae7164a3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:07:57.430595 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.449505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9094348-fa25-4503-943c-66b00cb26a0a None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:07:57.558532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:57.577579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.662602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.691628 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-b7e43ce1-7492-4605-8fc7-1adbbff294e9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8637395 Nov 04 09:07:57.694277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a48ab6-015e-4c9d-95aa-3013ce369860 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Network': ['ID=da4a89fd-85b9-4c8a-bdda-9fc5a297b4c1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:57.707067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Request body: {'port': {'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:07:57.802031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400e467-6583-4a4e-a0ff-2cc4177f915f req-c96220b4-8113-4a99-b627-7d2e0df924f1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:57.803645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c400e467-6583-4a4e-a0ff-2cc4177f915f req-c96220b4-8113-4a99-b627-7d2e0df924f1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 931 time: 0.1732903 Nov 04 09:07:57.804359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=7495f38e-9f45-4075-aaaf-b691aa702a59,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:57.818840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9942abce-ef90-4882-b13a-daaaad2d5529 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.823107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9094348-fa25-4503-943c-66b00cb26a0a None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:07:57.922230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': '3dad3050-ab68-45ea-9b35-b9384dc4fdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '52808c12-be06-4df7-9551-6904c9c34d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:57.922368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: 52808c12-be06-4df7-9551-6904c9c34d1d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:07:57.927587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9942abce-ef90-4882-b13a-daaaad2d5529 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.928849 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.933136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:57.982203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c400e467-6583-4a4e-a0ff-2cc4177f915f req-2843eefc-fff4-477b-95a0-85f0221ffc65 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602640 Nov 04 09:07:57.984946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae3dc2e-7aff-4147-978c-ce0d1e2822ec']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:58.003228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a693c3f2-5cdb-4c5e-a93c-5bcbe5166a97') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:58.006732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a693c3f2-5cdb-4c5e-a93c-5bcbe5166a97') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:58.046673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 52808c12-be06-4df7-9551-6904c9c34d1d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:07:58.071105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 52808c12-be06-4df7-9551-6904c9c34d1d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:07:58.077406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.091124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:58.092108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.117016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-df87a240-17c1-4459-8c07-a1dc928567ae tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3539248 Nov 04 09:07:58.150185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:58.152802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9942abce-ef90-4882-b13a-daaaad2d5529 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.156402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9942abce-ef90-4882-b13a-daaaad2d5529 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.158248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9942abce-ef90-4882-b13a-daaaad2d5529 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "DELETE /v2.0/security-groups/8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319 HTTP/1.1" status: 204 len: 168 time: 0.5989325 Nov 04 09:07:58.172297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57980) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:58.207683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.215061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:07:58.215550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.216854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942abce-ef90-4882-b13a-daaaad2d5529 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:07:58.268442 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:07:58.292258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b56b1-bcc5-442f-aafd-8573ed0afcf8 req-92c043b8-cfc8-4875-8b7a-d5e5e26484af tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:58.293847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d15b56b1-bcc5-442f-aafd-8573ed0afcf8 req-92c043b8-cfc8-4875-8b7a-d5e5e26484af tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.1842532 Nov 04 09:07:58.298483 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-c9a1d16f-9f2c-431c-bf03-86235072d077 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] show failed (client error): The resource could not be found. Nov 04 09:07:58.299546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c9a1d16f-9f2c-431c-bf03-86235072d077 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "GET /v2.0/security-groups/8dd0eb0a-7bf4-4231-a08e-ce9ad3cd7319 HTTP/1.1" status: 404 len: 347 time: 0.1210907 Nov 04 09:07:58.304765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:58.364507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-7b7e0a32-b7f8-4895-9ea3-e64fdfdf8199 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:58.371208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-7b7e0a32-b7f8-4895-9ea3-e64fdfdf8199 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 945 time: 0.3436725 Nov 04 09:07:58.442909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.456313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65364017-149c-4947-9bb4-be803cc63b84 None None] Network 52808c12-be06-4df7-9551-6904c9c34d1d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:58.503249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d15b56b1-bcc5-442f-aafd-8573ed0afcf8 req-5843a196-8898-4cbe-b2af-671ff349c85f tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012067 Nov 04 09:07:58.523509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.527066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] 10.222.0.53 "DELETE /v2.0/networks/2ae3dc2e-7aff-4147-978c-ce0d1e2822ec HTTP/1.1" status: 204 len: 168 time: 1.5594313 Nov 04 09:07:58.545364 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.546009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf33574-564b-45bb-bcf6-ebcf28dc4714 tempest-BulkNetworkOpsIpV6Test-1955815243 tempest-BulkNetworkOpsIpV6Test-1955815243-project] Pushing event deleted for resources: {'Network': ['ID=2ae3dc2e-7aff-4147-978c-ce0d1e2822ec,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:58.725829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.775550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1426a94-3cfe-4465-8072-b23b065b8c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-52808c12-be06-4df7-9551-6904c9c34d1d', 'network_id': '52808c12-be06-4df7-9551-6904c9c34d1d', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': '7495f38e-9f45-4075-aaaf-b691aa702a59'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:07:58.776766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1426a94-3cfe-4465-8072-b23b065b8c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.802299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Deleting port 01f6432a-f0a3-43e5-acbe-a8dded4a21ca {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:58.808570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.850849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f23a616e-f38c-4942-944e-b51823acc29c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:07:58.861333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:58.882357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Transition to ACTIVE for port object f23a616e-f38c-4942-944e-b51823acc29c will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:07:58.890345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.009822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.018124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Deleting port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:07:59.021862 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-f1426a94-3cfe-4465-8072-b23b065b8c34 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7495f38e-9f45-4075-aaaf-b691aa702a59: This subnet is being modified by another concurrent operation. Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7495f38e-9f45-4075-aaaf-b691aa702a59: This subnet is being modified by another concurrent operation. Nov 04 09:07:59.026384 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:07:59.084841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536d7cee-c82c-4318-b685-402acabfc46c None None] Network 52808c12-be06-4df7-9551-6904c9c34d1d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:07:59.114541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=7495f38e-9f45-4075-aaaf-b691aa702a59,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:59.170245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f23a616e-f38c-4942-944e-b51823acc29c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:59.193009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58002) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:59.310743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Attempting to bind port f23a616e-f38c-4942-944e-b51823acc29c on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:07:59.311093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Attempting to bind port f23a616e-f38c-4942-944e-b51823acc29c by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:07:59.311916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Attempting to bind port f23a616e-f38c-4942-944e-b51823acc29c on network a37e9ff9-87f6-4450-8fc0-12268755e129 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:59.316245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.316724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.329050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Port f23a616e-f38c-4942-944e-b51823acc29c on network a37e9ff9-87f6-4450-8fc0-12268755e129 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:07:59.329857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Attempting to bind port f23a616e-f38c-4942-944e-b51823acc29c on network a37e9ff9-87f6-4450-8fc0-12268755e129 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:07:59.352936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:07:59.353286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Checking segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:07:59.353689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Bound using segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:07:59.355824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Bound port: f23a616e-f38c-4942-944e-b51823acc29c, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:07:59.356942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.385215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.387738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Calling delete_port for 01f6432a-f0a3-43e5-acbe-a8dded4a21ca owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:59.400930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f3a701-2c43-4526-888c-1695e684f8af None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:07:59.401458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] For port 2d0db20d-79e6-4b72-9a56-7004ae7b9232, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=2d0db20d-79e6-4b72-9a56-7004ae7b9232,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:07:59.401918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.442322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Calling delete_port for 2d0db20d-79e6-4b72-9a56-7004ae7b9232 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:07:59.523912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360ce14-0b15-45ef-b1c1-36364f561f8e req-cec0f0d0-4622-4e63-a1b8-a77c7d5633a6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:59.530656 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0360ce14-0b15-45ef-b1c1-36364f561f8e req-cec0f0d0-4622-4e63-a1b8-a77c7d5633a6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 943 time: 0.3916507 Nov 04 09:07:59.536242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52808c12-be06-4df7-9551-6904c9c34d1d']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:07:59.645469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] For port f23a616e-f38c-4942-944e-b51823acc29c, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:07:59.657727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5220d23a-0d56-4660-9fa9-18de288c5029 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d3e434b54054ddf8c10b593190fa8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4607384 Nov 04 09:07:59.666104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:07:59.675719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] For port f23a616e-f38c-4942-944e-b51823acc29c, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f23a616e-f38c-4942-944e-b51823acc29c,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:07:59.676555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f3a701-2c43-4526-888c-1695e684f8af None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:07:59.702054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.777063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:07:59.778448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:07:59.780250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 1091 time: 2.0787542 Nov 04 09:07:59.820109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:07:59.822969 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d28976-308d-4812-b9fa-84cbc87aeb76" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:07:59.950663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7277ee-869f-4bc4-9869-6f5e6adbb4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f23a616e-f38c-4942-944e-b51823acc29c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:07:59.958370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb68e9f6-c72c-4dec-9547-1190184e789e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.011303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-44ab866b-6454-463c-91bd-eca5489b09eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:00.013077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-44ab866b-6454-463c-91bd-eca5489b09eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1094 time: 0.1778669 Nov 04 09:08:00.016978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb68e9f6-c72c-4dec-9547-1190184e789e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.069060 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-55af9fd1-f347-4420-afa8-976e528c8c43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 217 time: 0.0442681 Nov 04 09:08:00.072020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.090154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['335bc24b-0604-467f-8353-55fb217a3811', '2d0db20d-79e6-4b72-9a56-7004ae7b9232'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:08:00.156234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dad3050-ab68-45ea-9b35-b9384dc4fdd7') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:00.156932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dad3050-ab68-45ea-9b35-b9384dc4fdd7') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:00.192957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Pushing event deleted for resources: {'Port': ['ID=2d0db20d-79e6-4b72-9a56-7004ae7b9232,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:00.199498 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.209155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-07fc4b42-2cc4-46d7-a7e7-056412a44580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:00.211025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-07fc4b42-2cc4-46d7-a7e7-056412a44580 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1224899 Nov 04 09:08:00.230215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0360ce14-0b15-45ef-b1c1-36364f561f8e req-a7d936b3-b52b-43f4-9ded-2ef59cb0a8a1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145766 Nov 04 09:08:00.248291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.256644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.305191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] No DVR routers for this DVR port 2d0db20d-79e6-4b72-9a56-7004ae7b9232 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:00.308325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.312390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-399a58f2-b531-4b5a-b7b7-866ab4b5bd82 req-8de4d77f-0862-4804-8b30-6f4aa9cc9b04 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "DELETE /v2.0/ports/2d0db20d-79e6-4b72-9a56-7004ae7b9232 HTTP/1.1" status: 204 len: 173 time: 1.9107294 Nov 04 09:08:00.337082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-3748388c-47aa-4f41-bbd9-115d64ed6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:00.338634 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-3748388c-47aa-4f41-bbd9-115d64ed6fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054554 Nov 04 09:08:00.352760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:00.353731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:00.359271 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:00.381991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb68e9f6-c72c-4dec-9547-1190184e789e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.384729 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb68e9f6-c72c-4dec-9547-1190184e789e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.391400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb68e9f6-c72c-4dec-9547-1190184e789e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0152573-2174-42dc-8f7c-e4ffaf79b8d0 HTTP/1.1" status: 204 len: 168 time: 0.7241395 Nov 04 09:08:00.525333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb68e9f6-c72c-4dec-9547-1190184e789e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0152573-2174-42dc-8f7c-e4ffaf79b8d0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:00.542989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Pushing event deleted for resources: {'Port': ['ID=01f6432a-f0a3-43e5-acbe-a8dded4a21ca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:00.576575 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:08:00.597160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-75e98d6f-7382-437e-87d1-f9c7dcbb642e service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445965 Nov 04 09:08:00.777114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-628f2a9e-aa51-40e7-998d-f20042461672 req-76c46e28-35cf-45e5-bd44-62214cdc14ca tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=567b5986-8853-4769-bb34-5b5938b16950 HTTP/1.1" status: 200 len: 210 time: 0.2146440 Nov 04 09:08:00.856010 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.882823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.901705 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a67bd5aa-3d12-4300-9ce4-4cad7aa69fc6 req-f65cbcd3-b0f7-4826-a847-38324685c10f service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892861 Nov 04 09:08:00.909363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/52808c12-be06-4df7-9551-6904c9c34d1d HTTP/1.1" status: 204 len: 168 time: 2.7576797 Nov 04 09:08:00.910052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58044) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:00.927659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1798145734'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:00.934865 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.938809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:00.941914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b30cf29d-4ce4-4568-9941-a23377f37616 tempest-ServersTestBootFromVolume-890992072 tempest-ServersTestBootFromVolume-890992072-project] 10.222.0.53 "DELETE /v2.0/floatingips/f5ad6db0-26e1-420b-8070-1e2dee025228 HTTP/1.1" status: 204 len: 168 time: 2.6354601 Nov 04 09:08:00.945781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58046) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:00.989060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:00.991601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ff8f7-c747-41e9-9dab-4a240512e0d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=52808c12-be06-4df7-9551-6904c9c34d1d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:00.998363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.083592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:01.088474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58050) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:01.117741 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a9b395-2b93-4d14-bd7d-64287c930b25 x-openstack-request-id: req-43a9b395-2b93-4d14-bd7d-64287c930b25 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:01.118050 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:01.118311 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43a9b395-2b93-4d14-bd7d-64287c930b25 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:01.118953 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c', 'status': 'completed', 'code': 200} Nov 04 09:08:01.153937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.154291 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment 7d194f48-da29-4129-b34a-ae1fd743a6f1 of type vlan for network dc4ef153-7133-4641-8e51-ffd187c11175 Nov 04 09:08:01.261032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.276345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-736aa4ec-27f2-46fb-8528-345ce32359ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1547832 Nov 04 09:08:01.328119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-1880d07d-b655-4fbd-81c9-a4b070279a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:01.333294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-1880d07d-b655-4fbd-81c9-a4b070279a2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1094 time: 0.1918855 Nov 04 09:08:01.425034 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.430701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:01.431311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.543429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb534e9-5956-47c6-b192-2fd29bb5c18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.582590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6627133 Nov 04 09:08:01.582590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ec301-bc1e-45c5-974e-dbc1ad2eb8e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=dc4ef153-7133-4641-8e51-ffd187c11175,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:01.593927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58068) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:01.594465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network dc4ef153-7133-4641-8e51-ffd187c11175 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:01.621254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a61f34-fbb8-41db-b3d0-76275da3c9bc req-c5166118-dadc-4258-877b-01f7ac739211 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:01.623170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:01.632075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1a61f34-fbb8-41db-b3d0-76275da3c9bc req-c5166118-dadc-4258-877b-01f7ac739211 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 943 time: 0.2182996 Nov 04 09:08:01.715672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb534e9-5956-47c6-b192-2fd29bb5c18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.719294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-962da77e-d427-4049-8a05-86e61d56d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:01.723036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-962da77e-d427-4049-8a05-86e61d56d0a6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 1096 time: 0.3819292 Nov 04 09:08:01.728794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb534e9-5956-47c6-b192-2fd29bb5c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.737174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1a61f34-fbb8-41db-b3d0-76275da3c9bc req-d63d7d0a-9a62-4605-9e17-52a7f8e2b5ba tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040606 Nov 04 09:08:01.793194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:01.829503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-ca432bdb-6c12-4319-89ad-abd61a1978be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:01.830982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-ca432bdb-6c12-4319-89ad-abd61a1978be service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.4676375 Nov 04 09:08:01.845235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:01.978958 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-ec846536-fffd-4938-9ec6-073569950ecc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 217 time: 0.1213171 Nov 04 09:08:01.996879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-850129514'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:02.030953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ffb534e9-5956-47c6-b192-2fd29bb5c18c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea6d292d0d3d49349c0582ab5f131b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9381821 Nov 04 09:08:02.053544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58082) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:02.083183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb534e9-5956-47c6-b192-2fd29bb5c18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bf66ac-90b3-404f-be44-e25ae982f06e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:02.105582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-5c37d930-d433-41da-b71f-a2a2d4d5bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:02.107312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-5c37d930-d433-41da-b71f-a2a2d4d5bc9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1142020 Nov 04 09:08:02.122959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:02.127213 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.133087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-1683347b-57e2-49e9-8d2f-844bf1c217a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:02.134686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-1683347b-57e2-49e9-8d2f-844bf1c217a6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 200 len: 911 time: 0.3138423 Nov 04 09:08:02.149707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.165451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:02.168572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.242669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1813786d-62d9-4259-a876-7c6c2b96d729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.256970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-a19d750b-40df-4277-bf81-e773f4583300 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=335bc24b-0604-467f-8353-55fb217a3811 HTTP/1.1" status: 200 len: 217 time: 0.1028500 Nov 04 09:08:02.292275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01b591-236f-4cb1-af60-f2ddfab0a621 req-28da5e2f-4321-457e-853a-2f2c0205faaf tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:02.292275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c01b591-236f-4cb1-af60-f2ddfab0a621 req-28da5e2f-4321-457e-853a-2f2c0205faaf tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1256506 Nov 04 09:08:02.318753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-4c3e4b7c-8dd3-4758-9ba2-9395dffaf7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:02.320359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-4c3e4b7c-8dd3-4758-9ba2-9395dffaf7a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1992762 Nov 04 09:08:02.323521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1813786d-62d9-4259-a876-7c6c2b96d729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.410331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-48746fbb-59c5-437d-b361-be1789eb8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:02.411832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-48746fbb-59c5-437d-b361-be1789eb8b3c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 200 len: 850 time: 0.1390600 Nov 04 09:08:02.450061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c01b591-236f-4cb1-af60-f2ddfab0a621 req-74f75311-b6a2-4383-b20a-59c2bc60c5d7 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460707 Nov 04 09:08:02.457745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.457999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-db571c7f-b002-4c71-8717-66397923cb5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f4c11a9a-d16d-4e27-9295-c16e24ee3b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363476 Nov 04 09:08:02.464191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.511108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1813786d-62d9-4259-a876-7c6c2b96d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.514043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1813786d-62d9-4259-a876-7c6c2b96d729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.515258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1813786d-62d9-4259-a876-7c6c2b96d729 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7bf66ac-90b3-404f-be44-e25ae982f06e HTTP/1.1" status: 204 len: 168 time: 0.4605844 Nov 04 09:08:02.516091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:02.521666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a502a079-a05f-450c-8a74-f2bc14cc3833,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:02.551440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.551952 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 0412b989-e047-4745-a5b3-f08f3f731822 of type vlan for network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d Nov 04 09:08:02.567925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Deleting port 255eba78-d710-4681-9aec-d1861b6bad36 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:02.568271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.584656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813786d-62d9-4259-a876-7c6c2b96d729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bf66ac-90b3-404f-be44-e25ae982f06e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:02.601106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-d4d1f10c-4a74-4244-9b4a-e283a19d6ea2 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662961 Nov 04 09:08:02.655538 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.712835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] For port 255eba78-d710-4681-9aec-d1861b6bad36, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=255eba78-d710-4681-9aec-d1861b6bad36,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:02.713205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.716507 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.723450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:02.724110 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.728205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-34fe4281-47b6-4a15-8547-68276d60f888 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627861 Nov 04 09:08:02.731012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:02.786404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Calling delete_port for 255eba78-d710-4681-9aec-d1861b6bad36 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:02.794696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0000377 Nov 04 09:08:02.951975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:02.959056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': '9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:03.039454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:03.062150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae54ac8-7de0-4edf-8d99-1f5b6d30e665 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:03.074503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:03.090249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-749dde88-3792-49b6-ba87-3422b24a401b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.176884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1923992-8baa-41c5-9dd8-e0d4dbbf2250 req-0f86a3fa-d4ab-4b07-82e6-3d2e7c9372fe tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:03.179266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1923992-8baa-41c5-9dd8-e0d4dbbf2250 req-0f86a3fa-d4ab-4b07-82e6-3d2e7c9372fe tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 943 time: 0.2262385 Nov 04 09:08:03.209519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567b5986-8853-4769-bb34-5b5938b16950', 'name': 'network-vif-deleted', 'tag': '2d0db20d-79e6-4b72-9a56-7004ae7b9232'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:03.211973 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef997e99-d6f8-4964-ae1f-2399b855a0a7" -d '{"events": [{"server_uuid": "567b5986-8853-4769-bb34-5b5938b16950", "name": "network-vif-deleted", "tag": "2d0db20d-79e6-4b72-9a56-7004ae7b9232"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:03.242025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d7d28976-308d-4812-b9fa-84cbc87aeb76 req-d5d3730c-751d-4e00-8796-53bca71a52fd service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158643 Nov 04 09:08:03.242631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=e2097d0e-e087-4db5-857e-d811a3d83c8e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:03.242772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:03.246739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.264747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': '7d194f48-da29-4129-b34a-ae1fd743a6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:03.265149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: dc4ef153-7133-4641-8e51-ffd187c11175, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:03.298310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdb2c7a6-2ebc-4d32-a6c4-d0b5dfd5b958 req-2565f68b-e5a5-4fb9-ba87-d31a5cb0e998 service neutron] 10.222.0.70 "GET /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598359 Nov 04 09:08:03.302651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network dc4ef153-7133-4641-8e51-ffd187c11175 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:03.313901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, dc4ef153-7133-4641-8e51-ffd187c11175) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:03.316017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.319230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:03.320920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.327794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297497d3-0e97-4528-a7fa-2fcdcb56efdf None None] Network dc4ef153-7133-4641-8e51-ffd187c11175 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:03.347116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1923992-8baa-41c5-9dd8-e0d4dbbf2250 req-f2b22761-7465-46ee-affe-c4eadcf532cd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581421 Nov 04 09:08:03.365386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-01d3252a-99e3-4283-aac7-7608dd9cc7d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7644763 Nov 04 09:08:03.372573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58100) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:03.384773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Pushing event deleted for resources: {'Port': ['ID=255eba78-d710-4681-9aec-d1861b6bad36,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:03.385269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:03.482449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2d0db20d-79e6-4b72-9a56-7004ae7b9232 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:03.526245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 2d0db20d-79e6-4b72-9a56-7004ae7b9232 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:03.526929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 2d0db20d-79e6-4b72-9a56-7004ae7b9232 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:03.550799 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacaf3bb-a755-4658-9adc-c8dc344ef492 x-openstack-request-id: req-bacaf3bb-a755-4658-9adc-c8dc344ef492 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:03.550799 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567b5986-8853-4769-bb34-5b5938b16950", "name": "network-vif-deleted", "tag": "2d0db20d-79e6-4b72-9a56-7004ae7b9232", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:03.551088 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bacaf3bb-a755-4658-9adc-c8dc344ef492 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:03.551257 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '567b5986-8853-4769-bb34-5b5938b16950', 'name': 'network-vif-deleted', 'tag': '2d0db20d-79e6-4b72-9a56-7004ae7b9232', 'status': 'completed', 'code': 200} Nov 04 09:08:03.553536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-749dde88-3792-49b6-ba87-3422b24a401b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.577176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:03.581689 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.598024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-dc4ef153-7133-4641-8e51-ffd187c11175', 'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': 'e2097d0e-e087-4db5-857e-d811a3d83c8e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:03.599488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.602734 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-749dde88-3792-49b6-ba87-3422b24a401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.749847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749dde88-3792-49b6-ba87-3422b24a401b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4920d1b-87c5-41b7-a78e-7cdf1a5a3467,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:03.757400 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-749dde88-3792-49b6-ba87-3422b24a401b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1188ef793e4148098b6b34510e5cc45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7144003 Nov 04 09:08:03.757625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58104) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:03.818846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a30e58-e5ec-4c6f-893a-0d6da03b709b req-e8589683-5b9c-419a-9c03-0674c10afc64 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:03.820410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a30e58-e5ec-4c6f-893a-0d6da03b709b req-e8589683-5b9c-419a-9c03-0674c10afc64 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.1687315 Nov 04 09:08:03.826004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Allocated IP 2001:db8::2 (dc4ef153-7133-4641-8e51-ffd187c11175/e2097d0e-e087-4db5-857e-d811a3d83c8e/6236e6b3-fa38-4b64-a22a-e1e51672f301) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:03.840771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.876722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7575389-7b07-4676-adcb-9ca5cff10bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.928124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7575389-7b07-4676-adcb-9ca5cff10bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.946477 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:03.963084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.007265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network dc4ef153-7133-4641-8e51-ffd187c11175 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:04.025569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.027019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:04.033556 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.038470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.039072 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.042982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a30e58-e5ec-4c6f-893a-0d6da03b709b req-6fe26da6-9cbf-4df2-b531-ad400279df3e tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/security-groups?id=3a09e5d2-fc50-4749-a78f-551d34d774fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072763 Nov 04 09:08:04.051285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7575389-7b07-4676-adcb-9ca5cff10bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.053904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7575389-7b07-4676-adcb-9ca5cff10bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.058490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d7575389-7b07-4676-adcb-9ca5cff10bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4920d1b-87c5-41b7-a78e-7cdf1a5a3467 HTTP/1.1" status: 204 len: 168 time: 0.3000598 Nov 04 09:08:04.070228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=efc266ec-908c-4f7d-91fb-954aa0428efe,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:04.082497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7575389-7b07-4676-adcb-9ca5cff10bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4920d1b-87c5-41b7-a78e-7cdf1a5a3467,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:04.083313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:04.092340 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-438e1231-e9f6-4dcc-a231-7587e5640bfe tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7132025 Nov 04 09:08:04.094482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:04.144912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Pushing event updated for resources: {'Port': ['ID=6236e6b3-fa38-4b64-a22a-e1e51672f301,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:04.167011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-56358e43-0873-4396-a08b-7def9553fc5b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.168945 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-56358e43-0873-4396-a08b-7def9553fc5b tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 945 time: 0.0768123 Nov 04 09:08:04.172528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': '0412b989-e047-4745-a5b3-f08f3f731822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:04.172970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:04.174579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.175765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.177012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.177547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.178052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.178891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.180307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.181116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.181785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.182279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.184313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.184876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:04.188962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7926b5-2a45-4290-88f2-323a4347c161 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.191031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7926b5-2a45-4290-88f2-323a4347c161 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.192997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7926b5-2a45-4290-88f2-323a4347c161 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.194527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7926b5-2a45-4290-88f2-323a4347c161 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.196167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7926b5-2a45-4290-88f2-323a4347c161 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.197913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9f7926b5-2a45-4290-88f2-323a4347c161 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1015217 Nov 04 09:08:04.212644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58110) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:04.225460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Network dc4ef153-7133-4641-8e51-ffd187c11175 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:04.229083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1815198959'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:04.229339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:04.232611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:04.247875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f23a616e-f38c-4942-944e-b51823acc29c details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:08:04.322110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:04.326357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.327749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Attempting to bind port 6236e6b3-fa38-4b64-a22a-e1e51672f301 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:04.328155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Attempting to bind port 6236e6b3-fa38-4b64-a22a-e1e51672f301 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '7d194f48-da29-4129-b34a-ae1fd743a6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:04.328520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Attempting to bind port 6236e6b3-fa38-4b64-a22a-e1e51672f301 on network dc4ef153-7133-4641-8e51-ffd187c11175 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:04.339897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:04.340297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Checking segment: {'id': '7d194f48-da29-4129-b34a-ae1fd743a6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:04.340699 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.341103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Bound using segment: {'id': '7d194f48-da29-4129-b34a-ae1fd743a6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:04.341674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Bound port: 6236e6b3-fa38-4b64-a22a-e1e51672f301, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d194f48-da29-4129-b34a-ae1fd743a6f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:04.342047 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.370206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Deleting port 335bc24b-0604-467f-8353-55fb217a3811 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:04.370206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.470066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f23a616e-f38c-4942-944e-b51823acc29c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f23a616e-f38c-4942-944e-b51823acc29c,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:04.483559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'f23a616e-f38c-4942-944e-b51823acc29c', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'mac_address': 'fa:16:3e:32:2e:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:08:04.538249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.556465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] For port 335bc24b-0604-467f-8353-55fb217a3811, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=335bc24b-0604-467f-8353-55fb217a3811,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:04.557170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.575043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:04.585855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Calling delete_port for 335bc24b-0604-467f-8353-55fb217a3811 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:04.589574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f23a616e-f38c-4942-944e-b51823acc29c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:08:04.604740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.604984 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment db432f89-e841-4ba0-b6a2-e6b177702022 of type vlan for network 6555fb5e-c110-4979-b2dd-a6115286e00f Nov 04 09:08:04.629665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:04.642423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f23a616e-f38c-4942-944e-b51823acc29c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f23a616e-f38c-4942-944e-b51823acc29c,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:04.645975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] For port 6236e6b3-fa38-4b64-a22a-e1e51672f301, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:04.652543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.654508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:04.664393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.664595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.666632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c0b792-0a50-4781-b2ad-d55d0354e2b2 None None] Network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:04.674852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a893d-c83b-41f4-937b-f7c651da00f3 req-62337f5a-dc6b-411d-84f1-afdcb665ead7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.676527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b77a893d-c83b-41f4-937b-f7c651da00f3 req-62337f5a-dc6b-411d-84f1-afdcb665ead7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 943 time: 0.1363604 Nov 04 09:08:04.676973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] For port 6236e6b3-fa38-4b64-a22a-e1e51672f301, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6236e6b3-fa38-4b64-a22a-e1e51672f301,segment=NetworkSegment(7d194f48-da29-4129-b34a-ae1fd743a6f1),segment_id=7d194f48-da29-4129-b34a-ae1fd743a6f1)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:04.716621 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3f7052aa-92b5-4c14-ab54-3cd9b48ea53a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7624273 Nov 04 09:08:04.719211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Router acb56d2d-ef9e-4af3-9bb9-eb879793b59f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:08:04.722081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58124) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:04.728531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1215953867'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:04.765152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.772004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b77a893d-c83b-41f4-937b-f7c651da00f3 req-ab1ea3ed-e364-4ca1-8029-8c7490e0ad43 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872586 Nov 04 09:08:04.824578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.834350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:04.834573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.854423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:04.868647 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.875485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6615396 Nov 04 09:08:04.908842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=f23a616e-f38c-4942-944e-b51823acc29c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:04.914554 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:04.915542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58128) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:04.922467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:05.000582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ca37b-a9f5-4c99-8eb0-540ac6603677 None None] Pushing event updated for resources: {'Port': ['ID=6236e6b3-fa38-4b64-a22a-e1e51672f301,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:05.020726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:05.041110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['f23a616e-f38c-4942-944e-b51823acc29c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:08:05.106861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.106861 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 832ff8ba-5f16-43f8-8bea-86b68eb1bc9a of type vlan for network 071a4119-b216-4cfd-aa03-ed7b9731a9ee Nov 04 09:08:05.114068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.129417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591189cd-797e-403b-9f3f-dc806b822ace tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=6555fb5e-c110-4979-b2dd-a6115286e00f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:05.132098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['335bc24b-0604-467f-8353-55fb217a3811'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:08:05.186672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6555fb5e-c110-4979-b2dd-a6115286e00f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:05.208153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Pushing event deleted for resources: {'Port': ['ID=335bc24b-0604-467f-8353-55fb217a3811,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:05.267336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] No DVR routers for this DVR port 335bc24b-0604-467f-8353-55fb217a3811 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:05.270696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.275418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e9bab5c-061f-46c3-bfb0-f81be84d1449 req-c59a7feb-b706-46cc-be51-b6b2a369c160 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.70 "DELETE /v2.0/ports/335bc24b-0604-467f-8353-55fb217a3811 HTTP/1.1" status: 204 len: 173 time: 1.1000104 Nov 04 09:08:05.282367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:05.285157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.293915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d', 'network_id': '9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': '1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:05.294776 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.300954 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] Sync routers for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:05.319085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40ba617e-5339-4649-b512-0d5288df4477 admin admin] 10.222.0.53 "PUT /v2.0/routers/acb56d2d-ef9e-4af3-9bb9-eb879793b59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3464913 Nov 04 09:08:05.321772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58140) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:05.326392 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:05.328517 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:05.366559 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.436542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 6555fb5e-c110-4979-b2dd-a6115286e00f is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:08:05.445562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:05.446678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.456477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "PUT /v2.0/networks/6555fb5e-c110-4979-b2dd-a6115286e00f HTTP/1.1" status: 200 len: 723 time: 0.5361273 Nov 04 09:08:05.456477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7fd43bc4-ab44-4536-9f28-206ff3cb58cd req-d1f9e03d-71f6-40d4-9922-a1ad3f0e8f69 tempest-ServerRescueTestJSON-985602529 tempest-ServerRescueTestJSON-985602529-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd421edc-6e9b-498f-b6e4-efc59e6b1a4a HTTP/1.1" status: 200 len: 210 time: 0.2158432 Nov 04 09:08:05.457692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:05.465600 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.544441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': '6555fb5e-c110-4979-b2dd-a6115286e00f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:05.564970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'name': 'network-vif-deleted', 'tag': '335bc24b-0604-467f-8353-55fb217a3811'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:05.567657 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c35c4f-3b67-4ff8-900a-f018b8e11a11" -d '{"events": [{"server_uuid": "bd421edc-6e9b-498f-b6e4-efc59e6b1a4a", "name": "network-vif-deleted", "tag": "335bc24b-0604-467f-8353-55fb217a3811"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:05.573146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.613118 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:05.614185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.631579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:05.633043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.800955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-5465de34-7a8d-4340-8b62-6b1faf8b4f57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000922 Nov 04 09:08:05.802250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:05.886105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Allocated IP 172.20.255.242 (9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d/1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2/b97a1d75-437f-4498-9382-c08285b3237f) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:05.887665 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:08:03Z', 'revision_number': 5, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port': {'id': '0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1209, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:35Z', 'updated_at': '2021-11-04T09:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:05.897342 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15168012-ff6c-469f-8133-29522b32723d x-openstack-request-id: req-15168012-ff6c-469f-8133-29522b32723d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:05.897720 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd421edc-6e9b-498f-b6e4-efc59e6b1a4a", "name": "network-vif-deleted", "tag": "335bc24b-0604-467f-8353-55fb217a3811", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:05.898013 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15168012-ff6c-469f-8133-29522b32723d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:05.898830 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd421edc-6e9b-498f-b6e4-efc59e6b1a4a', 'name': 'network-vif-deleted', 'tag': '335bc24b-0604-467f-8353-55fb217a3811', 'status': 'completed', 'code': 200} Nov 04 09:08:05.955561 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] Checking router: acb56d2d-ef9e-4af3-9bb9-eb879793b59f for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:05.973722 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] Routers {'acb56d2d-ef9e-4af3-9bb9-eb879793b59f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:05.975017 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:06.040616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3172035 Nov 04 09:08:06.048562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58154) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:06.050786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf731c9-18a4-4958-a401-a09953261764 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=6555fb5e-c110-4979-b2dd-a6115286e00f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:06.057693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': '071a4119-b216-4cfd-aa03-ed7b9731a9ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:06.067091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6555fb5e-c110-4979-b2dd-a6115286e00f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:06.133742 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] Set router acb56d2d-ef9e-4af3-9bb9-eb879793b59f gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:06.168610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:06.172353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.185589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29254e58-74d8-4680-89b2-0092cd016050 req-f762a068-ad6f-4ac3-8dbe-bb1cc77a9abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:06.187122 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-f762a068-ad6f-4ac3-8dbe-bb1cc77a9abd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce44e117b670452db4cf73cc68d88973&device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 1096 time: 0.2979984 Nov 04 09:08:06.194728 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:08:05Z', 'revision_number': 6, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:06.225844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Deleting port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:06.226193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.280765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c6c55-231e-4502-9b21-115448c024bc req-1116525a-70c2-4ff4-ab7d-6adda39c93f6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:06.282183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb5c6c55-231e-4502-9b21-115448c024bc req-1116525a-70c2-4ff4-ab7d-6adda39c93f6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 944 time: 0.3019743 Nov 04 09:08:06.285952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc337f4-6e39-41e7-bb60-0c39ea8476e0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=071a4119-b216-4cfd-aa03-ed7b9731a9ee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:06.306503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 071a4119-b216-4cfd-aa03-ed7b9731a9ee details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:06.335321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29254e58-74d8-4680-89b2-0092cd016050 req-a3aae492-a953-4751-b489-e324138d3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:06.337025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-a3aae492-a953-4751-b489-e324138d3ff2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 200 len: 920 time: 0.1145704 Nov 04 09:08:06.387750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:06.391264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.418239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb5c6c55-231e-4502-9b21-115448c024bc req-b151a06b-97ea-461c-838c-49f9904f0832 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142960 Nov 04 09:08:06.494076 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3253ac2-95d1-49c0-b4c9-276373059869 None None] The sync data for ids ['acb56d2d-ef9e-4af3-9bb9-eb879793b59f'] in n-d-816487-1 is: [{'id': 'acb56d2d-ef9e-4af3-9bb9-eb879793b59f', 'name': 'tempest-ServersTestBootFromVolume-1473403154-router', 'tenant_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:04:33Z', 'updated_at': '2021-11-04T09:08:05Z', 'revision_number': 6, 'project_id': '3a86a966bdef4b6dbe5258b27e0494ea', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:06.541073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-3fd6d315-9cb9-4d7e-a6a8-bc0754e0c4da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 200 len: 217 time: 0.1894610 Nov 04 09:08:06.662444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29254e58-74d8-4680-89b2-0092cd016050 req-16f97739-2bbb-4fab-af4c-16f48da6d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:06.663978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-16f97739-2bbb-4fab-af4c-16f48da6d533 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8380e30-0269-4d81-ac2c-96f61f5e7d3b HTTP/1.1" status: 200 len: 859 time: 0.1129704 Nov 04 09:08:06.687108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] For port 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:06.687537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.696002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.699488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58168) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:06.709021 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.736364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-bfb659d5-1090-4a59-8fb4-5885ae3a3311 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b074601e-bc93-48cf-a34a-544daacb07bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585759 Nov 04 09:08:06.737496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Calling delete_port for 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:06.747127 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.774331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Pushing event updated for resources: {'Port': ['ID=b97a1d75-437f-4498-9382-c08285b3237f,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:06.776909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd61b22-b6be-4651-b818-97b7027456a0 None None] Network dc4ef153-7133-4641-8e51-ffd187c11175 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:06.786230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:06.815083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=eb5c0583-ab7f-4809-8578-4cc7f9e14028,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:06.826905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:06.832378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:06.863520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0685a7b2-bf7b-49ec-aa7b-2856a72ae260 None None] Provisioning complete for port 6236e6b3-fa38-4b64-a22a-e1e51672f301 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:06.864580 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0685a7b2-bf7b-49ec-aa7b-2856a72ae260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.865283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': 'db432f89-e841-4ba0-b6a2-e6b177702022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6555fb5e-c110-4979-b2dd-a6115286e00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:06.865849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: 6555fb5e-c110-4979-b2dd-a6115286e00f, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:06.895872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 6555fb5e-c110-4979-b2dd-a6115286e00f is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:06.909596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6555fb5e-c110-4979-b2dd-a6115286e00f) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:06.937942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:06.939241 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:06.959766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95acdc76-5a11-43d6-9575-040f2ade858c None None] Network 6555fb5e-c110-4979-b2dd-a6115286e00f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:06.992275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9b816ac9-18bc-4d52-b8d2-16341735caa2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4665244 Nov 04 09:08:06.994113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:07.010548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6ae8356a-08d0-4baf-a5a0-29b514c1a842 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:07.167808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Attempting to bind port b97a1d75-437f-4498-9382-c08285b3237f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:07.168774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Attempting to bind port b97a1d75-437f-4498-9382-c08285b3237f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0412b989-e047-4745-a5b3-f08f3f731822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:07.169329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Attempting to bind port b97a1d75-437f-4498-9382-c08285b3237f on network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:07.199285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:07.200217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Checking segment: {'id': '0412b989-e047-4745-a5b3-f08f3f731822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:07.200816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.201418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Bound using segment: {'id': '0412b989-e047-4745-a5b3-f08f3f731822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:07.201977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Bound port: b97a1d75-437f-4498-9382-c08285b3237f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0412b989-e047-4745-a5b3-f08f3f731822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:07.202474 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.211288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ae8356a-08d0-4baf-a5a0-29b514c1a842 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12585870'] for subnet, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.267934 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0685a7b2-bf7b-49ec-aa7b-2856a72ae260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.362606 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16432581-dace-4af4-8925-50c97e93d729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.386603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-32f3e963-4b87-402f-ac0d-e47cce43abc8 service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5649509 Nov 04 09:08:07.417373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0685a7b2-bf7b-49ec-aa7b-2856a72ae260 None None] For port 6236e6b3-fa38-4b64-a22a-e1e51672f301, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6236e6b3-fa38-4b64-a22a-e1e51672f301,segment=NetworkSegment(7d194f48-da29-4129-b34a-ae1fd743a6f1),segment_id=7d194f48-da29-4129-b34a-ae1fd743a6f1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:07.424891 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.435430 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0685a7b2-bf7b-49ec-aa7b-2856a72ae260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.465323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ae8356a-08d0-4baf-a5a0-29b514c1a842 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776657541425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12805062'] for subnet, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.594256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae8356a-08d0-4baf-a5a0-29b514c1a842 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:07.595106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ae8356a-08d0-4baf-a5a0-29b514c1a842 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.597372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6ae8356a-08d0-4baf-a5a0-29b514c1a842 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "PUT /v2.0/subnets/eb5c0583-ab7f-4809-8578-4cc7f9e14028 HTTP/1.1" status: 200 len: 826 time: 0.5996718 Nov 04 09:08:07.612762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58182) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:07.692411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8356a-08d0-4baf-a5a0-29b514c1a842 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=eb5c0583-ab7f-4809-8578-4cc7f9e14028,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:07.711515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=710df077-6a03-41e3-a543-9e1bfe4e0d94,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:07.716032 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29254e58-74d8-4680-89b2-0092cd016050 req-74a81274-e195-4b5a-a8dc-cbbfc8aa312b service neutron] 10.222.0.55 "GET /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185339 Nov 04 09:08:07.757081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': '832ff8ba-5f16-43f8-8bea-86b68eb1bc9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '071a4119-b216-4cfd-aa03-ed7b9731a9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:07.757504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: 071a4119-b216-4cfd-aa03-ed7b9731a9ee, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:07.796218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6236e6b3-fa38-4b64-a22a-e1e51672f301 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:07.801482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] For port b97a1d75-437f-4498-9382-c08285b3237f, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:07.836134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666e554-887c-412f-a625-13e831c8ef44 req-accece47-bbd4-46cd-bd14-f4951edf06dc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:07.838095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d666e554-887c-412f-a625-13e831c8ef44 req-accece47-bbd4-46cd-bd14-f4951edf06dc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 944 time: 0.2548311 Nov 04 09:08:07.846837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] For port b97a1d75-437f-4498-9382-c08285b3237f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b97a1d75-437f-4498-9382-c08285b3237f,segment=NetworkSegment(0412b989-e047-4745-a5b3-f08f3f731822),segment_id=0412b989-e047-4745-a5b3-f08f3f731822)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:07.847519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.865299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network 071a4119-b216-4cfd-aa03-ed7b9731a9ee is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:07.879877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.919211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:07.922930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685a7b2-bf7b-49ec-aa7b-2856a72ae260 None None] Pushing event updated for resources: {'Port': ['ID=6236e6b3-fa38-4b64-a22a-e1e51672f301,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:07.936055 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d666e554-887c-412f-a625-13e831c8ef44 req-8043a0f4-db18-4f05-ba33-0f557a79ec8f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893791 Nov 04 09:08:07.969072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c27238-513b-49c0-b3f1-2757aae09389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-6555fb5e-c110-4979-b2dd-a6115286e00f', 'network_id': '6555fb5e-c110-4979-b2dd-a6115286e00f', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': 'eb5c0583-ab7f-4809-8578-4cc7f9e14028'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:07.969072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1c27238-513b-49c0-b3f1-2757aae09389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.039784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.106078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:08.116887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.131539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.170554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5c0583-ab7f-4809-8578-4cc7f9e14028,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:08.204239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a22fc0-7d3f-4266-b068-6e2fe58acaf9 None None] Pushing event updated for resources: {'Port': ['ID=b97a1d75-437f-4498-9382-c08285b3237f,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:08.223967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.226524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.229785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebed7ea-2152-44a9-8c58-ba509ec84081 None None] Update dhcp port {'port': {'network_id': 'dc4ef153-7133-4641-8e51-ffd187c11175', 'fixed_ips': [{'subnet_id': 'e2097d0e-e087-4db5-857e-d811a3d83c8e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'efc266ec-908c-4f7d-91fb-954aa0428efe'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '6236e6b3-fa38-4b64-a22a-e1e51672f301'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:08:08.239381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6236e6b3-fa38-4b64-a22a-e1e51672f301 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:08.240019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.281780 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.342470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6555fb5e-c110-4979-b2dd-a6115286e00f']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:08.350062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.350644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acb56d2d-ef9e-4af3-9bb9-eb879793b59f {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:08:08.357298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 071a4119-b216-4cfd-aa03-ed7b9731a9ee) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:08.362761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.364123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-87536a92-f8bd-41a5-b94d-14390af08b07 admin admin] 10.222.0.53 "DELETE /v2.0/routers/acb56d2d-ef9e-4af3-9bb9-eb879793b59f HTTP/1.1" status: 204 len: 168 time: 3.0411897 Nov 04 09:08:08.370875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58188) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:08.372664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f23a616e-f38c-4942-944e-b51823acc29c up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:08.375377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db432f89-e841-4ba0-b6a2-e6b177702022') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:08.375807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db432f89-e841-4ba0-b6a2-e6b177702022') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:08.397229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.436896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.443361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d6581-c5e6-4c63-a1cf-49407b968215 None None] Network 071a4119-b216-4cfd-aa03-ed7b9731a9ee requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:08.443998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:08.444438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.480842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:08.481456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.488180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] Deleting subnet f0401385-e126-4d08-9604-974835439cac {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:08.518529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.533324 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ebed7ea-2152-44a9-8c58-ba509ec84081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-e1c27238-513b-49c0-b3f1-2757aae09389 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5c0583-ab7f-4809-8578-4cc7f9e14028: This subnet is being modified by another concurrent operation. Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eb5c0583-ab7f-4809-8578-4cc7f9e14028: This subnet is being modified by another concurrent operation. Nov 04 09:08:08.545547 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:08:08.590342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ef220b-2af6-47a1-8b2d-2cc43e039d74 None None] Network 6555fb5e-c110-4979-b2dd-a6115286e00f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:08.608078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-02da340d-e6db-4cd5-b1f7-b1bb5c2b6705 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.5553172 Nov 04 09:08:08.611353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58190) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:08.624864 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:08.642510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.661552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.678914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.685641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/6555fb5e-c110-4979-b2dd-a6115286e00f HTTP/1.1" status: 204 len: 168 time: 1.0541608 Nov 04 09:08:08.701079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:08.702147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30217105-71f3-411c-9fb0-6d8d1325a351 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=6555fb5e-c110-4979-b2dd-a6115286e00f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:08.732775 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9379deb3-de6f-48b3-a344-b485e4153980 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:08.733391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9379deb3-de6f-48b3-a344-b485e4153980 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:08.742648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9379deb3-de6f-48b3-a344-b485e4153980 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/6555fb5e-c110-4979-b2dd-a6115286e00f HTTP/1.1" status: 404 len: 339 time: 0.0322268 Nov 04 09:08:08.744295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:08.756885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1260350708', 'description': 'd1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:08.816408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:08.833310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.862344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:08.865390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port f23a616e-f38c-4942-944e-b51823acc29c completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:08:08.882030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.882390 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment f359f744-78a7-41b9-bb83-7b1e90ade5b9 of type vlan for network 9b37eb29-8893-48f6-a95c-73b2a082f27a Nov 04 09:08:08.916664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port f23a616e-f38c-4942-944e-b51823acc29c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:08.917034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.937731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.970915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:08.979164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:08.980783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 255eba78-d710-4681-9aec-d1861b6bad36 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:08.981261 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.062944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-8ebed7ea-2152-44a9-8c58-ba509ec84081 None None] Allocated IP 172.20.0.1 (dc4ef153-7133-4641-8e51-ffd187c11175/efc266ec-908c-4f7d-91fb-954aa0428efe/6236e6b3-fa38-4b64-a22a-e1e51672f301) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:09.078064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3316236 Nov 04 09:08:09.079904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb86908-d282-4859-9c4e-80464e9f1872 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=9b37eb29-8893-48f6-a95c-73b2a082f27a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:09.091701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58200) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:09.151270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.215312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48580606-cc14-46dc-8f26-6dfe10231c0b req-852459db-a896-4e39-a66f-d974bc2a751f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:09.220600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed9b38-395a-4df5-922d-33acfd997af5 None None] Network 6555fb5e-c110-4979-b2dd-a6115286e00f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:09.223752 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48580606-cc14-46dc-8f26-6dfe10231c0b req-852459db-a896-4e39-a66f-d974bc2a751f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 944 time: 0.1625068 Nov 04 09:08:09.250194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9de46a-e02c-4df6-a1b3-9755ea94a4bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:09.252291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fc9de46a-e02c-4df6-a1b3-9755ea94a4bd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/networks?id=9b37eb29-8893-48f6-a95c-73b2a082f27a HTTP/1.1" status: 200 len: 765 time: 0.1594877 Nov 04 09:08:09.257610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:09.261663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 9b37eb29-8893-48f6-a95c-73b2a082f27a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:09.270696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'description': 'd2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:09.319769 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.330977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48580606-cc14-46dc-8f26-6dfe10231c0b req-28383c81-0cf7-4a01-8e03-e2856261476b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051712 Nov 04 09:08:09.332289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8ebed7ea-2152-44a9-8c58-ba509ec84081 None None] For port 6236e6b3-fa38-4b64-a22a-e1e51672f301, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6236e6b3-fa38-4b64-a22a-e1e51672f301,segment=NetworkSegment(7d194f48-da29-4129-b34a-ae1fd743a6f1),segment_id=7d194f48-da29-4129-b34a-ae1fd743a6f1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:09.335431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fed9b38-395a-4df5-922d-33acfd997af5 None None] Network 6555fb5e-c110-4979-b2dd-a6115286e00f could not be found, it might have been deleted concurrently. {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 09:08:09.337120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 255eba78-d710-4681-9aec-d1861b6bad36 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:09.337688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 255eba78-d710-4681-9aec-d1861b6bad36 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:09.339239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.393138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa01313-1aff-4192-ae43-3f9aa9f763f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-071a4119-b216-4cfd-aa03-ed7b9731a9ee', 'network_id': '071a4119-b216-4cfd-aa03-ed7b9731a9ee', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': '710df077-6a03-41e3-a543-9e1bfe4e0d94'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:09.394026 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fa01313-1aff-4192-ae43-3f9aa9f763f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.444118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.460540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ebed7ea-2152-44a9-8c58-ba509ec84081 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.483159 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ebed7ea-2152-44a9-8c58-ba509ec84081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.596528 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.599029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 335bc24b-0604-467f-8353-55fb217a3811 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:09.602647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.642502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0401385-e126-4d08-9604-974835439cac,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:09.647643 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.649516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.656305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b294c436-bf55-4eac-b7f2-3cb7986a4f29 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f0401385-e126-4d08-9604-974835439cac HTTP/1.1" status: 204 len: 168 time: 1.2811940 Nov 04 09:08:09.657932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:09.661188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.694201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 335bc24b-0604-467f-8353-55fb217a3811 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:09.694984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 335bc24b-0604-467f-8353-55fb217a3811 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:09.713323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=710df077-6a03-41e3-a543-9e1bfe4e0d94,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:09.725651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6920ad-67ed-429d-b638-fa87593a1812 None None] Network 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:09.727135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.780326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 9b37eb29-8893-48f6-a95c-73b2a082f27a is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:08:09.785936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:09.786645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.791352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "PUT /v2.0/networks/9b37eb29-8893-48f6-a95c-73b2a082f27a HTTP/1.1" status: 200 len: 762 time: 0.5293362 Nov 04 09:08:09.791559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6236e6b3-fa38-4b64-a22a-e1e51672f301 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:09.792709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58208) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:09.808681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9465241a-0d2a-4f95-8445-c165bf3af483 None None] Network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:09.821751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.825867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.835511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daea5c-93ec-4beb-ab63-0ebc20a724a5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=9b37eb29-8893-48f6-a95c-73b2a082f27a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:09.872518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:09.875901 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdcf73b-1721-49a4-be56-8fa527b479d9" -d '{"events": [{"server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "name": "network-vif-plugged", "status": "completed", "tag": "f23a616e-f38c-4942-944e-b51823acc29c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:09.925322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071a4119-b216-4cfd-aa03-ed7b9731a9ee']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:09.927895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Deleting port 52065f58-577c-4049-ab4f-936764c3d760 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:09.927895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:09.945207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 9b37eb29-8893-48f6-a95c-73b2a082f27a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:09.950588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832ff8ba-5f16-43f8-8bea-86b68eb1bc9a') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:09.950891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832ff8ba-5f16-43f8-8bea-86b68eb1bc9a') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:09.961550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d4fb50-d316-492d-bbb7-aff36c03e1d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:09.963132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1d4fb50-d316-492d-bbb7-aff36c03e1d7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/networks?id=9b37eb29-8893-48f6-a95c-73b2a082f27a HTTP/1.1" status: 200 len: 765 time: 0.1678393 Nov 04 09:08:09.976537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58216) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:09.992543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.014425 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17ae0f1-73f9-45ef-b132-9db8bc11cf55 x-openstack-request-id: req-d17ae0f1-73f9-45ef-b132-9db8bc11cf55 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:10.014425 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "name": "network-vif-plugged", "status": "completed", "tag": "f23a616e-f38c-4942-944e-b51823acc29c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:10.014634 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d17ae0f1-73f9-45ef-b132-9db8bc11cf55 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:10.015072 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c', 'code': 200} Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-4fa01313-1aff-4192-ae43-3f9aa9f763f0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 710df077-6a03-41e3-a543-9e1bfe4e0d94: This subnet is being modified by another concurrent operation. Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 710df077-6a03-41e3-a543-9e1bfe4e0d94: This subnet is being modified by another concurrent operation. Nov 04 09:08:10.059398 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:08:10.086606 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] For port 52065f58-577c-4049-ab4f-936764c3d760, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52065f58-577c-4049-ab4f-936764c3d760,segment=NetworkSegment(9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398),segment_id=9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:10.086986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.103691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Calling delete_port for 52065f58-577c-4049-ab4f-936764c3d760 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:10.126829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f23a616e-f38c-4942-944e-b51823acc29c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f23a616e-f38c-4942-944e-b51823acc29c,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:10.135762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1116b4ba-94e8-40bf-a2fa-f4ed44b6a40a None None] Provisioning complete for port b97a1d75-437f-4498-9382-c08285b3237f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:10.135762 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ba-94e8-40bf-a2fa-f4ed44b6a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.139379 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.159712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e007bad4-af89-43b6-8488-cb59448888aa None None] Network 071a4119-b216-4cfd-aa03-ed7b9731a9ee requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:10.191534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:10.192064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:10.195320 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:10.247119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.287750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=52065f58-577c-4049-ab4f-936764c3d760,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:10.299792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] No DVR routers for this DVR port 52065f58-577c-4049-ab4f-936764c3d760 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:10.308801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Deleting port 16740ba3-f2e0-4723-9ca3-371afb3e3058 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:10.309156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.387501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae08c23-cba5-4724-8f9c-825794a49f15 req-950bab9f-6d03-4bcf-8c87-6d9b40678f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:10.389072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fae08c23-cba5-4724-8f9c-825794a49f15 req-950bab9f-6d03-4bcf-8c87-6d9b40678f16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1095 time: 0.3497958 Nov 04 09:08:10.442623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.485503 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.503137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.504044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebed7ea-2152-44a9-8c58-ba509ec84081 None None] Pushing event updated for resources: {'Port': ['ID=6236e6b3-fa38-4b64-a22a-e1e51672f301,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:10.520629 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.528811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/071a4119-b216-4cfd-aa03-ed7b9731a9ee HTTP/1.1" status: 204 len: 168 time: 1.9133224 Nov 04 09:08:10.543102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58224) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:10.561552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9b932b-eafa-491b-8de8-d09c3386e1c1 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:10.563102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4f9b932b-eafa-491b-8de8-d09c3386e1c1 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5852170 Nov 04 09:08:10.573801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58226) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:10.574730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597baeda-64c7-457d-b670-f41a23e400ec tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=071a4119-b216-4cfd-aa03-ed7b9731a9ee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:10.588532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1575542941'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:10.606743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ff6eaf-eadc-4d9c-8950-d7639daa1e8c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:10.635934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-26877ff3-61d5-46df-88d0-4102c3ecb1a2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 207 time: 0.0542033 Nov 04 09:08:10.640542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:10.641118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf5aed7-f2b6-45c4-aa9b-7afbac8a0398') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:10.643677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:10.651080 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fae08c23-cba5-4724-8f9c-825794a49f15 req-e333175d-5fb8-4bc7-861b-01d78410b78b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009792 Nov 04 09:08:10.653917 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77acda97-8c65-4131-ab15-7305a5892013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.664812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] For port 16740ba3-f2e0-4723-9ca3-371afb3e3058, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=16740ba3-f2e0-4723-9ca3-371afb3e3058,segment=NetworkSegment(70503da6-e827-48fc-b4dd-71688bb7ccba),segment_id=70503da6-e827-48fc-b4dd-71688bb7ccba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:10.665173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.682633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.688974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Calling delete_port for 16740ba3-f2e0-4723-9ca3-371afb3e3058 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:10.711329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.719111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:10.720403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:10.788546 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:10.822081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.861270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.868468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.872755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/17ff6eaf-eadc-4d9c-8950-d7639daa1e8c HTTP/1.1" status: 204 len: 168 time: 1.2135019 Nov 04 09:08:10.889647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd11df6-70ae-4262-b569-73e5135f7869 req-659edd2d-c7ef-4f01-8eb5-94f1d78252bc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:10.900502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dd11df6-70ae-4262-b569-73e5135f7869 req-659edd2d-c7ef-4f01-8eb5-94f1d78252bc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 945 time: 0.3776209 Nov 04 09:08:10.903316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:10.910588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.956881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6236e6b3-fa38-4b64-a22a-e1e51672f301 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:10.958317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:10.967146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=f23a616e-f38c-4942-944e-b51823acc29c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:11.001903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:11.021037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.021549 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 21c89cd2-5ea0-4cd5-b3db-8d52104a9314 of type vlan for network f25f5a62-a2da-4a71-8209-22ac84750fe8 Nov 04 09:08:11.036245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72c1e32-1ed3-478b-95e4-c2053682f620 None None] DHCP port deletion for 17ff6eaf-eadc-4d9c-8950-d7639daa1e8c request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:11.076256 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.101577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83a72b8-a5a8-4179-81d6-d5c904d19137 None None] Network dc4ef153-7133-4641-8e51-ffd187c11175 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:11.106429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.142461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=16740ba3-f2e0-4723-9ca3-371afb3e3058,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:11.191748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523e8f5-246a-49d6-a1d8-3f7d76bf92b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=17ff6eaf-eadc-4d9c-8950-d7639daa1e8c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:11.201800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd529d-755e-484e-8d22-626cc1821e2c tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.208510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd529d-755e-484e-8d22-626cc1821e2c tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.215679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd529d-755e-484e-8d22-626cc1821e2c tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.223703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd529d-755e-484e-8d22-626cc1821e2c tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.223955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ba-94e8-40bf-a2fa-f4ed44b6a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.231811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd529d-755e-484e-8d22-626cc1821e2c tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.239737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdd529d-755e-484e-8d22-626cc1821e2c tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.248335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58232) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:11.251471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8fdd529d-755e-484e-8d22-626cc1821e2c tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5999823 Nov 04 09:08:11.264565 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.269044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.277356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.278765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.303952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58234) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:11.358812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1116b4ba-94e8-40bf-a2fa-f4ed44b6a40a None None] For port b97a1d75-437f-4498-9382-c08285b3237f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b97a1d75-437f-4498-9382-c08285b3237f,segment=NetworkSegment(0412b989-e047-4745-a5b3-f08f3f731822),segment_id=0412b989-e047-4745-a5b3-f08f3f731822)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:11.363395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b97a1d75-437f-4498-9382-c08285b3237f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:11.398383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8523350 Nov 04 09:08:11.426494 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dd11df6-70ae-4262-b569-73e5135f7869 req-5a9c8f42-6efe-433f-b0ba-853db06bc024 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239346 Nov 04 09:08:11.436864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58238) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:11.450745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1116b4ba-94e8-40bf-a2fa-f4ed44b6a40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.470615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': 'f25f5a62-a2da-4a71-8209-22ac84750fe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:11.585920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ca07a1c-ec44-4cb9-9401-323ed9a99761 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a86a966bdef4b6dbe5258b27e0494ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2614365 Nov 04 09:08:11.586769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58240) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:11.603385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94602fa-7ebf-44b6-afbc-bbd2abd63fb5 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=f25f5a62-a2da-4a71-8209-22ac84750fe8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:11.631923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f25f5a62-a2da-4a71-8209-22ac84750fe8 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:11.660711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:11.665252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.767490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:08:11.768441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:08:11.773907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b4ba-94e8-40bf-a2fa-f4ed44b6a40a None None] Pushing event updated for resources: {'Port': ['ID=b97a1d75-437f-4498-9382-c08285b3237f,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:11.793409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-da463b99-e262-4c39-8184-7aa1024e11fa None None] Provisioning complete for port 6236e6b3-fa38-4b64-a22a-e1e51672f301 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:11.794122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-da463b99-e262-4c39-8184-7aa1024e11fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.849740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4eddfc8e-a161-4b85-bcc8-c25d5a378aee tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5998564 Nov 04 09:08:11.853151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b97a1d75-437f-4498-9382-c08285b3237f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:11.853679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58242) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:11.854171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.886471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88027869-f12a-4d9c-99d0-cb946b41bdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.910782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.939110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88027869-f12a-4d9c-99d0-cb946b41bdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:11.971968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94ba37-8f1c-4d80-8f6b-244859a24f31 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.973621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94ba37-8f1c-4d80-8f6b-244859a24f31 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.975146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94ba37-8f1c-4d80-8f6b-244859a24f31 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.976727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94ba37-8f1c-4d80-8f6b-244859a24f31 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.979342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b94ba37-8f1c-4d80-8f6b-244859a24f31 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:11.980980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b94ba37-8f1c-4d80-8f6b-244859a24f31 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1259587 Nov 04 09:08:11.986447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58244) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:12.075612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:12.187192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88027869-f12a-4d9c-99d0-cb946b41bdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:12.192926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88027869-f12a-4d9c-99d0-cb946b41bdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:12.211602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-88027869-f12a-4d9c-99d0-cb946b41bdd5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f15caaf1-b94c-424d-a1cc-3647ac3eb1bc HTTP/1.1" status: 204 len: 168 time: 0.6005073 Nov 04 09:08:12.236554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb6986-d603-4538-96e2-1b89a3841019 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:12.238476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb6986-d603-4538-96e2-1b89a3841019 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:12.244594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb6986-d603-4538-96e2-1b89a3841019 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:12.246614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb6986-d603-4538-96e2-1b89a3841019 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:12.248094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb6986-d603-4538-96e2-1b89a3841019 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:12.249782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-acdb6986-d603-4538-96e2-1b89a3841019 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2633975 Nov 04 09:08:12.282342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:12.293428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88027869-f12a-4d9c-99d0-cb946b41bdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15caaf1-b94c-424d-a1cc-3647ac3eb1bc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:12.368915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:12.418168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:12.418567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e5867f7-7e65-4ecb-b570-d7ff2d6e1d41 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:12.425768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768bbc87-31b3-4b75-b0b0-70fb15c3fd39 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:08:12.491913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-12c2293f-ce81-41d2-9558-525917ae6e4d None None] Provisioning complete for port b97a1d75-437f-4498-9382-c08285b3237f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:12.492542 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12c2293f-ce81-41d2-9558-525917ae6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:12.527666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': '21c89cd2-5ea0-4cd5-b3db-8d52104a9314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'f25f5a62-a2da-4a71-8209-22ac84750fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:12.528237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: f25f5a62-a2da-4a71-8209-22ac84750fe8, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:12.600837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Router 70b5e652-13ba-48c9-8756-a335972e6bc8 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:08:12.634616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=0c22532c-ecbe-4e43-b277-4b0ab4df8378,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:12.752981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6236e6b3-fa38-4b64-a22a-e1e51672f301 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:12.829494 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:12.840802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:12.850661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fd9198db-ed92-4f29-b573-eb229a4a2d2c admin admin] 10.222.0.53 "PUT /v2.0/routers/70b5e652-13ba-48c9-8756-a335972e6bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1476693 Nov 04 09:08:12.851515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58266) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:12.867609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] Sync routers for ids ['70b5e652-13ba-48c9-8756-a335972e6bc8'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:12.896534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fdb86293-e5a7-4733-992f-89c827aac3ed None None] Provisioning complete for port 6236e6b3-fa38-4b64-a22a-e1e51672f301 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:12.897784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fdb86293-e5a7-4733-992f-89c827aac3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.010968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6236e6b3-fa38-4b64-a22a-e1e51672f301 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:13.011971 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.074156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network f25f5a62-a2da-4a71-8209-22ac84750fe8 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:13.118009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f25f5a62-a2da-4a71-8209-22ac84750fe8) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:13.128293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:13.128889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.138657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1df0290-61e2-43e8-ab21-8f2def290771 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:13.138958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] Routers {'70b5e652-13ba-48c9-8756-a335972e6bc8'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:13.141903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['70b5e652-13ba-48c9-8756-a335972e6bc8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:13.142105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f1df0290-61e2-43e8-ab21-8f2def290771 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/networks/492f1b14-1ecc-48fe-b8e9-c4d621ec25ec HTTP/1.1" status: 200 len: 803 time: 0.8548815 Nov 04 09:08:13.145542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58274) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:13.179526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483db692-9dbc-4c4d-b2b4-1fe6070b85a5 req-115aa64a-f9f0-4070-a63a-f2e1cad9f15e tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:13.181604 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-483db692-9dbc-4c4d-b2b4-1fe6070b85a5 req-115aa64a-f9f0-4070-a63a-f2e1cad9f15e tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 945 time: 0.5812860 Nov 04 09:08:13.236457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2937e4f3-8953-4bb3-bb8b-7f258a20cb6e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7963493 Nov 04 09:08:13.251117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:13.363581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-483db692-9dbc-4c4d-b2b4-1fe6070b85a5 req-7e92860e-5f0e-4094-a8d1-3e06c955f5d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684082 Nov 04 09:08:13.401118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b97a1d75-437f-4498-9382-c08285b3237f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:13.446307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f767de7d-08b6-4ff7-ab4b-0c40ea3f5acb tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/networks/492f1b14-1ecc-48fe-b8e9-c4d621ec25ec?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2995193 Nov 04 09:08:13.450505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:13.469037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bbc87-31b3-4b75-b0b0-70fb15c3fd39 None None] Unable to find a vacant binding_index for network f25f5a62-a2da-4a71-8209-22ac84750fe8 and agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 {{(pid=102557) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 04 09:08:13.494277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768bbc87-31b3-4b75-b0b0-70fb15c3fd39 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f25f5a62-a2da-4a71-8209-22ac84750fe8) {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:08:13.499597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] Set router 70b5e652-13ba-48c9-8756-a335972e6bc8 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:13.542347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.551996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.591181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c58048a-d174-4bb6-b049-0cb177ba78b3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:13.592841 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8c58048a-d174-4bb6-b049-0cb177ba78b3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/subnets/f87509d3-c28b-4751-b563-904aeb748c06 HTTP/1.1" status: 200 len: 843 time: 0.1412745 Nov 04 09:08:13.605073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:13.605417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:13.666522 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.739637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Deleting port 3aa498eb-a88a-4704-a678-15f0449bb593 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:13.740057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.769734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1004847554-network', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:13.818346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9cc407-3bc4-484a-857a-c5279e9672a4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['shared'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:13.823522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc9cc407-3bc4-484a-857a-c5279e9672a4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "GET /v2.0/subnets/f87509d3-c28b-4751-b563-904aeb748c06?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2061217 Nov 04 09:08:13.826364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58296) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:13.831710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415012473'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:13.843650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] For port 3aa498eb-a88a-4704-a678-15f0449bb593, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3aa498eb-a88a-4704-a678-15f0449bb593,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:13.844781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.863743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Calling delete_port for 3aa498eb-a88a-4704-a678-15f0449bb593 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:13.869946 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 09:08:13.869946 n-d-816487-1 neutron-server[102556]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 09:08:13.869946 n-d-816487-1 neutron-server[102556]: [parameters: {'project_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'id': '81f27c6d-1fff-424b-ae23-776b45211b65', 'expiration': datetime.datetime(2021, 11, 4, 9, 10, 13, 856880)}] Nov 04 09:08:13.869946 n-d-816487-1 neutron-server[102556]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:08:13.870666 n-d-816487-1 neutron-server[102556]: DEBUG oslo_db.api [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:08:13.906523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b97a1d75-437f-4498-9382-c08285b3237f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:13.907615 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.910948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.934703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:13.936955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.957225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-09ee850b-ffa6-45f6-8a28-5ea44fdb3f17 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4136715 Nov 04 09:08:13.960966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:13.982259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:14.046305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.053666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.079415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.134413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:08:11Z', 'revision_number': 5, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port': {'id': '3aa498eb-a88a-4704-a678-15f0449bb593', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:02:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:05:46Z', 'updated_at': '2021-11-04T09:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:14.141747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa498eb-a88a-4704-a678-15f0449bb593,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:14.156036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=0c22532c-ecbe-4e43-b277-4b0ab4df8378,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:14.190292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] Checking router: 70b5e652-13ba-48c9-8756-a335972e6bc8 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:14.239694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.243765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52065f58-577c-4049-ab4f-936764c3d760 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:14.248124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] Routers {'70b5e652-13ba-48c9-8756-a335972e6bc8'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:14.249112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['70b5e652-13ba-48c9-8756-a335972e6bc8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:14.284679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.317303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.325893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 52065f58-577c-4049-ab4f-936764c3d760 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:14.326102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.326841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52065f58-577c-4049-ab4f-936764c3d760 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:14.334124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25f5a62-a2da-4a71-8209-22ac84750fe8']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:14.359138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c89cd2-5ea0-4cd5-b3db-8d52104a9314') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:14.359432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c89cd2-5ea0-4cd5-b3db-8d52104a9314') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:14.382961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:14.388203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] Set router 70b5e652-13ba-48c9-8756-a335972e6bc8 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:14.399765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.403029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.408076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.419795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2001ef85-1eb6-43d8-998a-d073c803b224,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:14.423725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.424146 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Added segment 15258f64-1691-4908-9df1-fa0bca4b078b of type vlan for network 64769050-88db-4939-8f71-8f2b6458d6d8 Nov 04 09:08:14.462134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.463673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:14.469004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.482978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:14.483408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.487964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:08:14Z', 'revision_number': 7, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:14.488656 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:14.491676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.491800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b5e652-13ba-48c9-8756-a335972e6bc8 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:08:14.498649 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.503488 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d65c291d-c87c-43c6-8196-7cdd567a22e2 admin admin] 10.222.0.53 "DELETE /v2.0/routers/70b5e652-13ba-48c9-8756-a335972e6bc8 HTTP/1.1" status: 204 len: 168 time: 1.6514542 Nov 04 09:08:14.507489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:14.555806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de05f1b-f479-408f-93dd-283d929da2b0 None None] The sync data for ids ['70b5e652-13ba-48c9-8756-a335972e6bc8'] in n-d-816487-1 is: [{'id': '70b5e652-13ba-48c9-8756-a335972e6bc8', 'name': 'tempest-ServerRescueTestJSON-884384151-router', 'tenant_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:05:44Z', 'updated_at': '2021-11-04T09:08:14Z', 'revision_number': 7, 'project_id': '0f2ec682a8f54719bbc60a4a9e35dd38', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:14.556605 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.569088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] Deleting subnet c3081065-57c8-4fea-9880-bde0758519bd {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:14.580965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.583812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294dbe38-36f0-4a41-86ad-e816e0b1963d None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:08:14.636151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:14.654639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.659798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.668882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.676765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/f25f5a62-a2da-4a71-8209-22ac84750fe8 HTTP/1.1" status: 204 len: 168 time: 1.4171982 Nov 04 09:08:14.678059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:14.688583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.688932 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Added segment f714a1b7-33de-4a82-90aa-3a1735e5e25c of type vlan for network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 Nov 04 09:08:14.700104 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.700339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-683657154'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:14.713092 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.714089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:14.714811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.726642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a152bde-11e8-42ac-b5df-fe943a9ade3b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=f25f5a62-a2da-4a71-8209-22ac84750fe8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:14.769055 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.787833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.806858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294dbe38-36f0-4a41-86ad-e816e0b1963d None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:08:14.819764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2132447 Nov 04 09:08:14.832081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:14.848624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Request body: {'subnet': {'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1004847554-subnet', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:14.865594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:14.869301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.882438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f3a83-0580-412d-ae20-b7263ead3be5 admin admin] Pushing event updated for resources: {'Network': ['ID=64769050-88db-4939-8f71-8f2b6458d6d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:14.902498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.913275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:14.914307 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.938617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:14.964791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:14.967028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.970711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Allocated IP 172.25.3.18 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9a123fca-c31f-4e31-9184-0caa71ea477e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:14.975747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:14.976183 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment feaf7685-1daf-4e33-8aef-a33a0b7662ff of type vlan for network 03e9024c-98a8-44c3-a42d-bf1a6c33c81a Nov 04 09:08:15.074083 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2451053 Nov 04 09:08:15.077812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:15.084636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'network_id': '1caa3ab8-f6fe-4310-92d1-fd12c47615e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:15.090993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.096393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 64769050-88db-4939-8f71-8f2b6458d6d8 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:15.100731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b16b2-bdbf-4d8d-af74-f98aaaf444f9 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Network': ['ID=1caa3ab8-f6fe-4310-92d1-fd12c47615e0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:15.103199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.143890 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.149330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c3081065-57c8-4fea-9880-bde0758519bd HTTP/1.1" status: 204 len: 168 time: 0.6395650 Nov 04 09:08:15.150868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdbad8-f053-4a6a-bfab-614dffff79c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3081065-57c8-4fea-9880-bde0758519bd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:15.153420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:15.236508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:15.262843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.270396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:15.271144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.281616 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.380363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.392965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7121110 Nov 04 09:08:15.398390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58318) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:15.406229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:15.430865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033a6f5-c486-4dbb-8b0a-c247cca1f876 None None] Network f25f5a62-a2da-4a71-8209-22ac84750fe8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:15.446107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033a6f5-c486-4dbb-8b0a-c247cca1f876 None None] Network f25f5a62-a2da-4a71-8209-22ac84750fe8 could not be found, it might have been deleted concurrently. {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 09:08:15.457780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d4f87-b912-4e58-a1bc-7956acc8624e None None] Network f25f5a62-a2da-4a71-8209-22ac84750fe8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:15.477262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bac5f7-f892-44da-9488-adce4fbe1075 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=03e9024c-98a8-44c3-a42d-bf1a6c33c81a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:15.495773 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.498901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d4f87-b912-4e58-a1bc-7956acc8624e None None] Network f25f5a62-a2da-4a71-8209-22ac84750fe8 could not be found, it might have been deleted concurrently. {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 09:08:15.501127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 03e9024c-98a8-44c3-a42d-bf1a6c33c81a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:15.522274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Made reservation on behalf of ddc7854a3b8c4c629f27fc8aaca2bc1b for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:15.526880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.534712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e18be91-df85-4828-9822-990e8c5c0780,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:15.587641 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.605971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Checking segment: {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:15.606373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Network hostable DHCP agents. Network: 64769050-88db-4939-8f71-8f2b6458d6d8, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:15.616924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:08:15.617428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:08:15.627456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c11a9a-d16d-4e27-9295-c16e24ee3b33']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:15.647491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70503da6-e827-48fc-b4dd-71688bb7ccba') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:15.647936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70503da6-e827-48fc-b4dd-71688bb7ccba') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:15.655062 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.662304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.683423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Network 64769050-88db-4939-8f71-8f2b6458d6d8 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:15.690916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.693513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:15.699716 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.701996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.712861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:15.713309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:15.715769 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:15.729097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 64769050-88db-4939-8f71-8f2b6458d6d8) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:15.737144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:15.737902 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.744604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa5b69-5db6-4a2e-a2d0-be8653092102 None None] Network 64769050-88db-4939-8f71-8f2b6458d6d8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:15.811165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:15.818454 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-28452c21-e009-46cb-9162-aa5806ba7919 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9764540 Nov 04 09:08:15.821315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58322) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:15.827818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:15.829930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:15.834808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Pushing event updated for resources: {'Port': ['ID=9a123fca-c31f-4e31-9184-0caa71ea477e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:15.840163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.843124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:15.874167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.892974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4c11a9a-d16d-4e27-9295-c16e24ee3b33 HTTP/1.1" status: 204 len: 168 time: 0.7205763 Nov 04 09:08:15.905930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297ebaf-007e-4121-a325-e6dd1425d0a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c11a9a-d16d-4e27-9295-c16e24ee3b33,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:15.971791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:15.973982 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.082385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-64769050-88db-4939-8f71-8f2b6458d6d8', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:16.084342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.200124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.201382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.213588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58326) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:16.252323 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.257908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.332785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Allocated IP 172.20.0.2 (64769050-88db-4939-8f71-8f2b6458d6d8/5e18be91-df85-4828-9822-990e8c5c0780/ac02a2ac-2078-4402-899b-df835e5f3a77) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:16.372743 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cd0050ce-c5be-4bac-b3dc-46a8e8333849 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f2ec682a8f54719bbc60a4a9e35dd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543276 Nov 04 09:08:16.379713 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.390796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58328) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:16.442554 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.447975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=49551691-b4f1-4b32-ac7f-9ee08426272e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:16.503220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.505491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': 'feaf7685-1daf-4e33-8aef-a33a0b7662ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:16.506063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: 03e9024c-98a8-44c3-a42d-bf1a6c33c81a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:16.506363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 16740ba3-f2e0-4723-9ca3-371afb3e3058 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:16.508630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Checking segment: {'id': 'f714a1b7-33de-4a82-90aa-3a1735e5e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1caa3ab8-f6fe-4310-92d1-fd12c47615e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:16.509200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network hostable DHCP agents. Network: 1caa3ab8-f6fe-4310-92d1-fd12c47615e0, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:16.535144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6815-2bf3-44c0-9990-fa56d87257bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.559811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 16740ba3-f2e0-4723-9ca3-371afb3e3058 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:16.560197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 16740ba3-f2e0-4723-9ca3-371afb3e3058 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:16.560764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3aa498eb-a88a-4704-a678-15f0449bb593 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:16.566396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6815-2bf3-44c0-9990-fa56d87257bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.589636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 3aa498eb-a88a-4704-a678-15f0449bb593 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:16.590082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3aa498eb-a88a-4704-a678-15f0449bb593 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:16.612600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.622093 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.645102 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6815-2bf3-44c0-9990-fa56d87257bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.648666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6815-2bf3-44c0-9990-fa56d87257bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.650228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2c8a6815-2bf3-44c0-9990-fa56d87257bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3a09e5d2-fc50-4749-a78f-551d34d774fb HTTP/1.1" status: 204 len: 168 time: 0.2582378 Nov 04 09:08:16.680850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a6815-2bf3-44c0-9990-fa56d87257bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a09e5d2-fc50-4749-a78f-551d34d774fb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:16.727186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Network 64769050-88db-4939-8f71-8f2b6458d6d8 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:16.741734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:16.768405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.779545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:16.789077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.799088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:16.827181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 1caa3ab8-f6fe-4310-92d1-fd12c47615e0) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:16.859747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:16.860650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.873631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=684d5cb3-0ab7-450f-9f83-b393f1b9fbc0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:16.921795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network 03e9024c-98a8-44c3-a42d-bf1a6c33c81a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:16.954533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.955126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 03e9024c-98a8-44c3-a42d-bf1a6c33c81a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:16.960153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d6a1c109-96fb-4316-a38d-180a61de52ad tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.8810654 Nov 04 09:08:16.961025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Pushing event updated for resources: {'Port': ['ID=9a123fca-c31f-4e31-9184-0caa71ea477e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:16.963525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:16.965818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.972123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:16.972870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:16.981842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-45bcae22-90ac-4df7-9ce6-a0335a2e64c2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:17.009094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.021409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9deb709-c326-48b4-aa42-4b45e7fe605a None None] Network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:17.084338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.086173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-1bd1c278-6b8f-489f-84e9-f65c123b12e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1104934 Nov 04 09:08:17.097768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-737b92dd-d2c7-4ad8-be96-1d28c31ed1ab tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6977148 Nov 04 09:08:17.100517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:17.121485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c2ecd7-9a4b-439c-ac1e-952aeeb1e563 None None] Network 03e9024c-98a8-44c3-a42d-bf1a6c33c81a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:17.162850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Allocated IP 172.25.3.166 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/3794b4ac-0638-423b-b6a5-5f9fb770f00a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:17.210244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Pushing event updated for resources: {'Port': ['ID=ac02a2ac-2078-4402-899b-df835e5f3a77,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:17.236862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Attempting to bind port ac02a2ac-2078-4402-899b-df835e5f3a77 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:17.237325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Attempting to bind port ac02a2ac-2078-4402-899b-df835e5f3a77 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:17.237752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Attempting to bind port ac02a2ac-2078-4402-899b-df835e5f3a77 on network 64769050-88db-4939-8f71-8f2b6458d6d8 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:17.251911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:17.252475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Checking segment: {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:17.252693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.253064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Bound using segment: {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:17.253553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Bound port: ac02a2ac-2078-4402-899b-df835e5f3a77, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:17.253939 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.332846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.359280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] For port ac02a2ac-2078-4402-899b-df835e5f3a77, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:17.364013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] For port ac02a2ac-2078-4402-899b-df835e5f3a77, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ac02a2ac-2078-4402-899b-df835e5f3a77,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:17.372310 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.381415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.443453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:17.449104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:17.455439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:17.513894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Pushing event updated for resources: {'Port': ['ID=3794b4ac-0638-423b-b6a5-5f9fb770f00a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:17.545585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-1caa3ab8-f6fe-4310-92d1-fd12c47615e0', 'network_id': '1caa3ab8-f6fe-4310-92d1-fd12c47615e0', 'tenant_id': 'ddc7854a3b8c4c629f27fc8aaca2bc1b', 'fixed_ips': [{'subnet_id': '49551691-b4f1-4b32-ac7f-9ee08426272e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:17.546453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:17.553060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa7e97-a2ff-4e6c-8459-25507c9d840c None None] Pushing event updated for resources: {'Port': ['ID=ac02a2ac-2078-4402-899b-df835e5f3a77,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:17.877872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-03e9024c-98a8-44c3-a42d-bf1a6c33c81a', 'network_id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': '684d5cb3-0ab7-450f-9f83-b393f1b9fbc0'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:17.877872 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.025561 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45bcae22-90ac-4df7-9ce6-a0335a2e64c2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12585870'] for subnet, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.049786 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.099096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Allocated IP 2001:db8::3 (1caa3ab8-f6fe-4310-92d1-fd12c47615e0/49551691-b4f1-4b32-ac7f-9ee08426272e/0a29e891-5ccd-4705-b60f-ba9a214ea891) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:18.108100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:18.133259 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-150c42b9-45a2-4ece-8496-ad1ec3dc39eb tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 1.0340207 Nov 04 09:08:18.318701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.327464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1879679369-network', 'tenant_id': 'a9465c1c78ae49fdb81442ef6b8ccf39'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:18.403292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Allocated IP 172.20.0.1 (03e9024c-98a8-44c3-a42d-bf1a6c33c81a/684d5cb3-0ab7-450f-9f83-b393f1b9fbc0/237cfa37-38fb-47d1-84d6-90c69fe90199) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:18.427282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-500ae9af-11cc-456b-88ef-4008106468a6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:18.435390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-500ae9af-11cc-456b-88ef-4008106468a6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2954583 Nov 04 09:08:18.464779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Made reservation on behalf of a9465c1c78ae49fdb81442ef6b8ccf39 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:18.473379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.486460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-3b42e7bd-47f4-46f5-ae86-143b236453e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:08:18.490099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423c94d3-e5ca-4329-81d6-40a4a4db5e40 req-3b42e7bd-47f4-46f5-ae86-143b236453e6 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538719 Nov 04 09:08:18.556475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.637850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.755623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac02a2ac-2078-4402-899b-df835e5f3a77 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:18.868161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.912640 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.925622 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.932208 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:18.948414 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.008486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.013207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:19.026383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ac02a2ac-2078-4402-899b-df835e5f3a77 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:19.026917 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.028949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:19.033539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Network 03e9024c-98a8-44c3-a42d-bf1a6c33c81a is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:19.034958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:19.053978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Router 60688738-d5ab-4a4d-968b-fe097d22b26b is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:08:19.057420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Pushing event updated for resources: {'Port': ['ID=0a29e891-5ccd-4705-b60f-ba9a214ea891,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:19.063125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.067026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:19.076566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:19.103524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:19.115125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.115612 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Added segment 0f846fb3-b8fa-46ed-9f94-a65d5ab496dc of type vlan for network 69c85361-c5f2-4e6b-b2bb-dd7f939116ad Nov 04 09:08:19.206224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.215082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Pushing event updated for resources: {'Port': ['ID=237cfa37-38fb-47d1-84d6-90c69fe90199,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:19.217758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095309d4-cd1e-4d65-84f7-be948680dd80 None None] Network 64769050-88db-4939-8f71-8f2b6458d6d8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:19.218269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:19.236248 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Sync routers for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:19.241295 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.243866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-403db788-c305-492a-aba8-6d0c91741828 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4211967 Nov 04 09:08:19.246837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58376) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:19.251321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.252506 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:19.253133 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:19.289564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Attempting to bind port 0a29e891-5ccd-4705-b60f-ba9a214ea891 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:19.289958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Attempting to bind port 0a29e891-5ccd-4705-b60f-ba9a214ea891 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'f714a1b7-33de-4a82-90aa-3a1735e5e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1caa3ab8-f6fe-4310-92d1-fd12c47615e0'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:19.290294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Attempting to bind port 0a29e891-5ccd-4705-b60f-ba9a214ea891 on network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:19.300857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Attempting to bind port 237cfa37-38fb-47d1-84d6-90c69fe90199 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:19.301220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Attempting to bind port 237cfa37-38fb-47d1-84d6-90c69fe90199 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'feaf7685-1daf-4e33-8aef-a33a0b7662ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:19.301584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Attempting to bind port 237cfa37-38fb-47d1-84d6-90c69fe90199 on network 03e9024c-98a8-44c3-a42d-bf1a6c33c81a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:19.340174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:19.340637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Checking segment: {'id': 'f714a1b7-33de-4a82-90aa-3a1735e5e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1caa3ab8-f6fe-4310-92d1-fd12c47615e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:19.340977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.341376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Bound using segment: {'id': 'f714a1b7-33de-4a82-90aa-3a1735e5e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1caa3ab8-f6fe-4310-92d1-fd12c47615e0'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:19.342368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Bound port: 0a29e891-5ccd-4705-b60f-ba9a214ea891, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f714a1b7-33de-4a82-90aa-3a1735e5e25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1caa3ab8-f6fe-4310-92d1-fd12c47615e0'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:19.342762 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.345484 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.350779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:19.351153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Checking segment: {'id': 'feaf7685-1daf-4e33-8aef-a33a0b7662ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:19.351557 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.351971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Bound using segment: {'id': 'feaf7685-1daf-4e33-8aef-a33a0b7662ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:19.352452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Bound port: 237cfa37-38fb-47d1-84d6-90c69fe90199, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feaf7685-1daf-4e33-8aef-a33a0b7662ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:19.352870 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.355143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-f4642005-f586-4eba-a816-e1ab58884e6f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:19.356789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-f4642005-f586-4eba-a816-e1ab58884e6f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 821 time: 0.4881487 Nov 04 09:08:19.370936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=684d5cb3-0ab7-450f-9f83-b393f1b9fbc0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:19.380966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:08:19.394274 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:19.411127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9557f4b5-537c-466c-a525-9e2d55e3e583 None None] Provisioning complete for port ac02a2ac-2078-4402-899b-df835e5f3a77 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:19.411500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9557f4b5-537c-466c-a525-9e2d55e3e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.418236 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-9332f794-600b-48b5-bcd7-c0e5fadbe911 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/quotas/d73760c6c2d9495c9ed3287f1439f4c3 HTTP/1.1" status: 200 len: 375 time: 0.0387650 Nov 04 09:08:19.428970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3762d5f-1128-40a7-b55b-5d731e2ddca0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:19.457791 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.460774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e9024c-98a8-44c3-a42d-bf1a6c33c81a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:19.486876 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.488803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:19.489548 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.640800 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:17Z', 'revision_number': 3, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:19.675597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feaf7685-1daf-4e33-8aef-a33a0b7662ff') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:19.676008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feaf7685-1daf-4e33-8aef-a33a0b7662ff') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:19.684834 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Checking router: 60688738-d5ab-4a4d-968b-fe097d22b26b for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:19.685687 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Updating router 60688738-d5ab-4a4d-968b-fe097d22b26b port 3794b4ac-0638-423b-b6a5-5f9fb770f00a binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:08:19.696624 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.701557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] Pushing event updated for resources: {'Network': ['ID=69c85361-c5f2-4e6b-b2bb-dd7f939116ad,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:19.726713 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.730033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f8428a06-e8d3-4c46-9f45-2fdb83483a95 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6203091 Nov 04 09:08:19.750187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.762203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 69c85361-c5f2-4e6b-b2bb-dd7f939116ad details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:19.776945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45bcae22-90ac-4df7-9ce6-a0335a2e64c2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776657541425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12805062'] for subnet, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.779450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:19.779932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:19.797933 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:19.845598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] For port 0a29e891-5ccd-4705-b60f-ba9a214ea891, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:19.866645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] For port 237cfa37-38fb-47d1-84d6-90c69fe90199, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:19.871598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-3ffbad22-0e38-4f99-bc3d-0121825d059d tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4205167 Nov 04 09:08:19.927654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ac02a2ac-2078-4402-899b-df835e5f3a77, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ac02a2ac-2078-4402-899b-df835e5f3a77,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:19.941308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:19.952906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] For port 0a29e891-5ccd-4705-b60f-ba9a214ea891, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0a29e891-5ccd-4705-b60f-ba9a214ea891,segment=NetworkSegment(f714a1b7-33de-4a82-90aa-3a1735e5e25c),segment_id=f714a1b7-33de-4a82-90aa-3a1735e5e25c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:19.998872 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.058056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.176689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-b0005d18-ca05-4ef0-9acf-c0311f21a73e service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939607 Nov 04 09:08:20.195499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ac02a2ac-2078-4402-899b-df835e5f3a77,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:20.204411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bcae22-90ac-4df7-9ce6-a0335a2e64c2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:20.219912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45bcae22-90ac-4df7-9ce6-a0335a2e64c2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.225818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58394) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:20.227944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-45bcae22-90ac-4df7-9ce6-a0335a2e64c2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "PUT /v2.0/subnets/49551691-b4f1-4b32-ac7f-9ee08426272e HTTP/1.1" status: 200 len: 900 time: 3.2527397 Nov 04 09:08:20.230491 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.245950 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.294251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d90f14-261e-436a-904a-94b444d55b6e None None] Pushing event updated for resources: {'Port': ['ID=0a29e891-5ccd-4705-b60f-ba9a214ea891,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:20.302105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] For port 237cfa37-38fb-47d1-84d6-90c69fe90199, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=237cfa37-38fb-47d1-84d6-90c69fe90199,segment=NetworkSegment(feaf7685-1daf-4e33-8aef-a33a0b7662ff),segment_id=feaf7685-1daf-4e33-8aef-a33a0b7662ff)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:20.314475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.351342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bcae22-90ac-4df7-9ce6-a0335a2e64c2 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event updated for resources: {'Subnet': ['ID=49551691-b4f1-4b32-ac7f-9ee08426272e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:20.367429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 09:08:20.367429 n-d-816487-1 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 09:08:20.367429 n-d-816487-1 neutron-server[102555]: [parameters: {'id': '03e9024c-98a8-44c3-a42d-bf1a6c33c81a'}] Nov 04 09:08:20.367429 n-d-816487-1 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:08:20.368273 n-d-816487-1 neutron-server[102555]: DEBUG oslo_db.api [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:08:20.396295 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b1552-77f6-4ad7-930a-72d083582c76 None None] Pushing event updated for resources: {'Port': ['ID=3794b4ac-0638-423b-b6a5-5f9fb770f00a,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:20.407221 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Attempting to bind port 3794b4ac-0638-423b-b6a5-5f9fb770f00a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:20.407798 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Attempting to bind port 3794b4ac-0638-423b-b6a5-5f9fb770f00a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:20.409985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Attempting to bind port 3794b4ac-0638-423b-b6a5-5f9fb770f00a on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:20.422159 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:20.425065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:20.425555 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.427363 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:20.427955 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Bound port: 3794b4ac-0638-423b-b6a5-5f9fb770f00a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:20.428534 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.476570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Allocated IP 172.20.0.1 (64769050-88db-4939-8f71-8f2b6458d6d8/5e18be91-df85-4828-9822-990e8c5c0780/f8164a49-4eeb-4a66-a778-9a8d7f49c77a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:20.584322 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] For port 3794b4ac-0638-423b-b6a5-5f9fb770f00a, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:20.589030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-958b9a88-6349-404f-87b8-397501014d01 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576860 Nov 04 09:08:20.594625 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] For port 3794b4ac-0638-423b-b6a5-5f9fb770f00a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3794b4ac-0638-423b-b6a5-5f9fb770f00a,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:20.595260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218d2c3-25b2-4771-82b8-6d0008264497 None None] Pushing event updated for resources: {'Port': ['ID=237cfa37-38fb-47d1-84d6-90c69fe90199,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:20.603645 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.622340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac6522e-6e34-4142-9b23-d90f98b1eb9d None None] Network 03e9024c-98a8-44c3-a42d-bf1a6c33c81a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:20.692722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.786199 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8b1552-77f6-4ad7-930a-72d083582c76 None None] Pushing event updated for resources: {'Port': ['ID=3794b4ac-0638-423b-b6a5-5f9fb770f00a,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:20.787363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac02a2ac-2078-4402-899b-df835e5f3a77 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:20.790380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:20.791185 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:20.871182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.889281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:20.906478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting port 0a29e891-5ccd-4705-b60f-ba9a214ea891 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:20.907920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.010730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.048487 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:21.069338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-89a837db-ff90-40c0-94e4-d38f48008bcd None None] Provisioning complete for port ac02a2ac-2078-4402-899b-df835e5f3a77 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:21.070111 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89a837db-ff90-40c0-94e4-d38f48008bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.082737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Deleting port 237cfa37-38fb-47d1-84d6-90c69fe90199 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:21.085298 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.113430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] For port 0a29e891-5ccd-4705-b60f-ba9a214ea891, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0a29e891-5ccd-4705-b60f-ba9a214ea891,segment=NetworkSegment(f714a1b7-33de-4a82-90aa-3a1735e5e25c),segment_id=f714a1b7-33de-4a82-90aa-3a1735e5e25c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:21.113994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.138983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Network 64769050-88db-4939-8f71-8f2b6458d6d8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:21.147945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:21.150488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Calling delete_port for 0a29e891-5ccd-4705-b60f-ba9a214ea891 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:21.161731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ac02a2ac-2078-4402-899b-df835e5f3a77 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:21.162055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:21.162245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.201240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Pushing event updated for resources: {'Port': ['ID=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:21.252805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.350772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] For port 237cfa37-38fb-47d1-84d6-90c69fe90199, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=237cfa37-38fb-47d1-84d6-90c69fe90199,segment=NetworkSegment(feaf7685-1daf-4e33-8aef-a33a0b7662ff),segment_id=feaf7685-1daf-4e33-8aef-a33a0b7662ff)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:21.351321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.413586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Calling delete_port for 237cfa37-38fb-47d1-84d6-90c69fe90199 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:21.684226 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8489ac26-ede2-418f-bc59-6f0e27ef2989 None None] Provisioning complete for port f8164a49-4eeb-4a66-a778-9a8d7f49c77a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:21.684622 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8489ac26-ede2-418f-bc59-6f0e27ef2989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.686380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:17Z', 'revision_number': 3, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:21.704765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3049-9a2f-4980-96e2-319a4988a19d req-64c37afe-1c33-4938-b983-ed51550a9846 tempest-ComputeTenantNetworksTest-296266443 tempest-ComputeTenantNetworksTest-296266443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:21.720338 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e80e0f7-b2ba-4216-8e89-023819305e84 None None] The sync data for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 is: [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:17Z', 'revision_number': 3, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:21.721618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3049-9a2f-4980-96e2-319a4988a19d req-64c37afe-1c33-4938-b983-ed51550a9846 tempest-ComputeTenantNetworksTest-296266443 tempest-ComputeTenantNetworksTest-296266443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:21.728589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab3049-9a2f-4980-96e2-319a4988a19d req-64c37afe-1c33-4938-b983-ed51550a9846 tempest-ComputeTenantNetworksTest-296266443 tempest-ComputeTenantNetworksTest-296266443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:21.744436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dcab3049-9a2f-4980-96e2-319a4988a19d req-64c37afe-1c33-4938-b983-ed51550a9846 tempest-ComputeTenantNetworksTest-296266443 tempest-ComputeTenantNetworksTest-296266443-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3277504 Nov 04 09:08:21.771440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8489ac26-ede2-418f-bc59-6f0e27ef2989 None None] Port f8164a49-4eeb-4a66-a778-9a8d7f49c77a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:08:21.813421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.862843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a43f277-5886-4d5d-9965-ec99b0bd6ac0 req-b8bb4eb0-eb54-47b3-873e-d661a00c179a tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 210 time: 0.0617728 Nov 04 09:08:21.890390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.899015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:21.904443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No DVR routers for this DVR port 237cfa37-38fb-47d1-84d6-90c69fe90199 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:21.913041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Port': ['ID=237cfa37-38fb-47d1-84d6-90c69fe90199,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:21.942379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Port': ['ID=0a29e891-5ccd-4705-b60f-ba9a214ea891,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:22.042528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No DVR routers for this DVR port 0a29e891-5ccd-4705-b60f-ba9a214ea891 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:22.142659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ab481-d96e-42c9-88ee-4a20cc4af1bc None None] Network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:22.190270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.213431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.310231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1e37c8cc-6dbe-431f-ab83-96ba9f22e044 None None] Could not find standard attr ID for object 0a29e891-5ccd-4705-b60f-ba9a214ea891. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:08:22.343584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e9024c-98a8-44c3-a42d-bf1a6c33c81a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:22.367209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.390367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d5d1e-7e44-409b-a8ea-8d29be318562 req-55c7044c-aa7f-45ec-9a5a-4d7f50d9a425 tempest-ComputeTenantNetworksTest-296266443 tempest-ComputeTenantNetworksTest-296266443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:22.392287 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-005d5d1e-7e44-409b-a8ea-8d29be318562 req-55c7044c-aa7f-45ec-9a5a-4d7f50d9a425 tempest-ComputeTenantNetworksTest-296266443 tempest-ComputeTenantNetworksTest-296266443-project] 10.222.0.53 "GET /v2.0/networks/69c85361-c5f2-4e6b-b2bb-dd7f939116ad HTTP/1.1" status: 200 len: 769 time: 0.4856093 Nov 04 09:08:22.414983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feaf7685-1daf-4e33-8aef-a33a0b7662ff') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:22.415310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feaf7685-1daf-4e33-8aef-a33a0b7662ff') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:22.417096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:22.448216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.452939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=49551691-b4f1-4b32-ac7f-9ee08426272e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:22.461021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.531425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.557372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.569413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d12f6ac-b4e3-4729-b427-a6c28f54c87b None None] DHCP port deletion for 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:22.579203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:22.580020 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:22.589282 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:22.601389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2fed39-c421-470a-8b5d-75a7fdc6a26c None None] Network 1caa3ab8-f6fe-4310-92d1-fd12c47615e0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:22.608635 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.750056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.759677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3794b4ac-0638-423b-b6a5-5f9fb770f00a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:22.814474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.821382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/03e9024c-98a8-44c3-a42d-bf1a6c33c81a HTTP/1.1" status: 204 len: 168 time: 5.7134130 Nov 04 09:08:22.830264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:22.835530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342505071'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:22.841245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17863363-a898-4d28-a175-aa570b877ff1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=03e9024c-98a8-44c3-a42d-bf1a6c33c81a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:22.861742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.913240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69c85361-c5f2-4e6b-b2bb-dd7f939116ad']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:22.929433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:22.934336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.940894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3794b4ac-0638-423b-b6a5-5f9fb770f00a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:22.941303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:22.970789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f846fb3-b8fa-46ed-9f94-a65d5ab496dc') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:22.972290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f846fb3-b8fa-46ed-9f94-a65d5ab496dc') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:22.977405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da549c96-8038-40a0-a01e-df0f4d501193 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:08:23.049163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.062035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0559419-9864-44fd-9e08-634c449fa6b7 req-d6191432-8378-4f9e-a377-d7cce4f53468 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 210 time: 0.0799184 Nov 04 09:08:23.088181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.088706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:23.096450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:23.096950 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:23.099202 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:23.143370 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.194175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 3794b4ac-0638-423b-b6a5-5f9fb770f00a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3794b4ac-0638-423b-b6a5-5f9fb770f00a,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:23.194579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.197644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.198514 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment f11e1481-3846-4288-9047-73e951e9339b of type vlan for network 05a52f89-e1e5-4879-a9e3-04e65f787c93 Nov 04 09:08:23.200277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.220581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.225067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] 10.222.0.53 "DELETE /v2.0/networks/69c85361-c5f2-4e6b-b2bb-dd7f939116ad HTTP/1.1" status: 204 len: 168 time: 0.8068342 Nov 04 09:08:23.248448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.266137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346c70b-1392-4091-b0c0-2ffccbbdb610 admin admin] Pushing event deleted for resources: {'Network': ['ID=69c85361-c5f2-4e6b-b2bb-dd7f939116ad,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:23.278866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da549c96-8038-40a0-a01e-df0f4d501193 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:08:23.301231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.305069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Pushing event updated for resources: {'Port': ['ID=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:23.322449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1caa3ab8-f6fe-4310-92d1-fd12c47615e0']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:23.324846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.345978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f714a1b7-33de-4a82-90aa-3a1735e5e25c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:23.346292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f714a1b7-33de-4a82-90aa-3a1735e5e25c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:23.362798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.375441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:23.376599 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.419970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.451039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58430) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:23.465568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.474703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=3794b4ac-0638-423b-b6a5-5f9fb770f00a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:23.506777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=05a52f89-e1e5-4879-a9e3-04e65f787c93,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:23.517974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-d1b842ab-be97-4e87-997e-2d17d4eeb2df tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:23.521479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c8d0e4e-7ef8-4811-8cca-f3a34cbb0a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6899505 Nov 04 09:08:23.524243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58436) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:23.524641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-d1b842ab-be97-4e87-997e-2d17d4eeb2df tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.70 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 821 time: 0.7424324 Nov 04 09:08:23.528695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:23.531126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.533969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': '05a52f89-e1e5-4879-a9e3-04e65f787c93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:23.537190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 05a52f89-e1e5-4879-a9e3-04e65f787c93 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:23.558454 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:23.591452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'port': {'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'admin_state_up': True, 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:23.685288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:23.693205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.751335 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.755047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Network 64769050-88db-4939-8f71-8f2b6458d6d8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:23.763116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f096db1d-b280-4984-92ad-8eaabf0aff05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9465c1c78ae49fdb81442ef6b8ccf39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070741 Nov 04 09:08:23.765584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58438) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:23.780408 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:23.788353 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/1caa3ab8-f6fe-4310-92d1-fd12c47615e0 HTTP/1.1" status: 204 len: 168 time: 3.5549095 Nov 04 09:08:23.792764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:23.792935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58440) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:23.824017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caf2aa-f974-4d36-851d-e574cb853ae7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=1caa3ab8-f6fe-4310-92d1-fd12c47615e0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:23.849013 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f000839-3ed1-463b-9f5a-b6b78d933a37 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:23.849836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f000839-3ed1-463b-9f5a-b6b78d933a37 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:23.854824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3f000839-3ed1-463b-9f5a-b6b78d933a37 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/49551691-b4f1-4b32-ac7f-9ee08426272e HTTP/1.1" status: 404 len: 337 time: 0.0607197 Nov 04 09:08:23.859013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:23.911196 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fbd95b-f020-454d-b377-e3773b2f66af tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:23.911926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fbd95b-f020-454d-b377-e3773b2f66af tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:23.919495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69fbd95b-f020-454d-b377-e3773b2f66af tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/1caa3ab8-f6fe-4310-92d1-fd12c47615e0 HTTP/1.1" status: 404 len: 339 time: 0.0560951 Nov 04 09:08:23.923394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:24.041636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Router 60688738-d5ab-4a4d-968b-fe097d22b26b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:08:24.044321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f76d34be-a739-4d7b-a9f7-e096b6a40bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.049548 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.066840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Made reservation on behalf of d73760c6c2d9495c9ed3287f1439f4c3 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:24.071495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.195191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f76d34be-a739-4d7b-a9f7-e096b6a40bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.199074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.222440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b37eb29-8893-48f6-a95c-73b2a082f27a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:24.233425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f359f744-78a7-41b9-bb83-7b1e90ade5b9') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:24.233734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f359f744-78a7-41b9-bb83-7b1e90ade5b9') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:24.260662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.289573 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bea85c1c-aec2-42be-9a03-3c4e44a20bb8 req-9a77342c-8cda-4054-bf67-79a90d66ffdd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 210 time: 0.0512128 Nov 04 09:08:24.318527 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.331756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:24.332497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:24.340554 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:24.359414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9fc6e38e-a0b2-4dba-b8de-76e3c26f1952 None None] Provisioning complete for port f8164a49-4eeb-4a66-a778-9a8d7f49c77a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:24.361301 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9fc6e38e-a0b2-4dba-b8de-76e3c26f1952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.422909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9fc6e38e-a0b2-4dba-b8de-76e3c26f1952 None None] Port f8164a49-4eeb-4a66-a778-9a8d7f49c77a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:08:24.429771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.448330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:24.461816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eb66bd29-f1b5-4e45-99de-dab0fe030697 admin admin] 10.222.0.53 "PUT /v2.0/routers/60688738-d5ab-4a4d-968b-fe097d22b26b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2070394 Nov 04 09:08:24.480065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f76d34be-a739-4d7b-a9f7-e096b6a40bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.485585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.486805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f76d34be-a739-4d7b-a9f7-e096b6a40bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.490211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.492844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f76d34be-a739-4d7b-a9f7-e096b6a40bcd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d3762d5f-1128-40a7-b55b-5d731e2ddca0 HTTP/1.1" status: 204 len: 168 time: 0.7191284 Nov 04 09:08:24.498268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/9b37eb29-8893-48f6-a95c-73b2a082f27a HTTP/1.1" status: 204 len: 168 time: 0.5699406 Nov 04 09:08:24.503447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58452) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:24.505340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Sync routers for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:24.538871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:24.545633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:24.556596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Allocated IP 172.20.0.14 (a37e9ff9-87f6-4450-8fc0-12268755e129/ae4b0469-924c-4b4d-ba3c-c67ecd168969/ab4f99ff-5b03-49fa-a80b-59247f4e1340) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:24.559272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d34be-a739-4d7b-a9f7-e096b6a40bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3762d5f-1128-40a7-b55b-5d731e2ddca0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:24.570550 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a82c5ad-89de-4ad5-b29e-564acdbccdb5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:24.571291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a82c5ad-89de-4ad5-b29e-564acdbccdb5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:24.575147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2a82c5ad-89de-4ad5-b29e-564acdbccdb5 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/eb5c0583-ab7f-4809-8578-4cc7f9e14028 HTTP/1.1" status: 404 len: 337 time: 0.0648158 Nov 04 09:08:24.579383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58456) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:24.644007 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-615c6bd8-576b-42e8-a9cf-d0ccd640d2b7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:24.645147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615c6bd8-576b-42e8-a9cf-d0ccd640d2b7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:24.645602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bd99d-781a-4321-bfbc-9a7d8a07a90b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=9b37eb29-8893-48f6-a95c-73b2a082f27a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:24.649873 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-615c6bd8-576b-42e8-a9cf-d0ccd640d2b7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/6555fb5e-c110-4979-b2dd-a6115286e00f HTTP/1.1" status: 404 len: 339 time: 0.0685329 Nov 04 09:08:24.658337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58460) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:24.730814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting subnet efc266ec-908c-4f7d-91fb-954aa0428efe {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:24.737891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3794b4ac-0638-423b-b6a5-5f9fb770f00a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:24.744348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.746984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=f2ffbacc-19fc-4509-a216-4b3b318ebdd6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:24.762961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': 'f11e1481-3846-4288-9047-73e951e9339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '05a52f89-e1e5-4879-a9e3-04e65f787c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:24.763326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: 05a52f89-e1e5-4879-a9e3-04e65f787c93, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:24.817139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network 05a52f89-e1e5-4879-a9e3-04e65f787c93 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:24.836290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.840371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 05a52f89-e1e5-4879-a9e3-04e65f787c93) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:24.861838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:24.863393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:24.869263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62465444-7092-417b-a630-76b5dcdef772 None None] Network 05a52f89-e1e5-4879-a9e3-04e65f787c93 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:24.899289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40f521d9-16ba-4107-85c0-eb528ba6ef29 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3726592 Nov 04 09:08:24.902996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:25.151061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.163781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.235132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.252922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:25.335136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.371915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3794b4ac-0638-423b-b6a5-5f9fb770f00a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:25.372560 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.462225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.484187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.524362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.565830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=efc266ec-908c-4f7d-91fb-954aa0428efe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:25.593941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['f23a616e-f38c-4942-944e-b51823acc29c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:08:25.596328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.602476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d0faf7e-1da4-4769-b1a0-77468956485a tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/efc266ec-908c-4f7d-91fb-954aa0428efe HTTP/1.1" status: 204 len: 168 time: 0.9378998 Nov 04 09:08:25.621513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:25.665468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8346bfc-a2ad-4a8f-99a6-8aeded86ea52 None None] Network dc4ef153-7133-4641-8e51-ffd187c11175 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:25.695733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Network a37e9ff9-87f6-4450-8fc0-12268755e129 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:25.734042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:25.742527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:25.916943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:25.917879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:25.976811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Pushing event updated for resources: {'Port': ['ID=ab4f99ff-5b03-49fa-a80b-59247f4e1340,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:25.994592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting subnet e2097d0e-e087-4db5-857e-d811a3d83c8e {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:26.017909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-ef767b6f-9e54-4e32-91b2-cfcf28246ae0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4411941 Nov 04 09:08:26.020775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.043248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Request body: {'port': {'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:26.212555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d018eb-1c53-48a9-9f79-ca54c3c2084e None None] Network 05a52f89-e1e5-4879-a9e3-04e65f787c93 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:26.265170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=f2ffbacc-19fc-4509-a216-4b3b318ebdd6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:26.289573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:26.292062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.314659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0a29e891-5ccd-4705-b60f-ba9a214ea891 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:26.350978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0a29e891-5ccd-4705-b60f-ba9a214ea891 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:26.351990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0a29e891-5ccd-4705-b60f-ba9a214ea891 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:26.381046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.404855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1898a7bb-a2e9-47b6-a056-294e0345cbaa None None] Provisioning complete for port ab4f99ff-5b03-49fa-a80b-59247f4e1340 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:26.405428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1898a7bb-a2e9-47b6-a056-294e0345cbaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.447064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:26.471077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b77d89-f5fb-406c-8f44-bb7cff265ac6 req-8696794b-106f-4007-a22e-d7c8960c2320 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:26.474986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1898a7bb-a2e9-47b6-a056-294e0345cbaa None None] Port ab4f99ff-5b03-49fa-a80b-59247f4e1340 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:08:26.477756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81b77d89-f5fb-406c-8f44-bb7cff265ac6 req-8696794b-106f-4007-a22e-d7c8960c2320 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 932 time: 0.9916582 Nov 04 09:08:26.481425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.566689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a52f89-e1e5-4879-a9e3-04e65f787c93']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:26.574601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1980778501-network', 'tenant_id': 'f8b15ba573b841429d1c8d353260c9cf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:26.591106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11e1481-3846-4288-9047-73e951e9339b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:26.591459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11e1481-3846-4288-9047-73e951e9339b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:26.608025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81b77d89-f5fb-406c-8f44-bb7cff265ac6 req-5036083b-afac-4d79-b1f2-65901a550009 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998514 Nov 04 09:08:26.611603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.648542 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.667031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:26.667530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:26.678806 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:26.686856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Made reservation on behalf of f8b15ba573b841429d1c8d353260c9cf for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:26.689965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.732296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce905742-e429-473a-beed-7a17f748b998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.782930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.796423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.804577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/05a52f89-e1e5-4879-a9e3-04e65f787c93 HTTP/1.1" status: 204 len: 168 time: 1.8959990 Nov 04 09:08:26.821206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:26.829040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1875262344'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:26.835436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:22Z', 'revision_number': 2, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:26.836502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b238c74-2344-4244-ba19-eadaadf7d15d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=05a52f89-e1e5-4879-a9e3-04e65f787c93,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:26.856102 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.869935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.897133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:26.897516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Checking router: 60688738-d5ab-4a4d-968b-fe097d22b26b for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:26.897911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Updating router 60688738-d5ab-4a4d-968b-fe097d22b26b port f8164a49-4eeb-4a66-a778-9a8d7f49c77a binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:08:26.901685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.941216 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.955414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce905742-e429-473a-beed-7a17f748b998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:26.962561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:26.968323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce905742-e429-473a-beed-7a17f748b998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.014793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.014793 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment c9124273-ddc1-4473-a6c6-bbf5e5cba6ec of type vlan for network 1e9eea73-27dc-40e2-b721-16ff2e21b54b Nov 04 09:08:27.040719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce905742-e429-473a-beed-7a17f748b998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62283336-ec14-4b3c-b2c3-04d71e96dadd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:27.052087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ce905742-e429-473a-beed-7a17f748b998 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46d3eafa5e5c47cc8ba7470f8700c392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6005828 Nov 04 09:08:27.054764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58574) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:27.136662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.221296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.248123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:27.248936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.262448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d4a4-8823-4d89-bf0b-7678a781394b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.268848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.447911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6251574 Nov 04 09:08:27.481645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:27.525788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': '1e9eea73-27dc-40e2-b721-16ff2e21b54b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:27.533147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d4a4-8823-4d89-bf0b-7678a781394b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.535681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.545508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=e2097d0e-e087-4db5-857e-d811a3d83c8e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:27.569628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.581553 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.582052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.593107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-09e6260e-14f6-4bd8-bf2f-f64012c741f4 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/e2097d0e-e087-4db5-857e-d811a3d83c8e HTTP/1.1" status: 204 len: 168 time: 1.9675138 Nov 04 09:08:27.597053 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.605899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58580) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:27.650972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4f99ff-5b03-49fa-a80b-59247f4e1340 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:08:27.676411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.696834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66713-58a4-45e2-8da8-3aadce28634f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=1e9eea73-27dc-40e2-b721-16ff2e21b54b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:27.711127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Transition to ACTIVE for port object ab4f99ff-5b03-49fa-a80b-59247f4e1340 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:08:27.760910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 1e9eea73-27dc-40e2-b721-16ff2e21b54b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:27.783988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.880148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd0c03-ad07-484d-b451-33ad385dee6b None None] Pushing event updated for resources: {'Port': ['ID=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:27.885019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:27.898946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603de99-cef5-4ce8-988d-9fd8fce7344a None None] Network dc4ef153-7133-4641-8e51-ffd187c11175 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:27.968619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:27.975878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.987706 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d4a4-8823-4d89-bf0b-7678a781394b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:27.996573 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d4a4-8823-4d89-bf0b-7678a781394b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.000282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a6e9d4a4-8823-4d89-bf0b-7678a781394b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62283336-ec14-4b3c-b2c3-04d71e96dadd HTTP/1.1" status: 204 len: 168 time: 0.9424133 Nov 04 09:08:28.020435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.021344 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Added segment 11182d62-c715-4ea7-8e94-9059070526ae of type vlan for network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 Nov 04 09:08:28.047717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e11268-4f69-47e6-af68-a360bf3ebaeb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:28.111408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dab576d5-9af1-48fd-a15a-4fed02276d2d None None] Provisioning complete for port 6236e6b3-fa38-4b64-a22a-e1e51672f301 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:28.111801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dab576d5-9af1-48fd-a15a-4fed02276d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.190653 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.211049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c229096-ea06-4a50-9d80-ab4e28e56c5b req-15ed6169-ca17-412c-be0f-3fa560dad6ec tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:28.213007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c229096-ea06-4a50-9d80-ab4e28e56c5b req-15ed6169-ca17-412c-be0f-3fa560dad6ec tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 944 time: 0.3390973 Nov 04 09:08:28.214521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.218792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f99ff-5b03-49fa-a80b-59247f4e1340,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:28.225256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Attempting to bind port f8164a49-4eeb-4a66-a778-9a8d7f49c77a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:28.226371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Attempting to bind port f8164a49-4eeb-4a66-a778-9a8d7f49c77a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:28.226759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Attempting to bind port f8164a49-4eeb-4a66-a778-9a8d7f49c77a on network 64769050-88db-4939-8f71-8f2b6458d6d8 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:28.232463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9d4a4-8823-4d89-bf0b-7678a781394b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62283336-ec14-4b3c-b2c3-04d71e96dadd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:28.254389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:28.254808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Checking segment: {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:28.255221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.255617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Bound using segment: {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:28.258093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:08:28.258673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:08:28.258795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Bound port: f8164a49-4eeb-4a66-a778-9a8d7f49c77a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:28.259083 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.326847 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.327907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:28.328679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.357002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c229096-ea06-4a50-9d80-ab4e28e56c5b req-513acc32-c584-4e82-9f2e-8b081ccab4cd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258376 Nov 04 09:08:28.487989 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1874421 Nov 04 09:08:28.490990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Attempting to bind port ab4f99ff-5b03-49fa-a80b-59247f4e1340 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:28.491476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:28.492797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Attempting to bind port ab4f99ff-5b03-49fa-a80b-59247f4e1340 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:28.493159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Attempting to bind port ab4f99ff-5b03-49fa-a80b-59247f4e1340 on network a37e9ff9-87f6-4450-8fc0-12268755e129 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:28.507825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Request body: {'subnet': {'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1980778501-subnet', 'tenant_id': 'f8b15ba573b841429d1c8d353260c9cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:28.523552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Port ab4f99ff-5b03-49fa-a80b-59247f4e1340 on network a37e9ff9-87f6-4450-8fc0-12268755e129 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:08:28.524382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Attempting to bind port ab4f99ff-5b03-49fa-a80b-59247f4e1340 on network a37e9ff9-87f6-4450-8fc0-12268755e129 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:28.528530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e5cad-ba79-422d-a886-eee82ddfdb5f admin admin] Pushing event updated for resources: {'Network': ['ID=0764b07f-ce56-45e1-be1b-0f3a65fe61a5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:28.568784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:28.570706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Checking segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:28.572375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Bound using segment: {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:28.573452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Bound port: ab4f99ff-5b03-49fa-a80b-59247f4e1340, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed0eca2-2d73-4850-89e2-831af16e2fe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:28.574423 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.575305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] For port f8164a49-4eeb-4a66-a778-9a8d7f49c77a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:28.579227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] For port f8164a49-4eeb-4a66-a778-9a8d7f49c77a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:28.602480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:28.611617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.617269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting port 6236e6b3-fa38-4b64-a22a-e1e51672f301 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:28.617804 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.652425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Made reservation on behalf of f8b15ba573b841429d1c8d353260c9cf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:28.655553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.683569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.717701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58594) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:28.739365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e42f918-dbdb-4549-b74e-f38809602b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.766576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] For port 6236e6b3-fa38-4b64-a22a-e1e51672f301, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6236e6b3-fa38-4b64-a22a-e1e51672f301,segment=NetworkSegment(7d194f48-da29-4129-b34a-ae1fd743a6f1),segment_id=7d194f48-da29-4129-b34a-ae1fd743a6f1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:28.767316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.773456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=315727da-30e3-400b-bc0c-a507419686fd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:28.783889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Calling delete_port for 6236e6b3-fa38-4b64-a22a-e1e51672f301 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:28.800828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6181b81e-4eb9-4519-9d3c-0ebfc28b20ef None None] Provisioning complete for port f8164a49-4eeb-4a66-a778-9a8d7f49c77a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:28.801203 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6181b81e-4eb9-4519-9d3c-0ebfc28b20ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:28.805517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': 'c9124273-ddc1-4473-a6c6-bbf5e5cba6ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '1e9eea73-27dc-40e2-b721-16ff2e21b54b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:28.808418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: 1e9eea73-27dc-40e2-b721-16ff2e21b54b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:28.852490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:28.857783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:28.900076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network 1e9eea73-27dc-40e2-b721-16ff2e21b54b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:28.964585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd0c03-ad07-484d-b451-33ad385dee6b None None] Pushing event updated for resources: {'Port': ['ID=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:28.973473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] DHCP port deletion for dc4ef153-7133-4641-8e51-ffd187c11175 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:28.975290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] For port ab4f99ff-5b03-49fa-a80b-59247f4e1340, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:28.980562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 1e9eea73-27dc-40e2-b721-16ff2e21b54b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:28.987404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] For port ab4f99ff-5b03-49fa-a80b-59247f4e1340, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:28.990534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:28.991425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.015191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-99b35ddc-908b-4f85-84fd-3c4fc48ca690 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5078552 Nov 04 09:08:29.020613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:29.087504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.119022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.171649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.226923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345676c2-1d0b-4376-a9d4-605cb3cbe15e None None] Network 1e9eea73-27dc-40e2-b721-16ff2e21b54b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:29.249454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dac40794-3141-4231-a13e-94eda65bba01,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:29.309380 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6181b81e-4eb9-4519-9d3c-0ebfc28b20ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.324293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Checking segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:29.324769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Network hostable DHCP agents. Network: 0764b07f-ce56-45e1-be1b-0f3a65fe61a5, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:29.335600 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.379412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:29.390440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6181b81e-4eb9-4519-9d3c-0ebfc28b20ef None None] For port f8164a49-4eeb-4a66-a778-9a8d7f49c77a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:29.416639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.423728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:29.435531 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e42f918-dbdb-4549-b74e-f38809602b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.453875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7e42f918-dbdb-4549-b74e-f38809602b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.460847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:29.461692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.463445 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] 10.222.0.70 "PUT /v2.0/ports/ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 1092 time: 3.4359336 Nov 04 09:08:29.467338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:29.467983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0764b07f-ce56-45e1-be1b-0f3a65fe61a5) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:29.471400 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc850dd-3d96-4531-af80-a98d39f23a35" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:29.477150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:29.478567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.479349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No DVR routers for this DVR port 6236e6b3-fa38-4b64-a22a-e1e51672f301 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:29.496885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6181b81e-4eb9-4519-9d3c-0ebfc28b20ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.523995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] Deleting port 6236e6b3-fa38-4b64-a22a-e1e51672f301 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:29.524373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.548734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-93aedd42-acfe-4a77-ae9d-566a3d4491a5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0540414 Nov 04 09:08:29.567278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d3a13-378c-4f41-b398-70286e691be3 None None] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:29.612125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4fa09-266d-4080-8a9e-3429c41ddd5c req-4f26fede-013e-44af-8e0e-0082c7add3d1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:29.621994 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42d4fa09-266d-4080-8a9e-3429c41ddd5c req-4f26fede-013e-44af-8e0e-0082c7add3d1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 944 time: 0.1107485 Nov 04 09:08:29.691099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ecdf7-577e-49dc-9315-de146fb8a40f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4f99ff-5b03-49fa-a80b-59247f4e1340,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:29.695024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.800850 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.814657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=315727da-30e3-400b-bc0c-a507419686fd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:29.815548 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7e42f918-dbdb-4549-b74e-f38809602b88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8827ac1c27d44906aca659279d037516&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0958893 Nov 04 09:08:29.833061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58610) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:29.843070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42f918-dbdb-4549-b74e-f38809602b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6075df9-a986-4d1b-872d-8d3b245af62a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:29.857120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Port': ['ID=6236e6b3-fa38-4b64-a22a-e1e51672f301,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:29.882215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4ef153-7133-4641-8e51-ffd187c11175']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:29.898165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42d4fa09-266d-4080-8a9e-3429c41ddd5c req-0e34c863-d500-42c9-8eab-138fcc961b1d tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699699 Nov 04 09:08:29.903328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d194f48-da29-4129-b34a-ae1fd743a6f1') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:29.903731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d194f48-da29-4129-b34a-ae1fd743a6f1') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:29.909197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-2f578765-ec8e-411d-8d86-c2c3a2823151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:29.911109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-2f578765-ec8e-411d-8d86-c2c3a2823151 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 1095 time: 0.3554654 Nov 04 09:08:29.927787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.940536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] For port 6236e6b3-fa38-4b64-a22a-e1e51672f301, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:29.941016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:29.946660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181b81e-4eb9-4519-9d3c-0ebfc28b20ef None None] Pushing event updated for resources: {'Port': ['ID=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:29.983550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] Calling delete_port for 6236e6b3-fa38-4b64-a22a-e1e51672f301 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:30.012104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] Port 6236e6b3-fa38-4b64-a22a-e1e51672f301 was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:08:30.016018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-642a4606-2afb-4414-8e42-e0836dde9399 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 217 time: 0.0935555 Nov 04 09:08:30.018255 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bfa898-51c1-4986-8592-880a95f97182 x-openstack-request-id: req-61bfa898-51c1-4986-8592-880a95f97182 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:30.018543 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:30.018794 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61bfa898-51c1-4986-8592-880a95f97182 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:30.019180 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'status': 'completed', 'code': 200} Nov 04 09:08:30.025898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.029534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.037093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:30.037505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.039243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.049222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b97cf64-488b-40f5-8de2-bc89e94b29fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-1e9eea73-27dc-40e2-b721-16ff2e21b54b', 'network_id': '1e9eea73-27dc-40e2-b721-16ff2e21b54b', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': '315727da-30e3-400b-bc0c-a507419686fd'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:30.050078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b97cf64-488b-40f5-8de2-bc89e94b29fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.095760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9eea73-27dc-40e2-b721-16ff2e21b54b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:30.106827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] Pushing event deleted for resources: {'Port': ['ID=6236e6b3-fa38-4b64-a22a-e1e51672f301,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:30.129029 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:30.132836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-796a32fc-be21-46f1-9cd6-1891c0eb7827 None None] Provisioning complete for port f8164a49-4eeb-4a66-a778-9a8d7f49c77a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:30.132836 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-796a32fc-be21-46f1-9cd6-1891c0eb7827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.134777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6451e08-9757-4362-969d-bf11a2e63b5b None None] No DVR routers for this DVR port 6236e6b3-fa38-4b64-a22a-e1e51672f301 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:30.146424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.158177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.160936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9124273-ddc1-4473-a6c6-bbf5e5cba6ec') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:30.161248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9124273-ddc1-4473-a6c6-bbf5e5cba6ec') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:30.168526 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/dc4ef153-7133-4641-8e51-ffd187c11175 HTTP/1.1" status: 204 len: 168 time: 2.4478958 Nov 04 09:08:30.179243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:30.223901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057273e-fab3-4d89-b3ed-3bdec9c5e44d None None] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:30.232222 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.252859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791ebf7-cf3b-41bb-9f7c-cd227f0e2bd3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=dc4ef153-7133-4641-8e51-ffd187c11175,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:30.253198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.294586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-3991d8ef-e153-4ea7-8750-383a1aa15bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:30.298016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-3991d8ef-e153-4ea7-8750-383a1aa15bef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1671436 Nov 04 09:08:30.308094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b870d20-47be-4ca5-a5a9-d9de84f3c85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.313525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:30.314230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:30.318113 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:30.322153 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ea3c63-ca81-42e9-908d-ea11343fe830 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:30.322846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ea3c63-ca81-42e9-908d-ea11343fe830 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:30.332359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b8ea3c63-ca81-42e9-908d-ea11343fe830 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/7495f38e-9f45-4075-aaaf-b691aa702a59 HTTP/1.1" status: 404 len: 337 time: 0.1431611 Nov 04 09:08:30.335966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:30.370935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-9779c32a-6267-40ff-86a8-7e41893a3b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:30.372661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-9779c32a-6267-40ff-86a8-7e41893a3b2f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672348 Nov 04 09:08:30.440855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c85019-e5e8-45b4-b73e-6cbbbabb0723 None None] Network 1e9eea73-27dc-40e2-b721-16ff2e21b54b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:30.499493 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab9f7f28-3311-4211-a5f5-495b2c1404de tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:30.501079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab9f7f28-3311-4211-a5f5-495b2c1404de tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:30.509245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab9f7f28-3311-4211-a5f5-495b2c1404de tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/52808c12-be06-4df7-9551-6904c9c34d1d HTTP/1.1" status: 404 len: 339 time: 0.1472318 Nov 04 09:08:30.516616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.548541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:30.561972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.569970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/1e9eea73-27dc-40e2-b721-16ff2e21b54b HTTP/1.1" status: 204 len: 168 time: 1.5446796 Nov 04 09:08:30.570177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:28Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:30.570366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b870d20-47be-4ca5-a5a9-d9de84f3c85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.571787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6236e6b3-fa38-4b64-a22a-e1e51672f301 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:30.573817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58630) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:30.582781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337075914'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:30.589636 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-168e12ee-bafe-4054-928a-5abcf13a02f3 service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073028 Nov 04 09:08:30.632647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaa6d4-8df6-4784-95d0-5beca01ccdef None None] The sync data for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 is: [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:28Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:30.634140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 6236e6b3-fa38-4b64-a22a-e1e51672f301 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:30.634592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6236e6b3-fa38-4b64-a22a-e1e51672f301 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:30.702456 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4728db6-79b1-4840-969c-0f7494c5cf9b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:30.705256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4728db6-79b1-4840-969c-0f7494c5cf9b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:30.709570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a4728db6-79b1-4840-969c-0f7494c5cf9b tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/6f9353f1-0319-4f31-b888-187978286a8a HTTP/1.1" status: 404 len: 337 time: 0.1559732 Nov 04 09:08:30.732136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:30.765288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dde46b-dd33-4cf5-b14c-ef22ac42933c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=1e9eea73-27dc-40e2-b721-16ff2e21b54b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:30.773616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:30.777321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.819063 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b730b8-b73d-4019-a0d9-631c0aff624e tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:30.819452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b730b8-b73d-4019-a0d9-631c0aff624e tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:30.826318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-02b730b8-b73d-4019-a0d9-631c0aff624e tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/88cd7d79-fad0-43be-a190-96ceeab1ba1d HTTP/1.1" status: 404 len: 339 time: 0.0840113 Nov 04 09:08:30.826554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58636) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:30.831423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:30.871750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-3a6290ce-62ee-48d1-8148-a4657d469f1f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:30.875163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-3a6290ce-62ee-48d1-8148-a4657d469f1f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.4430356 Nov 04 09:08:30.877079 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c14451e-2667-4ac7-93a4-9bfecfc36921 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:30.878123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c14451e-2667-4ac7-93a4-9bfecfc36921 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:30.881175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1c14451e-2667-4ac7-93a4-9bfecfc36921 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/a59e42a0-27f1-4f4a-ac39-356a9fbd3b82 HTTP/1.1" status: 404 len: 337 time: 0.0504820 Nov 04 09:08:30.883562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58638) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:30.885670 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c23f1dae-7495-4fe8-ac7c-63d4e6a5a33c req-c1ccc68c-f56d-439f-8caa-0359eb770727 service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869420 Nov 04 09:08:30.891435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.891435 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 59c5568f-d4a9-4492-ba68-3d9cdddb1f8b of type vlan for network 1e70c44e-df6e-4ff8-92ba-5e3f650970ad Nov 04 09:08:30.903187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b870d20-47be-4ca5-a5a9-d9de84f3c85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.907804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b870d20-47be-4ca5-a5a9-d9de84f3c85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:30.909244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b870d20-47be-4ca5-a5a9-d9de84f3c85f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a6075df9-a986-4d1b-872d-8d3b245af62a HTTP/1.1" status: 204 len: 168 time: 1.0505259 Nov 04 09:08:30.934235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b870d20-47be-4ca5-a5a9-d9de84f3c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6075df9-a986-4d1b-872d-8d3b245af62a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:30.938095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-8fd845c2-1806-4dd6-8c48-b69cdf73b25d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/quotas/f8b15ba573b841429d1c8d353260c9cf HTTP/1.1" status: 200 len: 375 time: 0.0272644 Nov 04 09:08:30.948664 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9b883a-b43c-4457-b9ec-24cb3ddcbefd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:30.949251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d9b883a-b43c-4457-b9ec-24cb3ddcbefd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:30.962295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d9b883a-b43c-4457-b9ec-24cb3ddcbefd tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/efb6a956-73b9-490a-b44e-34c670f78970 HTTP/1.1" status: 404 len: 339 time: 0.0732069 Nov 04 09:08:30.966051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58644) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:31.017035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-54a459dd-e043-482b-8056-50f77440b57c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629323 Nov 04 09:08:31.071470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.147318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-094cf85d-fab5-4ff3-b560-3f1155591f60 service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179605 Nov 04 09:08:31.162388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting subnet b8b70e5d-2a1f-4731-88c6-ce36d38accf2 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:31.176980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-532bfdc6-729f-4720-8755-7dcbc0868747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:31.178533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-532bfdc6-729f-4720-8755-7dcbc0868747 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 1095 time: 0.2133241 Nov 04 09:08:31.179241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.247955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.259127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:31.260245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.337848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-288bacb6-b72c-4ec7-8ee4-5f9170ef2fdb service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766918 Nov 04 09:08:31.440556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.536851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:31.544568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': '1e70c44e-df6e-4ff8-92ba-5e3f650970ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:31.552572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9756813 Nov 04 09:08:31.591579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2748fc7f-85b3-4286-acb6-7ae3d1577457 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=1e70c44e-df6e-4ff8-92ba-5e3f650970ad,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:31.606375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 1e70c44e-df6e-4ff8-92ba-5e3f650970ad details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:31.627476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-a36d93f2-64d2-4144-aa37-f6d0fea971d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:31.629086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-a36d93f2-64d2-4144-aa37-f6d0fea971d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.4063914 Nov 04 09:08:31.684568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.781109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.847318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-49d074f5-dbac-444a-9388-928866afc21f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 217 time: 0.0770712 Nov 04 09:08:31.878120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b53cbe-7a12-4d2b-8091-6c50a8b96295 req-0fef85d4-a537-40f1-9c22-4dacc2cf449f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:31.881975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:31.886518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/b8b70e5d-2a1f-4731-88c6-ce36d38accf2 HTTP/1.1" status: 204 len: 168 time: 0.9163990 Nov 04 09:08:31.892062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f912a29-6997-4310-b35b-e2ebf2681e0a None None] Network 4240e9fb-563b-41b2-acc7-3c51594c1bf5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:31.896777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88876c6-71e0-4eed-8661-d344bccf15e7 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b70e5d-2a1f-4731-88c6-ce36d38accf2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:31.905781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58670) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:31.916281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6b53cbe-7a12-4d2b-8091-6c50a8b96295 req-0fef85d4-a537-40f1-9c22-4dacc2cf449f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 944 time: 0.3477609 Nov 04 09:08:32.014827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6b53cbe-7a12-4d2b-8091-6c50a8b96295 req-649d1d88-dded-46a0-a34b-518c2c2cfda2 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935113 Nov 04 09:08:32.032339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:32.042142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.137747 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.276753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-2091b0f1-b17b-4c49-be89-8629d3c64c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:32.278263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-2091b0f1-b17b-4c49-be89-8629d3c64c4e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.3985121 Nov 04 09:08:32.348359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] DHCP port deletion for 4240e9fb-563b-41b2-acc7-3c51594c1bf5 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:32.381788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting port 906a1d44-1143-4428-8223-d4459e02895f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:32.382240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.480301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] For port 906a1d44-1143-4428-8223-d4459e02895f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=906a1d44-1143-4428-8223-d4459e02895f,segment=NetworkSegment(216d8a1b-f872-4a95-b6c7-99c9c58d1d59),segment_id=216d8a1b-f872-4a95-b6c7-99c9c58d1d59)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:32.483512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.487034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d646019c-1bff-4829-bae0-5d2d86035860 req-f343a3fb-cd17-4ebd-96e5-92da788eb222 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 210 time: 0.2258587 Nov 04 09:08:32.510730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Calling delete_port for 906a1d44-1143-4428-8223-d4459e02895f owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:32.521544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] Deleting port 906a1d44-1143-4428-8223-d4459e02895f {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:32.525121 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.616712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-b03c9818-0abb-4500-8e6d-ce8db8829c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:32.619050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-b03c9818-0abb-4500-8e6d-ce8db8829c22 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3325579 Nov 04 09:08:32.695341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f8164a49-4eeb-4a66-a778-9a8d7f49c77a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:32.741329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.751773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] For port 906a1d44-1143-4428-8223-d4459e02895f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=906a1d44-1143-4428-8223-d4459e02895f,segment=NetworkSegment(216d8a1b-f872-4a95-b6c7-99c9c58d1d59),segment_id=216d8a1b-f872-4a95-b6c7-99c9c58d1d59)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:32.753023 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.772378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] Calling delete_port for 906a1d44-1143-4428-8223-d4459e02895f owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:32.854663 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.900880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=f710427a-8c39-419c-8287-17df94c2ebe1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:32.907893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': '59c5568f-d4a9-4492-ba68-3d9cdddb1f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1e70c44e-df6e-4ff8-92ba-5e3f650970ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:32.908327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: 1e70c44e-df6e-4ff8-92ba-5e3f650970ad, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:32.927071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No DVR routers for this DVR port 906a1d44-1143-4428-8223-d4459e02895f on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:32.932320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Port': ['ID=906a1d44-1143-4428-8223-d4459e02895f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:32.933939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network 1e70c44e-df6e-4ff8-92ba-5e3f650970ad is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:32.954273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f8164a49-4eeb-4a66-a778-9a8d7f49c77a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:32.954788 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.956211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 1e70c44e-df6e-4ff8-92ba-5e3f650970ad) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:32.963160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:32.963762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:32.997442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b46945-3284-473b-b6e5-c3880ee3b0e8 None None] Network 1e70c44e-df6e-4ff8-92ba-5e3f650970ad requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:33.003479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-d6e9cf12-d0e4-4d45-9c29-26d99f989f3a service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699436 Nov 04 09:08:33.005909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42b23cf4-c490-46be-9da8-ab6ccdafb2a4 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4679186 Nov 04 09:08:33.009318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:08:33.154610 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:08:33.200232 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.281510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.309567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] Pushing event deleted for resources: {'Port': ['ID=906a1d44-1143-4428-8223-d4459e02895f,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:33.310486 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.316972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42a9e9c-cba6-4a10-9104-2fe9c97b903b None None] No DVR routers for this DVR port 906a1d44-1143-4428-8223-d4459e02895f on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:33.351314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4240e9fb-563b-41b2-acc7-3c51594c1bf5']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:33.369028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216d8a1b-f872-4a95-b6c7-99c9c58d1d59') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:33.369359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216d8a1b-f872-4a95-b6c7-99c9c58d1d59') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:33.385675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.406046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.416518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416750f-3a28-4d32-865b-4199954fad8b req-41a96bee-6751-423c-bcc8-1cd7a252c5b8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:33.417107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:33.417812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.418137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3416750f-3a28-4d32-865b-4199954fad8b req-41a96bee-6751-423c-bcc8-1cd7a252c5b8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 944 time: 0.2383642 Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:33.506267 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:33.552319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 906a1d44-1143-4428-8223-d4459e02895f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:33.578325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a4d30-e786-459b-b975-144b411f9940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-1e70c44e-df6e-4ff8-92ba-5e3f650970ad', 'network_id': '1e70c44e-df6e-4ff8-92ba-5e3f650970ad', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': 'f710427a-8c39-419c-8287-17df94c2ebe1'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:33.582110 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bd5a4d30-e786-459b-b975-144b411f9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.583635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 906a1d44-1143-4428-8223-d4459e02895f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:33.584180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 906a1d44-1143-4428-8223-d4459e02895f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:33.611634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.625542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ab4f99ff-5b03-49fa-a80b-59247f4e1340 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:08:33.651476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.663499 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.668523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/4240e9fb-563b-41b2-acc7-3c51594c1bf5 HTTP/1.1" status: 204 len: 168 time: 1.7597525 Nov 04 09:08:33.675950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:33.717040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3685f65-9341-4ce0-9894-d3684f7381a3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=4240e9fb-563b-41b2-acc7-3c51594c1bf5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:33.744108 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d42f8a-3289-4e08-8d08-203ee56605db tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:33.744570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d42f8a-3289-4e08-8d08-203ee56605db tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:33.749559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-86d42f8a-3289-4e08-8d08-203ee56605db tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/8c360096-bdb2-40b6-9859-3ba3ea234648 HTTP/1.1" status: 404 len: 337 time: 0.0700753 Nov 04 09:08:33.764227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:33.779478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3416750f-3a28-4d32-865b-4199954fad8b req-f7787a70-3e56-4c77-90bc-74bab5e3f660 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914646 Nov 04 09:08:33.801231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-670f7170-0baa-41f6-9755-cdbaada34b8e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:33.803532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-670f7170-0baa-41f6-9755-cdbaada34b8e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.5422101 Nov 04 09:08:33.826825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Request body: {'port': {'device_id': '71da7200-aecd-480f-b460-baebff453566', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'admin_state_up': True, 'tenant_id': 'f8b15ba573b841429d1c8d353260c9cf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:33.862412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port ab4f99ff-5b03-49fa-a80b-59247f4e1340, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:33.872718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-bd5a4d30-e786-459b-b975-144b411f9940 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f710427a-8c39-419c-8287-17df94c2ebe1: This subnet is being modified by another concurrent operation. Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f710427a-8c39-419c-8287-17df94c2ebe1: This subnet is being modified by another concurrent operation. Nov 04 09:08:33.879996 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:08:33.893350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'mac_address': 'fa:16:3e:44:48:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:08:33.908742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8458da31-7635-4888-8ddf-a145f8e0d13a None None] Network 1e70c44e-df6e-4ff8-92ba-5e3f650970ad requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:33.938763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=f710427a-8c39-419c-8287-17df94c2ebe1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:33.949794 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a11c20-fb3c-4b72-9fe1-db7792b1f524 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:33.950477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a11c20-fb3c-4b72-9fe1-db7792b1f524 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:33.961808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-29a11c20-fb3c-4b72-9fe1-db7792b1f524 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/cbb7ac56-d295-46db-b28a-d05b7cccdd23 HTTP/1.1" status: 404 len: 339 time: 0.1964643 Nov 04 09:08:33.964194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dc850dd-3d96-4531-af80-a98d39f23a35 req-8d7ec044-07db-4965-b3a3-d228c8459133 service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454036 Nov 04 09:08:33.965861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:34.033701 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.059493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4f99ff-5b03-49fa-a80b-59247f4e1340 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:08:34.079543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Made reservation on behalf of f8b15ba573b841429d1c8d353260c9cf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:34.087120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.104400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port ab4f99ff-5b03-49fa-a80b-59247f4e1340, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:34.121617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.154040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d86b54-5cbe-4d29-88d7-494cec18282d None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:08:34.173365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2b26ca8-dbdb-4e2c-ac10-24a82a103220 req-6724c3e1-6c29-4e36-9987-8d2e9b4edd1a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 210 time: 0.1321383 Nov 04 09:08:34.186257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.226694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=ab4f99ff-5b03-49fa-a80b-59247f4e1340,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:34.245155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e70c44e-df6e-4ff8-92ba-5e3f650970ad']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:34.261940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c5568f-d4a9-4492-ba68-3d9cdddb1f8b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:34.262532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c5568f-d4a9-4492-ba68-3d9cdddb1f8b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:34.276874 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.288185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Allocated IP 172.20.0.14 (0764b07f-ce56-45e1-be1b-0f3a65fe61a5/dac40794-3141-4231-a13e-94eda65bba01/71d916f0-c1ff-4661-83c2-bc9dec3ca54a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:34.301077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.308846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:34.310250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.399361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting subnet f87509d3-c28b-4751-b563-904aeb748c06 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:34.402269 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:34.405181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d86b54-5cbe-4d29-88d7-494cec18282d None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:08:34.408095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.410141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.413227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['ab4f99ff-5b03-49fa-a80b-59247f4e1340'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:08:34.424903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.429765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/1e70c44e-df6e-4ff8-92ba-5e3f650970ad HTTP/1.1" status: 204 len: 168 time: 1.4173646 Nov 04 09:08:34.433453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58722) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:34.443149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-612733285'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:34.482059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913d370-a7a2-44bc-b9c7-0a1a09d6a14c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=1e70c44e-df6e-4ff8-92ba-5e3f650970ad,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:34.511472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.519602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:34.534750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.567523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.623166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.675946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:34.680372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:34.682067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:34.693072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:34.722431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.743005 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.743358 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 5dd5362b-eecb-4f4f-a16b-76ba89f034e9 of type vlan for network 01cd3b97-9a0b-48e6-8916-48d196d5f32e Nov 04 09:08:34.766737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event updated for resources: {'Port': ['ID=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:34.838476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.853201 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.866986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:34.866986 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.918529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Subnet': ['ID=f87509d3-c28b-4751-b563-904aeb748c06,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:34.920789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.927434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fff3a8fd-49ae-48a1-b22c-5ed04805ad06 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/subnets/f87509d3-c28b-4751-b563-904aeb748c06 HTTP/1.1" status: 204 len: 168 time: 0.9416847 Nov 04 09:08:34.937931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:34.955248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1db06b6a-44b1-4889-b4d2-30f6c398ef46 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1382799 Nov 04 09:08:34.962778 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:34.970241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:34.971336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.062939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef080b9-990d-40c7-a261-7b77eb80bfa8 None None] Network 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:35.123738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Request body: {'port': {'device_id': '71da7200-aecd-480f-b460-baebff453566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:35.127664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=01cd3b97-9a0b-48e6-8916-48d196d5f32e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:35.134552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-18053ca3-09eb-4322-b452-d4a8490fd2dd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6998250 Nov 04 09:08:35.137968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ece9a3-5476-493d-9166-1f717d656407 req-3767091e-53d0-405b-9280-097e0209d93f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:35.139732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38ece9a3-5476-493d-9166-1f717d656407 req-3767091e-53d0-405b-9280-097e0209d93f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 945 time: 0.2227643 Nov 04 09:08:35.142265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58734) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:35.148708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': '01cd3b97-9a0b-48e6-8916-48d196d5f32e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:35.169394 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.183708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 01cd3b97-9a0b-48e6-8916-48d196d5f32e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:35.207335 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.296277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38ece9a3-5476-493d-9166-1f717d656407 req-13c5e302-c16b-4c37-98e4-0fc628ffb12b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428437 Nov 04 09:08:35.336967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:35.341208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.438913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Deleting port 17164dc0-316c-4767-9d6f-03516d11e289 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:35.440053 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.475483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] DHCP port deletion for 492f1b14-1ecc-48fe-b8e9-c4d621ec25ec request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:35.551037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] Deleting port 17164dc0-316c-4767-9d6f-03516d11e289 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:35.551424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.608942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] For port 17164dc0-316c-4767-9d6f-03516d11e289, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=17164dc0-316c-4767-9d6f-03516d11e289,segment=NetworkSegment(d511b6f1-3fb6-44d3-92bb-b68176238a0d),segment_id=d511b6f1-3fb6-44d3-92bb-b68176238a0d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:35.610410 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.624699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ab4f99ff-5b03-49fa-a80b-59247f4e1340 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:35.635319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d916f0-c1ff-4661-83c2-bc9dec3ca54a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:08:35.647711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.649398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Calling delete_port for 17164dc0-316c-4767-9d6f-03516d11e289 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:35.670893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Transition to ACTIVE for port object 71d916f0-c1ff-4661-83c2-bc9dec3ca54a will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:08:35.680514 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.686617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a667d45-175d-4624-852f-701258fe1f82 req-cc5b915c-4de6-4b8a-910f-d06f311ef3ce tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:35.688703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] For port 17164dc0-316c-4767-9d6f-03516d11e289, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=17164dc0-316c-4767-9d6f-03516d11e289,segment=NetworkSegment(d511b6f1-3fb6-44d3-92bb-b68176238a0d),segment_id=d511b6f1-3fb6-44d3-92bb-b68176238a0d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:35.688864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a667d45-175d-4624-852f-701258fe1f82 req-cc5b915c-4de6-4b8a-910f-d06f311ef3ce tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 932 time: 0.1581287 Nov 04 09:08:35.689540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.712775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] Calling delete_port for 17164dc0-316c-4767-9d6f-03516d11e289 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:35.765323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Pushing event updated for resources: {'Port': ['ID=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:35.793664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port ab4f99ff-5b03-49fa-a80b-59247f4e1340 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:08:35.816528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port ab4f99ff-5b03-49fa-a80b-59247f4e1340 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:35.819360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.834330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.834330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.834652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.834934 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.837316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.837686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.838025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.838904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.838904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.839096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.839371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.839640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:35.847691 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a667d45-175d-4624-852f-701258fe1f82 req-aa8c50d0-0c9c-44f1-a4d1-b60688a313ab tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232321 Nov 04 09:08:35.877762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.909016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Attempting to bind port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:35.909370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Attempting to bind port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:35.909693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Attempting to bind port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:35.915351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:08:35.915974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Attempting to bind port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:35.924614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:35.926272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Checking segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:35.926706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Bound using segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:35.927163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Bound port: 71d916f0-c1ff-4661-83c2-bc9dec3ca54a, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:35.927533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.937005 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.942873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.962650 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:35.964818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] No DVR routers for this DVR port 17164dc0-316c-4767-9d6f-03516d11e289 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:35.984730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Port': ['ID=17164dc0-316c-4767-9d6f-03516d11e289,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:36.003323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf16ad-8bf4-4333-b81c-d6de27351fca None None] Pushing event deleted for resources: {'Port': ['ID=17164dc0-316c-4767-9d6f-03516d11e289,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:36.005223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=d9a15def-ae65-43b7-b2e4-5a700de4df58,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:36.013414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] No DVR routers for this DVR port 17164dc0-316c-4767-9d6f-03516d11e289 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:36.033776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port ab4f99ff-5b03-49fa-a80b-59247f4e1340, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:36.034761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:36.037586 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a0bb1d-84a3-42cc-ac3c-0da1b9d5966a" -d '{"events": [{"server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:36.041513 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.056610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] For port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:36.063789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] For port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:36.072325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.093545 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e161cec0-7bc2-47ba-b8f2-ec0fcaf9b55a x-openstack-request-id: req-e161cec0-7bc2-47ba-b8f2-ec0fcaf9b55a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:36.094460 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "name": "network-vif-plugged", "status": "completed", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:36.094460 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e161cec0-7bc2-47ba-b8f2-ec0fcaf9b55a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:36.094867 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'code': 200} Nov 04 09:08:36.101157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=ab4f99ff-5b03-49fa-a80b-59247f4e1340,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:36.133767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:36.134415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.135946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] 10.222.0.70 "PUT /v2.0/ports/71d916f0-c1ff-4661-83c2-bc9dec3ca54a HTTP/1.1" status: 200 len: 1092 time: 1.1504505 Nov 04 09:08:36.136443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71da7200-aecd-480f-b460-baebff453566', 'tag': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:36.139169 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b3a339-c2d5-4d03-99ed-7504ba599d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "71da7200-aecd-480f-b460-baebff453566", "tag": "71d916f0-c1ff-4661-83c2-bc9dec3ca54a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:36.163121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': '5dd5362b-eecb-4f4f-a16b-76ba89f034e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01cd3b97-9a0b-48e6-8916-48d196d5f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:36.163700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: 01cd3b97-9a0b-48e6-8916-48d196d5f32e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:36.183795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00cef9c-6a5b-4b0f-a34f-e2cc791147bd service neutron] Pushing event updated for resources: {'Port': ['ID=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:36.213370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.237807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network 01cd3b97-9a0b-48e6-8916-48d196d5f32e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:36.252262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492f1b14-1ecc-48fe-b8e9-c4d621ec25ec']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:36.264490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 01cd3b97-9a0b-48e6-8916-48d196d5f32e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:36.269583 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907d23ca-f499-4f49-a27b-78208e41a440 x-openstack-request-id: req-907d23ca-f499-4f49-a27b-78208e41a440 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:36.270141 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71da7200-aecd-480f-b460-baebff453566", "tag": "71d916f0-c1ff-4661-83c2-bc9dec3ca54a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:36.270773 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-907d23ca-f499-4f49-a27b-78208e41a440 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:36.271576 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71da7200-aecd-480f-b460-baebff453566', 'tag': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a', 'status': 'completed', 'code': 200} Nov 04 09:08:36.273053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd511b6f1-3fb6-44d3-92bb-b68176238a0d') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:36.275590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e9becc-cf59-41a9-a9ae-7cb15fe55e4f None None] Network 01cd3b97-9a0b-48e6-8916-48d196d5f32e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:36.279243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd511b6f1-3fb6-44d3-92bb-b68176238a0d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:36.291086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:36.293013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.320471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.337577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a6cef-d2f3-4a53-a67b-b46885dd4a46 req-90918395-9392-48d8-a80d-e556a786f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:36.339480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e4a6cef-d2f3-4a53-a67b-b46885dd4a46 req-90918395-9392-48d8-a80d-e556a786f02f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 1097 time: 0.1295667 Nov 04 09:08:36.341427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1a963f4f-7716-44a7-be73-a1fb2752c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:36.342822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-1a963f4f-7716-44a7-be73-a1fb2752c30e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 1095 time: 0.1226935 Nov 04 09:08:36.349185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b61a4e41-1025-42d5-8f2f-c3f195206fa7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2059121 Nov 04 09:08:36.349414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58754) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:36.356716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.370372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:36.372070 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:36.380271 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:36.551196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-01cd3b97-9a0b-48e6-8916-48d196d5f32e', 'network_id': '01cd3b97-9a0b-48e6-8916-48d196d5f32e', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': 'd9a15def-ae65-43b7-b2e4-5a700de4df58'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:36.552423 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.609082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.621206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:36.658610 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] 10.222.0.53 "DELETE /v2.0/networks/492f1b14-1ecc-48fe-b8e9-c4d621ec25ec HTTP/1.1" status: 204 len: 168 time: 1.7182696 Nov 04 09:08:36.676525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 17164dc0-316c-4767-9d6f-03516d11e289 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:36.711311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefeafe-e3f8-43ae-a26e-07095a1f2ec3 tempest-NetworksIpV6Test-1854164527 tempest-NetworksIpV6Test-1854164527-project] Pushing event deleted for resources: {'Network': ['ID=492f1b14-1ecc-48fe-b8e9-c4d621ec25ec,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:36.726432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 17164dc0-316c-4767-9d6f-03516d11e289 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:36.726775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 17164dc0-316c-4767-9d6f-03516d11e289 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:36.742973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f9386-1046-4834-b614-f12b56ce5279 req-e5c9a669-d232-48dd-97a5-d6bbf778a2e4 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:36.757079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e6f9386-1046-4834-b614-f12b56ce5279 req-e5c9a669-d232-48dd-97a5-d6bbf778a2e4 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 946 time: 0.2795286 Nov 04 09:08:36.804781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e6f9386-1046-4834-b614-f12b56ce5279 req-0a3e73e4-4a66-4133-b2e4-20278ba90655 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458031 Nov 04 09:08:36.878439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-b4ea3ee6-3d5c-4330-a34c-bb5c2166ce35 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a HTTP/1.1" status: 200 len: 217 time: 0.5134306 Nov 04 09:08:36.886022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Allocated IP 172.20.0.1 (01cd3b97-9a0b-48e6-8916-48d196d5f32e/d9a15def-ae65-43b7-b2e4-5a700de4df58/6fc2c96b-6f40-4616-9999-b825a445af19) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:37.094809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e4a6cef-d2f3-4a53-a67b-b46885dd4a46 req-7ddcccbb-55ae-4081-8ed6-4ead73d43465 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7308569 Nov 04 09:08:37.106725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3f04f-d893-4bc0-a7b0-87b601246a54 req-fc7205bb-0960-444f-909a-ebce6d82dc0d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:37.108720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2d3f04f-d893-4bc0-a7b0-87b601246a54 req-fc7205bb-0960-444f-909a-ebce6d82dc0d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 944 time: 0.0711789 Nov 04 09:08:37.128247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-c2c69437-26da-418f-a309-c06586b9c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:37.131112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-c2c69437-26da-418f-a309-c06586b9c45d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.1847613 Nov 04 09:08:37.168626 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.170153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.180003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2d3f04f-d893-4bc0-a7b0-87b601246a54 req-722ceb75-0df8-4b15-93ce-e97116345f43 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625250 Nov 04 09:08:37.181306 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.224263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:37.235085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Network 01cd3b97-9a0b-48e6-8916-48d196d5f32e is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:37.238877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:37.241652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:37.253008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Pushing event updated for resources: {'Port': ['ID=6fc2c96b-6f40-4616-9999-b825a445af19,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:37.280006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Deleting port 6fc2c96b-6f40-4616-9999-b825a445af19 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:37.280377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.288628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad28b3ec-03ee-4011-a499-49b50affc2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.350742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Attempting to bind port 6fc2c96b-6f40-4616-9999-b825a445af19 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:37.351042 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-d8d66cae-3afe-432b-9ecc-99e3d788b280 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728004 Nov 04 09:08:37.351227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Attempting to bind port 6fc2c96b-6f40-4616-9999-b825a445af19 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5dd5362b-eecb-4f4f-a16b-76ba89f034e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01cd3b97-9a0b-48e6-8916-48d196d5f32e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:37.351728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Attempting to bind port 6fc2c96b-6f40-4616-9999-b825a445af19 on network 01cd3b97-9a0b-48e6-8916-48d196d5f32e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:37.359181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:37.360541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Checking segment: {'id': '5dd5362b-eecb-4f4f-a16b-76ba89f034e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01cd3b97-9a0b-48e6-8916-48d196d5f32e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:37.360541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.360868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Bound using segment: {'id': '5dd5362b-eecb-4f4f-a16b-76ba89f034e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01cd3b97-9a0b-48e6-8916-48d196d5f32e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:37.361311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Bound port: 6fc2c96b-6f40-4616-9999-b825a445af19, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd5362b-eecb-4f4f-a16b-76ba89f034e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '01cd3b97-9a0b-48e6-8916-48d196d5f32e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:37.362433 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.454762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63efc21d-d836-43be-baf1-50aa3d6b9057 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddc7854a3b8c4c629f27fc8aaca2bc1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2279141 Nov 04 09:08:37.456171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:37.458608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] For port 6fc2c96b-6f40-4616-9999-b825a445af19, host n-d-816487-1, got binding levels [] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:37.459092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.474801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] For port 6fc2c96b-6f40-4616-9999-b825a445af19, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:37.479293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] For port 6fc2c96b-6f40-4616-9999-b825a445af19, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6fc2c96b-6f40-4616-9999-b825a445af19,segment=NetworkSegment(5dd5362b-eecb-4f4f-a16b-76ba89f034e9),segment_id=5dd5362b-eecb-4f4f-a16b-76ba89f034e9)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:37.482101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Calling delete_port for 6fc2c96b-6f40-4616-9999-b825a445af19 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:37.487960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.498117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-9c87cb4c-17f7-4e2d-9eb4-ad8fb86d5f15 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379921 Nov 04 09:08:37.571707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a3335b-2531-4fdd-b2f5-af731e1bb7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.579932 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:08:37.580907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c10d4-32a0-40d7-bf15-a0aff7648f1c None None] Pushing event updated for resources: {'Port': ['ID=6fc2c96b-6f40-4616-9999-b825a445af19,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:37.614782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a3335b-2531-4fdd-b2f5-af731e1bb7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.665328 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1a29366-018d-452b-ac84-1a6d18469d31 req-abba6989-3e20-45dc-a2e2-6b308dea3a41 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286476 Nov 04 09:08:37.699904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a3335b-2531-4fdd-b2f5-af731e1bb7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.709440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69a3335b-2531-4fdd-b2f5-af731e1bb7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.711004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69a3335b-2531-4fdd-b2f5-af731e1bb7cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92a31e13-58cd-4a04-b079-adc720de5feb HTTP/1.1" status: 204 len: 168 time: 0.2523682 Nov 04 09:08:37.724349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3335b-2531-4fdd-b2f5-af731e1bb7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a31e13-58cd-4a04-b079-adc720de5feb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:37.747221 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:37.856246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Port': ['ID=6fc2c96b-6f40-4616-9999-b825a445af19,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:37.910204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec4dfef4-7a7b-4cee-8e6e-972387a39987 req-60b8bf4e-52d6-4ab7-8c9d-28299f8a4403 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "GET /v2.0/security-groups/854b50d8-6878-4874-be91-757a0cb8be8f HTTP/1.1" status: 200 len: 1810 time: 0.1241844 Nov 04 09:08:38.004373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No DVR routers for this DVR port 6fc2c96b-6f40-4616-9999-b825a445af19 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:38.033858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ec4dfef4-7a7b-4cee-8e6e-972387a39987 req-50c3d437-8651-43b3-aba5-dc0db85748a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.044122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-014188a1-ac76-41ec-8dfd-0acb1f5487cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:38.045673 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-014188a1-ac76-41ec-8dfd-0acb1f5487cd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 1095 time: 0.2277858 Nov 04 09:08:38.096385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ec4dfef4-7a7b-4cee-8e6e-972387a39987 req-50c3d437-8651-43b3-aba5-dc0db85748a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.176957 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ec4dfef4-7a7b-4cee-8e6e-972387a39987 req-50c3d437-8651-43b3-aba5-dc0db85748a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.184038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ec4dfef4-7a7b-4cee-8e6e-972387a39987 req-50c3d437-8651-43b3-aba5-dc0db85748a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.187111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.202144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec4dfef4-7a7b-4cee-8e6e-972387a39987 req-50c3d437-8651-43b3-aba5-dc0db85748a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.53 "DELETE /v2.0/security-groups/854b50d8-6878-4874-be91-757a0cb8be8f HTTP/1.1" status: 204 len: 173 time: 0.2908132 Nov 04 09:08:38.260607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3d437-8651-43b3-aba5-dc0db85748a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854b50d8-6878-4874-be91-757a0cb8be8f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:38.309531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-eab92725-2cd9-4d90-ac7d-eed68660cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:38.311031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-eab92725-2cd9-4d90-ac7d-eed68660cbd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 916 time: 0.2378082 Nov 04 09:08:38.361716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.416620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-50a29659-d86b-44b3-b6b5-d4c0978ef80c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a HTTP/1.1" status: 200 len: 217 time: 0.0744042 Nov 04 09:08:38.423818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b8e5c-c9a7-44cc-b817-10de8083e713 req-1bb72bd8-bbea-48f1-b1da-798d845a523f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:38.425632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-810b8e5c-c9a7-44cc-b817-10de8083e713 req-1bb72bd8-bbea-48f1-b1da-798d845a523f tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 946 time: 0.0739336 Nov 04 09:08:38.463067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a15def-ae65-43b7-b2e4-5a700de4df58,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:38.514209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-810b8e5c-c9a7-44cc-b817-10de8083e713 req-f213f3cb-3141-4967-8564-f0e7a52361a1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821834 Nov 04 09:08:38.588751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.619158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-95792709-5523-4300-9ec7-4dfaeb1d3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:38.622929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-95792709-5523-4300-9ec7-4dfaeb1d3f55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.1792758 Nov 04 09:08:38.708129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-e20644a8-1bdc-4f25-b932-265dbdc462b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748935 Nov 04 09:08:38.710543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cd3b97-9a0b-48e6-8916-48d196d5f32e']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:38.736315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd5362b-eecb-4f4f-a16b-76ba89f034e9') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:38.737096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd5362b-eecb-4f4f-a16b-76ba89f034e9') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:38.848644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.932154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.949452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:38.949986 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:38.958510 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:39.117156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-d1e18514-0a55-4ae3-9925-497573fca5a5 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954291 Nov 04 09:08:39.128344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd16f31-f711-4bf8-9900-ba19e0d3ab4a req-3af4ba72-35ff-494d-9d4e-6616b3a3de6d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:39.136664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0cd16f31-f711-4bf8-9900-ba19e0d3ab4a req-3af4ba72-35ff-494d-9d4e-6616b3a3de6d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 944 time: 0.0799205 Nov 04 09:08:39.137808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.166008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b4e63-aec0-4eb1-bbce-248ba89a840e None None] Network 01cd3b97-9a0b-48e6-8916-48d196d5f32e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:39.196030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403b4e63-aec0-4eb1-bbce-248ba89a840e None None] Network 01cd3b97-9a0b-48e6-8916-48d196d5f32e could not be found, it might have been deleted concurrently. {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 09:08:39.206313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.210528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/01cd3b97-9a0b-48e6-8916-48d196d5f32e HTTP/1.1" status: 204 len: 168 time: 2.8602662 Nov 04 09:08:39.218465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:39.227305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a3cf3-9ef9-40eb-957e-7367210eee34 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=01cd3b97-9a0b-48e6-8916-48d196d5f32e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:39.232459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-778112f8-649c-4686-bd79-76ceeca6e12a None None] Could not find standard attr ID for object 6fc2c96b-6f40-4616-9999-b825a445af19. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:08:39.238246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2106239452'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:39.252909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:39.268633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0cd16f31-f711-4bf8-9900-ba19e0d3ab4a req-e38572df-f00d-4257-9e60-a33bc87b827d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303544 Nov 04 09:08:39.272180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:39.287560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.299912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-96b3a339-c2d5-4d03-99ed-7504ba599d9c req-7516fb48-718d-4283-a346-6ba2bfbb2d05 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748822 Nov 04 09:08:39.321806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4f71c2-d00d-4671-81c4-5de381cf9603 None None] DHCP port deletion for 01cd3b97-9a0b-48e6-8916-48d196d5f32e request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:39.381436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:39.449617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1711765922'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:39.468410 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.469739 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 5c591fc9-4475-4782-86ae-aa547ecf2c59 of type vlan for network a31784fa-d802-45f2-add3-67f2bb1b86b6 Nov 04 09:08:39.480229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:39.484343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.499163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.556780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-b63031c0-e7a7-4862-bd35-5abc4ca33099 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:39.567780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-b63031c0-e7a7-4862-bd35-5abc4ca33099 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1887591 Nov 04 09:08:39.571055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.613002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:39.624562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.634961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.637243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-03016b49-1453-4b3a-979e-3198584f7da2 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.0675120 Nov 04 09:08:39.651110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:39.651595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 71d916f0-c1ff-4661-83c2-bc9dec3ca54a details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:08:39.652202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'floatingip': {'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:39.668623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.668983 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment 4741e486-6c4f-457e-acb1-f3e95b3e04e0 of type vlan for network ebd11c1b-4192-4e77-bf35-e77399302b71 Nov 04 09:08:39.738693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.739323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.741685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf2bda-c29d-4a81-b287-858495648657,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:39.789873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.796591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:39.797886 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.801166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.808516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:39.809279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.821741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:39.854426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'port_id': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a', 'mac_address': 'fa:16:3e:9e:55:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac40794-3141-4231-a13e-94eda65bba01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:08:39.868885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd244e58-feb7-4b6c-9fb6-b7f5e5ddb4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.892640 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6357398 Nov 04 09:08:39.896582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58862) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:39.903578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'name': 'tempest-PortsTestJSON-1662314422'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:39.916131 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.938382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d916f0-c1ff-4661-83c2-bc9dec3ca54a {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:08:39.944399 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e6772a1-6119-4411-adaa-59917ea7b473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.965825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:39.972279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:39.976888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9744c-599b-4092-a3c4-35e7937583f4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=ebd11c1b-4192-4e77-bf35-e77399302b71,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:39.991983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58864) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:39.993015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7614892 Nov 04 09:08:40.004729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:40.014849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:40.016920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=a31784fa-d802-45f2-add3-67f2bb1b86b6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:40.036954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.037730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.038322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.038878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.039429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.040025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.040577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.041443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.043248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.043248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.043248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.043248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6134efef-b3ad-4f29-ac25-746a162c9239 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:08:40.093046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:40.138714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:40.142878 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.245864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:40.247401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:08:40.256673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:08:40.288591 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.473756 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd244e58-feb7-4b6c-9fb6-b7f5e5ddb4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.494233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd244e58-feb7-4b6c-9fb6-b7f5e5ddb4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.498644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.513421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6fc2c96b-6f40-4616-9999-b825a445af19 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:40.544759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 6fc2c96b-6f40-4616-9999-b825a445af19 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:40.545884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6fc2c96b-6f40-4616-9999-b825a445af19 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:40.557205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.567196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.624902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bd244e58-feb7-4b6c-9fb6-b7f5e5ddb4ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa3be1cd2b0e4171b06dfe96a4dda39a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0106018 Nov 04 09:08:40.626254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd244e58-feb7-4b6c-9fb6-b7f5e5ddb4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3d8f73-3133-45db-999f-f0fb8c510d4d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:40.627402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:40.630647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 is not hosted by any dhcp agent {{(pid=102556) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:08:40.640208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:40.641232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.644722 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "PUT /v2.0/networks/a31784fa-d802-45f2-add3-67f2bb1b86b6 HTTP/1.1" status: 200 len: 723 time: 0.6502445 Nov 04 09:08:40.651740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:40.660182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': 'a31784fa-d802-45f2-add3-67f2bb1b86b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:40.679776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca13aa-c770-4f98-8cb1-a7d900bc5216 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=a31784fa-d802-45f2-add3-67f2bb1b86b6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:40.696543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:40.706050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.795299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=535aa3cf-e7c8-4f76-bacd-ef772db31f57,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:40.806456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': '4741e486-6c4f-457e-acb1-f3e95b3e04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:40.806887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: ebd11c1b-4192-4e77-bf35-e77399302b71, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:40.825863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:40.836495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, ebd11c1b-4192-4e77-bf35-e77399302b71) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:40.842908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:40.847843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418d7505-e84e-4d97-8e3c-776e538c48a7 None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:40.850769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:40.851424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.877276 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-439c7215-1987-44f3-bc4b-8b78a68fdc39 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9794769 Nov 04 09:08:40.878181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58872) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:40.883803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1043926857'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:40.906810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2918-3f9f-4c7d-98be-44db5864729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.911621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:40.913684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.916077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.925334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.955124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:40.973634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:40.974075 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment 4db504e2-63bd-458d-9069-622475027701 of type vlan for network 2b25900d-c736-4b3e-991d-e1ffd4a45832 Nov 04 09:08:41.038744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2918-3f9f-4c7d-98be-44db5864729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.053114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:41.058594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.066433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.108433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.117514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:41.118215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.186377 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.227636 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3482964 Nov 04 09:08:41.232220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58876) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:41.241909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'ports': [{'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71'}, {'network_id': '2b25900d-c736-4b3e-991d-e1ffd4a45832'}]} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:41.242283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:41.242896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': '2b25900d-c736-4b3e-991d-e1ffd4a45832'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:41.276524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02811dc-78bf-4aeb-b958-391803c852dd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=2b25900d-c736-4b3e-991d-e1ffd4a45832,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:41.302276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2b25900d-c736-4b3e-991d-e1ffd4a45832 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:41.310714 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Floating IP a4dbaff5-9037-456f-93cf-3233022fa101 associated. External IP: 172.25.3.18, port: f23a616e-f38c-4942-944e-b51823acc29c. Nov 04 09:08:41.412458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2918-3f9f-4c7d-98be-44db5864729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.415340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cf3d2918-3f9f-4c7d-98be-44db5864729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.416542 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cf3d2918-3f9f-4c7d-98be-44db5864729b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af3d8f73-3133-45db-999f-f0fb8c510d4d HTTP/1.1" status: 204 len: 168 time: 0.7881432 Nov 04 09:08:41.465006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d2918-3f9f-4c7d-98be-44db5864729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3d8f73-3133-45db-999f-f0fb8c510d4d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:41.542518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-01ecc709-e5c3-4d86-b048-43f2d97dc5a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:41.544211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-01ecc709-e5c3-4d86-b048-43f2d97dc5a3 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fa64a9-d5f1-4c74-a57a-b7c68178559b HTTP/1.1" status: 200 len: 945 time: 0.1802001 Nov 04 09:08:41.583482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.654209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 71d916f0-c1ff-4661-83c2-bc9dec3ca54a up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:41.661075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 2} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:41.666748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.692336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=d35ce794-320b-4e05-b16f-99e65dce51d9,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:41.696349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.755725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Deleting port 3382540d-b279-4b00-b47d-501d35208c48 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:41.756374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.762041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': '5c591fc9-4475-4782-86ae-aa547ecf2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a31784fa-d802-45f2-add3-67f2bb1b86b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:41.762427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: a31784fa-d802-45f2-add3-67f2bb1b86b6, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:41.767191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:08:41.778213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:08:41.794052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:41.795843 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.796036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:41.909052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58882) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:41.929912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a31784fa-d802-45f2-add3-67f2bb1b86b6) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:41.940381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:41.940381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.941716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ab61e-9cab-4ace-91cf-6d9e81e8961c None None] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:41.946774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7815eddd-e285-40ac-9d9c-7589bad1240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.957143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 1e73b6e8-cfba-4924-ab70-984a1312c250 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:08:41.957943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:41.969431 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:41.969998 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.972431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:41.989770 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:41.990843 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:42.024870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ea1d216d-66b7-4d01-a9f3-458fc04f2d46 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3717387 Nov 04 09:08:42.028153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:42.035756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-138a0f75-a2c5-4030-a05a-7398898d4768 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:42.051612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7815eddd-e285-40ac-9d9c-7589bad1240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.058574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7815eddd-e285-40ac-9d9c-7589bad1240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.072111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] For port 3382540d-b279-4b00-b47d-501d35208c48, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3382540d-b279-4b00-b47d-501d35208c48,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:42.072592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.127774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71da7200-aecd-480f-b460-baebff453566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:42.128334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-7e764873-d4b1-4db8-b2ab-bbdaadae2df1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "PUT /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 200 len: 995 time: 2.4896235 Nov 04 09:08:42.130119 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9595f8-ca70-4534-9855-6484a5daa87f" -d '{"events": [{"server_uuid": "71da7200-aecd-480f-b460-baebff453566", "name": "network-vif-plugged", "status": "completed", "tag": "71d916f0-c1ff-4661-83c2-bc9dec3ca54a"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:42.148272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:42.152518 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1ad93c-feee-4045-8786-5630b3666f3b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:42.153285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:42.160346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.189012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Calling delete_port for 3382540d-b279-4b00-b47d-501d35208c48 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:42.193756 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:42.260137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7815eddd-e285-40ac-9d9c-7589bad1240b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab430fc0031d4414aaeb8c5cf829fc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3476326 Nov 04 09:08:42.268265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:42.298732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:42.310520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a31784fa-d802-45f2-add3-67f2bb1b86b6', 'network_id': 'a31784fa-d802-45f2-add3-67f2bb1b86b6', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': 'd35ce794-320b-4e05-b16f-99e65dce51d9'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:42.311572 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.458540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-53ec2256-914a-4aaf-a1eb-b3de98e5f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:42.460827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815eddd-e285-40ac-9d9c-7589bad1240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0527b897-ca66-427a-9088-9dd6a40ea548,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:42.472842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-53ec2256-914a-4aaf-a1eb-b3de98e5f2f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.3046396 Nov 04 09:08:42.555053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Allocated IP 172.20.0.2 (a31784fa-d802-45f2-add3-67f2bb1b86b6/d35ce794-320b-4e05-b16f-99e65dce51d9/9d91f231-70f9-4538-a4a1-f38534bfb57d) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:42.625466 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-138a0f75-a2c5-4030-a05a-7398898d4768 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12585870'] for subnet, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.647515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b3320d9-f0d4-4708-81b9-031a3e9656ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.668462 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:32:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:40Z', 'revision_number': 1, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:42.690792 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.710859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b3320d9-f0d4-4708-81b9-031a3e9656ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.724687 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:42.740360 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:42.741731 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:42.814284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b3320d9-f0d4-4708-81b9-031a3e9656ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.816943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b3320d9-f0d4-4708-81b9-031a3e9656ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.823588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0b3320d9-f0d4-4708-81b9-031a3e9656ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0527b897-ca66-427a-9088-9dd6a40ea548 HTTP/1.1" status: 204 len: 168 time: 0.5105646 Nov 04 09:08:42.851881 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.876232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3320d9-f0d4-4708-81b9-031a3e9656ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527b897-ca66-427a-9088-9dd6a40ea548,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:42.916944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:42.941176 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.054041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:43.055805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:43.058500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:43.074573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Pushing event updated for resources: {'Port': ['ID=9d91f231-70f9-4538-a4a1-f38534bfb57d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:43.204787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Attempting to bind port 9d91f231-70f9-4538-a4a1-f38534bfb57d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:43.205160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Attempting to bind port 9d91f231-70f9-4538-a4a1-f38534bfb57d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5c591fc9-4475-4782-86ae-aa547ecf2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a31784fa-d802-45f2-add3-67f2bb1b86b6'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:43.205524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Attempting to bind port 9d91f231-70f9-4538-a4a1-f38534bfb57d on network a31784fa-d802-45f2-add3-67f2bb1b86b6 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:43.217317 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:43.220880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:43.221259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Checking segment: {'id': '5c591fc9-4475-4782-86ae-aa547ecf2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a31784fa-d802-45f2-add3-67f2bb1b86b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:43.221671 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.222131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Bound using segment: {'id': '5c591fc9-4475-4782-86ae-aa547ecf2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a31784fa-d802-45f2-add3-67f2bb1b86b6'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:43.222548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Bound port: 9d91f231-70f9-4538-a4a1-f38534bfb57d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c591fc9-4475-4782-86ae-aa547ecf2c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a31784fa-d802-45f2-add3-67f2bb1b86b6'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:43.222936 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.231716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-138a0f75-a2c5-4030-a05a-7398898d4768 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776657541425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12805062'] for subnet, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.275524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port a75dfcda-317a-40c1-82a0-286199f4f24e yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:08:43.279271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.323402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Pushing event deleted for resources: {'Port': ['ID=3382540d-b279-4b00-b47d-501d35208c48,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:43.340917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-42f844a7-3a7a-494e-8aaa-06050e3ecfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:43.342748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-42f844a7-3a7a-494e-8aaa-06050e3ecfeb service neutron] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.8687141 Nov 04 09:08:43.348187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a0f75-a2c5-4030-a05a-7398898d4768 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=d35ce794-320b-4e05-b16f-99e65dce51d9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:43.359191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138a0f75-a2c5-4030-a05a-7398898d4768 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:43.360072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-138a0f75-a2c5-4030-a05a-7398898d4768 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.364942 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-138a0f75-a2c5-4030-a05a-7398898d4768 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "PUT /v2.0/subnets/d35ce794-320b-4e05-b16f-99e65dce51d9 HTTP/1.1" status: 200 len: 806 time: 1.3354640 Nov 04 09:08:43.366222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58900) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:43.413424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] For port 9d91f231-70f9-4538-a4a1-f38534bfb57d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:43.421000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] For port 9d91f231-70f9-4538-a4a1-f38534bfb57d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d91f231-70f9-4538-a4a1-f38534bfb57d,segment=NetworkSegment(5c591fc9-4475-4782-86ae-aa547ecf2c59),segment_id=5c591fc9-4475-4782-86ae-aa547ecf2c59)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:43.433523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.436504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] No DVR routers for this DVR port 3382540d-b279-4b00-b47d-501d35208c48 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:43.451796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.455598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5648b252-1f8b-46d7-9d7f-a9dc6fdc4a64 req-cfb0732e-7ab8-4376-975d-9116709b367a tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] 10.222.0.55 "DELETE /v2.0/ports/3382540d-b279-4b00-b47d-501d35208c48 HTTP/1.1" status: 204 len: 173 time: 1.8993878 Nov 04 09:08:43.456120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'name': 'network-vif-deleted', 'tag': '3382540d-b279-4b00-b47d-501d35208c48'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:43.458462 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f587c1-dd9c-43e0-bfe7-dec27f9a9454" -d '{"events": [{"server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "name": "network-vif-deleted", "tag": "3382540d-b279-4b00-b47d-501d35208c48"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:43.597625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b35b5d-2eb7-48bc-8e80-d1d7cdd5a0e3 None None] Pushing event updated for resources: {'Port': ['ID=9d91f231-70f9-4538-a4a1-f38534bfb57d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:43.684180 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.758885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.766211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.794351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-0c879259-c4b0-46eb-b13e-2ae6cd07ed7a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 998 time: 0.4177890 Nov 04 09:08:43.824604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:43.833201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:43.844860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:43.849286 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:32:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:40Z', 'revision_number': 1, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:43.849856 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:43.927464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=1e73b6e8-cfba-4924-ab70-984a1312c250,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:43.940839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-1fb518fb-7826-46a0-ab35-7bfacc0c2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:43.947397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-1fb518fb-7826-46a0-ab35-7bfacc0c2ab5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1173172 Nov 04 09:08:43.951976 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc68beb-d900-41c5-81c2-171d53826a44 None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:32:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:40Z', 'revision_number': 1, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:44.072742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=a75dfcda-317a-40c1-82a0-286199f4f24e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:44.084860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': '4db504e2-63bd-458d-9069-622475027701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '2b25900d-c736-4b3e-991d-e1ffd4a45832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:44.085373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: 2b25900d-c736-4b3e-991d-e1ffd4a45832, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:44.116105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 2b25900d-c736-4b3e-991d-e1ffd4a45832 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:44.132148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2b25900d-c736-4b3e-991d-e1ffd4a45832) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:44.138679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:44.151069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f4a94a-0415-4eea-bcf6-da8208ac9b73 None None] Network 2b25900d-c736-4b3e-991d-e1ffd4a45832 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:44.163803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:44.181731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:44.184640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:44.247665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-838fc51e-71d1-4d87-a376-0f7a98be2d61 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0121388 Nov 04 09:08:44.252028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58914) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:44.311578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Deleting port 9d91f231-70f9-4538-a4a1-f38534bfb57d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:44.312295 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:44.316191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-590de1b2-3dd3-4912-9162-ca004e228022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:44.317762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-590de1b2-3dd3-4912-9162-ca004e228022 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3653970 Nov 04 09:08:44.388550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e33b1da-c365-4202-8128-f4b0843e1b73 None None] New status for floating IP a4dbaff5-9037-456f-93cf-3233022fa101: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:08:44.469222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3382540d-b279-4b00-b47d-501d35208c48 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:44.470082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port a75dfcda-317a-40c1-82a0-286199f4f24e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:44.470977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:44.522446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 3382540d-b279-4b00-b47d-501d35208c48 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:44.522941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3382540d-b279-4b00-b47d-501d35208c48 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:44.677581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:44.716975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for a75dfcda-317a-40c1-82a0-286199f4f24e owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:44.719904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d91f231-70f9-4538-a4a1-f38534bfb57d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:44.804946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9d91f231-70f9-4538-a4a1-f38534bfb57d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:44.805380 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:44.909084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:44.987924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=a75dfcda-317a-40c1-82a0-286199f4f24e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:44.994656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:44.999119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-76c210d9-f874-4893-863c-d1e794ae75f1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/a75dfcda-317a-40c1-82a0-286199f4f24e HTTP/1.1" status: 204 len: 168 time: 0.7286882 Nov 04 09:08:45.005006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.010886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58926) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:45.068225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 9d91f231-70f9-4538-a4a1-f38534bfb57d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d91f231-70f9-4538-a4a1-f38534bfb57d,segment=NetworkSegment(5c591fc9-4475-4782-86ae-aa547ecf2c59),segment_id=5c591fc9-4475-4782-86ae-aa547ecf2c59)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:45.077688 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.120493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c41606d-cf97-4ff9-b8ba-705c0102e13a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:45.130342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c41606d-cf97-4ff9-b8ba-705c0102e13a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:45.133523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6c41606d-cf97-4ff9-b8ba-705c0102e13a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1215601 Nov 04 09:08:45.137247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:45.160767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=9d91f231-70f9-4538-a4a1-f38534bfb57d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:45.275497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] For port 9d91f231-70f9-4538-a4a1-f38534bfb57d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d91f231-70f9-4538-a4a1-f38534bfb57d,segment=NetworkSegment(5c591fc9-4475-4782-86ae-aa547ecf2c59),segment_id=5c591fc9-4475-4782-86ae-aa547ecf2c59)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:45.275880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.307155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Calling delete_port for 9d91f231-70f9-4538-a4a1-f38534bfb57d owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:45.310897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-1194a0e4-54dd-4ef2-b1ee-dfcf540b5c28 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429698 Nov 04 09:08:45.320622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 1e73b6e8-cfba-4924-ab70-984a1312c250 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:45.320873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.356426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfaf6e0-7e0f-4a16-8889-dd5834cdb288 None None] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:45.464764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7f76baea-adee-4fe9-956a-408a3769fdaf None None] Provisioning complete for port 9d91f231-70f9-4538-a4a1-f38534bfb57d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:45.465143 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f76baea-adee-4fe9-956a-408a3769fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.481075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.504325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 1e73b6e8-cfba-4924-ab70-984a1312c250 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:45.506378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a60f64-5d61-43ff-9132-1c4014a44ea7 req-5f836f45-b8b8-464b-93ad-2a512112df07 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836085 Nov 04 09:08:45.629360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.631882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.648901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58942) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:45.744835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.752212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/1e73b6e8-cfba-4924-ab70-984a1312c250 HTTP/1.1" status: 204 len: 168 time: 0.6107717 Nov 04 09:08:45.752212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d75790-4287-4fac-a950-266d796176bd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=1e73b6e8-cfba-4924-ab70-984a1312c250,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:45.755458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58944) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:45.775053 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:45.851879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b2c77-2382-4b20-9c84-7be4656d7b1f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:45.856095 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1a1b2c77-2382-4b20-9c84-7be4656d7b1f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0972774 Nov 04 09:08:45.856418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:45.884258 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ceb0e9c-1225-427a-bab9-3f84f1ac1c12 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:08:45.888425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ceb0e9c-1225-427a-bab9-3f84f1ac1c12 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/a75dfcda-317a-40c1-82a0-286199f4f24e HTTP/1.1" status: 404 len: 333 time: 0.0286002 Nov 04 09:08:45.888861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:45.930325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Port': ['ID=9d91f231-70f9-4538-a4a1-f38534bfb57d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:45.977276 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a6169e-455a-4d33-bab6-5910abe585a3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:08:45.982854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-05a6169e-455a-4d33-bab6-5910abe585a3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/1e73b6e8-cfba-4924-ab70-984a1312c250 HTTP/1.1" status: 404 len: 333 time: 0.0903130 Nov 04 09:08:45.986671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58954) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:46.054519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No DVR routers for this DVR port 9d91f231-70f9-4538-a4a1-f38534bfb57d on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:46.119521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7c6a1-41b3-46a9-84a1-1b14e9d70b70 req-8b3a1488-57a4-4d53-b0be-cc2237ce9454 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:46.126021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8a7c6a1-41b3-46a9-84a1-1b14e9d70b70 req-8b3a1488-57a4-4d53-b0be-cc2237ce9454 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 946 time: 0.2644155 Nov 04 09:08:46.136673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffe995f-89f5-4f0c-8411-596abf19f4c1 None None] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:46.176008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.230926 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.261411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.321913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.330004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8a7c6a1-41b3-46a9-84a1-1b14e9d70b70 req-fdf3aa94-7381-4ad0-9e4e-b753fa303578 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902001 Nov 04 09:08:46.389055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b25900d-c736-4b3e-991d-e1ffd4a45832']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:46.418812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db504e2-63bd-458d-9069-622475027701') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:46.418812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db504e2-63bd-458d-9069-622475027701') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:46.419077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.444734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.461044 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c999b3-6397-4d91-986d-5d4c48bfb48e x-openstack-request-id: req-48c999b3-6397-4d91-986d-5d4c48bfb48e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:46.461456 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71da7200-aecd-480f-b460-baebff453566", "name": "network-vif-plugged", "status": "completed", "tag": "71d916f0-c1ff-4661-83c2-bc9dec3ca54a", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:46.461809 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48c999b3-6397-4d91-986d-5d4c48bfb48e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:46.462404 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71da7200-aecd-480f-b460-baebff453566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a', 'code': 200} Nov 04 09:08:46.466394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.478276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=d35ce794-320b-4e05-b16f-99e65dce51d9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:46.481906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:46.482441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:46.486014 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:46.632877 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c24a7b-83ea-4c87-b126-c35a6ec155a0 x-openstack-request-id: req-86c24a7b-83ea-4c87-b126-c35a6ec155a0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:46.633471 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:46.633471 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-86c24a7b-83ea-4c87-b126-c35a6ec155a0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:46.634249 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c', 'status': 'completed', 'code': 200} Nov 04 09:08:46.674278 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503c6d5d-14da-4548-860a-873d4c8d4047 x-openstack-request-id: req-503c6d5d-14da-4548-860a-873d4c8d4047 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:46.674572 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8fa64a9-d5f1-4c74-a57a-b7c68178559b", "name": "network-vif-deleted", "tag": "3382540d-b279-4b00-b47d-501d35208c48", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:46.677109 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-503c6d5d-14da-4548-860a-873d4c8d4047 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:46.677563 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fa64a9-d5f1-4c74-a57a-b7c68178559b', 'name': 'network-vif-deleted', 'tag': '3382540d-b279-4b00-b47d-501d35208c48', 'status': 'completed', 'code': 200} Nov 04 09:08:46.678375 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.755007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31784fa-d802-45f2-add3-67f2bb1b86b6']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:46.783702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c591fc9-4475-4782-86ae-aa547ecf2c59') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:46.789115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c591fc9-4475-4782-86ae-aa547ecf2c59') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:46.830525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca02e3-4aa3-43d1-9818-e439efc476d3 req-8724099a-ea6f-4771-a80f-e1a66a2e1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:46.831764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e595832-cfbf-4d9a-9be3-1f97249bc9d8 None None] Network a31784fa-d802-45f2-add3-67f2bb1b86b6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:46.832295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ebca02e3-4aa3-43d1-9818-e439efc476d3 req-8724099a-ea6f-4771-a80f-e1a66a2e1515 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 1097 time: 0.2720702 Nov 04 09:08:46.845637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.851495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.856787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/2b25900d-c736-4b3e-991d-e1ffd4a45832 HTTP/1.1" status: 204 len: 168 time: 0.8676105 Nov 04 09:08:46.864876 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.868012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:46.882601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1670286570'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:46.885516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-a9a8a122-0bab-4266-a145-0bc913e78de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:46.888630 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-a9a8a122-0bab-4266-a145-0bc913e78de4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.2404087 Nov 04 09:08:46.914837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156353d5-d908-4a0a-93d7-cdfe8847e071 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=2b25900d-c736-4b3e-991d-e1ffd4a45832,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:46.924012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:46.998129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ebca02e3-4aa3-43d1-9818-e439efc476d3 req-a47c031a-a286-4d59-a35b-8cc03b083d22 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540804 Nov 04 09:08:47.007043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:47.007465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:47.011635 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:47.061291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-8a236068-b084-4c00-84f6-bcc9256257b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:47.065514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-8a236068-b084-4c00-84f6-bcc9256257b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.1612341 Nov 04 09:08:47.118980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-9bb01104-9278-4b53-831b-2f746aa1a7f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:47.120570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-9bb01104-9278-4b53-831b-2f746aa1a7f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2960091 Nov 04 09:08:47.126044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5affe5-819c-4961-b577-9175078206c5 None None] DHCP port deletion for a31784fa-d802-45f2-add3-67f2bb1b86b6 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:47.131371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:47.137189 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.144630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:47.159886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.225621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.231452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/a31784fa-d802-45f2-add3-67f2bb1b86b6 HTTP/1.1" status: 204 len: 168 time: 3.8619041 Nov 04 09:08:47.241406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-eba55eaf-e5a4-4094-85d5-f9e555048a17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 1000 time: 0.1679614 Nov 04 09:08:47.241917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58992) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:47.270245 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0e2844-2717-4bd6-b8d7-3b3d65be7906 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:47.270859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0e2844-2717-4bd6-b8d7-3b3d65be7906 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:47.276934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d0e2844-2717-4bd6-b8d7-3b3d65be7906 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/a31784fa-d802-45f2-add3-67f2bb1b86b6 HTTP/1.1" status: 404 len: 339 time: 0.0339653 Nov 04 09:08:47.283149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:47.307806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1748226151', 'description': 'd1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:47.315561 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.317315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c011c-7dac-468b-8b0e-599aff3d1390 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=a31784fa-d802-45f2-add3-67f2bb1b86b6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:47.348960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-4d512a9c-017f-4970-8d47-84c8ac623ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:47.351129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-4d512a9c-017f-4970-8d47-84c8ac623ee9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.0723314 Nov 04 09:08:47.382001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:47.389790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-d6867496-bf69-4780-a094-05fec5a9c961 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.2511826 Nov 04 09:08:47.431519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-f40444f6-5d1a-4395-9367-cbc5ccdd2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:47.434402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-f40444f6-5d1a-4395-9367-cbc5ccdd2a48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722988 Nov 04 09:08:47.445468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9595ac17-af13-455a-8c16-f1350b415521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.453510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'floatingip': {'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:47.501473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.501892 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment ac835263-c3a2-4532-af12-1f98eb91406f of type vlan for network 2524d02d-8692-4e2a-aede-1ad8260fd883 Nov 04 09:08:47.541538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:47.545147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.568152 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-5b933730-0446-404c-a82c-77d04db5825b service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259563 Nov 04 09:08:47.662538 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.682811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.696313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb1ad93c-feee-4045-8786-5630b3666f3b req-51455150-7f1b-4653-97ce-0860a17ea3f2 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202185 Nov 04 09:08:47.753847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:47.807100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.807442 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 9cb6544b-2d92-42e4-8ed7-56a9da4fad78 of type vlan for network daf4e64d-32b0-4e51-af99-abdd904a5966 Nov 04 09:08:47.918593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:47.927569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:47.928502 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.088724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9595ac17-af13-455a-8c16-f1350b415521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.105783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.116520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2449088 Nov 04 09:08:48.116917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59008) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:48.127637 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9595ac17-af13-455a-8c16-f1350b415521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.129349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:48.184609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbc5e9-2130-46cc-993c-939923e9ebd1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=2524d02d-8692-4e2a-aede-1ad8260fd883,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:48.207358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2524d02d-8692-4e2a-aede-1ad8260fd883 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:48.240154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9595ac17-af13-455a-8c16-f1350b415521 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2033f50a7494f0a872834e97249e43c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0941100 Nov 04 09:08:48.244521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59010) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:48.245103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595ac17-af13-455a-8c16-f1350b415521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cec448-63f8-413f-a572-cc74bf7089ff,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:48.283927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.290041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:48.290670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.373896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:48.378632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.388087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ff04d05d-c439-4df9-9e18-d9dd714ddef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.464242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Performing IP validity checks on allocation pools {{(pid=102556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:08:48.465062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:08:48.470303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ff04d05d-c439-4df9-9e18-d9dd714ddef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.572471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d91f231-70f9-4538-a4a1-f38534bfb57d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:48.603730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9d91f231-70f9-4538-a4a1-f38534bfb57d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:48.604162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d91f231-70f9-4538-a4a1-f38534bfb57d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:48.613008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ff04d05d-c439-4df9-9e18-d9dd714ddef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.615628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ff04d05d-c439-4df9-9e18-d9dd714ddef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.619298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ff04d05d-c439-4df9-9e18-d9dd714ddef4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7cec448-63f8-413f-a572-cc74bf7089ff HTTP/1.1" status: 204 len: 168 time: 0.3700521 Nov 04 09:08:48.643350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04d05d-c439-4df9-9e18-d9dd714ddef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cec448-63f8-413f-a572-cc74bf7089ff,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:48.720158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:48.787288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4981482 Nov 04 09:08:48.790052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59014) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:48.851164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ac0b2-adac-4d54-a0af-40b7a6a49290 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=daf4e64d-32b0-4e51-af99-abdd904a5966,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:48.865076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network daf4e64d-32b0-4e51-af99-abdd904a5966 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:48.913374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=d16f0538-ac0d-4300-8e2f-0119b2d3e4cb,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:48.931833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': 'ac835263-c3a2-4532-af12-1f98eb91406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:48.933481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: 2524d02d-8692-4e2a-aede-1ad8260fd883, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:49.005835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Deleting port 4eeadd6e-4399-45a9-87af-1309141400d3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:49.006185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.010918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a588ef9-c03d-4559-a88b-0117ac82de3f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:49.025518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:49.028230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3a588ef9-c03d-4559-a88b-0117ac82de3f tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/networks?id=daf4e64d-32b0-4e51-af99-abdd904a5966 HTTP/1.1" status: 200 len: 761 time: 0.2370389 Nov 04 09:08:49.042809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 2524d02d-8692-4e2a-aede-1ad8260fd883 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:49.057248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2524d02d-8692-4e2a-aede-1ad8260fd883) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:49.070568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d69c38-0176-48f0-885b-e013d4b934d1 None None] Network 2524d02d-8692-4e2a-aede-1ad8260fd883 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:49.077570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:49.079512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.092990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'description': 'd2'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:49.106940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-15a1342e-acc2-4824-a2e0-94919e50713f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9878178 Nov 04 09:08:49.107574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59030) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:49.113614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883', 'name': 'tempest-PortsTestJSON-1051320497'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:49.116905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59032) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:49.182710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cec8-def0-4e87-b6bb-bca2431d1b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.288894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e08051-a728-41cb-9c19-29353287330a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-2524d02d-8692-4e2a-aede-1ad8260fd883', 'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883', 'tenant_id': '1c279dddc54e4a5d8d779c3151ee0daf', 'fixed_ips': [{'subnet_id': 'd16f0538-ac0d-4300-8e2f-0119b2d3e4cb'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:49.290123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89e08051-a728-41cb-9c19-29353287330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.290902 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:49.295465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.325704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port a109c1b8-55de-4a43-ac78-e3309e33453a yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:08:49.384043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.395120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cec8-def0-4e87-b6bb-bca2431d1b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.404434 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cec8-def0-4e87-b6bb-bca2431d1b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.457823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7cec8-def0-4e87-b6bb-bca2431d1b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b02d62-a43e-4b2a-b95f-a078bcf75106,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:49.458446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-89e08051-a728-41cb-9c19-29353287330a None None] Allocated IP 172.20.0.2 (2524d02d-8692-4e2a-aede-1ad8260fd883/d16f0538-ac0d-4300-8e2f-0119b2d3e4cb/edfffa4f-81ef-453d-8d90-f74f4da7d7d0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:49.463964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d7f7cec8-def0-4e87-b6bb-bca2431d1b66 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f59bcbc4be9c4d808bc9888822ec4f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459995 Nov 04 09:08:49.467305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59034) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:49.504461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.522485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.525721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] For port 4eeadd6e-4399-45a9-87af-1309141400d3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4eeadd6e-4399-45a9-87af-1309141400d3,segment=NetworkSegment(5da354c5-b25e-4431-a173-8fd151ba278b),segment_id=5da354c5-b25e-4431-a173-8fd151ba278b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:49.526461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.529406 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.543922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0a2d-03b7-40a5-91b9-0eb0234d8839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.570749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0a2d-03b7-40a5-91b9-0eb0234d8839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.628166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Calling delete_port for 4eeadd6e-4399-45a9-87af-1309141400d3 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:49.630031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network daf4e64d-32b0-4e51-af99-abdd904a5966 is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:08:49.636580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:49.637242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.639925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "PUT /v2.0/networks/daf4e64d-32b0-4e51-af99-abdd904a5966 HTTP/1.1" status: 200 len: 758 time: 0.6122217 Nov 04 09:08:49.642917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59036) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:49.658521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0a2d-03b7-40a5-91b9-0eb0234d8839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.662414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbcc0a2d-03b7-40a5-91b9-0eb0234d8839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.666717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bbcc0a2d-03b7-40a5-91b9-0eb0234d8839 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88b02d62-a43e-4b2a-b95f-a078bcf75106 HTTP/1.1" status: 204 len: 168 time: 0.1970983 Nov 04 09:08:49.710191 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89e08051-a728-41cb-9c19-29353287330a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.721171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89e08051-a728-41cb-9c19-29353287330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:49.763263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2ef29-861f-49de-86c7-06e5fcd1b867 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=daf4e64d-32b0-4e51-af99-abdd904a5966,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:49.794347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e08051-a728-41cb-9c19-29353287330a None None] Pushing event updated for resources: {'Port': ['ID=edfffa4f-81ef-453d-8d90-f74f4da7d7d0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:49.802989 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Floating IP a4dbaff5-9037-456f-93cf-3233022fa101 associated. External IP: 172.25.3.18, port: f23a616e-f38c-4942-944e-b51823acc29c. Nov 04 09:08:49.805273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network daf4e64d-32b0-4e51-af99-abdd904a5966 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:49.835556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e08051-a728-41cb-9c19-29353287330a None None] Network 2524d02d-8692-4e2a-aede-1ad8260fd883 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:49.846070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.14 (2524d02d-8692-4e2a-aede-1ad8260fd883/d16f0538-ac0d-4300-8e2f-0119b2d3e4cb/a109c1b8-55de-4a43-ac78-e3309e33453a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:49.868163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-89e08051-a728-41cb-9c19-29353287330a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:49.879345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e08051-a728-41cb-9c19-29353287330a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:50.084363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.149665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc0a2d-03b7-40a5-91b9-0eb0234d8839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b02d62-a43e-4b2a-b95f-a078bcf75106,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:50.169868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.183489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-89e08051-a728-41cb-9c19-29353287330a None None] Attempting to bind port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:50.184411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-89e08051-a728-41cb-9c19-29353287330a None None] Attempting to bind port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'ac835263-c3a2-4532-af12-1f98eb91406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:50.184864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e08051-a728-41cb-9c19-29353287330a None None] Attempting to bind port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 on network 2524d02d-8692-4e2a-aede-1ad8260fd883 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:50.192544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e08051-a728-41cb-9c19-29353287330a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:50.192901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e08051-a728-41cb-9c19-29353287330a None None] Checking segment: {'id': 'ac835263-c3a2-4532-af12-1f98eb91406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:50.193424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89e08051-a728-41cb-9c19-29353287330a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.193880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e08051-a728-41cb-9c19-29353287330a None None] Bound using segment: {'id': 'ac835263-c3a2-4532-af12-1f98eb91406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:50.194460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-89e08051-a728-41cb-9c19-29353287330a None None] Bound port: edfffa4f-81ef-453d-8d90-f74f4da7d7d0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac835263-c3a2-4532-af12-1f98eb91406f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '2524d02d-8692-4e2a-aede-1ad8260fd883'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:50.194908 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89e08051-a728-41cb-9c19-29353287330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.247504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=a109c1b8-55de-4a43-ac78-e3309e33453a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:50.268083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 2524d02d-8692-4e2a-aede-1ad8260fd883 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:50.274871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:50.279784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:50.293517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f53685-d222-4557-af9f-d946ecb76409 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:50.300121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-89e08051-a728-41cb-9c19-29353287330a None None] For port edfffa4f-81ef-453d-8d90-f74f4da7d7d0, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:50.301094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b5f53685-d222-4557-af9f-d946ecb76409 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/networks?id=daf4e64d-32b0-4e51-af99-abdd904a5966 HTTP/1.1" status: 200 len: 761 time: 0.6565299 Nov 04 09:08:50.303210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-89e08051-a728-41cb-9c19-29353287330a None None] For port edfffa4f-81ef-453d-8d90-f74f4da7d7d0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=edfffa4f-81ef-453d-8d90-f74f4da7d7d0,segment=NetworkSegment(ac835263-c3a2-4532-af12-1f98eb91406f),segment_id=ac835263-c3a2-4532-af12-1f98eb91406f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:50.312956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89e08051-a728-41cb-9c19-29353287330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.322725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59048) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:50.328422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-459734250'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:50.369424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:50.370077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.389114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:50.395056 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.414315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e08051-a728-41cb-9c19-29353287330a None None] Pushing event updated for resources: {'Port': ['ID=edfffa4f-81ef-453d-8d90-f74f4da7d7d0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:50.414660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-edbfc4c6-2733-47ed-b867-bdf157d1d6a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3031313 Nov 04 09:08:50.419755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59052) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:50.501640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:50.536811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.554550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.555720 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment 0ad725a3-bf70-466b-a8b6-6ae41e639c6d of type vlan for network e4fd6860-47fb-47df-ad42-075aa20f9d7f Nov 04 09:08:50.602712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Pushing event deleted for resources: {'Port': ['ID=4eeadd6e-4399-45a9-87af-1309141400d3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:50.629720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.659031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:08:50.686176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port a109c1b8-55de-4a43-ac78-e3309e33453a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:50.686767 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.791003 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.798142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:50.799157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:50.920265 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5963891 Nov 04 09:08:50.929551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:50.945683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': 'e4fd6860-47fb-47df-ad42-075aa20f9d7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:51.003237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:51.019165 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:51.024844 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:51.038838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for a109c1b8-55de-4a43-ac78-e3309e33453a owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:51.040014 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:51.042736 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:51.080490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:51.279752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df259ab-9ae5-4ae1-a235-af0ae985f2bd tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=e4fd6860-47fb-47df-ad42-075aa20f9d7f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:51.295723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network e4fd6860-47fb-47df-ad42-075aa20f9d7f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:51.319756 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:51.466201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:51.548090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:08:51.566011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=a109c1b8-55de-4a43-ac78-e3309e33453a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:51.722955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:51.730534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:51.778281 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:44:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:49Z', 'revision_number': 3, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:51.832430 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:51.845070 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:51.846190 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:51.927116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:51.932145 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-90e14b30-4128-46c2-9f09-f4b2ef6c9e3a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/a109c1b8-55de-4a43-ac78-e3309e33453a HTTP/1.1" status: 204 len: 168 time: 1.5113115 Nov 04 09:08:51.936053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59078) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:52.030010 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:52.131358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d691d35-3a47-4eb3-806e-db4e9fd3e500 None None] Network 2524d02d-8692-4e2a-aede-1ad8260fd883 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:52.290450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-438b2684-3e72-468b-be99-8d2a36bc19c6 None None] Provisioning complete for port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:52.291095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-438b2684-3e72-468b-be99-8d2a36bc19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:52.584002 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-86300058-a890-4874-b075-02643d97833d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:52.590370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86300058-a890-4874-b075-02643d97833d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:52.604048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-86300058-a890-4874-b075-02643d97833d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/a109c1b8-55de-4a43-ac78-e3309e33453a HTTP/1.1" status: 404 len: 333 time: 0.6659746 Nov 04 09:08:52.630241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:44:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:49Z', 'revision_number': 3, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:52.638930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:52.661808 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a355d7cb-d479-4200-9712-e07c9b611c4f None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:44:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:49Z', 'revision_number': 3, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:52.725689 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f09a6f-04bc-4f83-aeec-62e30b9b9540 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:08:52.727404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b8f09a6f-04bc-4f83-aeec-62e30b9b9540 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/a109c1b8-55de-4a43-ac78-e3309e33453a HTTP/1.1" status: 404 len: 333 time: 0.0809121 Nov 04 09:08:52.760022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59094) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:52.784804 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-438b2684-3e72-468b-be99-8d2a36bc19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:52.840495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:52.859522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:52.898390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-438b2684-3e72-468b-be99-8d2a36bc19c6 None None] For port edfffa4f-81ef-453d-8d90-f74f4da7d7d0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=edfffa4f-81ef-453d-8d90-f74f4da7d7d0,segment=NetworkSegment(ac835263-c3a2-4532-af12-1f98eb91406f),segment_id=ac835263-c3a2-4532-af12-1f98eb91406f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:52.904582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device edfffa4f-81ef-453d-8d90-f74f4da7d7d0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:52.958423 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-438b2684-3e72-468b-be99-8d2a36bc19c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:52.958720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:08:52.970335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:08:52.977144 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839a267c-7311-4e09-997b-a30053422ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:08:53.061738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-1524fed6-bb9f-4a3b-a872-28392f55229b tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "PUT /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 200 len: 998 time: 5.6218474 Nov 04 09:08:53.080534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet d16f0538-ac0d-4300-8e2f-0119b2d3e4cb {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:53.091461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.120446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b2684-3e72-468b-be99-8d2a36bc19c6 None None] Pushing event updated for resources: {'Port': ['ID=edfffa4f-81ef-453d-8d90-f74f4da7d7d0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:53.152270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0563a09-316f-4f2a-bfb3-34813dc7d4ec None None] New status for floating IP a4dbaff5-9037-456f-93cf-3233022fa101: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:08:53.189087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.236599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:53.237285 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.333895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-2df4038c-c6f8-40a7-b36a-9edd8261ce46 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:53.343261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-2df4038c-c6f8-40a7-b36a-9edd8261ce46 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports/f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 942 time: 0.2754447 Nov 04 09:08:53.371955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.407342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:08:53.418043 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] Sync routers for ids ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:53.430837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-798709ec-9c4a-4151-95c6-e04974e60c8b admin admin] 10.222.0.53 "PUT /v2.0/routers/2e7452b7-28d6-4ba9-bde8-deb82f640dcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7777562 Nov 04 09:08:53.438040 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] Routers {'2e7452b7-28d6-4ba9-bde8-deb82f640dcc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:53.438719 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:53.438927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:53.498360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=c2add62f-73c7-4bca-b610-19fd244c040a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:53.604246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.654887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': '0ad725a3-bf70-466b-a8b6-6ae41e639c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e4fd6860-47fb-47df-ad42-075aa20f9d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:53.655249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: e4fd6860-47fb-47df-ad42-075aa20f9d7f, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:53.711469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network e4fd6860-47fb-47df-ad42-075aa20f9d7f is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:53.751232 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] Set router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:53.755078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.764178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-69196323-0248-416b-a192-0bb26e299dbe None None] Provisioning complete for port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:08:53.764897 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-69196323-0248-416b-a192-0bb26e299dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.769953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, e4fd6860-47fb-47df-ad42-075aa20f9d7f) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:53.783248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:53.784008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.836216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f9ece4c3-5edf-466b-84c0-620ff4003ca7 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9048114 Nov 04 09:08:53.839509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d8653-1b32-4aef-b550-b271ba1cda5d None None] Network e4fd6860-47fb-47df-ad42-075aa20f9d7f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:53.850290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59128) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:53.851379 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:53.929118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:08:53.934274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-413a5b5c-b941-4e00-8cc1-e06b6bb84b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:53.937768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-413a5b5c-b941-4e00-8cc1-e06b6bb84b33 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.4183786 Nov 04 09:08:53.963660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=d16f0538-ac0d-4300-8e2f-0119b2d3e4cb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:54.000657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:54.001315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:54.079889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.086469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fd41baa8-fd2d-461f-a10a-a8e0c88eedb3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/d16f0538-ac0d-4300-8e2f-0119b2d3e4cb HTTP/1.1" status: 204 len: 168 time: 1.3178623 Nov 04 09:08:54.087464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59130) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:54.123264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-adeac6e5-3d97-4ff3-ae5b-d0162cc1f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:54.125433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-adeac6e5-3d97-4ff3-ae5b-d0162cc1f477 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.1812692 Nov 04 09:08:54.173770 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:08:50Z', 'revision_number': 5, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:54.233312 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-788efc06-fa33-499a-bb05-9079b31a5e1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 217 time: 0.0780573 Nov 04 09:08:54.263717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413ca7da-7b4b-49dc-9eef-2cc562972691 None None] Network 2524d02d-8692-4e2a-aede-1ad8260fd883 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:54.273608 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] Checking router: 2e7452b7-28d6-4ba9-bde8-deb82f640dcc for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:54.277686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.293846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:54.298089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-7c095bfd-1b2d-48bf-b14a-57a9c1a3dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:54.300392 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-7c095bfd-1b2d-48bf-b14a-57a9c1a3dc7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.0595310 Nov 04 09:08:54.306740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.310161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] Routers {'2e7452b7-28d6-4ba9-bde8-deb82f640dcc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:54.310912 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:54.365167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:54.402180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.504950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.523766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:54.524207 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.562538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-103a849f-6f39-4724-bb31-f0fa71712547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:54.576808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-103a849f-6f39-4724-bb31-f0fa71712547 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2696319 Nov 04 09:08:54.630432 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] Set router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:54.711951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] For port edfffa4f-81ef-453d-8d90-f74f4da7d7d0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=edfffa4f-81ef-453d-8d90-f74f4da7d7d0,segment=NetworkSegment(ac835263-c3a2-4532-af12-1f98eb91406f),segment_id=ac835263-c3a2-4532-af12-1f98eb91406f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:54.712319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.737538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for edfffa4f-81ef-453d-8d90-f74f4da7d7d0 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:54.740450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.744891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device edfffa4f-81ef-453d-8d90-f74f4da7d7d0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:08:54.798119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-225835d3-30fc-42ac-9a10-d4813d4457b0 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186928 Nov 04 09:08:54.816973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=c2add62f-73c7-4bca-b610-19fd244c040a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:54.832572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-07e6abae-b816-4957-a888-612c626e74d1 None None] Could not find standard attr ID for object a109c1b8-55de-4a43-ac78-e3309e33453a. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:08:54.860783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba0b0-0086-4525-b604-e1eef9c6dd8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.936571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:54.938120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4450dc2d-a6c6-4f47-b199-bdb65292f0fb None None] Network e4fd6860-47fb-47df-ad42-075aa20f9d7f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:54.977281 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:08:50Z', 'revision_number': 5, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:54.977964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fd6860-47fb-47df-ad42-075aa20f9d7f']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:54.997057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad725a3-bf70-466b-a8b6-6ae41e639c6d') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:54.997531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad725a3-bf70-466b-a8b6-6ae41e639c6d') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:55.015375 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.035664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.040411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Deleting port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:08:55.040780 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.067396 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21953f83-73cb-4ca0-8626-6db042c13b8b None None] The sync data for ids ['2e7452b7-28d6-4ba9-bde8-deb82f640dcc'] in n-d-816487-1 is: [{'id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'name': 'tempest-ServerRescueTestJSONUnderV235-910341076-router', 'tenant_id': 'ce44e117b670452db4cf73cc68d88973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:06:25Z', 'updated_at': '2021-11-04T09:08:50Z', 'revision_number': 5, 'project_id': 'ce44e117b670452db4cf73cc68d88973', 'gw_port': {'id': '0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7452b7-28d6-4ba9-bde8-deb82f640dcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:06:27Z', 'updated_at': '2021-11-04T09:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:55.132529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.143750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=edfffa4f-81ef-453d-8d90-f74f4da7d7d0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:55.153440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No DVR routers for this DVR port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:08:55.157726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:55.158188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.161224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] For port 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:08:55.161597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:55.164093 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:55.179231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Calling delete_port for 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:08:55.264163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No active binding found for port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 09:08:55.265455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device edfffa4f-81ef-453d-8d90-f74f4da7d7d0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 04 09:08:55.297293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Port edfffa4f-81ef-453d-8d90-f74f4da7d7d0 not found, will not notify nova. {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 04 09:08:55.322906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-94993226-b602-44cd-9b42-9aa1876480aa service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890130 Nov 04 09:08:55.374258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.386508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.390677 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/e4fd6860-47fb-47df-ad42-075aa20f9d7f HTTP/1.1" status: 204 len: 168 time: 1.5368376 Nov 04 09:08:55.393468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.398229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59148) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:55.454050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d461a-5c74-41a5-b63f-74a6b98dce75 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=e4fd6860-47fb-47df-ad42-075aa20f9d7f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:55.468920 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f944582-1564-4cb8-8f6b-0debd709916c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] GET failed (client error): The resource could not be found. Nov 04 09:08:55.470666 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f944582-1564-4cb8-8f6b-0debd709916c tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/subnets/c2add62f-73c7-4bca-b610-19fd244c040a HTTP/1.1" status: 404 len: 337 time: 0.0710928 Nov 04 09:08:55.482143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:55.486269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68a0c6c-46cd-448d-a2d7-e6d7efdc8e30 None None] DHCP port deletion for 2524d02d-8692-4e2a-aede-1ad8260fd883 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:08:55.490675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2524d02d-8692-4e2a-aede-1ad8260fd883']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:55.510971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac835263-c3a2-4532-af12-1f98eb91406f') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:55.511291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac835263-c3a2-4532-af12-1f98eb91406f') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:55.517688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:44:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:53Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:55.530808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.555225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-4cfc5b09-cd64-4123-a263-1474934cfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:55.556758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.556935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-4cfc5b09-cd64-4123-a263-1474934cfc87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 1097 time: 0.1998899 Nov 04 09:08:55.572978 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4d4f05-a378-4ec3-b7cf-e088728eaae9 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:08:55.573841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4d4f05-a378-4ec3-b7cf-e088728eaae9 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:08:55.575771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:55.577096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be4d4f05-a378-4ec3-b7cf-e088728eaae9 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/e4fd6860-47fb-47df-ad42-075aa20f9d7f HTTP/1.1" status: 404 len: 339 time: 0.0932078 Nov 04 09:08:55.582126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:55.586265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59152) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:55.616037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:08:55.629135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:08:55.630218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:55.757747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba0b0-0086-4525-b604-e1eef9c6dd8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.765820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba0b0-0086-4525-b604-e1eef9c6dd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.781540 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.810893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:08:55.817647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.825483 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/2524d02d-8692-4e2a-aede-1ad8260fd883 HTTP/1.1" status: 204 len: 168 time: 1.7369518 Nov 04 09:08:55.833346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44438f55-9a17-4b18-9f32-6acf306fd574 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=2524d02d-8692-4e2a-aede-1ad8260fd883,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:55.835311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59154) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:55.849081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-885237458'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:55.877848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59156) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:55.881105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f3ba0b0-0086-4525-b604-e1eef9c6dd8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff0916d43d4442eeb586237d5d58d5b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5128982 Nov 04 09:08:55.901345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39258c79-d527-4e20-b76b-1ae44ecc19dc tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:55.907284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-39258c79-d527-4e20-b76b-1ae44ecc19dc tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3160217 Nov 04 09:08:55.909493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3ba0b0-0086-4525-b604-e1eef9c6dd8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0502230-7306-43b3-b656-73b46b0c347e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:55.911658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59158) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:55.913016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:55.960799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:55.964779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:55.968709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-d9e0d986-f262-4cbb-8b32-7d9bea16589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:55.971046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-d9e0d986-f262-4cbb-8b32-7d9bea16589d service neutron] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.3919809 Nov 04 09:08:55.977269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.090611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.098962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9fc25996-6cc8-45fb-a43d-04b5802d58d6 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 207 time: 0.1819937 Nov 04 09:08:56.102260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59160) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:56.216908 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-df37c2b8-a77a-469a-9b2c-ca9eb6ab7edc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 1001 time: 0.1881042 Nov 04 09:08:56.232994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:56.260913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.261181 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment 40b1b318-49c2-40cf-8bfd-f8930bdf0de8 of type vlan for network a5df1170-255d-4fb1-8c88-0d855d82f8b2 Nov 04 09:08:56.275188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ade41286-373f-4a3c-9c88-f955c40c3a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.284728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:44:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:53Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:56.302834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.305655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.319010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9287b273-4a07-44ef-af57-507bea733cf5 None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:44:48:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:08:53Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:08:56.344510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.365882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f215854-0b68-4bff-9630-1b3f2cb0186b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.371948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f215854-0b68-4bff-9630-1b3f2cb0186b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.378027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f215854-0b68-4bff-9630-1b3f2cb0186b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.380048 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.380962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e7452b7-28d6-4ba9-bde8-deb82f640dcc {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:08:56.385108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f215854-0b68-4bff-9630-1b3f2cb0186b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.386876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7f215854-0b68-4bff-9630-1b3f2cb0186b tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2825544 Nov 04 09:08:56.387968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.392785 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-26c312a0-2738-4839-a0fd-aeb8996b4af0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2e7452b7-28d6-4ba9-bde8-deb82f640dcc HTTP/1.1" status: 204 len: 168 time: 2.9524515 Nov 04 09:08:56.397233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:56.397789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:56.402841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ade41286-373f-4a3c-9c88-f955c40c3a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.453716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.459495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.460145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.502648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-c5516d98-eabf-4aba-a2f5-cd2429582302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.504233 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-c5516d98-eabf-4aba-a2f5-cd2429582302 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1551723 Nov 04 09:08:56.525900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] Deleting subnet e8380e30-0269-4d81-ac2c-96f61f5e7d3b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:08:56.528021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6841364 Nov 04 09:08:56.532709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:56.544746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.557370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc0082b-bb2a-4c2a-847c-278280084ab6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=a5df1170-255d-4fb1-8c88-0d855d82f8b2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:56.570231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ade41286-373f-4a3c-9c88-f955c40c3a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.573277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ade41286-373f-4a3c-9c88-f955c40c3a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.573594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a5df1170-255d-4fb1-8c88-0d855d82f8b2 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:56.574555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ade41286-373f-4a3c-9c88-f955c40c3a50 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0502230-7306-43b3-b656-73b46b0c347e HTTP/1.1" status: 204 len: 168 time: 0.6932056 Nov 04 09:08:56.587057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade41286-373f-4a3c-9c88-f955c40c3a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0502230-7306-43b3-b656-73b46b0c347e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:56.590828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:56.769932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.775065 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4eeadd6e-4399-45a9-87af-1309141400d3 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:56.798583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4eeadd6e-4399-45a9-87af-1309141400d3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:56.799705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4eeadd6e-4399-45a9-87af-1309141400d3 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:56.800384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device edfffa4f-81ef-453d-8d90-f74f4da7d7d0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:56.813591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fe16fdea-ae3a-45c4-b7c7-dbc1a1a54b14 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4143095 Nov 04 09:08:56.816771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59174) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:56.838174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-d33e2779-50c7-4ccd-b7e7-55110af7674c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.839725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-d33e2779-50c7-4ccd-b7e7-55110af7674c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3037772 Nov 04 09:08:56.864779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: edfffa4f-81ef-453d-8d90-f74f4da7d7d0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:56.865248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device edfffa4f-81ef-453d-8d90-f74f4da7d7d0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:56.922082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:56.927768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5db4a-854f-4298-8663-1afc25a83293 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.929751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb5db4a-854f-4298-8663-1afc25a83293 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:56.931405 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ecb5db4a-854f-4298-8663-1afc25a83293 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1130712 Nov 04 09:08:56.935224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59176) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:56.955451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:56.958949 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.017493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35211b7e-4c52-4540-91ba-62042e41f046 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:57.019031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35211b7e-4c52-4540-91ba-62042e41f046 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:57.025696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-35211b7e-4c52-4540-91ba-62042e41f046 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0888348 Nov 04 09:08:57.026361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59178) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.051072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59180) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.100258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a140ee1c-edbd-4b7b-8ee7-4693e1779a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.197013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80c4770-8ab5-4af6-9434-8ecf97da8a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:57.199128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d80c4770-8ab5-4af6-9434-8ecf97da8a44 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/networks/9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d HTTP/1.1" status: 200 len: 799 time: 0.1716008 Nov 04 09:08:57.203482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59182) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.380369 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.388623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3658053b-2a87-4d82-bdde-65cbf393f037 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/networks/9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1802166 Nov 04 09:08:57.388623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a140ee1c-edbd-4b7b-8ee7-4693e1779a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.389730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59188) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.411677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a140ee1c-edbd-4b7b-8ee7-4693e1779a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.446618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8380e30-0269-4d81-ac2c-96f61f5e7d3b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:57.449920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.456352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6ca82ee4-b21f-4664-9103-a2900e3e1086 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e8380e30-0269-4d81-ac2c-96f61f5e7d3b HTTP/1.1" status: 204 len: 168 time: 1.0554001 Nov 04 09:08:57.462270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59190) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.488459 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-4e05f625-9f6d-4611-aa0f-97533235c7cb service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6395915 Nov 04 09:08:57.491435 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a140ee1c-edbd-4b7b-8ee7-4693e1779a90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9465705c19143c89c8bd9614abf83f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391382 Nov 04 09:08:57.493941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59192) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.493941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a140ee1c-edbd-4b7b-8ee7-4693e1779a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66cbd7b-f2bc-4dbb-8c96-29c972f060b3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:57.514453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cbfc0-a895-49c3-a568-dc57ef87ec72 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:57.520798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d45cbfc0-a895-49c3-a568-dc57ef87ec72 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/subnets/1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2 HTTP/1.1" status: 200 len: 811 time: 0.1284537 Nov 04 09:08:57.544336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59194) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.621897 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ade651-287d-4f48-a5d9-95826312a35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.632636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e23940-283d-40a0-9148-c2c30d244493 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['shared'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:57.634273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f5e23940-283d-40a0-9148-c2c30d244493 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "GET /v2.0/subnets/1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0893466 Nov 04 09:08:57.640938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59196) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:57.642047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.646258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-569819200'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:57.672934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ade651-287d-4f48-a5d9-95826312a35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.696843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:57.704875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.759969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:57.764264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29839ef2-9024-4c79-ad0f-267ead70dfb8 req-131cdc13-6f68-4652-a3ff-cf9297804865 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206123 Nov 04 09:08:57.786022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.786386 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Added segment c453e0c3-9719-4a3a-ab26-c0a902f12f75 of type vlan for network df4d62e1-7c76-460d-bd35-4e0403919f41 Nov 04 09:08:57.864224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.875161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.902808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.906064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b074601e-bc93-48cf-a34a-544daacb07bb']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:57.948677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5da354c5-b25e-4431-a173-8fd151ba278b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:57.949413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5da354c5-b25e-4431-a173-8fd151ba278b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:08:57.972539 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.979708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:57.980459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:57.994722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.048348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=4974c887-547a-41f6-a53c-0833a6c7d810,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:58.061459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ade651-287d-4f48-a5d9-95826312a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.063805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.064244 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ade651-287d-4f48-a5d9-95826312a35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.067717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-51ade651-287d-4f48-a5d9-95826312a35e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e66cbd7b-f2bc-4dbb-8c96-29c972f060b3 HTTP/1.1" status: 204 len: 168 time: 0.5690050 Nov 04 09:08:58.067924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': '40b1b318-49c2-40cf-8bfd-f8930bdf0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:58.067924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: a5df1170-255d-4fb1-8c88-0d855d82f8b2, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:58.082722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:08:58.083102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:08:58.088873 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:08:58.103535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4612331 Nov 04 09:08:58.104225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59210) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:58.109543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ade651-287d-4f48-a5d9-95826312a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66cbd7b-f2bc-4dbb-8c96-29c972f060b3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:58.110443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136b0f7-1901-45a4-b3da-64da418a354f req-8523a1fc-e347-4474-bf48-a6a3490b0f23 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:58.112067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0136b0f7-1901-45a4-b3da-64da418a354f req-8523a1fc-e347-4474-bf48-a6a3490b0f23 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 946 time: 0.1358414 Nov 04 09:08:58.138874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'network_id': 'df4d62e1-7c76-460d-bd35-4e0403919f41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:58.149753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebcb28-88e8-4e93-9298-537a5247755e tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Network': ['ID=df4d62e1-7c76-460d-bd35-4e0403919f41,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:58.161062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network df4d62e1-7c76-460d-bd35-4e0403919f41 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:08:58.259337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network a5df1170-255d-4fb1-8c88-0d855d82f8b2 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:58.293363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0136b0f7-1901-45a4-b3da-64da418a354f req-c939c621-69e1-4f36-a788-23f64c796a56 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163778 Nov 04 09:08:58.295844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a5df1170-255d-4fb1-8c88-0d855d82f8b2) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:58.306301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Made reservation on behalf of 9b4f07cf0a244d8bac16daa86d32d617 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:58.306835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d389e9-a91b-474f-a918-e5cd69529ddd None None] Network a5df1170-255d-4fb1-8c88-0d855d82f8b2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:58.314686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.323434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:58.324522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.339632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.347572 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.352961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] 10.222.0.53 "DELETE /v2.0/networks/b074601e-bc93-48cf-a34a-544daacb07bb HTTP/1.1" status: 204 len: 168 time: 0.8896575 Nov 04 09:08:58.386849 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1fd4bf00-c5a4-4426-bb8b-35539853d276 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8496139 Nov 04 09:08:58.386849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c6997-6018-4c7c-acf2-b0dec4b4856c admin admin] Pushing event deleted for resources: {'Network': ['ID=b074601e-bc93-48cf-a34a-544daacb07bb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:58.390617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59218) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:58.405209 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a12b27c-4bd4-4877-8979-4b93fc74e7b2 x-openstack-request-id: req-8a12b27c-4bd4-4877-8979-4b93fc74e7b2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:08:58.406088 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:08:58.406369 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a12b27c-4bd4-4877-8979-4b93fc74e7b2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:08:58.406790 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c', 'status': 'completed', 'code': 200} Nov 04 09:08:58.441380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1273965789'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:58.574616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Performing IP validity checks on allocation pools {{(pid=102556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:08:58.575143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_backend_mixin [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102556) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:08:58.632588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-219c0417-3c3d-4ed3-bf7a-6d3580c46336 req-64b89368-6a24-45b7-8f99-227ef15b4963 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1001 time: 0.2039807 Nov 04 09:08:58.635189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:08:58.681970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:08:58.682746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0a5cfe63-1ba9-4587-8b3a-3a1cd0eb6ca4 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:08:58.733481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c0417-3c3d-4ed3-bf7a-6d3580c46336 req-dee5375a-01b4-44ee-b662-776a669dc1e3 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:58.748768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-219c0417-3c3d-4ed3-bf7a-6d3580c46336 req-dee5375a-01b4-44ee-b662-776a669dc1e3 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports/ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 943 time: 0.1106882 Nov 04 09:08:58.776944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a5df1170-255d-4fb1-8c88-0d855d82f8b2', 'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2', 'tenant_id': '1c279dddc54e4a5d8d779c3151ee0daf', 'fixed_ips': [{'subnet_id': '4974c887-547a-41f6-a53c-0833a6c7d810'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:08:58.778034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.817708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a267c-7311-4e09-997b-a30053422ad8 req-4cb4894e-1d70-43ef-a3b8-b3d7b4df15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:58.819887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-839a267c-7311-4e09-997b-a30053422ad8 req-4cb4894e-1d70-43ef-a3b8-b3d7b4df15a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.3701789 Nov 04 09:08:58.857654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59228) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:58.950506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59232) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:58.966292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-450878606'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:58.966581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:58.983250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:58.993234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-219c0417-3c3d-4ed3-bf7a-6d3580c46336 req-4887a5b7-16f0-4cce-aaa9-1ab8b981d4a4 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1001 time: 0.1898663 Nov 04 09:08:59.045578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:59.049793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.126332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a267c-7311-4e09-997b-a30053422ad8 req-f18a3a6f-938d-4c1d-a501-769670d0ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:59.129402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-839a267c-7311-4e09-997b-a30053422ad8 req-f18a3a6f-938d-4c1d-a501-769670d0ca1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.2961774 Nov 04 09:08:59.137925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Allocated IP 172.20.0.2 (a5df1170-255d-4fb1-8c88-0d855d82f8b2/4974c887-547a-41f6-a53c-0833a6c7d810/7db89370-a2cf-4bc2-b2c7-e57e58c6502a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:59.139688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:08:59.151602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port a7445632-d964-4409-83d9-d328bdefe0bc yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:08:59.168307 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.168679 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Added segment 9ac86cbb-439a-482f-b43c-5f8b73f6c2b5 of type vlan for network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 Nov 04 09:08:59.220203 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-839a267c-7311-4e09-997b-a30053422ad8 req-7d5438c5-bf91-43a7-a426-2da6cb232b2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 217 time: 0.0705075 Nov 04 09:08:59.227686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c0417-3c3d-4ed3-bf7a-6d3580c46336 req-156332aa-8d89-46e3-a249-ca68d990ae03 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:59.241754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-219c0417-3c3d-4ed3-bf7a-6d3580c46336 req-156332aa-8d89-46e3-a249-ca68d990ae03 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2473269 Nov 04 09:08:59.259827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b27f2e97-b2f5-47b6-b28b-fcbc8979cd61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce44e117b670452db4cf73cc68d88973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960915 Nov 04 09:08:59.266539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59244) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:59.296677 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.325683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.340105 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.399619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.404334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Network a5df1170-255d-4fb1-8c88-0d855d82f8b2 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:08:59.414363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Pushing event updated for resources: {'Port': ['ID=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:59.417241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:59.420068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:08:59.495563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Attempting to bind port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:08:59.496233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Attempting to bind port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '40b1b318-49c2-40cf-8bfd-f8930bdf0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:08:59.496700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Attempting to bind port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a on network a5df1170-255d-4fb1-8c88-0d855d82f8b2 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:08:59.504302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:08:59.504785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Checking segment: {'id': '40b1b318-49c2-40cf-8bfd-f8930bdf0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:59.505370 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.505776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Bound using segment: {'id': '40b1b318-49c2-40cf-8bfd-f8930bdf0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:08:59.506271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Bound port: 7db89370-a2cf-4bc2-b2c7-e57e58c6502a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b1b318-49c2-40cf-8bfd-f8930bdf0de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'a5df1170-255d-4fb1-8c88-0d855d82f8b2'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:08:59.506664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.519777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a267c-7311-4e09-997b-a30053422ad8 req-2846ec5a-dc43-4fdd-86e6-9c32e348e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:59.521479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-839a267c-7311-4e09-997b-a30053422ad8 req-2846ec5a-dc43-4fdd-86e6-9c32e348e81b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.2684305 Nov 04 09:08:59.551611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.566000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.6 (a5df1170-255d-4fb1-8c88-0d855d82f8b2/4974c887-547a-41f6-a53c-0833a6c7d810/a7445632-d964-4409-83d9-d328bdefe0bc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:08:59.569699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:59.571406 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.582426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Checking segment: {'id': 'c453e0c3-9719-4a3a-ab26-c0a902f12f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df4d62e1-7c76-460d-bd35-4e0403919f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:08:59.582758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network hostable DHCP agents. Network: df4d62e1-7c76-460d-bd35-4e0403919f41, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:08:59.613856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=59d78be7-0046-4dff-84b5-a0462dfc35bd,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:59.614052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] For port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:08:59.619418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] For port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,segment=NetworkSegment(40b1b318-49c2-40cf-8bfd-f8930bdf0de8),segment_id=40b1b318-49c2-40cf-8bfd-f8930bdf0de8)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:08:59.628464 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.661998 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a66bc1a-18f4-4ad8-9c75-9757817d6f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.712738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6fb464-1fe3-4a00-ab67-2ff09568626b None None] Pushing event updated for resources: {'Port': ['ID=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:08:59.728517 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-f2abd469-4b9d-4712-a92a-280bb4061633 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1001 time: 0.3589334 Nov 04 09:08:59.733972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Network df4d62e1-7c76-460d-bd35-4e0403919f41 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:08:59.740608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a267c-7311-4e09-997b-a30053422ad8 req-3e84db59-1750-4b57-af1e-c839c95c8612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:59.742391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-839a267c-7311-4e09-997b-a30053422ad8 req-3e84db59-1750-4b57-af1e-c839c95c8612 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870639 Nov 04 09:08:59.765795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, df4d62e1-7c76-460d-bd35-4e0403919f41) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:08:59.778320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e87cac-a7f7-481c-9719-cb44573f28ca None None] Network df4d62e1-7c76-460d-bd35-4e0403919f41 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:08:59.815040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8538771 Nov 04 09:08:59.822116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:59.835314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:08:59.836040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531514'] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.871600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1689377263'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:59.885785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-65f2f409-cacc-49bc-a382-9b70549b9367 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7775583 Nov 04 09:08:59.891677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59258) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:08:59.899314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-92c06af2-62b7-4ef9-9009-f1e583da6790 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:08:59.909701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:08:59.948395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:08:59.953029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.010966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a66bc1a-18f4-4ad8-9c75-9757817d6f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.025951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237164a0-3117-4112-8a5b-6bc15eba10be tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Network': ['ID=0cee1b1c-d229-4290-8f05-e71e99aa23d8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:00.055281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:00.159784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-df4d62e1-7c76-460d-bd35-4e0403919f41', 'network_id': 'df4d62e1-7c76-460d-bd35-4e0403919f41', 'tenant_id': '9b4f07cf0a244d8bac16daa86d32d617', 'fixed_ips': [{'subnet_id': '59d78be7-0046-4dff-84b5-a0462dfc35bd'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:00.160720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.192215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:00.207574 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.208133 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Added segment 5ccd0be5-17a2-4bd0-9090-48481c08ba00 of type vlan for network f06b0062-3d9b-43c0-a416-b97c78849dfa Nov 04 09:09:00.273468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.339941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.349661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:00.352341 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.385131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-48db6422-90e9-44ee-8f9d-912568a52c14 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:00.386829 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-48db6422-90e9-44ee-8f9d-912568a52c14 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports/ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 943 time: 0.6331251 Nov 04 09:09:00.392074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Allocated IP 172.20.0.3 (df4d62e1-7c76-460d-bd35-4e0403919f41/59d78be7-0046-4dff-84b5-a0462dfc35bd/f168573a-2f4d-490a-87be-934d84e93a2e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:00.525086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6672411 Nov 04 09:09:00.528251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a66bc1a-18f4-4ad8-9c75-9757817d6f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.537401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a66bc1a-18f4-4ad8-9c75-9757817d6f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.540297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8a66bc1a-18f4-4ad8-9c75-9757817d6f78 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02cf6999-8f3a-4e36-a83e-e826f964c3dd HTTP/1.1" status: 204 len: 168 time: 1.2727175 Nov 04 09:09:00.543198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59268) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:00.553824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:00.565343 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea1704c-e803-4001-bc57-bba2947297b3" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:00.570247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'subnet': {'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:00.581390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4c826-af20-45a3-ae67-4c984648cf75 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Network': ['ID=f06b0062-3d9b-43c0-a416-b97c78849dfa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:00.626434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66bc1a-18f4-4ad8-9c75-9757817d6f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cf6999-8f3a-4e36-a83e-e826f964c3dd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:00.642358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f06b0062-3d9b-43c0-a416-b97c78849dfa details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:00.687747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-839a267c-7311-4e09-997b-a30053422ad8 req-56783847-3469-49d7-aea2-59de977bcaf8 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9358969 Nov 04 09:09:00.738682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-0fbaf8b0-b52b-4faa-8a6e-15de64f05c49 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1001 time: 0.1958456 Nov 04 09:09:00.740186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7db89370-a2cf-4bc2-b2c7-e57e58c6502a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:00.846135 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.848750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:00.849128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.856389 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:00.920745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Network df4d62e1-7c76-460d-bd35-4e0403919f41 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:00.929208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:00.932178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:01.000175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-77e51a38-7063-4dfe-9415-4c2e7794c7e1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:01.012052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-77e51a38-7063-4dfe-9415-4c2e7794c7e1 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2694521 Nov 04 09:09:01.019179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Pushing event updated for resources: {'Port': ['ID=f168573a-2f4d-490a-87be-934d84e93a2e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:01.021596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Attempting to bind port f168573a-2f4d-490a-87be-934d84e93a2e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:01.022488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Attempting to bind port f168573a-2f4d-490a-87be-934d84e93a2e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'c453e0c3-9719-4a3a-ab26-c0a902f12f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df4d62e1-7c76-460d-bd35-4e0403919f41'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:01.022865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Attempting to bind port f168573a-2f4d-490a-87be-934d84e93a2e on network df4d62e1-7c76-460d-bd35-4e0403919f41 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:01.031235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:01.031632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Checking segment: {'id': 'c453e0c3-9719-4a3a-ab26-c0a902f12f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df4d62e1-7c76-460d-bd35-4e0403919f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:01.032066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.032461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Bound using segment: {'id': 'c453e0c3-9719-4a3a-ab26-c0a902f12f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df4d62e1-7c76-460d-bd35-4e0403919f41'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:01.032943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Bound port: f168573a-2f4d-490a-87be-934d84e93a2e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c453e0c3-9719-4a3a-ab26-c0a902f12f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'df4d62e1-7c76-460d-bd35-4e0403919f41'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:01.033326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.085898 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.092321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92c06af2-62b7-4ef9-9009-f1e583da6790 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13059077'] for subnet, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.180143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-24cc3fa3-6a27-46e8-a062-ac5f9681d7d7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1001 time: 0.1547744 Nov 04 09:09:01.194618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,segment=NetworkSegment(40b1b318-49c2-40cf-8bfd-f8930bdf0de8),segment_id=40b1b318-49c2-40cf-8bfd-f8930bdf0de8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:01.203784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.217101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:01.336799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.340844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-839a267c-7311-4e09-997b-a30053422ad8 req-4c0711a5-512f-413d-acc5-a3af6c0a2c8e service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400976 Nov 04 09:09:01.348651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:01.368967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.378796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] For port f168573a-2f4d-490a-87be-934d84e93a2e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:01.384045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] For port f168573a-2f4d-490a-87be-934d84e93a2e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f168573a-2f4d-490a-87be-934d84e93a2e,segment=NetworkSegment(c453e0c3-9719-4a3a-ab26-c0a902f12f75),segment_id=c453e0c3-9719-4a3a-ab26-c0a902f12f75)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:01.391132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92c06af2-62b7-4ef9-9009-f1e583da6790 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776657541425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-13637756'] for subnet, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.393527 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.456578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network a5df1170-255d-4fb1-8c88-0d855d82f8b2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:01.464885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7df57f7-2a61-46a0-8202-7c22a1bede09 None None] Network a5df1170-255d-4fb1-8c88-0d855d82f8b2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:01.488692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:01.516185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:01.548061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c59c0544-79ca-4e20-bf11-fecc746e3ded None None] Provisioning complete for port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:01.548443 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c59c0544-79ca-4e20-bf11-fecc746e3ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.568853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:01.572697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.584243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c06af2-62b7-4ef9-9009-f1e583da6790 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:01.585015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-92c06af2-62b7-4ef9-9009-f1e583da6790 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.586418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-92c06af2-62b7-4ef9-9009-f1e583da6790 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "PUT /v2.0/subnets/59d78be7-0046-4dff-84b5-a0462dfc35bd HTTP/1.1" status: 200 len: 877 time: 1.6918433 Nov 04 09:09:01.592429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:01.650311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=a7445632-d964-4409-83d9-d328bdefe0bc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:01.677593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dd67d0-f1e5-410b-907b-b8e0b9e34d0f None None] Pushing event updated for resources: {'Port': ['ID=f168573a-2f4d-490a-87be-934d84e93a2e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:01.786554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c06af2-62b7-4ef9-9009-f1e583da6790 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event updated for resources: {'Subnet': ['ID=59d78be7-0046-4dff-84b5-a0462dfc35bd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:01.912498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:01.913770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:01.916932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.005077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-88aaec8e-d82b-4cca-9501-5f006b9b7b92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.6131992 Nov 04 09:09:02.008826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59308) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:02.048612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.065395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.068673 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Floating IP a4dbaff5-9037-456f-93cf-3233022fa101 disassociated. External IP: 172.25.3.18, port: ab4f99ff-5b03-49fa-a80b-59247f4e1340. Nov 04 09:09:02.258206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port a7445632-d964-4409-83d9-d328bdefe0bc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:02.258557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.297148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Deleting port f168573a-2f4d-490a-87be-934d84e93a2e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:02.297864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.332083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3956b5e3-4ea6-4f1e-945f-88ff26cc5810 None None] Provisioning complete for port a7445632-d964-4409-83d9-d328bdefe0bc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:02.332985 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3956b5e3-4ea6-4f1e-945f-88ff26cc5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.429361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.447208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3956b5e3-4ea6-4f1e-945f-88ff26cc5810 None None] Port a7445632-d964-4409-83d9-d328bdefe0bc cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:02.496751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3956b5e3-4ea6-4f1e-945f-88ff26cc5810 None None] Provisioning complete for port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:02.497306 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3956b5e3-4ea6-4f1e-945f-88ff26cc5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.630527 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.654773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for a7445632-d964-4409-83d9-d328bdefe0bc owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:02.738499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] For port f168573a-2f4d-490a-87be-934d84e93a2e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f168573a-2f4d-490a-87be-934d84e93a2e,segment=NetworkSegment(c453e0c3-9719-4a3a-ab26-c0a902f12f75),segment_id=c453e0c3-9719-4a3a-ab26-c0a902f12f75)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:02.738886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:02.832330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Calling delete_port for f168573a-2f4d-490a-87be-934d84e93a2e owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:02.865282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:09:02.949109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Subnet': ['ID=d4694d46-8903-43d6-9a89-eb63d8e0340e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:02.961798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Checking segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:02.962175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network hostable DHCP agents. Network: 0cee1b1c-d229-4290-8f05-e71e99aa23d8, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:02.962537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f168573a-2f4d-490a-87be-934d84e93a2e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:02.968351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-bbfbde90-5457-4788-9df6-5010142a899d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2931054 Nov 04 09:09:03.027631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:03.069208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f168573a-2f4d-490a-87be-934d84e93a2e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:03.069582 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.103157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0cee1b1c-d229-4290-8f05-e71e99aa23d8) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:03.112391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:03.113048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.119834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4637a3b8-38fe-4ad4-a0ff-5675670d2d91 None None] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:03.148300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-00d3a858-582b-4f66-8b27-d8fd12c5acde tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5959690 Nov 04 09:09:03.152656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59324) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:03.160140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'subnet': {'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:03.230879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:09:03.243515 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:09:03.247620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe232cf-fc6d-4b78-a789-591d896962d3 None None] Network df4d62e1-7c76-460d-bd35-4e0403919f41 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:03.248473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.259679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-177619ae-b4b4-41ad-85b8-b55a1d730fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:03.263366 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-177619ae-b4b4-41ad-85b8-b55a1d730fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 1097 time: 0.2297492 Nov 04 09:09:03.269428 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:03.270412 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:03.275239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.302544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-a5f3432f-17ff-4e1e-8ba4-5f399d86dedd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "PUT /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 200 len: 694 time: 2.1212215 Nov 04 09:09:03.351227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.366480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dde9d7b8-6a03-4ac2-82b7-6979b1f46dc4 None None] Could not find standard attr ID for object a7445632-d964-4409-83d9-d328bdefe0bc. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:03.383446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Port': ['ID=f168573a-2f4d-490a-87be-934d84e93a2e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:03.402356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=a7445632-d964-4409-83d9-d328bdefe0bc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:03.423117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-1ba40697-7ac9-48d3-b376-c1175b549d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:03.424605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-1ba40697-7ac9-48d3-b376-c1175b549d22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 1097 time: 0.1054301 Nov 04 09:09:03.446550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No DVR routers for this DVR port f168573a-2f4d-490a-87be-934d84e93a2e on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:03.470495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dde9d7b8-6a03-4ac2-82b7-6979b1f46dc4 None None] Could not find standard attr ID for object f168573a-2f4d-490a-87be-934d84e93a2e. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:03.490266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:03.494204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.527600 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:03.548819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'fixed_ips': [{'subnet_id': 'd4694d46-8903-43d6-9a89-eb63d8e0340e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:03.549995 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.562994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Could not find standard attr ID for object f168573a-2f4d-490a-87be-934d84e93a2e. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:03.622519 n-d-816487-1 neutron-server[102557]: INFO neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No ports have port_id starting with f168573a-2f4d-490a-87be-934d84e93a2e Nov 04 09:09:03.643643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7db89370-a2cf-4bc2-b2c7-e57e58c6502a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:03.677713 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.681897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c2e7ae5c-a91e-4257-a3d9-f9cb9ee49fe0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/a7445632-d964-4409-83d9-d328bdefe0bc HTTP/1.1" status: 204 len: 168 time: 1.6719143 Nov 04 09:09:03.695257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59328) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:03.732616 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-946afb23-9551-4af7-98d7-b648b9b069ce tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:09:03.735161 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-946afb23-9551-4af7-98d7-b648b9b069ce tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/a7445632-d964-4409-83d9-d328bdefe0bc HTTP/1.1" status: 404 len: 333 time: 0.0386791 Nov 04 09:09:03.740193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59330) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:03.752108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-4720d33b-8cae-4f36-843f-0443e2c45de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:03.753676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-4720d33b-8cae-4f36-843f-0443e2c45de2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.4577312 Nov 04 09:09:03.786406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-82a0def6-3777-4694-b889-fc3fbc21be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:03.794049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-82a0def6-3777-4694-b889-fc3fbc21be91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.3321121 Nov 04 09:09:03.845638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-6021390d-e762-4acd-b962-5e5b508d0e21 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 217 time: 0.0613861 Nov 04 09:09:03.860051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-0cd10a10-00bd-4d92-ba0a-223407ec255d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 217 time: 0.0650179 Nov 04 09:09:03.894249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 4974c887-547a-41f6-a53c-0833a6c7d810 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:03.911006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Allocated IP 10.1.1.2 (0cee1b1c-d229-4290-8f05-e71e99aa23d8/d4694d46-8903-43d6-9a89-eb63d8e0340e/bb006a3d-498c-4da6-a221-247246243a7a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:03.915585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.925053 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:03.945805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-e1dc31bd-7710-4c8d-8a1f-5a7bf46711e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:03.954698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-e1dc31bd-7710-4c8d-8a1f-5a7bf46711e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.0937059 Nov 04 09:09:04.020560 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:04.027199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-157ece44-3610-43a6-990b-434ba6332f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:04.028776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-157ece44-3610-43a6-990b-434ba6332f6b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1528680 Nov 04 09:09:04.032138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.035110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-1095e228-3ed4-4808-bf12-b364c2d707e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:04.042559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-1095e228-3ed4-4808-bf12-b364c2d707e4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866139 Nov 04 09:09:04.067992 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:09:04.078794 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:04.079560 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:08:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:04.110021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.119741 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.122742 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.148346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.151314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=59d78be7-0046-4dff-84b5-a0462dfc35bd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:04.197351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-fc327bb3-39ba-4e14-83e8-c373df01ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:04.198941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-fc327bb3-39ba-4e14-83e8-c373df01ed8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411700 Nov 04 09:09:04.208529 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:04.232163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.242660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Pushing event updated for resources: {'Port': ['ID=bb006a3d-498c-4da6-a221-247246243a7a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:04.255636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4d62e1-7c76-460d-bd35-4e0403919f41']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:04.266112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c453e0c3-9719-4a3a-ab26-c0a902f12f75') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:04.266413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c453e0c3-9719-4a3a-ab26-c0a902f12f75') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:04.276334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.290725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:04.290958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.293518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.294088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.294593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.295095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.295594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.296707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.297210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.297701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.297947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:04.298361 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.298915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.299410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.300707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.301268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:04.303940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Checking segment: {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:04.304319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network hostable DHCP agents. Network: f06b0062-3d9b-43c0-a416-b97c78849dfa, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:04.318339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Subnet': ['ID=e362e650-bee5-433b-afa4-cf030532d37f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:04.319478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:04.335514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:04.346501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.361907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:04.362291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:04.372696 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:04.381783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.392578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.399355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/df4d62e1-7c76-460d-bd35-4e0403919f41 HTTP/1.1" status: 204 len: 168 time: 2.8057828 Nov 04 09:09:04.416086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59332) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:04.435348 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-eda37583-967d-4fec-8ff4-eb43d7075de9 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920712 Nov 04 09:09:04.451055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad390167-908c-4ecb-997a-01ce578eab16 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=df4d62e1-7c76-460d-bd35-4e0403919f41,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:04.455977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b3b4a-a693-4fff-814b-a9059db00430 None None] DHCP port deletion for df4d62e1-7c76-460d-bd35-4e0403919f41 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:04.482295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Attempting to bind port bb006a3d-498c-4da6-a221-247246243a7a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:04.482848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Attempting to bind port bb006a3d-498c-4da6-a221-247246243a7a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:04.483094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Attempting to bind port bb006a3d-498c-4da6-a221-247246243a7a on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:04.491478 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:04.496747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec845e4-50c0-45b0-80ad-af1106435a96 None None] Network df4d62e1-7c76-460d-bd35-4e0403919f41 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:04.515503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:04.515924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Checking segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:04.516112 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-50deb93d-c450-4238-9569-0cee4b73413a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:04.516700 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.516831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50deb93d-c450-4238-9569-0cee4b73413a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:04.517110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Bound using segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:04.517754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Bound port: bb006a3d-498c-4da6-a221-247246243a7a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:04.518200 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.521718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec845e4-50c0-45b0-80ad-af1106435a96 None None] Network df4d62e1-7c76-460d-bd35-4e0403919f41 could not be found, it might have been deleted concurrently. {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 09:09:04.523095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-50deb93d-c450-4238-9569-0cee4b73413a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/59d78be7-0046-4dff-84b5-a0462dfc35bd HTTP/1.1" status: 404 len: 337 time: 0.1055443 Nov 04 09:09:04.523781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:04.530982 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e088e1cb-3cbb-41c3-be7b-0945d3b1b3b9 None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:09:04.535267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-d6670e04-f35a-46aa-bb41-d63ecea9797f service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092854 Nov 04 09:09:04.537810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.539738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network f06b0062-3d9b-43c0-a416-b97c78849dfa is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:04.555276 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dbf960f-e2c4-4949-be27-2ccaea795415 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:04.556242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dbf960f-e2c4-4949-be27-2ccaea795415 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:04.562693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9dbf960f-e2c4-4949-be27-2ccaea795415 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/df4d62e1-7c76-460d-bd35-4e0403919f41 HTTP/1.1" status: 404 len: 339 time: 0.0344682 Nov 04 09:09:04.562963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:04.583886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=4974c887-547a-41f6-a53c-0833a6c7d810,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:04.603787 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca55a9d-1f28-4889-b36f-b069d53737ee tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:04.604283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca55a9d-1f28-4889-b36f-b069d53737ee tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:04.611125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bca55a9d-1f28-4889-b36f-b069d53737ee tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/c2add62f-73c7-4bca-b610-19fd244c040a HTTP/1.1" status: 404 len: 337 time: 0.0451577 Nov 04 09:09:04.611810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:04.645739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] For port bb006a3d-498c-4da6-a221-247246243a7a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:04.646145 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3edb95d-4154-4727-8fc5-253b8e0fd531 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:04.646728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3edb95d-4154-4727-8fc5-253b8e0fd531 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:04.649815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] For port bb006a3d-498c-4da6-a221-247246243a7a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bb006a3d-498c-4da6-a221-247246243a7a,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:04.652637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c3edb95d-4154-4727-8fc5-253b8e0fd531 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/e4fd6860-47fb-47df-ad42-075aa20f9d7f HTTP/1.1" status: 404 len: 339 time: 0.0371273 Nov 04 09:09:04.660278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.660871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:04.700101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.711900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209902a4-55ca-4cdc-9fae-6cb67201af25 None None] Network a5df1170-255d-4fb1-8c88-0d855d82f8b2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:04.716123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-10f236b5-96f1-44f3-b55b-5ae658fb0c7a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/4974c887-547a-41f6-a53c-0833a6c7d810 HTTP/1.1" status: 204 len: 168 time: 0.9747787 Nov 04 09:09:04.716975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f06b0062-3d9b-43c0-a416-b97c78849dfa) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:04.719466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59342) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:04.729489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:04.730728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:04.756942 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7ef0381a-8f3e-4ddc-9616-fa9d4fb4044a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5989416 Nov 04 09:09:04.756942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59344) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:04.764174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'port': {'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'name': 'tempest-TaggedBootDevicesTest-219572858', 'fixed_ips': [{'subnet_id': 'd4694d46-8903-43d6-9a89-eb63d8e0340e'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:04.772909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6e12d0-2e05-4781-8486-484d78a7459d req-2b7a240d-e75c-4107-b3d8-19dc0b67c9a4 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322611 Nov 04 09:09:04.814757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d2a9509-7706-4498-a24d-dc7ddeeca684 req-3c03b921-9d58-4080-aa76-cef5d223a502 service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413716 Nov 04 09:09:04.875846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac34fa-9631-4cd4-8a5e-ab25e4b20415 None None] Network f06b0062-3d9b-43c0-a416-b97c78849dfa requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:04.884734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f168573a-2f4d-490a-87be-934d84e93a2e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:04.887389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15cf1a-8a30-41da-b541-5bf11b168d37 None None] Pushing event updated for resources: {'Port': ['ID=bb006a3d-498c-4da6-a221-247246243a7a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:05.003678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: f168573a-2f4d-490a-87be-934d84e93a2e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:05.004054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f168573a-2f4d-490a-87be-934d84e93a2e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:05.024282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:05.060804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e92d5bb-2cbc-4d7d-9008-1b418a4e6569 None None] New status for floating IP a4dbaff5-9037-456f-93cf-3233022fa101: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:09:05.317381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-eaceb41f-9e91-42e2-8862-8c6e788022a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:05.318925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-eaceb41f-9e91-42e2-8862-8c6e788022a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 1097 time: 0.2466638 Nov 04 09:09:05.412750 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cc7d4b-c1f8-4a1e-984a-a0dc07e8be4f x-openstack-request-id: req-f5cc7d4b-c1f8-4a1e-984a-a0dc07e8be4f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:05.413262 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:05.413262 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5cc7d4b-c1f8-4a1e-984a-a0dc07e8be4f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:05.414088 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'status': 'completed', 'code': 200} Nov 04 09:09:05.458384 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.481379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.550093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.560852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] DHCP port deletion for a5df1170-255d-4fb1-8c88-0d855d82f8b2 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:05.698803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.754436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf4e64d-32b0-4e51-af99-abdd904a5966']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:05.805454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb6544b-2d92-42e4-8ed7-56a9da4fad78') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:05.805759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb6544b-2d92-42e4-8ed7-56a9da4fad78') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:05.835561 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.868604 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.876453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-f06b0062-3d9b-43c0-a416-b97c78849dfa', 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'fixed_ips': [{'subnet_id': 'e362e650-bee5-433b-afa4-cf030532d37f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:05.879682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:05.879895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.881226 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.933723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] Deleting port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:05.934093 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:05.999121 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:06.022136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] For port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,segment=NetworkSegment(40b1b318-49c2-40cf-8bfd-f8930bdf0de8),segment_id=40b1b318-49c2-40cf-8bfd-f8930bdf0de8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:06.022848 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:06.044498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] Calling delete_port for 7db89370-a2cf-4bc2-b2c7-e57e58c6502a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:06.079110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:06.079259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:06.173236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:06.182371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:06.207778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/daf4e64d-32b0-4e51-af99-abdd904a5966 HTTP/1.1" status: 204 len: 168 time: 1.5276577 Nov 04 09:09:06.209713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:06.259728 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:06.284144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] No DVR routers for this DVR port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:06.286166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89285de9-124a-484b-8caf-30bf51cce9b1 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=daf4e64d-32b0-4e51-af99-abdd904a5966,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:06.314682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776df87c-762d-4ca0-b777-27a2b7058c3b None None] Pushing event deleted for resources: {'Port': ['ID=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:06.356328 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e05e234-5b34-4c6b-b69e-ab569e133fb0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:06.356782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e05e234-5b34-4c6b-b69e-ab569e133fb0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:06.369460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2e05e234-5b34-4c6b-b69e-ab569e133fb0 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/d35ce794-320b-4e05-b16f-99e65dce51d9 HTTP/1.1" status: 404 len: 337 time: 0.1108074 Nov 04 09:09:06.370189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:06.382472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f864139-7678-4328-bf5d-b1a540fdc249 None None] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:06.401938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] device_id is not set on port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:06.457289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Allocated IP 10.2.2.2 (f06b0062-3d9b-43c0-a416-b97c78849dfa/e362e650-bee5-433b-afa4-cf030532d37f/139a1617-a544-4ad7-91fc-1a15ea2af8ef) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:06.465108 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-558b0308-53ed-4bc4-89e1-af316e4a5a45 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:06.469961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558b0308-53ed-4bc4-89e1-af316e4a5a45 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:06.484527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-558b0308-53ed-4bc4-89e1-af316e4a5a45 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/a31784fa-d802-45f2-add3-67f2bb1b86b6 HTTP/1.1" status: 404 len: 339 time: 0.1034989 Nov 04 09:09:06.487329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:06.543447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0511d353-fa9e-48d9-b469-bbe8e80b5423 None None] Provisioning complete for port bb006a3d-498c-4da6-a221-247246243a7a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:06.543820 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0511d353-fa9e-48d9-b469-bbe8e80b5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:06.546760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] For port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,segment=NetworkSegment(40b1b318-49c2-40cf-8bfd-f8930bdf0de8),segment_id=40b1b318-49c2-40cf-8bfd-f8930bdf0de8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:06.547278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:06.680100 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b7845a-47c9-4176-8f84-b04149b05111 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:06.680942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b7845a-47c9-4176-8f84-b04149b05111 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:06.684927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-31b7845a-47c9-4176-8f84-b04149b05111 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/d9a15def-ae65-43b7-b2e4-5a700de4df58 HTTP/1.1" status: 404 len: 337 time: 0.1967793 Nov 04 09:09:06.696073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:06.761350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 7db89370-a2cf-4bc2-b2c7-e57e58c6502a owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:06.822876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-9e66d013-cd3e-4a90-89f5-3011d58082b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:06.828866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-9e66d013-cd3e-4a90-89f5-3011d58082b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 1.4907095 Nov 04 09:09:06.868992 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe5a8fb-824e-4c78-a1c2-1287c7390f94 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:06.870031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe5a8fb-824e-4c78-a1c2-1287c7390f94 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:06.873637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4fe5a8fb-824e-4c78-a1c2-1287c7390f94 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/01cd3b97-9a0b-48e6-8916-48d196d5f32e HTTP/1.1" status: 404 len: 339 time: 0.1591158 Nov 04 09:09:06.881946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:06.965845 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9307b3-f3f8-44db-91aa-c3250846a57d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:06.966541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9307b3-f3f8-44db-91aa-c3250846a57d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:06.970874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4e9307b3-f3f8-44db-91aa-c3250846a57d tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/f710427a-8c39-419c-8287-17df94c2ebe1 HTTP/1.1" status: 404 len: 337 time: 0.0878823 Nov 04 09:09:06.993856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59404) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.008103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86d2e302-8947-4176-a8ab-94300fc72e3e req-aea676d3-1794-466c-aac5-c0fb17ab2c9e tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0708330 Nov 04 09:09:07.023464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bb006a3d-498c-4da6-a221-247246243a7a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:07.043128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 10.1.1.3 (0cee1b1c-d229-4290-8f05-e71e99aa23d8/d4694d46-8903-43d6-9a89-eb63d8e0340e/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:07.077928 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-97225b54-4d5a-496c-ad60-6bbd4c090cef tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.078571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97225b54-4d5a-496c-ad60-6bbd4c090cef tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.081752 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-97225b54-4d5a-496c-ad60-6bbd4c090cef tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/1e70c44e-df6e-4ff8-92ba-5e3f650970ad HTTP/1.1" status: 404 len: 339 time: 0.0723333 Nov 04 09:09:07.087227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.162911 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b71bd95-0cb3-4342-9415-0c5dd278b9b9 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.163645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b71bd95-0cb3-4342-9415-0c5dd278b9b9 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.169866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2b71bd95-0cb3-4342-9415-0c5dd278b9b9 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/315727da-30e3-400b-bc0c-a507419686fd HTTP/1.1" status: 404 len: 337 time: 0.0827518 Nov 04 09:09:07.181952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59410) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.198568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-5ada4464-dd1c-49e1-92d5-e465e58511b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 200 len: 217 time: 0.3190932 Nov 04 09:09:07.220456 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c415a88-4d2c-4b11-a540-258c2e2b1136 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.221262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c415a88-4d2c-4b11-a540-258c2e2b1136 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.227077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8c415a88-4d2c-4b11-a540-258c2e2b1136 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/1e9eea73-27dc-40e2-b721-16ff2e21b54b HTTP/1.1" status: 404 len: 339 time: 0.0411444 Nov 04 09:09:07.242095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59412) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.341394 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b53266-da27-4a0c-8bd5-8861d1b112b3 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.341868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b53266-da27-4a0c-8bd5-8861d1b112b3 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.358609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-38b53266-da27-4a0c-8bd5-8861d1b112b3 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/f2ffbacc-19fc-4509-a216-4b3b318ebdd6 HTTP/1.1" status: 404 len: 337 time: 0.1142173 Nov 04 09:09:07.360539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.364689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.367910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.398052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1d3e3b2-fb4b-4e77-a576-5520b65d70ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.406388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-6ef8c5bf-4067-47c7-866d-2758963d2392 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7480414 Nov 04 09:09:07.444796 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bb006a3d-498c-4da6-a221-247246243a7a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:07.445356 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.455901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:07.461640 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457f1fbc-8b25-4694-b697-39a83ea8580d" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:07.476231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=7db89370-a2cf-4bc2-b2c7-e57e58c6502a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:07.490503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No DVR routers for this DVR port 7db89370-a2cf-4bc2-b2c7-e57e58c6502a on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:07.500983 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0511d353-fa9e-48d9-b469-bbe8e80b5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.524977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.536631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-d9e08089-09df-42b2-8ca3-f19aee024696 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.547247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-d9e08089-09df-42b2-8ca3-f19aee024696 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3876617 Nov 04 09:09:07.548249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.554372 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-00725363-4233-44f9-8122-e81f396c530a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.554996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00725363-4233-44f9-8122-e81f396c530a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.558351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-00725363-4233-44f9-8122-e81f396c530a tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/05a52f89-e1e5-4879-a9e3-04e65f787c93 HTTP/1.1" status: 404 len: 339 time: 0.1504512 Nov 04 09:09:07.571674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59418) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.589280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-f5fabeca-fa53-49a6-8eeb-e37167d2e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.591747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-f5fabeca-fa53-49a6-8eeb-e37167d2e983 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.2180061 Nov 04 09:09:07.617620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Network f06b0062-3d9b-43c0-a416-b97c78849dfa is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:07.623782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0511d353-fa9e-48d9-b469-bbe8e80b5423 None None] For port bb006a3d-498c-4da6-a221-247246243a7a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bb006a3d-498c-4da6-a221-247246243a7a,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:07.628401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:07.631275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:07.645044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0511d353-fa9e-48d9-b469-bbe8e80b5423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.673969 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-81735437-640d-4a8c-8e12-da861bc25696 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.674461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81735437-640d-4a8c-8e12-da861bc25696 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.679956 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-81735437-640d-4a8c-8e12-da861bc25696 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/684d5cb3-0ab7-450f-9f83-b393f1b9fbc0 HTTP/1.1" status: 404 len: 337 time: 0.1050899 Nov 04 09:09:07.686494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.708782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.710467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Pushing event updated for resources: {'Port': ['ID=139a1617-a544-4ad7-91fc-1a15ea2af8ef,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:07.760934 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-812b4cf1-658c-4075-b130-4e34c9cb0782 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.761591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812b4cf1-658c-4075-b130-4e34c9cb0782 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.767058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-812b4cf1-658c-4075-b130-4e34c9cb0782 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/03e9024c-98a8-44c3-a42d-bf1a6c33c81a HTTP/1.1" status: 404 len: 339 time: 0.0757003 Nov 04 09:09:07.772598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.775561 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.783464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.785091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.796356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.797046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.797528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.798367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.798783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:07.802026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-673aa0f4-d65d-429c-8a1b-d41e57613131 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6502 time: 0.3120401 Nov 04 09:09:07.802374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-8a27f83f-65a0-4153-9ffa-22ad6a8d0c89 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 695 time: 0.2539589 Nov 04 09:09:07.849053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'floatingip': {'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:07.851971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Attempting to bind port 139a1617-a544-4ad7-91fc-1a15ea2af8ef on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:07.852594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Attempting to bind port 139a1617-a544-4ad7-91fc-1a15ea2af8ef by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:07.853417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Attempting to bind port 139a1617-a544-4ad7-91fc-1a15ea2af8ef on network f06b0062-3d9b-43c0-a416-b97c78849dfa {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:07.866139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:07.866705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Checking segment: {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:07.867216 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.867969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Bound using segment: {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:07.868575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Bound port: 139a1617-a544-4ad7-91fc-1a15ea2af8ef, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:07.869329 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.934755 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-714a821e-0bac-4446-9c12-600f45b11285 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:07.935206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714a821e-0bac-4446-9c12-600f45b11285 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:07.954539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-714a821e-0bac-4446-9c12-600f45b11285 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/0c22532c-ecbe-4e43-b277-4b0ab4df8378 HTTP/1.1" status: 404 len: 337 time: 0.1810246 Nov 04 09:09:07.957999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511d353-fa9e-48d9-b469-bbe8e80b5423 None None] Pushing event updated for resources: {'Port': ['ID=bb006a3d-498c-4da6-a221-247246243a7a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:07.972532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:07.982764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2058f0e2-d9f8-44a5-b28a-78a267478d19 None None] Provisioning complete for port bb006a3d-498c-4da6-a221-247246243a7a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:07.983813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2058f0e2-d9f8-44a5-b28a-78a267478d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:07.991441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5df1170-255d-4fb1-8c88-0d855d82f8b2']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:08.043161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-193fabf6-f41d-4de2-89c4-1b4680a78465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:08.043403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7db89370-a2cf-4bc2-b2c7-e57e58c6502a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:08.045317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-193fabf6-f41d-4de2-89c4-1b4680a78465 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4061627 Nov 04 09:09:08.046814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.051476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:08.064098 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a52c734-8913-42bc-b327-e0da075c47c2 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:08.068519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a52c734-8913-42bc-b327-e0da075c47c2 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:08.071697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0a52c734-8913-42bc-b327-e0da075c47c2 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/f25f5a62-a2da-4a71-8209-22ac84750fe8 HTTP/1.1" status: 404 len: 339 time: 0.0967214 Nov 04 09:09:08.075689 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7db89370-a2cf-4bc2-b2c7-e57e58c6502a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:08.076188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7db89370-a2cf-4bc2-b2c7-e57e58c6502a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:08.092460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59438) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:08.105024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:08.123362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] For port 139a1617-a544-4ad7-91fc-1a15ea2af8ef, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:08.156157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b1b318-49c2-40cf-8bfd-f8930bdf0de8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:08.156445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b1b318-49c2-40cf-8bfd-f8930bdf0de8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:08.168039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] For port 139a1617-a544-4ad7-91fc-1a15ea2af8ef, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=139a1617-a544-4ad7-91fc-1a15ea2af8ef,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:08.177977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.191071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:08.234100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.296690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.346335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:08.346655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:08.350119 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:08.382982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c4598-c899-48da-9315-38af1621e5ad None None] Pushing event updated for resources: {'Port': ['ID=139a1617-a544-4ad7-91fc-1a15ea2af8ef,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:08.384562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:08.492889 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d9481f9-272d-4a26-b17d-06d0682da806 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:08.493467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d9481f9-272d-4a26-b17d-06d0682da806 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:08.501351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0d9481f9-272d-4a26-b17d-06d0682da806 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/710df077-6a03-41e3-a543-9e1bfe4e0d94 HTTP/1.1" status: 404 len: 337 time: 0.3935902 Nov 04 09:09:08.517781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59442) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:08.529356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:08.530321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.617182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0bc1be7f-0908-4498-b43a-ab7febef916c None None] Provisioning complete for port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:08.617645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0bc1be7f-0908-4498-b43a-ab7febef916c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.622312 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-89386d99-330a-4695-a8be-50395a9b6813 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:08.632092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89386d99-330a-4695-a8be-50395a9b6813 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:08.635725 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-89386d99-330a-4695-a8be-50395a9b6813 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/071a4119-b216-4cfd-aa03-ed7b9731a9ee HTTP/1.1" status: 404 len: 339 time: 0.0999534 Nov 04 09:09:08.645402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59446) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:08.689223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.714906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1be7f-0908-4498-b43a-ab7febef916c None None] Port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:08.716810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.734003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/a5df1170-255d-4fb1-8c88-0d855d82f8b2 HTTP/1.1" status: 204 len: 168 time: 4.0118179 Nov 04 09:09:08.760088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1ab5acd8-62e7-4bdf-b043-04791aba00f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0032954 Nov 04 09:09:08.761680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-93e7843c-a258-44de-a3da-3dc48e82ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:08.762486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-93e7843c-a258-44de-a3da-3dc48e82ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:08.763126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-93e7843c-a258-44de-a3da-3dc48e82ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:08.767465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-93e7843c-a258-44de-a3da-3dc48e82ad41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 200 len: 2297 time: 0.8810062 Nov 04 09:09:08.772177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:08.773015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:08.774392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ec204-8bc6-43c4-81ab-925e65fafe90 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=a5df1170-255d-4fb1-8c88-0d855d82f8b2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:08.784153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'name': 'tempest-PortsTestJSON-951598987'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:08.790223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-3fea0690-7418-4abc-9f13-63f4f70fcdc2 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:08.793787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'port': {'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'name': 'tempest-TaggedBootDevicesTest-1008858163', 'fixed_ips': [{'subnet_id': 'd4694d46-8903-43d6-9a89-eb63d8e0340e'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:08.795587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-3fea0690-7418-4abc-9f13-63f4f70fcdc2 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.70 "GET /v2.0/ports?device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 946 time: 0.4283738 Nov 04 09:09:08.831567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bb006a3d-498c-4da6-a221-247246243a7a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:08.922433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bb006a3d-498c-4da6-a221-247246243a7a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:08.923094 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:08.963336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-c1b67b0f-53d0-4eef-a43a-b2885eb57313 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 200 len: 1002 time: 0.1858568 Nov 04 09:09:08.965796 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-f9b6af7c-7e07-4660-9e51-5ec3b1de59f2 service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9090142 Nov 04 09:09:09.157593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Deleting subnet 1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:09.175274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.267969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:09.279263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-2a642471-c99c-4807-abf7-b5064cb64d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:09.281166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-2a642471-c99c-4807-abf7-b5064cb64d32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775d7aa1-ab92-4a32-86da-b74cdfe76349 HTTP/1.1" status: 200 len: 856 time: 0.3016007 Nov 04 09:09:09.283163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a2c3334-ea7c-48c6-a0d2-aa0342a6e231 req-085e1ca6-5d77-4c1c-ad2a-409b45b7b59a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0476735 Nov 04 09:09:09.329907 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.404472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:09.411778 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.427845 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ea1704c-e803-4001-bc57-bba2947297b3 req-4d684634-5778-4049-befd-c1022f1969c3 service neutron] 10.222.0.70 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505060 Nov 04 09:09:09.486275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-1e193ad4-412b-4dbe-b39d-15a9453edcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:09.487810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-1e193ad4-412b-4dbe-b39d-15a9453edcae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1949623 Nov 04 09:09:09.495432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Deleting port ab4f99ff-5b03-49fa-a80b-59247f4e1340 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:09.497630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.574003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 144a8672-ecb5-41a4-975d-8a64f081eb6f yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:09.616307 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:09:09.700355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.710412 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.755661 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.765963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] device_id is not set on port 49765e82-3c4e-4045-9967-10b9186aa496 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:09.771303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.818965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] For port ab4f99ff-5b03-49fa-a80b-59247f4e1340, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ab4f99ff-5b03-49fa-a80b-59247f4e1340,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:09.819561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:09.843449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-2245d3eb-3e8a-4bf8-b33d-a6a778cea6a6 service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390026 Nov 04 09:09:09.853886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Calling delete_port for ab4f99ff-5b03-49fa-a80b-59247f4e1340 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:09.923267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1073f7a5-9570-45b0-98bc-e5d7babfaf41 None None] Network f06b0062-3d9b-43c0-a416-b97c78849dfa requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:09.942225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.021701 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c542960a-f5c8-4dc5-8cd8-bca1983bfdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.035731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1faf7b94-565a-4670-9387-0bb5503567be None None] Provisioning complete for port 139a1617-a544-4ad7-91fc-1a15ea2af8ef triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:10.036392 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1faf7b94-565a-4670-9387-0bb5503567be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.068269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.072287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e266c38-94c8-432c-a4c0-60fe55fffdbd None None] Network 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:10.075017 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/subnets/1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2 HTTP/1.1" status: 204 len: 168 time: 1.4178267 Nov 04 09:09:10.075017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a58050-4806-434f-9a95-88da89a0e047 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Subnet': ['ID=1ffd02ad-8fd3-4f9d-af40-9c6fdddd0ea2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:10.081320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59458) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:10.151908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-747038db-fbd6-48ea-a7a5-53859eb1db0c service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046335 Nov 04 09:09:10.214414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.221041 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-4d2a75cc-d5fe-448b-a241-7fb650151837 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 217 time: 0.0600879 Nov 04 09:09:10.245613 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.296264 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.317933 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Floating IP a4dbaff5-9037-456f-93cf-3233022fa101 associated. External IP: 172.25.3.18, port: f23a616e-f38c-4942-944e-b51823acc29c. Nov 04 09:09:10.335508 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1faf7b94-565a-4670-9387-0bb5503567be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.382849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-8fd15d3a-6b6d-4a27-ab72-bff3aba44ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:10.385972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-8fd15d3a-6b6d-4a27-ab72-bff3aba44ae0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1000476 Nov 04 09:09:10.387934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.417484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1faf7b94-565a-4670-9387-0bb5503567be None None] For port 139a1617-a544-4ad7-91fc-1a15ea2af8ef, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=139a1617-a544-4ad7-91fc-1a15ea2af8ef,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:10.421875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['f23a616e-f38c-4942-944e-b51823acc29c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:09:10.432887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1faf7b94-565a-4670-9387-0bb5503567be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.509826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] DHCP port deletion for 9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:10.539743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Pushing event deleted for resources: {'Port': ['ID=ab4f99ff-5b03-49fa-a80b-59247f4e1340,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:10.549198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] No DVR routers for this DVR port ab4f99ff-5b03-49fa-a80b-59247f4e1340 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:10.552231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.556701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-42caacb2-02ac-4aa3-ad32-67ac12bbedfe req-41fda5e5-a73a-4088-877c-1831058b98f0 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.70 "DELETE /v2.0/ports/ab4f99ff-5b03-49fa-a80b-59247f4e1340 HTTP/1.1" status: 204 len: 173 time: 1.6034210 Nov 04 09:09:10.562238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'name': 'network-vif-deleted', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:10.565163 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be827af9-89d9-4141-80bd-d4db89d55e36" -d '{"events": [{"server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "name": "network-vif-deleted", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:10.579106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-3c347f1d-1322-4c53-8ee2-fe8caf3f5d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:10.581011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-3c347f1d-1322-4c53-8ee2-fe8caf3f5d74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1854165 Nov 04 09:09:10.783783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faf7b94-565a-4670-9387-0bb5503567be None None] Pushing event updated for resources: {'Port': ['ID=139a1617-a544-4ad7-91fc-1a15ea2af8ef,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:10.863013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-73a2c225-e84e-4f23-b497-6062c0e3e011 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688406 Nov 04 09:09:10.882115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 139a1617-a544-4ad7-91fc-1a15ea2af8ef up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:10.974906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] Deleting port b97a1d75-437f-4498-9382-c08285b3237f {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:10.975949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:10.980700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-31d3d809-3b02-4361-b4a8-b780baa7c507 None None] Provisioning complete for port 139a1617-a544-4ad7-91fc-1a15ea2af8ef triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:10.981228 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-31d3d809-3b02-4361-b4a8-b780baa7c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.270536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] For port b97a1d75-437f-4498-9382-c08285b3237f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b97a1d75-437f-4498-9382-c08285b3237f,segment=NetworkSegment(0412b989-e047-4745-a5b3-f08f3f731822),segment_id=0412b989-e047-4745-a5b3-f08f3f731822)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:11.271210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.349791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] Calling delete_port for b97a1d75-437f-4498-9382-c08285b3237f owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:11.445836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-9229d9a7-ba11-4451-8b91-c7810bb31cc2 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5784717 Nov 04 09:09:11.461852 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.466777 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.471756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 10.1.1.142 (0cee1b1c-d229-4290-8f05-e71e99aa23d8/d4694d46-8903-43d6-9a89-eb63d8e0340e/49765e82-3c4e-4045-9967-10b9186aa496) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:11.539411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-dad4114f-22bb-403e-bcd7-fc0368b9513e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 217 time: 0.0851083 Nov 04 09:09:11.552285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 139a1617-a544-4ad7-91fc-1a15ea2af8ef triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:11.552654 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.590695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:11.606368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Deleting port b97a1d75-437f-4498-9382-c08285b3237f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:11.606712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.614062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=144a8672-ecb5-41a4-975d-8a64f081eb6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:11.671399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:11.673859 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.724804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-e1e9f665-d22b-4ef0-b3e6-39f08cab2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:11.726451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-e1e9f665-d22b-4ef0-b3e6-39f08cab2ee8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1781292 Nov 04 09:09:11.737873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ab4f99ff-5b03-49fa-a80b-59247f4e1340 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:11.778877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:11.788106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] No DVR routers for this DVR port b97a1d75-437f-4498-9382-c08285b3237f on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:11.799095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-dbbd0287-8d1c-4d0c-998b-f6551d3895f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:11.799519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b97a1d75-437f-4498-9382-c08285b3237f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:11.800643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-dbbd0287-8d1c-4d0c-998b-f6551d3895f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0662963 Nov 04 09:09:11.800939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:11.801606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:11.801844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fed1f-e866-46bd-b708-adbf733caa16 None None] Pushing event deleted for resources: {'Port': ['ID=b97a1d75-437f-4498-9382-c08285b3237f,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:11.806250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: ab4f99ff-5b03-49fa-a80b-59247f4e1340 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:11.806603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ab4f99ff-5b03-49fa-a80b-59247f4e1340 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:11.830436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: b97a1d75-437f-4498-9382-c08285b3237f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:11.830783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b97a1d75-437f-4498-9382-c08285b3237f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:11.881179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:09:11.928455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-64e4f6fd-2ed0-4141-8a55-2380ad3466cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1511388 Nov 04 09:09:11.930909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59478) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:11.984795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] For port b97a1d75-437f-4498-9382-c08285b3237f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b97a1d75-437f-4498-9382-c08285b3237f,segment=NetworkSegment(0412b989-e047-4745-a5b3-f08f3f731822),segment_id=0412b989-e047-4745-a5b3-f08f3f731822)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:11.985249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.050223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-596ee7a2-e1a4-413b-b757-c633d682b99a service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202041 Nov 04 09:09:12.078628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Calling delete_port for b97a1d75-437f-4498-9382-c08285b3237f owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:12.136563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 144a8672-ecb5-41a4-975d-8a64f081eb6f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:12.136908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.229533 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.245558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:09:12.256516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.258587 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:09:12.268236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-ba0fe7c4-5b59-4a48-83e9-51f6b6d9a7ef service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099416 Nov 04 09:09:12.270459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:12.270835 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:09:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:12.272681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.274949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 144a8672-ecb5-41a4-975d-8a64f081eb6f owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:12.322471 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-eef69ec9-3b65-4eca-b762-5991f352295f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6 HTTP/1.1" status: 200 len: 217 time: 0.0444446 Nov 04 09:09:12.383235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.406446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-a6eb4bf7-3c7c-48b1-aff8-e54f16289aa7 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "PUT /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 200 len: 995 time: 4.6026990 Nov 04 09:09:12.462496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.475683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] No DVR routers for this DVR port b97a1d75-437f-4498-9382-c08285b3237f on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:12.478373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.494237 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:12.508655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Port': ['ID=b97a1d75-437f-4498-9382-c08285b3237f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:12.522616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=144a8672-ecb5-41a4-975d-8a64f081eb6f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:12.543212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.551414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7871c938-c4da-4158-9f05-65bfe3e80108 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/144a8672-ecb5-41a4-975d-8a64f081eb6f HTTP/1.1" status: 204 len: 168 time: 0.6165953 Nov 04 09:09:12.554308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59482) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:12.560176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'mac_address': 'fa:16:3e:02:cf:66', 'name': 'tempest-PortsTestJSON-1426292411'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:12.590527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=49765e82-3c4e-4045-9967-10b9186aa496,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:12.620762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:12.628498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-b2e0927d-e7e6-4a80-aae3-c88c1ab51d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:12.631191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-b2e0927d-e7e6-4a80-aae3-c88c1ab51d64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1848755 Nov 04 09:09:12.658000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:12.658737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.760296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:12.790822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 139a1617-a544-4ad7-91fc-1a15ea2af8ef up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:12.822301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:12.823558 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:12.828359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-da5fc354-a186-4ea3-a4dc-96ddce61fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:12.838774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-da5fc354-a186-4ea3-a4dc-96ddce61fbdb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.4180043 Nov 04 09:09:12.866196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:12.920309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 139a1617-a544-4ad7-91fc-1a15ea2af8ef triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:12.921302 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.024162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c11459fe-b42c-46c4-8a50-38cb2f8de85e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.2454240 Nov 04 09:09:13.034757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.054974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.061141 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:32:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:09:09Z', 'revision_number': 8, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:13.080795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:13.103131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-57119418-670e-4199-8749-46bccd528183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:13.104994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-57119418-670e-4199-8749-46bccd528183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4427156 Nov 04 09:09:13.106719 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:09:13.123106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port ed8e305d-acb5-4085-9807-d477818af60b yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:13.129657 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:13.130472 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:09:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:13.147142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-9864ebfa-c899-4b5d-bc84-b1b0c2dded36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:13.149739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-9864ebfa-c899-4b5d-bc84-b1b0c2dded36 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.3099945 Nov 04 09:09:13.151736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0412b989-e047-4745-a5b3-f08f3f731822') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:13.152132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0412b989-e047-4745-a5b3-f08f3f731822') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:13.164426 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.184349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.193246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:13.194001 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.236048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-00dd6149-cb19-4153-8f7c-ca58449410d8 None None] Provisioning complete for port 49765e82-3c4e-4045-9967-10b9186aa496 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:13.236859 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00dd6149-cb19-4153-8f7c-ca58449410d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:13.289260 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:13.326260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-00dd6149-cb19-4153-8f7c-ca58449410d8 None None] Port 49765e82-3c4e-4045-9967-10b9186aa496 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:13.334698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.348670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.356068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] 10.222.0.53 "DELETE /v2.0/networks/9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d HTTP/1.1" status: 204 len: 168 time: 3.2711127 Nov 04 09:09:13.362745 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:13.378025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e19a1-6cac-45af-9650-feab6fde7746 tempest-NetworksTest-1536162453 tempest-NetworksTest-1536162453-project] Pushing event deleted for resources: {'Network': ['ID=9ddfa9af-bfe4-49a6-b4b3-1c0ac992189d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:13.415659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-9d2ac65e-4cfa-4792-8e52-94d3b154cb29 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 998 time: 0.1252637 Nov 04 09:09:13.437308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.499410 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-4b653dcc-5e33-445b-ac8f-3b18de06b392 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608131 Nov 04 09:09:13.512245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-b2f08768-ead1-40df-8804-68e7dabe7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:13.514718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-b2f08768-ead1-40df-8804-68e7dabe7a49 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.0910800 Nov 04 09:09:13.580151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-d90a3fee-5453-49ca-8eee-ecdfd00e47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:13.581278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-d90a3fee-5453-49ca-8eee-ecdfd00e47b4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603044 Nov 04 09:09:13.609144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.681931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:13.689790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:13.694240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=ed8e305d-acb5-4085-9807-d477818af60b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:13.695164 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:32:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:09:09Z', 'revision_number': 8, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:13.702361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:13.713163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:13.713709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:13.722019 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-4dc9b6ab-3295-4bdd-bae6-a95474d295ff service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287689 Nov 04 09:09:13.727555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e61f1-e1ec-4912-a274-f4038c143480 None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a4dbaff5-9037-456f-93cf-3233022fa101', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'port_id': 'f23a616e-f38c-4942-944e-b51823acc29c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1675, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'mac_address': 'fa:16:3e:32:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:08:16Z', 'updated_at': '2021-11-04T09:09:09Z', 'revision_number': 8, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:09:13.736002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-fa57de9a-5964-42d1-8c07-4b1f4a0c0f08 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250979 Nov 04 09:09:13.754315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f29dfb5a-cc33-4295-b221-71808342c7b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1987576 Nov 04 09:09:13.756879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59494) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:13.786633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59496) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:13.798116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-7c8086ef-4932-44c8-b10f-e6c5f32a16a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=e353ce93-1a30-483e-b009-401d29567b4d HTTP/1.1" status: 200 len: 217 time: 0.0531445 Nov 04 09:09:13.844382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3bb7e3b-e4e4-4af1-81b3-dedfb259e1e9 req-6605f30f-66da-4980-bfd2-a6fef165a1bb service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154101 Nov 04 09:09:13.887369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf96cc2e-a543-4133-b786-d89d15bfb1c6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:13.888865 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cf96cc2e-a543-4133-b786-d89d15bfb1c6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/ed8e305d-acb5-4085-9807-d477818af60b HTTP/1.1" status: 200 len: 841 time: 0.1309490 Nov 04 09:09:13.891684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59504) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:13.900583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-8c2aea40-715b-4b3d-b39e-13a92f580c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:13.902242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-8c2aea40-715b-4b3d-b39e-13a92f580c63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.0828001 Nov 04 09:09:13.908039 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420d3a57-9929-46e6-9188-3a832efdd55e x-openstack-request-id: req-420d3a57-9929-46e6-9188-3a832efdd55e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:13.912135 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:13.913092 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-420d3a57-9929-46e6-9188-3a832efdd55e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:13.915139 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'status': 'completed', 'code': 200} Nov 04 09:09:13.978483 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-457f1fbc-8b25-4694-b697-39a83ea8580d req-e5137319-da7a-43b1-a39e-35185c647a9a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=5f8f7ac1-8448-4caa-9ca3-ebb8388f0372 HTTP/1.1" status: 200 len: 210 time: 0.0418732 Nov 04 09:09:14.068801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40287620-d7bb-44c2-9922-667e5742aca6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b4f07cf0a244d8bac16daa86d32d617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809756 Nov 04 09:09:14.079632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59508) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:14.081498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87d7466-1b9e-476f-94e7-0f1e73f43aeb None None] New status for floating IP a4dbaff5-9037-456f-93cf-3233022fa101: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:09:14.106248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57a9aff2-f8c2-405f-87ab-76d918b761af req-c467122a-52fa-41ed-b34e-591010a86d83 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0426528 Nov 04 09:09:14.131401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port ed8e305d-acb5-4085-9807-d477818af60b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:14.131816 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.146036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-b360db5a-4e7c-40e8-ad3d-1e16c8a0b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:14.147754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-b360db5a-4e7c-40e8-ad3d-1e16c8a0b3f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2384067 Nov 04 09:09:14.235933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.238884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a134693-1e70-44e1-91b1-0d39255d1e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.245524 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb413177-47f6-40c0-a9b3-76948015d215 x-openstack-request-id: req-bb413177-47f6-40c0-a9b3-76948015d215 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:14.246515 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8f7ac1-8448-4caa-9ca3-ebb8388f0372", "name": "network-vif-deleted", "tag": "ab4f99ff-5b03-49fa-a80b-59247f4e1340", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:14.246515 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb413177-47f6-40c0-a9b3-76948015d215 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:14.246934 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8f7ac1-8448-4caa-9ca3-ebb8388f0372', 'name': 'network-vif-deleted', 'tag': 'ab4f99ff-5b03-49fa-a80b-59247f4e1340', 'status': 'completed', 'code': 200} Nov 04 09:09:14.262212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for ed8e305d-acb5-4085-9807-d477818af60b owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:14.292660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a134693-1e70-44e1-91b1-0d39255d1e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.377897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f1fbc-8b25-4694-b697-39a83ea8580d req-8c77f153-3d70-4244-a46c-a4138152e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:14.379961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-457f1fbc-8b25-4694-b697-39a83ea8580d req-8c77f153-3d70-4244-a46c-a4138152e88a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3928812 Nov 04 09:09:14.504781 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a134693-1e70-44e1-91b1-0d39255d1e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.508685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a134693-1e70-44e1-91b1-0d39255d1e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.511406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a134693-1e70-44e1-91b1-0d39255d1e04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a502a079-a05f-450c-8a74-f2bc14cc3833 HTTP/1.1" status: 204 len: 168 time: 0.4297845 Nov 04 09:09:14.517205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.557382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=ed8e305d-acb5-4085-9807-d477818af60b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:14.572455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a134693-1e70-44e1-91b1-0d39255d1e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a502a079-a05f-450c-8a74-f2bc14cc3833,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:14.576732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59522) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:14.586765 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:09:14.610029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5c26f2bf-909f-4c92-afb2-d8f71d806c7e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46172411', 'description': 'tempest-description--923258458'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:14.621513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-b6a873ac-583d-4475-b266-7dd43c2b70bf service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4569979 Nov 04 09:09:14.645982 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.657768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-735f7dda-e770-4116-854b-ec6411ee033b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/ed8e305d-acb5-4085-9807-d477818af60b HTTP/1.1" status: 204 len: 168 time: 0.7648718 Nov 04 09:09:14.664489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59524) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:14.762253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c26f2bf-909f-4c92-afb2-d8f71d806c7e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:14.794031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b5882a9-84f0-4737-9603-ba5ae6e790b8 req-a418191f-8101-4877-8c39-f54f7f428196 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 200 len: 997 time: 0.1705356 Nov 04 09:09:14.864129 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f1d687-33e1-4cd5-9cff-8a593c2a56cc tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:09:14.866680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-01f1d687-33e1-4cd5-9cff-8a593c2a56cc tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/ed8e305d-acb5-4085-9807-d477818af60b HTTP/1.1" status: 404 len: 333 time: 0.1763942 Nov 04 09:09:14.876835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59530) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:14.882602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'name': 'tempest-PortsTestJSON-1051393630'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:14.926875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f1fbc-8b25-4694-b697-39a83ea8580d req-aa8658ad-857a-46ad-89bd-38f35f788ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:14.928671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-457f1fbc-8b25-4694-b697-39a83ea8580d req-aa8658ad-857a-46ad-89bd-38f35f788ba8 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5223145 Nov 04 09:09:14.976747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-5c8c0ee6-2f3c-4c60-a00b-6566d7d54c97 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451669 Nov 04 09:09:15.027243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c26f2bf-909f-4c92-afb2-d8f71d806c7e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.037811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-dab1eaef-482d-44cb-9613-d677933a82b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e833917-62e9-43b7-86f0-81fdad43aac4 HTTP/1.1" status: 200 len: 217 time: 0.0529134 Nov 04 09:09:15.041913 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c26f2bf-909f-4c92-afb2-d8f71d806c7e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.085608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5882a9-84f0-4737-9603-ba5ae6e790b8 req-ce698c3a-a430-4f21-adbc-de559406122c tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:15.092968 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b5882a9-84f0-4737-9603-ba5ae6e790b8 req-ce698c3a-a430-4f21-adbc-de559406122c tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2977278 Nov 04 09:09:15.098963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-8b5882a9-84f0-4737-9603-ba5ae6e790b8 req-cfb68d21-5ee2-4755-b08f-1e528626d9ba tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:09:15.110089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b5882a9-84f0-4737-9603-ba5ae6e790b8 req-cfb68d21-5ee2-4755-b08f-1e528626d9ba tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161033 Nov 04 09:09:15.173762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26f2bf-909f-4c92-afb2-d8f71d806c7e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=717452af-f12f-49c7-8f1d-c6c0caf95ce2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:15.178855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-15e1d8d0-341a-4442-9086-4b293f7d61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:15.183681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:15.188134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.194505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-15e1d8d0-341a-4442-9086-4b293f7d61c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.1352482 Nov 04 09:09:15.211759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c26f2bf-909f-4c92-afb2-d8f71d806c7e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.216220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5c26f2bf-909f-4c92-afb2-d8f71d806c7e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6204860 Nov 04 09:09:15.217752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port fb2f1022-0c52-4172-8ad3-41e3253a0e9b yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:15.222918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:15.229483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6d0af10e-4d9f-4eb1-9cc3-4152687c30e4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'security_group_rule': {'security_group_id': '717452af-f12f-49c7-8f1d-c6c0caf95ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:15.288861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-3c32dffd-e5a8-474d-af51-dc10570bc041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:15.290369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-3c32dffd-e5a8-474d-af51-dc10570bc041 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0947721 Nov 04 09:09:15.448820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-3014963f-6492-4287-9382-af961c882125 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478431 Nov 04 09:09:15.540584 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d0af10e-4d9f-4eb1-9cc3-4152687c30e4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.578088 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.622380 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-66ec602d-24f6-4cdc-b2d0-a2e9866be3a8 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655869 Nov 04 09:09:15.668059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.730145 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-2588ce11-7e5a-4569-8056-45f5adc84c52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 200 len: 217 time: 0.0962179 Nov 04 09:09:15.735645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d0af10e-4d9f-4eb1-9cc3-4152687c30e4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.749938 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d0af10e-4d9f-4eb1-9cc3-4152687c30e4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.788158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:15.803074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0af10e-4d9f-4eb1-9cc3-4152687c30e4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f55b685-79f5-4614-809f-2ca51e65bc4d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:15.814722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d0af10e-4d9f-4eb1-9cc3-4152687c30e4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.816440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6d0af10e-4d9f-4eb1-9cc3-4152687c30e4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5925021 Nov 04 09:09:15.819165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59560) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:15.824286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3d51fdcd-69df-4696-8a72-a3b1d6539049 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'security_group_rule': {'security_group_id': '717452af-f12f-49c7-8f1d-c6c0caf95ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:15.831469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.841384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-95246822-558e-472b-9dc3-27600957afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:15.851097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-95246822-558e-472b-9dc3-27600957afb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.1123910 Nov 04 09:09:15.899991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:15.904458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:15.917663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:15.920720 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cda476-4b0f-4f33-953e-2e526e3b6db8" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:15.928829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:15.931586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-18856781-6398-451e-b3b1-8ea74dddb1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:15.937083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:15.937663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-18856781-6398-451e-b3b1-8ea74dddb1bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745344 Nov 04 09:09:15.938180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.942714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=fb2f1022-0c52-4172-8ad3-41e3253a0e9b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:15.946904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d51fdcd-69df-4696-8a72-a3b1d6539049 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:15.993099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f6e2dc6c-e165-4414-a65e-4a21ed558500 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1152360 Nov 04 09:09:15.998402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:16.003680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:16.026009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1548093770'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:16.118036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:16.120235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-df774780-81df-4b81-81cb-f1ff4e3adc97 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796854 Nov 04 09:09:16.122486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.209110 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.261311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d51fdcd-69df-4696-8a72-a3b1d6539049 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.262672 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.269665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.286005 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d51fdcd-69df-4696-8a72-a3b1d6539049 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.293491 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f37a590d-dc02-48aa-a826-e00c06119d93 req-215f3b98-0443-4053-b273-017a5d8f8390 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653090 Nov 04 09:09:16.314369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d51fdcd-69df-4696-8a72-a3b1d6539049 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea47c0b2-53cc-4b89-9a0f-4144bb544c36,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:16.370380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d51fdcd-69df-4696-8a72-a3b1d6539049 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.372436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d51fdcd-69df-4696-8a72-a3b1d6539049 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5517061 Nov 04 09:09:16.376124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59572) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:16.382522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:16.435720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.579360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.601163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.606368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-7ccb24b3-4a85-436c-81bb-f047c59a3f38 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.1408966 Nov 04 09:09:16.609518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.654118 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.661652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:16.670301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.725706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] In _notify_port_updated(), no bound segment for port fb2f1022-0c52-4172-8ad3-41e3253a0e9b on network ebd11c1b-4192-4e77-bf35-e77399302b71 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:09:16.726518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 172.25.3.235 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/53bceb1d-6d43-4836-abdc-05eb9b62221b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:16.731865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:16.732496 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.737218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "PUT /v2.0/ports/fb2f1022-0c52-4172-8ad3-41e3253a0e9b HTTP/1.1" status: 200 len: 818 time: 0.7376664 Nov 04 09:09:16.738212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59576) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:16.760905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.761253 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment e5bddf24-c876-4f18-9ae7-c0b07c3c49b6 of type vlan for network 0655064f-b301-4d64-8ad3-58d82b0fb532 Nov 04 09:09:16.766767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e9bc2-5045-40de-8e8d-e144926c1dc0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:16.792910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-9d55e578-d956-45bd-b3da-ff7043bb48e5 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:16.801280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-9d55e578-d956-45bd-b3da-ff7043bb48e5 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports/f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 942 time: 0.1682563 Nov 04 09:09:16.876091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80c15f-f81d-44cc-8732-6cabdf31ca8f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=fb2f1022-0c52-4172-8ad3-41e3253a0e9b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:16.920019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.925156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.968956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-47551ced-1c19-47e2-b9c2-c10998bc2a2d tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.0937707 Nov 04 09:09:16.979220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:16.985624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:16.986229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.021056 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.031329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2390018 Nov 04 09:09:17.037467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59578) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:17.045226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'name': 'tempest-PortsIpV6TestJSON-1186049578'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:17.064264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:17.128290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bb0e5-8467-4236-adaa-80d27477aa9b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=0655064f-b301-4d64-8ad3-58d82b0fb532,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:17.142158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:17.222219 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-876843c6-fb10-47a7-a51a-d7947f181513 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:17.236419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-876843c6-fb10-47a7-a51a-d7947f181513 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.2656112 Nov 04 09:09:17.323123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-0510ee95-428a-42d6-a613-d7d6dafec5fe tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 1000 time: 0.0854256 Nov 04 09:09:17.329557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:17.379904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:17.391417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.414802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:17.575950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=53bceb1d-6d43-4836-abdc-05eb9b62221b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:17.623123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.629903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port fb2f1022-0c52-4172-8ad3-41e3253a0e9b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:17.630390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.736405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:17.740464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.773613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.777011 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.810522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port d8debd5d-9250-4c3f-a6d3-40bb844adb50 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:17.830124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for fb2f1022-0c52-4172-8ad3-41e3253a0e9b owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:17.978970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.984818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:17.985590 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Floating IP a4dbaff5-9037-456f-93cf-3233022fa101 disassociated. External IP: 172.25.3.18, port: f23a616e-f38c-4942-944e-b51823acc29c. Nov 04 09:09:18.110430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.170030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=fb2f1022-0c52-4172-8ad3-41e3253a0e9b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:18.191403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.195293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-27fa2813-79ce-48f5-a6f3-7589ef04bb83 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/fb2f1022-0c52-4172-8ad3-41e3253a0e9b HTTP/1.1" status: 204 len: 168 time: 1.4556048 Nov 04 09:09:18.199122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.200320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59592) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:18.232573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:09:18.242797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.254594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.353214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1821cdd4-a7f0-4450-aa7f-6703704eb81e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:18.354710 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1821cdd4-a7f0-4450-aa7f-6703704eb81e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1521268 Nov 04 09:09:18.358736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:18.362877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=53bceb1d-6d43-4836-abdc-05eb9b62221b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:18.379752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.389592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.398865 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a381913f-1311-4a03-a3e3-0117e9878d00 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:09:18.404408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a381913f-1311-4a03-a3e3-0117e9878d00 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/fb2f1022-0c52-4172-8ad3-41e3253a0e9b HTTP/1.1" status: 404 len: 333 time: 0.0408008 Nov 04 09:09:18.404408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:09:18.408271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:18.414046 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:09:18.416644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1470513393'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:18.423305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.435524 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:18.436377 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:09:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:18.444734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.448632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-15e3e6f0-826c-4c55-ade1-e7b254799c57 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0704441 Nov 04 09:09:18.477560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-071c9d0b-fb1b-4b9b-b3c0-a0db9693d8d8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "PUT /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 200 len: 695 time: 1.1518910 Nov 04 09:09:18.480893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=d8debd5d-9250-4c3f-a6d3-40bb844adb50,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:18.493616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': 'e5bddf24-c876-4f18-9ae7-c0b07c3c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:18.494139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: 0655064f-b301-4d64-8ad3-58d82b0fb532, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:18.520692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:18.524898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.532300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:18.549793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0655064f-b301-4d64-8ad3-58d82b0fb532) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:18.554379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:18.563579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79125e2c-1323-46f9-8161-703d06f5d370 None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:18.564373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:18.565042 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.590063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-06f41132-8ff1-49f0-a9a8-003711d27f3f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5463507 Nov 04 09:09:18.590311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:18.598231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-8832bba1-cceb-4396-be2b-f8312fb0893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:18.598746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1268968280'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:18.599884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-8832bba1-cceb-4396-be2b-f8312fb0893b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.1104257 Nov 04 09:09:18.600766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:18.612931 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:18.673157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:18.677165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.704479 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.705132 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment 933abf4a-b9a1-4a18-bef1-bd581d1ec102 of type vlan for network d90b292b-ae97-4b02-a410-c586aaf3a116 Nov 04 09:09:18.723471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:18.738254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.738603 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment b9febff5-ff30-4420-a6cb-729c980b5d1a of type vlan for network 8402a5ff-3181-4c4a-8bf3-dc217efe0b8d Nov 04 09:09:18.771828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.794357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.812103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-0c695830-02da-402f-9d23-f63e0fde2c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:18.819821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-0c695830-02da-402f-9d23-f63e0fde2c83 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.2090647 Nov 04 09:09:18.834833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.843615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:18.844886 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.872231 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-354c72a9-e5cf-4e62-bd89-bf045a92bbba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 217 time: 0.0500245 Nov 04 09:09:18.874461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.880949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:18.881154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:18.927175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3333647 Nov 04 09:09:18.928779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59610) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:18.936727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'ports': [{'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532'}, {'network_id': '8402a5ff-3181-4c4a-8bf3-dc217efe0b8d'}]} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:18.938391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:18.939003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '8402a5ff-3181-4c4a-8bf3-dc217efe0b8d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:18.955121 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:18.983737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5729382 Nov 04 09:09:18.989095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:18.993821 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:09:18.999272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:19.010171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-adba0711-b75f-426a-89d6-6d9b42a62b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:19.019287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d839c5-39bc-474b-b772-a8475f9386e3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=8402a5ff-3181-4c4a-8bf3-dc217efe0b8d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:19.020320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-adba0711-b75f-426a-89d6-6d9b42a62b11 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1472399 Nov 04 09:09:19.021364 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:19.034179 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:09:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:19.035273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 8402a5ff-3181-4c4a-8bf3-dc217efe0b8d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:19.041459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba7e93-901e-47c9-adc3-8461e38dcca5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=d90b292b-ae97-4b02-a410-c586aaf3a116,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:19.197403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:19.204607 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:19.276615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 2} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:19.292228 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:19.293121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:19.301337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network d90b292b-ae97-4b02-a410-c586aaf3a116 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:19.398165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:19.540446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-57ea8c79-0610-439a-a2f2-6bb3901c93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:19.543962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port 4cdee753-f14a-476a-bcd7-b1722aa1478a yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:19.552618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-57ea8c79-0610-439a-a2f2-6bb3901c93d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5313201 Nov 04 09:09:19.554836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:19.701421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:19.713381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=9209a2b6-8ee4-412e-aa8f-5e754cec31e0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:19.731588 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:19.738789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': '933abf4a-b9a1-4a18-bef1-bd581d1ec102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:19.739157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: d90b292b-ae97-4b02-a410-c586aaf3a116, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:19.753134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-a0b5a84a-eae4-43ac-b898-2b0099d82a48 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995244 Nov 04 09:09:19.780137 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa1f670-49f3-4947-8567-2b6ebda90019 None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:07:46Z', 'revision_number': 4, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '7854418c-880e-4891-8e88-ebc1ae7164a3', 'name': '', 'network_id': 'a37e9ff9-87f6-4450-8fc0-12268755e129', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'mac_address': 'fa:16:3e:7f:d4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:44Z', 'updated_at': '2021-11-04T09:07:55Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'subnets': [{'id': 'ae4b0469-924c-4b4d-ba3c-c67ecd168969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:09:19.818402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port ace30867-c1f1-41ea-8a2c-04f715a283f7 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:19.818658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network d90b292b-ae97-4b02-a410-c586aaf3a116 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:19.845403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, d90b292b-ae97-4b02-a410-c586aaf3a116) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:19.858443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:19.858443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:19.871103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc550cf-ec41-4ced-b77a-811e43c3716f None None] Network d90b292b-ae97-4b02-a410-c586aaf3a116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:19.891659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-378732a6-93f2-4f70-8cdd-1c57d15d8003 req-6ab11447-1080-41b3-97ba-a57c9776d653 service neutron] 10.222.0.53 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336949 Nov 04 09:09:19.898281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e00f98ee-d221-4364-9c5f-52e690b850d4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9081240 Nov 04 09:09:19.906060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:19.924497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ace8b789-f342-4164-b0f3-97fe62f56c36 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:19.995445 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4577c696-0255-46b6-a934-e2bbb250c2a1 x-openstack-request-id: req-4577c696-0255-46b6-a934-e2bbb250c2a1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:19.996394 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:19.996394 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4577c696-0255-46b6-a934-e2bbb250c2a1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:19.996758 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c', 'status': 'completed', 'code': 200} Nov 04 09:09:20.103658 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:20.202845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace8b789-f342-4164-b0f3-97fe62f56c36 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:20.210025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-d90b292b-ae97-4b02-a410-c586aaf3a116', 'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116', 'tenant_id': '1c279dddc54e4a5d8d779c3151ee0daf', 'fixed_ips': [{'subnet_id': '9209a2b6-8ee4-412e-aa8f-5e754cec31e0'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:20.212745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:20.213117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-bcea21af-685f-4a03-a2e6-c7ec3902a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:20.215761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-bcea21af-685f-4a03-a2e6-c7ec3902a0b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.2062080 Nov 04 09:09:20.218502 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ace8b789-f342-4164-b0f3-97fe62f56c36 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:20.369347 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-ace8b789-f342-4164-b0f3-97fe62f56c36 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9209a2b6-8ee4-412e-aa8f-5e754cec31e0 (CIDR: 172.20.0.0/28) Nov 04 09:09:20.375605 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace8b789-f342-4164-b0f3-97fe62f56c36 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:09:20.376211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace8b789-f342-4164-b0f3-97fe62f56c36 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:20.386435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:20.397472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75186839-68a7-4330-bf61-1ac35ac505cf None None] New status for floating IP a4dbaff5-9037-456f-93cf-3233022fa101: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:09:20.398154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ace8b789-f342-4164-b0f3-97fe62f56c36 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4826875 Nov 04 09:09:20.402064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:20.414436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:20.466028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:20.474904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:20.489213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:20.490494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:20.601899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=4cdee753-f14a-476a-bcd7-b1722aa1478a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:20.653515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-c851052b-fe87-488e-95b6-e94a8822b7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:20.672841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-c851052b-fe87-488e-95b6-e94a8822b7b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.4324789 Nov 04 09:09:20.765864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-bc7ecbed-3881-4880-a0d4-43124e2d8af6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--46172411&fields=id&tenant_id=7f7325a57f2146f9a02c531f1937d1d2 HTTP/1.1" status: 200 len: 267 time: 0.0548291 Nov 04 09:09:20.766493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:20.771017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:20.774792 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-530c675b-9e42-4d07-8730-01502008943d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 217 time: 0.0996668 Nov 04 09:09:20.879492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=ace30867-c1f1-41ea-8a2c-04f715a283f7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:20.891239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': 'b9febff5-ff30-4420-a6cb-729c980b5d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8402a5ff-3181-4c4a-8bf3-dc217efe0b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:20.892119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: 8402a5ff-3181-4c4a-8bf3-dc217efe0b8d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:20.912405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Allocated IP 172.20.0.2 (d90b292b-ae97-4b02-a410-c586aaf3a116/9209a2b6-8ee4-412e-aa8f-5e754cec31e0/6052c94c-5b03-45fa-ba1d-7ed06ab23685) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:20.926513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-2a81081a-b298-4093-b94b-cf62b1d4b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:20.928306 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-2a81081a-b298-4093-b94b-cf62b1d4b0dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.1422927 Nov 04 09:09:20.945780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 8402a5ff-3181-4c4a-8bf3-dc217efe0b8d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:20.982773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 8402a5ff-3181-4c4a-8bf3-dc217efe0b8d) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:20.989588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:20.998189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.008396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.009847 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.037287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d93d55f-02ba-4963-aa8d-e4d3d6f55877 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1049554 Nov 04 09:09:21.038328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:21.044889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68d84e-3866-4980-9b03-3ea03a2b77e9 None None] Network 8402a5ff-3181-4c4a-8bf3-dc217efe0b8d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:21.049969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-fa2675e9-34a4-44fc-8e44-236aa194deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.052133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-fa2675e9-34a4-44fc-8e44-236aa194deb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157780 Nov 04 09:09:21.061094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-8a96d505-a6e5-4b42-835a-f07574d41ec2 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.062678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-8a96d505-a6e5-4b42-835a-f07574d41ec2 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 929 time: 0.2847445 Nov 04 09:09:21.166975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-44c1697e-abde-4735-be82-63fdea0f044b service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065953 Nov 04 09:09:21.350718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-c07e6ad6-7bd3-4627-ab0e-c83faf6e210b tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.352214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-c07e6ad6-7bd3-4627-ab0e-c83faf6e210b tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports/49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 932 time: 0.2534862 Nov 04 09:09:21.368530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66cda476-4b0f-4f33-953e-2e526e3b6db8 req-e850bc87-3104-4158-bca2-6c160f4650f7 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825321 Nov 04 09:09:21.368943 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.378042 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.439156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Pushing event updated for resources: {'Port': ['ID=6052c94c-5b03-45fa-ba1d-7ed06ab23685,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:21.447154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Network d90b292b-ae97-4b02-a410-c586aaf3a116 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:21.449609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:21.455176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-2d3529e8-e0cb-4604-8949-c89824dbc712 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0923166 Nov 04 09:09:21.456116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:21.503663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-7b1ec74b-7b21-4910-826b-e72c3585a202 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0473230 Nov 04 09:09:21.522729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Attempting to bind port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:21.523341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Attempting to bind port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '933abf4a-b9a1-4a18-bef1-bd581d1ec102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:21.523963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Attempting to bind port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 on network d90b292b-ae97-4b02-a410-c586aaf3a116 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:21.532876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:21.533280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Checking segment: {'id': '933abf4a-b9a1-4a18-bef1-bd581d1ec102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:21.533671 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.534066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Bound using segment: {'id': '933abf4a-b9a1-4a18-bef1-bd581d1ec102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:21.534549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Bound port: 6052c94c-5b03-45fa-ba1d-7ed06ab23685, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933abf4a-b9a1-4a18-bef1-bd581d1ec102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:21.534934 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.610815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] For port 6052c94c-5b03-45fa-ba1d-7ed06ab23685, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:21.615241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] For port 6052c94c-5b03-45fa-ba1d-7ed06ab23685, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6052c94c-5b03-45fa-ba1d-7ed06ab23685,segment=NetworkSegment(933abf4a-b9a1-4a18-bef1-bd581d1ec102),segment_id=933abf4a-b9a1-4a18-bef1-bd581d1ec102)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:21.621082 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.678457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port ace30867-c1f1-41ea-8a2c-04f715a283f7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:21.678821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.701821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e09890-55d0-4e3c-97d8-73b5bd6d34f5 None None] Pushing event updated for resources: {'Port': ['ID=6052c94c-5b03-45fa-ba1d-7ed06ab23685,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:21.761421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.831190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cac7e264-035c-42a0-a558-bd564071ffed tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.837265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cac7e264-035c-42a0-a558-bd564071ffed tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.845034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cac7e264-035c-42a0-a558-bd564071ffed tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.854217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cac7e264-035c-42a0-a558-bd564071ffed tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/networks?id=64769050-88db-4939-8f71-8f2b6458d6d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=f06b0062-3d9b-43c0-a416-b97c78849dfa&id=f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 200 len: 1990 time: 0.3491881 Nov 04 09:09:21.874104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.889727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network d90b292b-ae97-4b02-a410-c586aaf3a116 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:21.898729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for ace30867-c1f1-41ea-8a2c-04f715a283f7 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:21.902090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-105142a8-50ac-4072-b522-6f90d9626e44 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/quotas/7f7325a57f2146f9a02c531f1937d1d2 HTTP/1.1" status: 200 len: 375 time: 0.0467474 Nov 04 09:09:21.903589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:21.913171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:21.913930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:21.956223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:21.956820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5513680 Nov 04 09:09:21.963629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116', 'fixed_ips': [{'subnet_id': '9209a2b6-8ee4-412e-aa8f-5e754cec31e0'}, {'subnet_id': 'b21ab8d4-c278-43ce-b406-2c46dd0b600a'}], 'name': 'tempest-PortsTestJSON-383757453'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:21.984515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dce245-6213-4aa9-ba92-440cde58025a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=b21ab8d4-c278-43ce-b406-2c46dd0b600a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:22.002925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:22.005659 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0273d07-91f7-487f-9b56-cdd1ea271e00" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:22.088384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-25eff53d-b4e1-4807-9813-54b5f8cfa0da tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1534193 Nov 04 09:09:22.135710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:22.169614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:22.206391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=ace30867-c1f1-41ea-8a2c-04f715a283f7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:22.226798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:22.230709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9b7ca6bf-a07f-449b-b940-923a74300079 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/ace30867-c1f1-41ea-8a2c-04f715a283f7 HTTP/1.1" status: 204 len: 168 time: 1.1912143 Nov 04 09:09:22.236179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59666) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:22.261011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-29c7b313-b33a-4e87-8a16-48f41565e001 service neutron] 10.222.0.53 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579585 Nov 04 09:09:22.297759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:22.338609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8fb53-7eeb-42e9-a656-9109fb409720 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:22.347273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8fb53-7eeb-42e9-a656-9109fb409720 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:22.349061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-33f8fb53-7eeb-42e9-a656-9109fb409720 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1118622 Nov 04 09:09:22.350668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:22.354581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59670) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:22.458578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-bc8ead55-57c0-4684-8c85-626e44b91f0d service neutron] 10.222.0.53 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847558 Nov 04 09:09:22.515109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-dbed4d17-84b0-4c84-9129-52e198577731 service neutron] 10.222.0.53 "GET /v2.0/ports/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0547152 Nov 04 09:09:22.587562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 4cdee753-f14a-476a-bcd7-b1722aa1478a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:22.588084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:22.725126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.10 (d90b292b-ae97-4b02-a410-c586aaf3a116/9209a2b6-8ee4-412e-aa8f-5e754cec31e0/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:22.739009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.25 (d90b292b-ae97-4b02-a410-c586aaf3a116/b21ab8d4-c278-43ce-b406-2c46dd0b600a/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:22.757234 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:22.770667 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-716e87ba-572c-404c-9ee2-6400a510d3f9 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544508 Nov 04 09:09:22.780829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 4cdee753-f14a-476a-bcd7-b1722aa1478a owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:22.816972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6052c94c-5b03-45fa-ba1d-7ed06ab23685 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:22.905613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:22.905995 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:22.969982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cda2d3c-e65d-4701-a23c-d0ef82723fe1 None None] Network d90b292b-ae97-4b02-a410-c586aaf3a116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:23.007832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.067215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.106857 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.119971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-24c53d4f-37aa-450e-9847-68e9a3c8180d None None] Provisioning complete for port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:23.120587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24c53d4f-37aa-450e-9847-68e9a3c8180d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.140007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:23.168837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network d90b292b-ae97-4b02-a410-c586aaf3a116 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:23.173243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:23.182267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:23.212673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 6052c94c-5b03-45fa-ba1d-7ed06ab23685, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6052c94c-5b03-45fa-ba1d-7ed06ab23685,segment=NetworkSegment(933abf4a-b9a1-4a18-bef1-bd581d1ec102),segment_id=933abf4a-b9a1-4a18-bef1-bd581d1ec102)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:23.223589 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.266666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:23.267614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.302520 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1edef701-c11b-474a-8779-85346e05fb9f tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.3418865 Nov 04 09:09:23.303441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59672) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:23.314454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9209a2b6-8ee4-412e-aa8f-5e754cec31e0'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:23.326297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-5000bf4e-d583-466e-9e67-173996333f6c service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431230 Nov 04 09:09:23.378149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b8f16a4f-09a4-4740-b42c-e06b980d13ea service neutron] 10.222.0.53 "GET /v2.0/ports/49765e82-3c4e-4045-9967-10b9186aa496?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0507023 Nov 04 09:09:23.416876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.418259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=6052c94c-5b03-45fa-ba1d-7ed06ab23685,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:23.470247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.526549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027395cb-2c51-44b1-bfa9-df4e75cf359b None None] Update dhcp port {'port': {'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116', 'fixed_ips': [{'subnet_id': '9209a2b6-8ee4-412e-aa8f-5e754cec31e0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b21ab8d4-c278-43ce-b406-2c46dd0b600a'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '6052c94c-5b03-45fa-ba1d-7ed06ab23685'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:09:23.527638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=4cdee753-f14a-476a-bcd7-b1722aa1478a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:23.534039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.542080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-454bdefd-5436-449c-bebb-62516451697f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/4cdee753-f14a-476a-bcd7-b1722aa1478a HTTP/1.1" status: 204 len: 168 time: 1.1864569 Nov 04 09:09:23.579745 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f1b9afa4-1b50-464f-92db-c892459f97fb service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003291 Nov 04 09:09:23.581879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59678) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:23.597059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-027395cb-2c51-44b1-bfa9-df4e75cf359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.759625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-45a8fd4d-53b4-4a36-9412-0f799af5d4db service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787753 Nov 04 09:09:23.769553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988dac7b-c1a5-4a7c-8e15-cf6c65b54f88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:23.773721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-988dac7b-c1a5-4a7c-8e15-cf6c65b54f88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1796284 Nov 04 09:09:23.776018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59682) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:23.806879 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b920c057-0c6a-49d5-8dc9-e672ceb0e65a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:09:23.811609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b920c057-0c6a-49d5-8dc9-e672ceb0e65a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/ace30867-c1f1-41ea-8a2c-04f715a283f7 HTTP/1.1" status: 404 len: 333 time: 0.0312824 Nov 04 09:09:23.811609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Delete allocated IP 172.20.0.25 (d90b292b-ae97-4b02-a410-c586aaf3a116/b21ab8d4-c278-43ce-b406-2c46dd0b600a) {{(pid=102556) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 09:09:23.813824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59684) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:23.828359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:23.847759 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-82392438-f21c-4dd3-842a-8802c19031c7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:09:23.849518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-82392438-f21c-4dd3-842a-8802c19031c7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/4cdee753-f14a-476a-bcd7-b1722aa1478a HTTP/1.1" status: 404 len: 333 time: 0.0344856 Nov 04 09:09:23.852246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:23.887315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0f5bac0d-b50e-4e30-aee1-0ae507dbc88a service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151092 Nov 04 09:09:23.979712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-748defed-d680-4527-bfec-56d16cdcd3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:23.992640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.042828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-addc2a42-2b33-4bb2-a961-5889f8d25452 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457903 Nov 04 09:09:24.177844 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-748defed-d680-4527-bfec-56d16cdcd3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.183427 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-748defed-d680-4527-bfec-56d16cdcd3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.189987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2e26fd9-86c8-4ffc-8d98-db7097161206 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365569 Nov 04 09:09:24.284226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748defed-d680-4527-bfec-56d16cdcd3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc74f2b-646b-4d84-8a4c-f8ab071a0850,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:24.290609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-748defed-d680-4527-bfec-56d16cdcd3d9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82c1cb2d2ffc48c5b5c4d484602ab16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611967 Nov 04 09:09:24.293953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59692) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:24.368259 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-1d2d0902-fcc6-4f16-b8d3-744a5d3a3870 service neutron] 10.222.0.53 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621418 Nov 04 09:09:24.428040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a6475ed-1247-4283-ad1a-4e48500d2d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.428918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.432654 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.441214 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.465418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a6475ed-1247-4283-ad1a-4e48500d2d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.482362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8402a5ff-3181-4c4a-8bf3-dc217efe0b8d']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:24.496794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-027395cb-2c51-44b1-bfa9-df4e75cf359b None None] Allocated IP 172.20.0.18 (d90b292b-ae97-4b02-a410-c586aaf3a116/b21ab8d4-c278-43ce-b406-2c46dd0b600a/6052c94c-5b03-45fa-ba1d-7ed06ab23685) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:24.502355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9febff5-ff30-4420-a6cb-729c980b5d1a') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:24.502760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9febff5-ff30-4420-a6cb-729c980b5d1a') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:24.525371 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-5415a1da-6946-4d17-a360-093d958eb968 service neutron] 10.222.0.53 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456287 Nov 04 09:09:24.539273 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.556681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:24.573671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a6475ed-1247-4283-ad1a-4e48500d2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.576351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a6475ed-1247-4283-ad1a-4e48500d2d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.578519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8a6475ed-1247-4283-ad1a-4e48500d2d6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fc74f2b-646b-4d84-8a4c-f8ab071a0850 HTTP/1.1" status: 204 len: 168 time: 0.2835760 Nov 04 09:09:24.591481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.611125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:24.611535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:24.614670 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:24.663291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-027395cb-2c51-44b1-bfa9-df4e75cf359b None None] For port 6052c94c-5b03-45fa-ba1d-7ed06ab23685, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6052c94c-5b03-45fa-ba1d-7ed06ab23685,segment=NetworkSegment(933abf4a-b9a1-4a18-bef1-bd581d1ec102),segment_id=933abf4a-b9a1-4a18-bef1-bd581d1ec102)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:24.670856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6475ed-1247-4283-ad1a-4e48500d2d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc74f2b-646b-4d84-8a4c-f8ab071a0850,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:24.679892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] In _notify_port_updated(), no bound segment for port 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 on network d90b292b-ae97-4b02-a410-c586aaf3a116 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:09:24.685503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:24.687124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.691628 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d98a7ae5-3e5e-4489-8786-3cac73e9502c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "PUT /v2.0/ports/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 HTTP/1.1" status: 200 len: 919 time: 1.3863757 Nov 04 09:09:24.692295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59696) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:24.702736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9209a2b6-8ee4-412e-aa8f-5e754cec31e0'}, {'subnet_id': 'b21ab8d4-c278-43ce-b406-2c46dd0b600a'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:24.708648 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-027395cb-2c51-44b1-bfa9-df4e75cf359b None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.720475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-027395cb-2c51-44b1-bfa9-df4e75cf359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.757325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.766056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f6bdaed6-1f37-46e2-ae93-28ecbc768cc5 service neutron] 10.222.0.53 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204988 Nov 04 09:09:24.797531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6052c94c-5b03-45fa-ba1d-7ed06ab23685 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:24.799448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.807491 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/8402a5ff-3181-4c4a-8bf3-dc217efe0b8d HTTP/1.1" status: 204 len: 168 time: 0.9503145 Nov 04 09:09:24.809945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139cf9b-17b5-47d6-b268-f356198c562f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=8402a5ff-3181-4c4a-8bf3-dc217efe0b8d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:24.815726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59700) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:24.822597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1425552898'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:24.881904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3568ca24-17ff-4ba1-aca3-39698083df99 service neutron] 10.222.0.53 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084449 Nov 04 09:09:24.891213 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.899695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027395cb-2c51-44b1-bfa9-df4e75cf359b None None] Pushing event updated for resources: {'Port': ['ID=6052c94c-5b03-45fa-ba1d-7ed06ab23685,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:24.936664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:24.940999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:24.957661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:24.958073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.004591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:25.034358 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-160d0007-a746-4282-a76e-600751cf6fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.059739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:25.080116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.080756 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment a417da32-d518-4e04-a34a-a45324b5319c of type vlan for network c428db38-9bbe-4a8e-a24d-8ddfed12c22b Nov 04 09:09:25.107766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-e76a547a-6c43-4a22-8a04-e91070597477 service neutron] 10.222.0.53 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160392 Nov 04 09:09:25.167737 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-160d0007-a746-4282-a76e-600751cf6fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.172743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.173836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-160d0007-a746-4282-a76e-600751cf6fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.218747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d0007-a746-4282-a76e-600751cf6fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db67418-1480-4145-8b4f-91055159332b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:25.247572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-160d0007-a746-4282-a76e-600751cf6fb8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=586ef972fc924d1693d7a3d5b6696db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392418 Nov 04 09:09:25.248298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:25.253679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.260169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:25.264439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.327932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7549f86-0370-4d86-a501-5496a6c5a8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.358813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7549f86-0370-4d86-a501-5496a6c5a8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.378697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:25.379471 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5618792 Nov 04 09:09:25.384467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:25.408485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91115b1-8242-4919-b39b-0b9dae0cd8ca tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=c428db38-9bbe-4a8e-a24d-8ddfed12c22b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:25.418456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.22 (d90b292b-ae97-4b02-a410-c586aaf3a116/b21ab8d4-c278-43ce-b406-2c46dd0b600a/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:25.423274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network c428db38-9bbe-4a8e-a24d-8ddfed12c22b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:25.526331 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7549f86-0370-4d86-a501-5496a6c5a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.531324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b7549f86-0370-4d86-a501-5496a6c5a8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.532613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b7549f86-0370-4d86-a501-5496a6c5a8ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0db67418-1480-4145-8b4f-91055159332b HTTP/1.1" status: 204 len: 168 time: 0.2825096 Nov 04 09:09:25.538772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:25.542528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.563990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7549f86-0370-4d86-a501-5496a6c5a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db67418-1480-4145-8b4f-91055159332b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:25.635197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.643940 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.674867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:09:25.678652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:09:25.724746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:25.752230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f3ad6f-7f22-4ac1-8313-d8fba4095ddd None None] Network d90b292b-ae97-4b02-a410-c586aaf3a116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:25.861824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] In _notify_port_updated(), no bound segment for port 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 on network d90b292b-ae97-4b02-a410-c586aaf3a116 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:09:25.868175 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.870121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:25.871266 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.877166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-44677dfd-7c85-4f10-86a9-7b6eaedc517c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "PUT /v2.0/ports/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 HTTP/1.1" status: 200 len: 999 time: 1.1798301 Nov 04 09:09:25.877954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59718) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:25.956927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': 'a417da32-d518-4e04-a34a-a45324b5319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:25.957321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: c428db38-9bbe-4a8e-a24d-8ddfed12c22b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:25.959423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:25.976015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d835558d-82e5-4d5b-87cb-d8339b66bb26 None None] Provisioning complete for port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:25.976382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d835558d-82e5-4d5b-87cb-d8339b66bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:25.984522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network c428db38-9bbe-4a8e-a24d-8ddfed12c22b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:26.001636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, c428db38-9bbe-4a8e-a24d-8ddfed12c22b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:26.006747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:26.008042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:26.039001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d7b334ba-9290-41ac-94ae-95c9bdfab5fc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6588745 Nov 04 09:09:26.039220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378e3495-2716-42b7-b89c-eae7ac9f2534 None None] Network c428db38-9bbe-4a8e-a24d-8ddfed12c22b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:26.039809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59726) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:26.050063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:26.050748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:26.060528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b', 'name': 'tempest-PortsIpV6TestJSON-114807516'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:26.268610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:26.306844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:26.310593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:26.315310 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:26.347679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port 813f6f08-e28c-403d-9e46-c90430d8fc4e yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:26.430744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d835558d-82e5-4d5b-87cb-d8339b66bb26 None None] Provisioning complete for port 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:26.431050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d835558d-82e5-4d5b-87cb-d8339b66bb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:26.507290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d835558d-82e5-4d5b-87cb-d8339b66bb26 None None] Port 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:26.537330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-c428db38-9bbe-4a8e-a24d-8ddfed12c22b', 'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b', 'tenant_id': 'ffdade3df5e74fa7875c56b939df6834', 'fixed_ips': [{'subnet_id': 'fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:26.538230 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:26.650460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-8bd686ac-467b-448a-8fcf-4363937a3c1b tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:26.659340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-8bd686ac-467b-448a-8fcf-4363937a3c1b tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.1563993 Nov 04 09:09:26.674605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::2a4 (c428db38-9bbe-4a8e-a24d-8ddfed12c22b/fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0/813f6f08-e28c-403d-9e46-c90430d8fc4e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:26.681009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-920de2c2-4007-416f-b53f-aedd15ba52bb tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/quotas/f8b15ba573b841429d1c8d353260c9cf HTTP/1.1" status: 200 len: 375 time: 0.0204732 Nov 04 09:09:26.762067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-2c55e9d6-9e46-4ac3-b496-36133dbcadc1 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781534 Nov 04 09:09:26.772477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6052c94c-5b03-45fa-ba1d-7ed06ab23685 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:26.905793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-5d729e94-f441-4a85-b9b0-4c5620b2a7c1 service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345549 Nov 04 09:09:26.910459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:26.911476 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:26.986370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.161616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:27.185913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-aafa03ec-067f-42b4-b473-aa907e5ecad9 service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729163 Nov 04 09:09:27.242199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5ffe5d7e-d3f4-4084-8c88-c92a4dfd0095 None None] Provisioning complete for port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:27.253709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5d7e-d3f4-4084-8c88-c92a4dfd0095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.271533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.312507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.316107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-29fa19c4-c0b4-41f8-ad21-4e5af3511be5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 HTTP/1.1" status: 204 len: 168 time: 1.4369071 Nov 04 09:09:27.319623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59772) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:27.347283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.398603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network c428db38-9bbe-4a8e-a24d-8ddfed12c22b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:27.404703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:27.409863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:27.426300 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3dc4cf7-a85b-4a0b-93ad-0ce8cdb2f12d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:09:27.433399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:27.433799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.441334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3dc4cf7-a85b-4a0b-93ad-0ce8cdb2f12d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 HTTP/1.1" status: 404 len: 333 time: 0.1196094 Nov 04 09:09:27.442885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:27.490361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=813f6f08-e28c-403d-9e46-c90430d8fc4e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:27.516585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Allocated IP 2001:db8::2 (c428db38-9bbe-4a8e-a24d-8ddfed12c22b/fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0/46a0b11e-941e-4131-a84b-5c7e8989541b) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:27.522173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f371ccc3-0b34-4b4b-b027-faa05861731f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4766076 Nov 04 09:09:27.523145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:27.603598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet b21ab8d4-c278-43ce-b406-2c46dd0b600a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:27.608517 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.682951 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.683991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 813f6f08-e28c-403d-9e46-c90430d8fc4e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:27.686758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.711903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5ffe5d7e-d3f4-4084-8c88-c92a4dfd0095 None None] Could not find standard attr ID for object 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:27.819619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8718ff3b-2a90-4e25-b5eb-4109d70f767f req-ba57b287-7120-4def-ab68-16db10f698b4 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0834520 Nov 04 09:09:27.889835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:27.925178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 813f6f08-e28c-403d-9e46-c90430d8fc4e owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:27.962443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.120264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.127342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f9bb36aa-bb86-43a2-9a19-461c2198105f None None] Could not find standard attr ID for object 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:28.179274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-5a556b37-1d7e-4372-b8db-c7789b2aab85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:28.188042 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-5a556b37-1d7e-4372-b8db-c7789b2aab85 service neutron] 10.222.0.55 "GET /v2.0/ports/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 1025 time: 0.1349716 Nov 04 09:09:28.203666 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.234850 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.310351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=b21ab8d4-c278-43ce-b406-2c46dd0b600a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:28.324583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.330696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7978e423-fd89-4745-9bba-b2d996aafea0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/b21ab8d4-c278-43ce-b406-2c46dd0b600a HTTP/1.1" status: 204 len: 168 time: 0.8805158 Nov 04 09:09:28.330696 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5714dae6-ead3-4cae-a0d1-2019b7e8f8b1 x-openstack-request-id: req-5714dae6-ead3-4cae-a0d1-2019b7e8f8b1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:28.330696 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "tag": "f23a616e-f38c-4942-944e-b51823acc29c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:28.330696 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5714dae6-ead3-4cae-a0d1-2019b7e8f8b1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:28.330696 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c', 'status': 'completed', 'code': 200} Nov 04 09:09:28.331264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:28.360887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fcbc1230-df38-4c12-8c3a-90c6f1445904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:28.362807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fcbc1230-df38-4c12-8c3a-90c6f1445904 service neutron] 10.222.0.55 "GET /v2.0/ports/49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 1028 time: 0.1673238 Nov 04 09:09:28.371526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f18b3af4-1d3a-40b6-8859-179748e7d004 None None] Could not find standard attr ID for object 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:28.402703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Network c428db38-9bbe-4a8e-a24d-8ddfed12c22b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:28.416082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:28.420967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:28.459176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Pushing event updated for resources: {'Port': ['ID=46a0b11e-941e-4131-a84b-5c7e8989541b,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:28.524476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a86e35f-8b47-481a-8c50-173e0b5c31ca req-50df24fa-6cd9-451d-bad2-7cb9537ebb54 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0427244 Nov 04 09:09:28.575769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 9209a2b6-8ee4-412e-aa8f-5e754cec31e0 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:28.590233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.624026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcad941c-256b-4815-b3c3-0656ab0f5ab5 None None] Network d90b292b-ae97-4b02-a410-c586aaf3a116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:28.692479 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.705617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.757480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4945ebf9-8e29-450e-86ca-d3ee4901a0ee None None] Could not find standard attr ID for object 6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:28.785518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Attempting to bind port 46a0b11e-941e-4131-a84b-5c7e8989541b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:28.785878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Attempting to bind port 46a0b11e-941e-4131-a84b-5c7e8989541b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a417da32-d518-4e04-a34a-a45324b5319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:28.786246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Attempting to bind port 46a0b11e-941e-4131-a84b-5c7e8989541b on network c428db38-9bbe-4a8e-a24d-8ddfed12c22b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:28.788373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-2b55ed6b-5faf-4185-80e9-194c4d98c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:28.790591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-2b55ed6b-5faf-4185-80e9-194c4d98c7ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 1096 time: 0.4265542 Nov 04 09:09:28.791726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=813f6f08-e28c-403d-9e46-c90430d8fc4e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:28.803696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:28.808550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Checking segment: {'id': 'a417da32-d518-4e04-a34a-a45324b5319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:28.809218 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.809785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Bound using segment: {'id': 'a417da32-d518-4e04-a34a-a45324b5319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:28.810487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Bound port: 46a0b11e-941e-4131-a84b-5c7e8989541b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a417da32-d518-4e04-a34a-a45324b5319c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c428db38-9bbe-4a8e-a24d-8ddfed12c22b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:28.811159 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:28.818376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90fd64aa-ef0d-4c8d-924a-b9e25c441870 req-9c6a9b8e-8b18-49fb-a227-ba000dbf8b94 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 210 time: 0.0882032 Nov 04 09:09:28.961216 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.026005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-268c855d-d407-46af-9b5a-8765e61557f4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:29.033399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-268c855d-d407-46af-9b5a-8765e61557f4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:29.040218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-268c855d-d407-46af-9b5a-8765e61557f4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:29.042718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-268c855d-d407-46af-9b5a-8765e61557f4 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "GET /v2.0/networks?id=64769050-88db-4939-8f71-8f2b6458d6d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=f06b0062-3d9b-43c0-a416-b97c78849dfa&id=f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 200 len: 1990 time: 0.6603172 Nov 04 09:09:29.056100 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.059955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3d76d733-d735-4d90-a645-90e17e7a1050 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/813f6f08-e28c-403d-9e46-c90430d8fc4e HTTP/1.1" status: 204 len: 168 time: 1.5357177 Nov 04 09:09:29.072470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59810) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:29.099928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] For port 46a0b11e-941e-4131-a84b-5c7e8989541b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:29.104940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] For port 46a0b11e-941e-4131-a84b-5c7e8989541b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46a0b11e-941e-4131-a84b-5c7e8989541b,segment=NetworkSegment(a417da32-d518-4e04-a34a-a45324b5319c),segment_id=a417da32-d518-4e04-a34a-a45324b5319c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:29.106194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aac5093d-a243-4fa3-b835-fb20e87390dc req-f66014f6-4341-4041-824a-9eac95f69894 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0807626 Nov 04 09:09:29.114116 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.158727 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.190344 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe91b98-9492-47c0-8bcd-9f4dd3e70cd1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:09:29.191479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe91b98-9492-47c0-8bcd-9f4dd3e70cd1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:09:29.198098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dbe91b98-9492-47c0-8bcd-9f4dd3e70cd1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/813f6f08-e28c-403d-9e46-c90430d8fc4e HTTP/1.1" status: 404 len: 333 time: 0.1210284 Nov 04 09:09:29.199382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59818) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:29.205659 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-e38f899b-5a86-415e-bc9c-dda5f1aad2d9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f7325a57f2146f9a02c531f1937d1d2 HTTP/1.1" status: 200 len: 378 time: 0.1441751 Nov 04 09:09:29.220954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-565f5f51-2e83-46fb-828c-e14d65459c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:29.222814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-565f5f51-2e83-46fb-828c-e14d65459c4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 200 len: 922 time: 0.4203963 Nov 04 09:09:29.226905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'admin_state_up': True, 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'security_groups': ['717452af-f12f-49c7-8f1d-c6c0caf95ce2']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:29.328022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7082c90c-cedd-4efb-9b7a-7eb866dffa48 None None] Pushing event updated for resources: {'Port': ['ID=46a0b11e-941e-4131-a84b-5c7e8989541b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:29.328601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-a237f729-68ea-4855-9680-66e79c831509 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 200 len: 217 time: 0.0647788 Nov 04 09:09:29.352386 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a9cfd9-6127-4252-a637-8697bf362329 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:09:29.357532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f4a9cfd9-6127-4252-a637-8697bf362329 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/813f6f08-e28c-403d-9e46-c90430d8fc4e HTTP/1.1" status: 404 len: 333 time: 0.1503201 Nov 04 09:09:29.367368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59822) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:29.371950 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-2c13bca1-111b-4b1a-b6aa-b97bb815ed72 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 200 len: 693 time: 0.2228627 Nov 04 09:09:29.375421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.380839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/9209a2b6-8ee4-412e-aa8f-5e754cec31e0 HTTP/1.1" status: 204 len: 168 time: 1.0489767 Nov 04 09:09:29.381768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a651912-65bd-47f4-9804-ae63f7bc7357 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=9209a2b6-8ee4-412e-aa8f-5e754cec31e0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:29.413295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:29.525885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc9e70a-339f-4651-90bb-485ea80d6aff None None] Update dhcp port {'port': {'network_id': 'd90b292b-ae97-4b02-a410-c586aaf3a116', 'fixed_ips': [{'subnet_id': '9209a2b6-8ee4-412e-aa8f-5e754cec31e0'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '6052c94c-5b03-45fa-ba1d-7ed06ab23685'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:09:29.595548 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1cc9e70a-339f-4651-90bb-485ea80d6aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.629691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.714463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:29.729104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-359afc1d-845a-4bbc-929f-4e2ae87a39b8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:29.729684 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.740464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-359afc1d-845a-4bbc-929f-4e2ae87a39b8 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 784 time: 0.3674216 Nov 04 09:09:29.783307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-32e841f0-d6e8-4a4a-bc83-23c31df6dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:29.786214 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-32e841f0-d6e8-4a4a-bc83-23c31df6dc69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 200 len: 860 time: 0.4161377 Nov 04 09:09:29.786401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-d9824965-b275-4064-8b46-63b8c3d43b54 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:09:29.794328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-d9824965-b275-4064-8b46-63b8c3d43b54 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491185 Nov 04 09:09:29.883218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-6ea0960d-c80b-42b4-95a0-282a5bd6d0b4 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 696 time: 0.0873713 Nov 04 09:09:29.946135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-96ce872b-e6f7-4549-9f48-32b88767bcba tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.3.18 HTTP/1.1" status: 200 len: 696 time: 0.0616715 Nov 04 09:09:29.953625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:29.985109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c4dfd-4e66-4f4f-9eb5-e31d643b399d None None] Network d90b292b-ae97-4b02-a410-c586aaf3a116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:30.037739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-a8b940fc-4173-4857-ada1-56a22624e91d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:30.039312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-a8b940fc-4173-4857-ada1-56a22624e91d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.6893389 Nov 04 09:09:30.048507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-fd293be2-6117-41d8-9a82-54584225ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:30.050339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-fd293be2-6117-41d8-9a82-54584225ca4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a37e9ff9-87f6-4450-8fc0-12268755e129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446661 Nov 04 09:09:30.059747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Request body: {'port': {'device_id': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'admin_state_up': True, 'tenant_id': 'f8b15ba573b841429d1c8d353260c9cf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:30.133973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:30.134276 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.173380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-69a869e5-441f-429c-87c7-197818a83cf3 None None] Provisioning complete for port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:30.177952 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-69a869e5-441f-429c-87c7-197818a83cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.272833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] For port 6052c94c-5b03-45fa-ba1d-7ed06ab23685, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6052c94c-5b03-45fa-ba1d-7ed06ab23685,segment=NetworkSegment(933abf4a-b9a1-4a18-bef1-bd581d1ec102),segment_id=933abf4a-b9a1-4a18-bef1-bd581d1ec102)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:30.273206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.291005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 6052c94c-5b03-45fa-ba1d-7ed06ab23685 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:30.299231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] DHCP port deletion for d90b292b-ae97-4b02-a410-c586aaf3a116 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:30.310478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Deleting port 9a123fca-c31f-4e31-9184-0caa71ea477e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:30.310889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.323086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:30.328057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.366949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-74525395-36a1-42e7-a49b-feb61c106f69 service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970011 Nov 04 09:09:30.430015 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.430515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.445886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Calling delete_port for 9a123fca-c31f-4e31-9184-0caa71ea477e owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:30.550432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] Deleting port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:30.552138 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.646256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] For port 6052c94c-5b03-45fa-ba1d-7ed06ab23685, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6052c94c-5b03-45fa-ba1d-7ed06ab23685,segment=NetworkSegment(933abf4a-b9a1-4a18-bef1-bd581d1ec102),segment_id=933abf4a-b9a1-4a18-bef1-bd581d1ec102)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:30.647202 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.671387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] Calling delete_port for 6052c94c-5b03-45fa-ba1d-7ed06ab23685 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:30.803470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:30.859604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46a0b11e-941e-4131-a84b-5c7e8989541b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:30.917556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Pushing event deleted for resources: {'Port': ['ID=9a123fca-c31f-4e31-9184-0caa71ea477e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:30.957748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 46a0b11e-941e-4131-a84b-5c7e8989541b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:30.958165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.020597 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.065880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.075846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2edd3-5bfe-4898-8588-c4fb3722c6a0 None None] Network c428db38-9bbe-4a8e-a24d-8ddfed12c22b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:31.091743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] Pushing event deleted for resources: {'Port': ['ID=6052c94c-5b03-45fa-ba1d-7ed06ab23685,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:31.105855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0474f1-2227-4f0e-9a54-3545194bef70 None None] No DVR routers for this DVR port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:31.115115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=6052c94c-5b03-45fa-ba1d-7ed06ab23685,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:31.117281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No DVR routers for this DVR port 6052c94c-5b03-45fa-ba1d-7ed06ab23685 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:31.125842 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.128573 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.129766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-496688d6-ec06-4b30-9c5a-3259758f58d7 req-988a3484-a16e-477d-871c-465af1fd23cc tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "DELETE /v2.0/floatingips/a4dbaff5-9037-456f-93cf-3233022fa101 HTTP/1.1" status: 204 len: 173 time: 1.1824307 Nov 04 09:09:31.218602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fd077d8f-883b-4258-8ffc-b060a6784c6f None None] Provisioning complete for port 46a0b11e-941e-4131-a84b-5c7e8989541b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:31.219098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fd077d8f-883b-4258-8ffc-b060a6784c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.272982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0273d07-91f7-487f-9b56-cdd1ea271e00 req-a38b8f47-d403-4132-9d78-90f691239abe service neutron] 10.222.0.55 "GET /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8877451 Nov 04 09:09:31.280928 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.294872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.342792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 46a0b11e-941e-4131-a84b-5c7e8989541b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46a0b11e-941e-4131-a84b-5c7e8989541b,segment=NetworkSegment(a417da32-d518-4e04-a34a-a45324b5319c),segment_id=a417da32-d518-4e04-a34a-a45324b5319c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:31.343724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90b292b-ae97-4b02-a410-c586aaf3a116']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:31.354031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.379799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933abf4a-b9a1-4a18-bef1-bd581d1ec102') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:31.380277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933abf4a-b9a1-4a18-bef1-bd581d1ec102') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:31.442492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=46a0b11e-941e-4131-a84b-5c7e8989541b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:31.445521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6052c94c-5b03-45fa-ba1d-7ed06ab23685 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:31.496969 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.531254 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.543113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 6052c94c-5b03-45fa-ba1d-7ed06ab23685 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:31.543113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6052c94c-5b03-45fa-ba1d-7ed06ab23685 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:31.549250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:31.549665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.562564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 172.20.0.10 (64769050-88db-4939-8f71-8f2b6458d6d8/5e18be91-df85-4828-9822-990e8c5c0780/c92f6203-97e3-4a18-a9c8-121a2d51b70d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:31.649239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-145736e8-5ad8-40bd-beb1-fc8db7e34f49 req-a78ea035-c30d-4684-a78a-f358a84e7a89 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.2509694 Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:31.654369 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:31.659719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.675735 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.689990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/d90b292b-ae97-4b02-a410-c586aaf3a116 HTTP/1.1" status: 204 len: 168 time: 2.2812176 Nov 04 09:09:31.702477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59848) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:31.739722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.769988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99e0d6-2fa7-4daf-81ec-a4014aba4879 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=d90b292b-ae97-4b02-a410-c586aaf3a116,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:31.821551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7ae153c-84f4-4939-bf40-cb4cfa3463df req-53f2ebcc-9860-466d-a4bd-d89df00055c5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 210 time: 0.0484481 Nov 04 09:09:31.863218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6e64d-0686-4afa-9539-5283d098d8cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:31.865344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-74d6e64d-0686-4afa-9539-5283d098d8cb tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1615100 Nov 04 09:09:31.873151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:31.979678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:31.993353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Made reservation on behalf of f8b15ba573b841429d1c8d353260c9cf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:31.997661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.013166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6354474-4b9e-4d04-bb6a-167683e9c7d0 req-08fcea67-7116-406a-a573-e747d8ccd0f2 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0434101 Nov 04 09:09:32.043175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.050773 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1dc02072-ad69-4666-90e5-2b8e0e062d30 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1546800 Nov 04 09:09:32.051178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0f2f6cda-0d3e-4459-8e31-0fab9d6d1a40 None None] Provisioning complete for port 46a0b11e-941e-4131-a84b-5c7e8989541b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:32.051178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0f2f6cda-0d3e-4459-8e31-0fab9d6d1a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.063675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:32.075240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1909337886'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:32.082140 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.089881 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0 HTTP/1.1" status: 204 len: 168 time: 2.6354423 Nov 04 09:09:32.093582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59856) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:32.209986 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:32.220257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12d482-5322-4521-a542-fc97610d1314 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:32.220553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.294696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:32.298193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.309929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.310161 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment 1342ec85-6c6c-4592-a470-7502073d72d5 of type vlan for network 30c56422-836f-468a-ab04-3748a6d0176b Nov 04 09:09:32.316099 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.380978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=c92f6203-97e3-4a18-a9c8-121a2d51b70d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:32.402642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.418081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network 64769050-88db-4939-8f71-8f2b6458d6d8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:32.425757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:32.432038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:32.470170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.479099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:32.480603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.500049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0974f394-4d7d-438b-a54f-475c68d97e70 None None] Network c428db38-9bbe-4a8e-a24d-8ddfed12c22b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:32.515167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-43c87a69-4eb4-4a22-9f85-3e43f2a87225 None None] Could not find standard attr ID for object 813f6f08-e28c-403d-9e46-c90430d8fc4e. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:09:32.533872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:32.535400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.545747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Allocated IP 172.20.0.5 (0764b07f-ce56-45e1-be1b-0f3a65fe61a5/dac40794-3141-4231-a13e-94eda65bba01/4bcc02d4-edac-470c-9c0e-812a40c34d61) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:32.573703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6badae40-ab4b-44dc-b3de-334456e8149e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3550284 Nov 04 09:09:32.591183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'admin_state_up': True, 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'security_groups': ['717452af-f12f-49c7-8f1d-c6c0caf95ce2']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:32.614533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=30c56422-836f-468a-ab04-3748a6d0176b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:32.643117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 30c56422-836f-468a-ab04-3748a6d0176b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:32.651765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b4c8993-55fb-47f2-8c37-44bf65eb3efd tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5840964 Nov 04 09:09:32.656271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:32.675468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': '30c56422-836f-468a-ab04-3748a6d0176b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:32.692447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2fe2-3a18-464a-b7e2-a156ac49c243 req-1aec99e4-3f2d-4ed9-8f04-1e1ff3dca8dd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:32.694023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c15a2fe2-3a18-464a-b7e2-a156ac49c243 req-1aec99e4-3f2d-4ed9-8f04-1e1ff3dca8dd tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 945 time: 0.2082508 Nov 04 09:09:32.728882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 46a0b11e-941e-4131-a84b-5c7e8989541b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:32.729211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.797175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46a0b11e-941e-4131-a84b-5c7e8989541b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:32.900887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7e39491d-4c40-4eb4-9061-feb01d134965 None None] Provisioning complete for port c92f6203-97e3-4a18-a9c8-121a2d51b70d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:32.901237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7e39491d-4c40-4eb4-9061-feb01d134965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.924863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c15a2fe2-3a18-464a-b7e2-a156ac49c243 req-7938c164-36af-48f0-88a7-4e423cf0cfc9 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/security-groups?id=958eab1d-6d39-4f67-afc2-38e9fc001121&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982703 Nov 04 09:09:32.942808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] For port 46a0b11e-941e-4131-a84b-5c7e8989541b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46a0b11e-941e-4131-a84b-5c7e8989541b,segment=NetworkSegment(a417da32-d518-4e04-a34a-a45324b5319c),segment_id=a417da32-d518-4e04-a34a-a45324b5319c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:32.943362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.958127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 46a0b11e-941e-4131-a84b-5c7e8989541b owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:32.968415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.971182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:32.976782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:32.984845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 46a0b11e-941e-4131-a84b-5c7e8989541b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:32.985596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.058333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:33.063249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.080601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7e39491d-4c40-4eb4-9061-feb01d134965 None None] Port c92f6203-97e3-4a18-a9c8-121a2d51b70d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:33.164531 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.169261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] DHCP port deletion for c428db38-9bbe-4a8e-a24d-8ddfed12c22b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:33.185863 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:09:33.285200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:33.319321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:33.322036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:33.325913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 10.1.1.27 (0cee1b1c-d229-4290-8f05-e71e99aa23d8/d4694d46-8903-43d6-9a89-eb63d8e0340e/2e1b1871-17a8-451e-9503-004c6722404b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:33.330655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event updated for resources: {'Port': ['ID=4bcc02d4-edac-470c-9c0e-812a40c34d61,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:33.439181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:33.439892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.442679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] Deleting port 46a0b11e-941e-4131-a84b-5c7e8989541b {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:33.443145 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.537713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] For port 46a0b11e-941e-4131-a84b-5c7e8989541b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46a0b11e-941e-4131-a84b-5c7e8989541b,segment=NetworkSegment(a417da32-d518-4e04-a34a-a45324b5319c),segment_id=a417da32-d518-4e04-a34a-a45324b5319c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:33.538231 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.540432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-3ea989fe-cf37-431a-b58e-fa653400c88a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4889717 Nov 04 09:09:33.556182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] Calling delete_port for 46a0b11e-941e-4131-a84b-5c7e8989541b owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:33.606590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Request body: {'port': {'device_id': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:33.670157 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.716624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] Pushing event deleted for resources: {'Port': ['ID=46a0b11e-941e-4131-a84b-5c7e8989541b,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:33.721649 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.729276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46703abb-181a-49ab-b7a4-c143112a3bcb None None] No DVR routers for this DVR port 46a0b11e-941e-4131-a84b-5c7e8989541b on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:33.766267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-f96cb147-595c-4fed-afe5-6ed016af3b78 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:33.767995 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-f96cb147-595c-4fed-afe5-6ed016af3b78 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 945 time: 0.1285119 Nov 04 09:09:33.824615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd50d8-c8a9-4f55-a763-55ea3accbe0b req-6cee7c90-a667-4ef1-b634-eac9874bc7d1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:33.835087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51fd50d8-c8a9-4f55-a763-55ea3accbe0b req-6cee7c90-a667-4ef1-b634-eac9874bc7d1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 932 time: 0.7651482 Nov 04 09:09:33.854628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.876018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:33.917150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No DVR routers for this DVR port 46a0b11e-941e-4131-a84b-5c7e8989541b on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:33.972219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51fd50d8-c8a9-4f55-a763-55ea3accbe0b req-2bcc3d5e-f9ce-4a7a-afad-07c04af8f583 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1340311 Nov 04 09:09:33.973873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=46a0b11e-941e-4131-a84b-5c7e8989541b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:34.125584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.167188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Deleting port f23a616e-f38c-4942-944e-b51823acc29c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:34.168289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.188197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.264693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.328596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c428db38-9bbe-4a8e-a24d-8ddfed12c22b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:34.350549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=87d8d9fc-e3c1-40ee-b8f7-162c7976aa91,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:34.355293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a417da32-d518-4e04-a34a-a45324b5319c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:34.355721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a417da32-d518-4e04-a34a-a45324b5319c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:34.381228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70b13a-33bd-4f0a-8bf2-6aace1495e0b req-2f3b34fc-603d-4893-b6d4-d1ba51f6da19 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:34.382939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e70b13a-33bd-4f0a-8bf2-6aace1495e0b req-2f3b34fc-603d-4893-b6d4-d1ba51f6da19 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 931 time: 0.2117224 Nov 04 09:09:34.388399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.408010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': '1342ec85-6c6c-4592-a470-7502073d72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '30c56422-836f-468a-ab04-3748a6d0176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:34.408377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: 30c56422-836f-468a-ab04-3748a6d0176b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:34.430977 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.436177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:34.444387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:34.444872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:34.449109 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:34.466067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:34.482002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=2e1b1871-17a8-451e-9503-004c6722404b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:34.500647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:34.544041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 30c56422-836f-468a-ab04-3748a6d0176b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:34.558656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.567167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.582414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/c428db38-9bbe-4a8e-a24d-8ddfed12c22b HTTP/1.1" status: 204 len: 168 time: 2.4851060 Nov 04 09:09:34.583402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:34.585472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] For port f23a616e-f38c-4942-944e-b51823acc29c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f23a616e-f38c-4942-944e-b51823acc29c,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:34.586552 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.598253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-271263365'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:34.604844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 30c56422-836f-468a-ab04-3748a6d0176b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:34.618113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f49c44-decf-4765-81ac-776d24816910 None None] Network 30c56422-836f-468a-ab04-3748a6d0176b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:34.626650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:34.627395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.640445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e70b13a-33bd-4f0a-8bf2-6aace1495e0b req-1da9311b-1904-49be-9cd8-70d5891e1d3f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429607 Nov 04 09:09:34.641769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Calling delete_port for f23a616e-f38c-4942-944e-b51823acc29c owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:34.844164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46a0b11e-941e-4131-a84b-5c7e8989541b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:34.882015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec8da545-c62b-4913-97ad-313fc94f4ebf req-3160208c-7692-4768-a5d3-4d6d33d2308d tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.1164155 Nov 04 09:09:34.897370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210705f-6308-43a8-80d4-c9f0e62a12da tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=c428db38-9bbe-4a8e-a24d-8ddfed12c22b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:34.924414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:34.936917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.953185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 46a0b11e-941e-4131-a84b-5c7e8989541b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:34.954257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46a0b11e-941e-4131-a84b-5c7e8989541b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:34.955419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:34.959499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:34.976922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6520a027-b450-436f-a16d-f3d08af15610 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3110855 Nov 04 09:09:34.979292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:35.006014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': '30c56422-836f-468a-ab04-3748a6d0176b', 'name': 'tempest-PortsTestJSON-1028375906'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:35.078024 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0bcbce54-584e-4ff9-8184-e931a7a4e445 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4922121 Nov 04 09:09:35.093018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bcc02d4-edac-470c-9c0e-812a40c34d61 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:35.101436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0dd8baa8-04bb-4305-b2b9-d82d2d781635 None None] Provisioning complete for port 2e1b1871-17a8-451e-9503-004c6722404b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:35.102263 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0dd8baa8-04bb-4305-b2b9-d82d2d781635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.109752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'admin_state_up': True, 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'security_groups': ['717452af-f12f-49c7-8f1d-c6c0caf95ce2']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:35.134845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.160470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:35.178592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.179123 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment 0ce4d366-91e2-4729-aae8-417f80a299fb of type vlan for network 96d9321f-bd53-4698-8259-5da8458e8f0d Nov 04 09:09:35.198241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.266169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-30c56422-836f-468a-ab04-3748a6d0176b', 'network_id': '30c56422-836f-468a-ab04-3748a6d0176b', 'tenant_id': '1c279dddc54e4a5d8d779c3151ee0daf', 'fixed_ips': [{'subnet_id': '87d8d9fc-e3c1-40ee-b8f7-162c7976aa91'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:35.267201 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.335491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d95120f-3249-410f-b8ae-eef3a9725236 req-1cf36f89-8c9d-4036-9bbd-bcc39693aa88 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb0d9edd-45e8-4ae5-a937-16f14bfb86a5 HTTP/1.1" status: 200 len: 210 time: 0.0516591 Nov 04 09:09:35.348278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.393157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Pushing event deleted for resources: {'Port': ['ID=f23a616e-f38c-4942-944e-b51823acc29c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:35.399699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.402196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Transition to ACTIVE for port object 4bcc02d4-edac-470c-9c0e-812a40c34d61 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:09:35.417958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:35.418617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.437480 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.508282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Allocated IP 172.20.0.2 (30c56422-836f-468a-ab04-3748a6d0176b/87d8d9fc-e3c1-40ee-b8f7-162c7976aa91/9e26911a-92af-43db-b708-acf30a94c670) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:35.581901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] No DVR routers for this DVR port f23a616e-f38c-4942-944e-b51823acc29c on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:35.586467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc02d4-edac-470c-9c0e-812a40c34d61,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:35.587631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=96d9321f-bd53-4698-8259-5da8458e8f0d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:35.590146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:35.593994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.594379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.596944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee68c65c-a91b-4a3a-990e-7a9cc074c15d req-a6a845b3-6284-4d82-9c45-9a143b523529 tempest-FloatingIPsAssociationTestJSON-1608253732 tempest-FloatingIPsAssociationTestJSON-1608253732-project] 10.222.0.55 "DELETE /v2.0/ports/f23a616e-f38c-4942-944e-b51823acc29c HTTP/1.1" status: 204 len: 173 time: 1.8209078 Nov 04 09:09:35.603369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'name': 'network-vif-deleted', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:35.606693 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78187f60-eefd-4127-bd33-c87df7674e32" -d '{"events": [{"server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "name": "network-vif-deleted", "tag": "f23a616e-f38c-4942-944e-b51823acc29c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:35.619810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a315b0bc-8644-457d-8901-68f57ed7d8d6 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0289440 Nov 04 09:09:35.629525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:35.641031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:35.738809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:35.742345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.753716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:35.761611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8baa8-04bb-4305-b2b9-d82d2d781635 None None] Port 2e1b1871-17a8-451e-9503-004c6722404b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:35.769402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 96d9321f-bd53-4698-8259-5da8458e8f0d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:35.821098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.841589 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.908067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Attempting to bind port 4bcc02d4-edac-470c-9c0e-812a40c34d61 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:35.908432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Attempting to bind port 4bcc02d4-edac-470c-9c0e-812a40c34d61 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:35.908899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Attempting to bind port 4bcc02d4-edac-470c-9c0e-812a40c34d61 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:35.920592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Port 4bcc02d4-edac-470c-9c0e-812a40c34d61 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:09:35.920933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Attempting to bind port 4bcc02d4-edac-470c-9c0e-812a40c34d61 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:35.942548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:35.942548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Checking segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:35.942548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Bound using segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:35.942985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Bound port: 4bcc02d4-edac-470c-9c0e-812a40c34d61, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:35.943481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:35.963110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Network 30c56422-836f-468a-ab04-3748a6d0176b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:35.970936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:35.973565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:35.992062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Pushing event updated for resources: {'Port': ['ID=9e26911a-92af-43db-b708-acf30a94c670,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:35.998824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.9 (30c56422-836f-468a-ab04-3748a6d0176b/87d8d9fc-e3c1-40ee-b8f7-162c7976aa91/9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:36.191455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 10.1.1.57 (0cee1b1c-d229-4290-8f05-e71e99aa23d8/d4694d46-8903-43d6-9a89-eb63d8e0340e/4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:36.218168 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.252426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] For port 4bcc02d4-edac-470c-9c0e-812a40c34d61, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:36.260102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] For port 4bcc02d4-edac-470c-9c0e-812a40c34d61, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:36.274594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Attempting to bind port 9e26911a-92af-43db-b708-acf30a94c670 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:36.276156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Attempting to bind port 9e26911a-92af-43db-b708-acf30a94c670 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1342ec85-6c6c-4592-a470-7502073d72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '30c56422-836f-468a-ab04-3748a6d0176b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:36.278064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Attempting to bind port 9e26911a-92af-43db-b708-acf30a94c670 on network 30c56422-836f-468a-ab04-3748a6d0176b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:36.282405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.285373 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.298726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:36.301259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Checking segment: {'id': '1342ec85-6c6c-4592-a470-7502073d72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '30c56422-836f-468a-ab04-3748a6d0176b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:36.301731 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.304778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Bound using segment: {'id': '1342ec85-6c6c-4592-a470-7502073d72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '30c56422-836f-468a-ab04-3748a6d0176b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:36.308763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Bound port: 9e26911a-92af-43db-b708-acf30a94c670, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1342ec85-6c6c-4592-a470-7502073d72d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '30c56422-836f-468a-ab04-3748a6d0176b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:36.309231 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.364304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 30c56422-836f-468a-ab04-3748a6d0176b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:36.388103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:36.389337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.390757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] 10.222.0.70 "PUT /v2.0/ports/4bcc02d4-edac-470c-9c0e-812a40c34d61 HTTP/1.1" status: 200 len: 1091 time: 2.7887642 Nov 04 09:09:36.391127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:36.429316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f397-d1bd-4b7e-b619-d1027b31b230 req-d8475087-2c9d-4527-a314-f90739bd8d4f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:36.435985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f397-d1bd-4b7e-b619-d1027b31b230 req-d8475087-2c9d-4527-a314-f90739bd8d4f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:36.437949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47a5f397-d1bd-4b7e-b619-d1027b31b230 req-d8475087-2c9d-4527-a314-f90739bd8d4f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 1653 time: 0.8410034 Nov 04 09:09:36.441581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:36.509897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] For port 9e26911a-92af-43db-b708-acf30a94c670, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:36.520901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] For port 9e26911a-92af-43db-b708-acf30a94c670, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9e26911a-92af-43db-b708-acf30a94c670,segment=NetworkSegment(1342ec85-6c6c-4592-a470-7502073d72d5),segment_id=1342ec85-6c6c-4592-a470-7502073d72d5)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:36.526713 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.529201 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.531182 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47a5f397-d1bd-4b7e-b619-d1027b31b230 req-c5043b77-c3a3-489e-97a7-feeb32d8ab51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828886 Nov 04 09:09:36.560076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:36.596759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:36.601634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.646523 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b6a00f-1b5a-4495-9e8e-bcdeea8f4db8 x-openstack-request-id: req-52b6a00f-1b5a-4495-9e8e-bcdeea8f4db8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:36.647318 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0d9edd-45e8-4ae5-a937-16f14bfb86a5", "name": "network-vif-deleted", "tag": "f23a616e-f38c-4942-944e-b51823acc29c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:36.647318 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-52b6a00f-1b5a-4495-9e8e-bcdeea8f4db8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:36.647890 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0d9edd-45e8-4ae5-a937-16f14bfb86a5', 'name': 'network-vif-deleted', 'tag': 'f23a616e-f38c-4942-944e-b51823acc29c', 'status': 'completed', 'code': 200} Nov 04 09:09:36.651695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Pushing event updated for resources: {'Port': ['ID=4bcc02d4-edac-470c-9c0e-812a40c34d61,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:36.664101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.664419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.664674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.665021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.665383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.665912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.666266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.666718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.667063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.667395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.667781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.668313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f802f5-707c-46ab-8a30-2b7d5d1cce88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:36.675395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.684238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10c23d-431b-45f6-a959-b0a503747ae3 None None] Pushing event updated for resources: {'Port': ['ID=9e26911a-92af-43db-b708-acf30a94c670,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:36.697555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f23a616e-f38c-4942-944e-b51823acc29c no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:36.728415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: f23a616e-f38c-4942-944e-b51823acc29c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:36.729159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f23a616e-f38c-4942-944e-b51823acc29c not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:36.735582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:36.755172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:36.755887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:36.766537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-22f22f1b-4938-4d01-8905-cdc46b6dcaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:36.768060 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-22f22f1b-4938-4d01-8905-cdc46b6dcaf6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 1094 time: 0.1952288 Nov 04 09:09:36.788440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:36.825568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:36.828613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-135bf37a-07ab-40d7-98f5-54ee285cee61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61 HTTP/1.1" status: 200 len: 217 time: 0.0504060 Nov 04 09:09:36.829715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:36.837070 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1812deb7-04a4-4329-bce3-d1b0299331a5 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8434415 Nov 04 09:09:36.845226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59922) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:36.852969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': '30c56422-836f-468a-ab04-3748a6d0176b', 'name': 'tempest-PortsTestJSON-1606337865'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:36.937186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-75ac2fc1-eb0e-48bb-9a6a-b9b40356a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:36.938861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-75ac2fc1-eb0e-48bb-9a6a-b9b40356a29f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.0753937 Nov 04 09:09:36.990617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022a202-c47b-4047-9c39-6901c7edf0ed req-74daca85-1440-4013-980f-182f95507a56 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:36.993239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-8f22b819-f00c-4814-96a3-643d285115d8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422113 Nov 04 09:09:37.001489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:37.002277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:37.006779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c022a202-c47b-4047-9c39-6901c7edf0ed req-74daca85-1440-4013-980f-182f95507a56 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 943 time: 0.2407169 Nov 04 09:09:37.122442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-289af30c-9f25-414a-aac9-b4e5b7aab402 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0180361 Nov 04 09:09:37.135428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa', 'admin_state_up': True, 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'security_groups': ['717452af-f12f-49c7-8f1d-c6c0caf95ce2']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:37.210350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c022a202-c47b-4047-9c39-6901c7edf0ed req-01a4d585-6170-4400-ba00-35f86527f41e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026453 Nov 04 09:09:37.312446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e3e4cb-a531-4fb3-8f29-86667ce087cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:37.346412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:37.348211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-9046030a-d575-4fc2-86c9-1c1abca46599 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420787 Nov 04 09:09:37.356140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:37.414580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6d65c96-aefb-4cc2-8991-80baa5e5ff1d req-179c48ee-8e71-4e51-add7-96701d97f6a8 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0536778 Nov 04 09:09:37.416825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:37.422328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bbda559e-1696-4d6b-ad47-d85cb28471df None None] Provisioning complete for port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:37.422715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bbda559e-1696-4d6b-ad47-d85cb28471df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:37.449506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 37037c89-6956-4c60-af67-24d0ee286d00 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:37.548201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-bbda559e-1696-4d6b-ad47-d85cb28471df None None] Port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:37.628319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a914fc77-ec01-4a50-89de-3d1d589d56a0 req-17040c9b-94c2-45f2-b8ea-1bb4e3730d42 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682889 Nov 04 09:09:37.629578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:37.669389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:37.697089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=07bb9851-5d6f-425c-b4f1-a32449a1cfc8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:37.772369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:37.913548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': '0ce4d366-91e2-4729-aae8-417f80a299fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:37.913971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: 96d9321f-bd53-4698-8259-5da8458e8f0d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:37.949437 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.4 (30c56422-836f-468a-ab04-3748a6d0176b/87d8d9fc-e3c1-40ee-b8f7-162c7976aa91/37037c89-6956-4c60-af67-24d0ee286d00) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:38.004707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a083-126e-40b3-9ff0-b7fcb60ca9ae req-dde3e5c9-108b-40e7-9db6-83775707c597 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:38.016911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a083-126e-40b3-9ff0-b7fcb60ca9ae req-dde3e5c9-108b-40e7-9db6-83775707c597 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:38.023112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9a083-126e-40b3-9ff0-b7fcb60ca9ae req-dde3e5c9-108b-40e7-9db6-83775707c597 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:38.024871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcd9a083-126e-40b3-9ff0-b7fcb60ca9ae req-dde3e5c9-108b-40e7-9db6-83775707c597 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 2373 time: 0.2522418 Nov 04 09:09:38.083956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 96d9321f-bd53-4698-8259-5da8458e8f0d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:38.140206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 10.2.2.100 (f06b0062-3d9b-43c0-a416-b97c78849dfa/e362e650-bee5-433b-afa4-cf030532d37f/69ebc4ee-3262-466e-b836-1181a907f945) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:38.277289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 96d9321f-bd53-4698-8259-5da8458e8f0d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:38.288271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd8ff1-35d5-4c3a-a3d2-bb19d5dc17ce None None] Network 96d9321f-bd53-4698-8259-5da8458e8f0d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:38.292730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:38.293405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:38.319682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcd9a083-126e-40b3-9ff0-b7fcb60ca9ae req-859c9975-b9d4-4144-9221-1e11cef19ecd tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2444506 Nov 04 09:09:38.392984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:38.414343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-955b8e3e-b5b5-4cb3-a0c8-741cd0010085 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7814851 Nov 04 09:09:38.416573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59932) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:38.422854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-828679120'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:38.565761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:38.642236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a769d9b7-8b9b-4980-b92f-26cad7b8e93c None None] Network 30c56422-836f-468a-ab04-3748a6d0176b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:38.658907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-08e17cba-ce6c-46e2-af12-de8d489c1661 req-a24da0ea-b010-41ce-b97f-7bf8ea010ff7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0477903 Nov 04 09:09:38.659400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'tag': '4bcc02d4-edac-470c-9c0e-812a40c34d61'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:38.661629 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb91387-56f3-40d3-a20f-ea15509dc95d" -d '{"events": [{"name": "network-changed", "server_uuid": "da0d9c4e-105c-46f2-a767-5e86a7c16d80", "tag": "4bcc02d4-edac-470c-9c0e-812a40c34d61"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:38.702439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network f06b0062-3d9b-43c0-a416-b97c78849dfa is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:38.720340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:38.727271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=69ebc4ee-3262-466e-b836-1181a907f945,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:38.739735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:38.773086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:38.776760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:38.832321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port fec55906-d7f7-42ea-a423-b3c4009c6fc1 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:38.839320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d101f-239f-4e09-9990-b6c4236b1ef2 req-d3d1bb73-97bc-4b38-8b86-df911616438a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:38.844037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-055d101f-239f-4e09-9990-b6c4236b1ef2 req-d3d1bb73-97bc-4b38-8b86-df911616438a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 943 time: 0.3738596 Nov 04 09:09:38.882493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:38.884108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:38.920868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9e26911a-92af-43db-b708-acf30a94c670 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:38.937876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-00049677-effd-42f0-b349-a8735c608f1d None None] Provisioning complete for port 9e26911a-92af-43db-b708-acf30a94c670 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:38.940287 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00049677-effd-42f0-b349-a8735c608f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:38.946287 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:38.981036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f11c0ccf-80bd-451e-a8ba-82fbad525d46 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8499811 Nov 04 09:09:39.005282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa', 'admin_state_up': True, 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'security_groups': ['717452af-f12f-49c7-8f1d-c6c0caf95ce2']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:39.053235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-055d101f-239f-4e09-9990-b6c4236b1ef2 req-e527bace-7915-434c-88ac-80d0291c79b6 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776953 Nov 04 09:09:39.178058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::93 (96d9321f-bd53-4698-8259-5da8458e8f0d/07bb9851-5d6f-425c-b4f1-a32449a1cfc8/fec55906-d7f7-42ea-a423-b3c4009c6fc1) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:39.202819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:39.253652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f556d382-99f1-4750-b369-d4e855536dfc req-507fb95d-81a2-40a2-86b2-92bc4ce63e2c tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0642769 Nov 04 09:09:39.319275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 30c56422-836f-468a-ab04-3748a6d0176b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:39.337358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:39.341465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:39.472713 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f95030-ed2a-4170-8484-34d513110020 x-openstack-request-id: req-26f95030-ed2a-4170-8484-34d513110020 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:39.473009 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da0d9c4e-105c-46f2-a767-5e86a7c16d80", "tag": "4bcc02d4-edac-470c-9c0e-812a40c34d61", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:39.473280 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26f95030-ed2a-4170-8484-34d513110020 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:39.473962 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'tag': '4bcc02d4-edac-470c-9c0e-812a40c34d61', 'status': 'completed', 'code': 200} Nov 04 09:09:39.541570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:39.542508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:39.559810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:39.622371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9e26911a-92af-43db-b708-acf30a94c670 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:39.622790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:39.734202 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00049677-effd-42f0-b349-a8735c608f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:39.744286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-96d9321f-bd53-4698-8259-5da8458e8f0d', 'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d', 'tenant_id': 'ffdade3df5e74fa7875c56b939df6834', 'fixed_ips': [{'subnet_id': '07bb9851-5d6f-425c-b4f1-a32449a1cfc8'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:39.745574 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:39.789943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=37037c89-6956-4c60-af67-24d0ee286d00,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:39.973719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-00049677-effd-42f0-b349-a8735c608f1d None None] For port 9e26911a-92af-43db-b708-acf30a94c670, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9e26911a-92af-43db-b708-acf30a94c670,segment=NetworkSegment(1342ec85-6c6c-4592-a470-7502073d72d5),segment_id=1342ec85-6c6c-4592-a470-7502073d72d5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:40.026424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00049677-effd-42f0-b349-a8735c608f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.048530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a32b33ab-6313-4d6c-89ff-377aa9090f01 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1996853 Nov 04 09:09:40.057260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:40.128259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f98a8-e1c6-4fd2-9136-d8b5d9741655 req-8adc41a1-e5e9-466f-aacf-4e9eb2e38bcb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.148471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00049677-effd-42f0-b349-a8735c608f1d None None] Pushing event updated for resources: {'Port': ['ID=9e26911a-92af-43db-b708-acf30a94c670,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:40.152902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f98a8-e1c6-4fd2-9136-d8b5d9741655 req-8adc41a1-e5e9-466f-aacf-4e9eb2e38bcb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.174084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-683dcee6-9d74-4ba8-9193-b99a504803ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.178685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f98a8-e1c6-4fd2-9136-d8b5d9741655 req-8adc41a1-e5e9-466f-aacf-4e9eb2e38bcb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.203592 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.204877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f98a8-e1c6-4fd2-9136-d8b5d9741655 req-8adc41a1-e5e9-466f-aacf-4e9eb2e38bcb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.213103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d57f98a8-e1c6-4fd2-9136-d8b5d9741655 req-8adc41a1-e5e9-466f-aacf-4e9eb2e38bcb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 3094 time: 0.6668119 Nov 04 09:09:40.343382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.348845 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d57f98a8-e1c6-4fd2-9136-d8b5d9741655 req-cd2c8cf9-68e2-4a9f-955f-1c21613849d7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966728 Nov 04 09:09:40.360481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc710b5-ec10-4221-9810-873c42c3470b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.369765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cbc710b5-ec10-4221-9810-873c42c3470b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.3082223 Nov 04 09:09:40.374231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:40.409308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.452395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.460166 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:09:40.460563 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:09:40.496604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-33c33bd1-a11b-4e42-b2e4-bbdcae0b6f77 None None] Provisioning complete for port 69ebc4ee-3262-466e-b836-1181a907f945 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:40.497138 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33c33bd1-a11b-4e42-b2e4-bbdcae0b6f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.541058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 96d9321f-bd53-4698-8259-5da8458e8f0d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:40.563057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-4a890673-b93b-4c85-80fe-fda414df85f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.564523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-4a890673-b93b-4c85-80fe-fda414df85f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 1094 time: 1.0855618 Nov 04 09:09:40.565443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:40.567705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=fec55906-d7f7-42ea-a423-b3c4009c6fc1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:40.585978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:40.592873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.594001 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.601199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Allocated IP 2001:db8::2 (96d9321f-bd53-4698-8259-5da8458e8f0d/07bb9851-5d6f-425c-b4f1-a32449a1cfc8/b9eebdb7-a2af-42da-9b51-1c498b4ef90c) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:40.683979 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6bdc1ec0-fba2-468c-b6a5-81c1c90316d0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.2660799 Nov 04 09:09:40.695126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59964) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:40.832791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Made reservation on behalf of 7f7325a57f2146f9a02c531f1937d1d2 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:40.839575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.889913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-33c33bd1-a11b-4e42-b2e4-bbdcae0b6f77 None None] Port 69ebc4ee-3262-466e-b836-1181a907f945 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:40.894980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-275580a3-bb0e-459b-a1e2-301311023cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:40.897041 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-275580a3-bb0e-459b-a1e2-301311023cc4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 916 time: 0.3190677 Nov 04 09:09:40.925071 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.932038 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:40.954735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-f3cbea67-7ffc-4dbf-a16d-7ba5cf88bdbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61 HTTP/1.1" status: 200 len: 217 time: 0.0478086 Nov 04 09:09:41.035148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-79436a77-9032-4be2-8cf0-af3bd0185e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:41.037273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-79436a77-9032-4be2-8cf0-af3bd0185e7f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.0698495 Nov 04 09:09:41.059168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port fec55906-d7f7-42ea-a423-b3c4009c6fc1 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:41.059708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.107489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Pushing event updated for resources: {'Port': ['ID=b9eebdb7-a2af-42da-9b51-1c498b4ef90c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:41.131076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aa84e-e83f-4edf-a4a1-3046feee9309 req-43819074-18d2-493c-b5eb-f4cc03dc291d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:41.132823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-463aa84e-e83f-4edf-a4a1-3046feee9309 req-43819074-18d2-493c-b5eb-f4cc03dc291d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 943 time: 0.6472366 Nov 04 09:09:41.152880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Network 96d9321f-bd53-4698-8259-5da8458e8f0d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:41.158178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:41.172717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:41.182670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.200362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for fec55906-d7f7-42ea-a423-b3c4009c6fc1 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:41.223072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Deleting port 7854418c-880e-4891-8e88-ebc1ae7164a3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:41.223415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.265292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Provisioning complete for port 9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:41.265674 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.307459 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-463aa84e-e83f-4edf-a4a1-3046feee9309 req-938be340-cf31-4dc5-87a8-5f34f2261abe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577108 Nov 04 09:09:41.316014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 37037c89-6956-4c60-af67-24d0ee286d00 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:41.316414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.344952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9e26911a-92af-43db-b708-acf30a94c670 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:41.377751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] For port 7854418c-880e-4891-8e88-ebc1ae7164a3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7854418c-880e-4891-8e88-ebc1ae7164a3,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:41.378123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.398055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Calling delete_port for 7854418c-880e-4891-8e88-ebc1ae7164a3 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:41.446050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.466173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Port 9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:41.480962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Attempting to bind port b9eebdb7-a2af-42da-9b51-1c498b4ef90c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:41.480962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Attempting to bind port b9eebdb7-a2af-42da-9b51-1c498b4ef90c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0ce4d366-91e2-4729-aae8-417f80a299fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:41.481346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Attempting to bind port b9eebdb7-a2af-42da-9b51-1c498b4ef90c on network 96d9321f-bd53-4698-8259-5da8458e8f0d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:41.489684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:41.490057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Checking segment: {'id': '0ce4d366-91e2-4729-aae8-417f80a299fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:41.490462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.490864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Bound using segment: {'id': '0ce4d366-91e2-4729-aae8-417f80a299fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:41.491345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Bound port: b9eebdb7-a2af-42da-9b51-1c498b4ef90c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce4d366-91e2-4729-aae8-417f80a299fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '96d9321f-bd53-4698-8259-5da8458e8f0d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:41.491740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.498730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9e26911a-92af-43db-b708-acf30a94c670 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:41.499106 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.502092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.511708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Provisioning complete for port 37037c89-6956-4c60-af67-24d0ee286d00 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:41.512128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.564010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=fec55906-d7f7-42ea-a423-b3c4009c6fc1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:41.568055 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-346bb5e1-be6b-46ac-9626-146a58becd63 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5194876 Nov 04 09:09:41.621861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.628820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-da98f12f-67f9-4b94-8e6f-0107d35bb4b2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/fec55906-d7f7-42ea-a423-b3c4009c6fc1 HTTP/1.1" status: 204 len: 168 time: 0.9322963 Nov 04 09:09:41.635299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] For port b9eebdb7-a2af-42da-9b51-1c498b4ef90c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:41.640214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] For port b9eebdb7-a2af-42da-9b51-1c498b4ef90c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b9eebdb7-a2af-42da-9b51-1c498b4ef90c,segment=NetworkSegment(0ce4d366-91e2-4729-aae8-417f80a299fb),segment_id=0ce4d366-91e2-4729-aae8-417f80a299fb)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:41.658926 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.664396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59976) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:41.696809 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9236193-2f7e-4627-a303-e1c75c46aca5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:09:41.702838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b9236193-2f7e-4627-a303-e1c75c46aca5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/fec55906-d7f7-42ea-a423-b3c4009c6fc1 HTTP/1.1" status: 404 len: 333 time: 0.0366747 Nov 04 09:09:41.703663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Port 37037c89-6956-4c60-af67-24d0ee286d00 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:41.739176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:41.749280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Provisioning complete for port 9e26911a-92af-43db-b708-acf30a94c670 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:41.750077 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf870a9d-17df-4b81-8d9a-6e449f21a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.806891 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:41.814525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4bcc02d4-edac-470c-9c0e-812a40c34d61 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:09:41.861169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c79b7a0-47e9-4a9c-8f15-d59d2be29c43 None None] Pushing event updated for resources: {'Port': ['ID=b9eebdb7-a2af-42da-9b51-1c498b4ef90c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:41.924838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet 07bb9851-5d6f-425c-b4f1-a32449a1cfc8 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:41.949595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.000506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ff34a4a-aeb4-4b94-82d0-6967be47e8fe req-972d37a8-0f67-429f-be6d-5af5a6d92653 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.2160881 Nov 04 09:09:42.092557 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:09:42.228636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.261911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.284626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 37037c89-6956-4c60-af67-24d0ee286d00 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:42.355806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4bcc02d4-edac-470c-9c0e-812a40c34d61, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:42.373277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '4bcc02d4-edac-470c-9c0e-812a40c34d61', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'port_id': '4bcc02d4-edac-470c-9c0e-812a40c34d61', 'mac_address': 'fa:16:3e:f2:0e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac40794-3141-4231-a13e-94eda65bba01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:09:42.449480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Pushing event deleted for resources: {'Port': ['ID=7854418c-880e-4891-8e88-ebc1ae7164a3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:42.459487 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.465663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-578398b8-215d-44b0-95d3-32d60f3c586c service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8872225 Nov 04 09:09:42.490779 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.497200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Allocated IP 10.2.2.200 (f06b0062-3d9b-43c0-a416-b97c78849dfa/e362e650-bee5-433b-afa4-cf030532d37f/3af0c909-0572-48e4-8843-44d6796f5574) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:42.513179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bcc02d4-edac-470c-9c0e-812a40c34d61 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:42.521400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.521757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.522103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.522447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.522801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.523113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.523442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.523773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.524518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.524654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.524937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.525444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:09:42.527728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-452fcc89-5287-4b5a-beae-37d49b0dc7d0 None None] Provisioning complete for port 37037c89-6956-4c60-af67-24d0ee286d00 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:42.528395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-452fcc89-5287-4b5a-beae-37d49b0dc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.559519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=37037c89-6956-4c60-af67-24d0ee286d00,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:42.617700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-452fcc89-5287-4b5a-beae-37d49b0dc7d0 None None] Port 37037c89-6956-4c60-af67-24d0ee286d00 was deleted so its status cannot be updated. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 04 09:09:42.659118 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.662600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4fff6bed-6bef-456b-b10f-3764d866fd54 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/37037c89-6956-4c60-af67-24d0ee286d00 HTTP/1.1" status: 204 len: 168 time: 2.2815361 Nov 04 09:09:42.666042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:42.685962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4bcc02d4-edac-470c-9c0e-812a40c34d61, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:42.703662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb7a46-936f-4aa2-a150-70b585d67d5f req-da0df3b0-a3e6-4135-b4cb-99c5b814098c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:42.710097 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.710798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb7a46-936f-4aa2-a150-70b585d67d5f req-da0df3b0-a3e6-4135-b4cb-99c5b814098c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:42.719339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.721345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb7a46-936f-4aa2-a150-70b585d67d5f req-da0df3b0-a3e6-4135-b4cb-99c5b814098c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:42.730128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb7a46-936f-4aa2-a150-70b585d67d5f req-da0df3b0-a3e6-4135-b4cb-99c5b814098c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:42.740711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25fb7a46-936f-4aa2-a150-70b585d67d5f req-da0df3b0-a3e6-4135-b4cb-99c5b814098c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 3094 time: 0.2826562 Nov 04 09:09:42.783167 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a00bd00-9111-4d1d-a236-35403b93c9e7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:09:42.785060 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5a00bd00-9111-4d1d-a236-35403b93c9e7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/37037c89-6956-4c60-af67-24d0ee286d00 HTTP/1.1" status: 404 len: 333 time: 0.1126039 Nov 04 09:09:42.788749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59998) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:42.806840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.837977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25fb7a46-936f-4aa2-a150-70b585d67d5f req-5f3fc22d-b689-40e7-8c7d-a8dc27497708 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0958891 Nov 04 09:09:42.840119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4bcc02d4-edac-470c-9c0e-812a40c34d61,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:42.848737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:42.929641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4bcc02d4-edac-470c-9c0e-812a40c34d61'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:09:43.080402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9cb91387-56f3-40d3-a20f-ea15509dc95d req-cfcf5ac9-ea61-42c8-a5ba-bcdadb383daf service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042631 Nov 04 09:09:43.120087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.220462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=07bb9851-5d6f-425c-b4f1-a32449a1cfc8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:43.243629 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.251110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9a732e83-335e-4684-955b-1b6f27f1c4b1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/07bb9851-5d6f-425c-b4f1-a32449a1cfc8 HTTP/1.1" status: 204 len: 168 time: 1.4981725 Nov 04 09:09:43.255254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60006) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:43.303018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.322237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:43.322961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.444138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b9eebdb7-a2af-42da-9b51-1c498b4ef90c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:43.452486 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.528398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b9eebdb7-a2af-42da-9b51-1c498b4ef90c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:43.529576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.559431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Network f06b0062-3d9b-43c0-a416-b97c78849dfa is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:43.570102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cda16-beaf-4715-af60-e70b053a53dd req-9e1890a9-f8ce-4c9e-aa8f-9dd6dda7508e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:43.572355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b40cda16-beaf-4715-af60-e70b053a53dd req-9e1890a9-f8ce-4c9e-aa8f-9dd6dda7508e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 944 time: 0.4560294 Nov 04 09:09:43.587887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:43.606916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:43.632868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.649772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event updated for resources: {'Port': ['ID=3af0c909-0572-48e4-8843-44d6796f5574,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:43.651215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.709398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b40cda16-beaf-4715-af60-e70b053a53dd req-51145d6d-8098-4e4c-8852-ca4b4ac77a28 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895808 Nov 04 09:09:43.740187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:43.841289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:43.842209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.842375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Router 443a4b85-8211-48f3-88d9-5019a84ae46e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:09:43.879842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port b9eebdb7-a2af-42da-9b51-1c498b4ef90c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:43.881487 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:43.904278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3b9d5935-7620-4145-aef6-a8d3baad2bbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9099481 Nov 04 09:09:44.025823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c6f13-085a-4e29-b49a-80e34a345dd6 None None] Network 96d9321f-bd53-4698-8259-5da8458e8f0d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:44.090288 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a08b462a-1238-4915-964d-6e2ade91c4e5 req-67c71f95-f5e7-4e2f-948b-6e47b21c84c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8151044e621e4d89950fac01845b9947&device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0286112 Nov 04 09:09:44.158662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] For port b9eebdb7-a2af-42da-9b51-1c498b4ef90c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b9eebdb7-a2af-42da-9b51-1c498b4ef90c,segment=NetworkSegment(0ce4d366-91e2-4729-aae8-417f80a299fb),segment_id=0ce4d366-91e2-4729-aae8-417f80a299fb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:44.158929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.164136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a08b462a-1238-4915-964d-6e2ade91c4e5 req-aa3b7ee9-9cf5-4ef8-9d27-e296d31e8163 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=8151044e621e4d89950fac01845b9947&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578158 Nov 04 09:09:44.168434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4bcc02d4-edac-470c-9c0e-812a40c34d61 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:44.178913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:44.197681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for b9eebdb7-a2af-42da-9b51-1c498b4ef90c owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:44.318596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b462a-1238-4915-964d-6e2ade91c4e5 req-bb836ccd-0203-4e4b-bca7-21e3e908466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:44.321219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a08b462a-1238-4915-964d-6e2ade91c4e5 req-bb836ccd-0203-4e4b-bca7-21e3e908466e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482489 Nov 04 09:09:44.371899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.386069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-552d0b70-6b47-48c9-b71e-5dbdfd635987 None None] Provisioning complete for port b9eebdb7-a2af-42da-9b51-1c498b4ef90c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:44.386526 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-552d0b70-6b47-48c9-b71e-5dbdfd635987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.392649 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.415023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-552d0b70-6b47-48c9-b71e-5dbdfd635987 None None] Port b9eebdb7-a2af-42da-9b51-1c498b4ef90c was deleted so its status cannot be updated. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Nov 04 09:09:44.417140 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.495645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.501715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:44.526468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=b9eebdb7-a2af-42da-9b51-1c498b4ef90c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:44.540967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No DVR routers for this DVR port b9eebdb7-a2af-42da-9b51-1c498b4ef90c on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:44.578750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 4bcc02d4-edac-470c-9c0e-812a40c34d61 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:09:44.641865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 4bcc02d4-edac-470c-9c0e-812a40c34d61 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:44.644509 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.707006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.714435 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ddca5d2b-f86e-406f-bbe2-a64950fb7be4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e HTTP/1.1" status: 204 len: 168 time: 1.9179428 Nov 04 09:09:44.721183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a30d3fe6-f7eb-4308-ad6b-d97dc8c46ec6 None None] Provisioning complete for port 3af0c909-0572-48e4-8843-44d6796f5574 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:44.721774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a30d3fe6-f7eb-4308-ad6b-d97dc8c46ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:44.724351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60016) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:44.789603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2355ab-3e5c-4f93-a37c-bba948459d25 None None] DHCP port deletion for 96d9321f-bd53-4698-8259-5da8458e8f0d request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:44.791073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:09:44.802921 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] Sync routers for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:09:44.813429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-425ccf57-ff0c-42db-90ba-7a85f37e716a admin admin] 10.222.0.53 "PUT /v2.0/routers/443a4b85-8211-48f3-88d9-5019a84ae46e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1386797 Nov 04 09:09:44.813776 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e5e63c-2826-497f-99c4-5075314c7097 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:09:44.816576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:44.823239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f5e5e63c-2826-497f-99c4-5075314c7097 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/9c1edfa6-5bb8-4caf-8bdf-9e8e564c7d1e HTTP/1.1" status: 404 len: 333 time: 0.0976543 Nov 04 09:09:44.848203 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:44.849654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:44.878288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:44.890383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a30d3fe6-f7eb-4308-ad6b-d97dc8c46ec6 None None] Port 3af0c909-0572-48e4-8843-44d6796f5574 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:44.974912 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.062011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4bcc02d4-edac-470c-9c0e-812a40c34d61, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:45.063649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc02d4-edac-470c-9c0e-812a40c34d61'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:45.074573 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f354c28-7086-4bf3-9c76-51e7a6813017" -d '{"events": [{"server_uuid": "da0d9c4e-105c-46f2-a767-5e86a7c16d80", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc02d4-edac-470c-9c0e-812a40c34d61"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:45.085604 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.118071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.157246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb96e6-b118-440f-9633-e0df2e107818 req-1e6fc5c2-f107-420b-b594-4ad0c1016aae tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:45.163602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb96e6-b118-440f-9633-e0df2e107818 req-1e6fc5c2-f107-420b-b594-4ad0c1016aae tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:45.170472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb96e6-b118-440f-9633-e0df2e107818 req-1e6fc5c2-f107-420b-b594-4ad0c1016aae tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:45.189170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb96e6-b118-440f-9633-e0df2e107818 req-1e6fc5c2-f107-420b-b594-4ad0c1016aae tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:45.194345 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:45.205080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb96e6-b118-440f-9633-e0df2e107818 req-1e6fc5c2-f107-420b-b594-4ad0c1016aae tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:45.213047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2fb96e6-b118-440f-9633-e0df2e107818 req-1e6fc5c2-f107-420b-b594-4ad0c1016aae tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 3815 time: 0.8519094 Nov 04 09:09:45.213560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4bcc02d4-edac-470c-9c0e-812a40c34d61,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:45.256292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d9321f-bd53-4698-8259-5da8458e8f0d']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:45.289162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b9eebdb7-a2af-42da-9b51-1c498b4ef90c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:45.296200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 87d8d9fc-e3c1-40ee-b8f7-162c7976aa91 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:45.316486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce4d366-91e2-4729-aae8-417f80a299fb') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:45.317044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce4d366-91e2-4729-aae8-417f80a299fb') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:45.331512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: b9eebdb7-a2af-42da-9b51-1c498b4ef90c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:45.331776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b9eebdb7-a2af-42da-9b51-1c498b4ef90c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:45.348271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.362706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92f6203-97e3-4a18-a9c8-121a2d51b70d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:45.374712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.394936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Transition to ACTIVE for port object c92f6203-97e3-4a18-a9c8-121a2d51b70d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:09:45.402706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.440617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.475014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2fb96e6-b118-440f-9633-e0df2e107818 req-cf52695e-c9e7-47ad-981f-7091a6700708 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2558382 Nov 04 09:09:45.493172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Pushing event updated for resources: {'Port': ['ID=c92f6203-97e3-4a18-a9c8-121a2d51b70d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:45.514633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.527784 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:09:41Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:45.549000 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.559551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] Checking router: 443a4b85-8211-48f3-88d9-5019a84ae46e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:09:45.569763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.589154 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] Routers {'443a4b85-8211-48f3-88d9-5019a84ae46e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:09:45.589799 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['443a4b85-8211-48f3-88d9-5019a84ae46e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:45.596034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.596729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a08b462a-1238-4915-964d-6e2ade91c4e5 req-446da539-b674-4ad0-bd62-2a3a14341150 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.70 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.0701537 Nov 04 09:09:45.839518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Attempting to bind port c92f6203-97e3-4a18-a9c8-121a2d51b70d on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:45.840233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Attempting to bind port c92f6203-97e3-4a18-a9c8-121a2d51b70d by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:45.859056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Attempting to bind port c92f6203-97e3-4a18-a9c8-121a2d51b70d on network 64769050-88db-4939-8f71-8f2b6458d6d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:45.879408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Port c92f6203-97e3-4a18-a9c8-121a2d51b70d on network 64769050-88db-4939-8f71-8f2b6458d6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:09:45.879736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Attempting to bind port c92f6203-97e3-4a18-a9c8-121a2d51b70d on network 64769050-88db-4939-8f71-8f2b6458d6d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:45.896429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:45.896786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Checking segment: {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:45.897177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Bound using segment: {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:45.898529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Bound port: c92f6203-97e3-4a18-a9c8-121a2d51b70d, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15258f64-1691-4908-9df1-fa0bca4b078b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:45.899378 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.955435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:45.956213 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:45.964352 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:45.992151 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] Set router 443a4b85-8211-48f3-88d9-5019a84ae46e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:09:46.148205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.158387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] For port c92f6203-97e3-4a18-a9c8-121a2d51b70d, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:46.167420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] For port c92f6203-97e3-4a18-a9c8-121a2d51b70d, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:46.176820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.177647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbdb5008-a1a5-4826-b00f-cff92a83b0d7 req-e5adf414-fa8d-4333-9aaf-b8aa1a036662 tempest-ServerShowV254Test-2119235652 tempest-ServerShowV254Test-2119235652-project] 10.222.0.53 "GET /v2.0/ports?device_id=e851881a-80a9-4af9-b460-c7e905825133 HTTP/1.1" status: 200 len: 210 time: 0.1976507 Nov 04 09:09:46.213806 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.234494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:46.235387 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.237196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] 10.222.0.55 "PUT /v2.0/ports/c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 200 len: 1092 time: 2.3179793 Nov 04 09:09:46.238524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:46.241787 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc213c5-8ac4-4bd3-b165-490536864239" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:46.302706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:46.315551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:09:41Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:46.354310 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883280ec-cf4e-4d30-ad6a-a9606ea39408 None None] The sync data for ids ['443a4b85-8211-48f3-88d9-5019a84ae46e'] in n-d-816487-1 is: [{'id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1392723882-router', 'tenant_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:07:38Z', 'updated_at': '2021-11-04T09:09:41Z', 'revision_number': 5, 'project_id': 'd73760c6c2d9495c9ed3287f1439f4c3', 'gw_port': {'id': '1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '443a4b85-8211-48f3-88d9-5019a84ae46e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:07:39Z', 'updated_at': '2021-11-04T09:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:09:46.408824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba963b-3c67-47c3-a297-7d1a34a12e5c service neutron] Pushing event updated for resources: {'Port': ['ID=c92f6203-97e3-4a18-a9c8-121a2d51b70d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:46.451658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60040) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:46.468381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.500702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.509320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/96d9321f-bd53-4698-8259-5da8458e8f0d HTTP/1.1" status: 204 len: 168 time: 3.2498248 Nov 04 09:09:46.509821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60046) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:46.522637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'name': 'tempest-PortsIpV6TestJSON-252630428'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:46.552984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc753f-a08e-4cab-ac50-1e0d917d7272 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=96d9321f-bd53-4698-8259-5da8458e8f0d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:46.580415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.591881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56eece7-4bd3-49e2-9fc9-11aff6a5a014 req-c0064b55-60e0-4584-9319-ee4134bd8305 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:46.600443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f56eece7-4bd3-49e2-9fc9-11aff6a5a014 req-c0064b55-60e0-4584-9319-ee4134bd8305 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 945 time: 0.2386146 Nov 04 09:09:46.675981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.709982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Deleting port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:46.710355 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.764803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a64eae2-6cbd-459a-8c4f-d75529ada753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.775811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f56eece7-4bd3-49e2-9fc9-11aff6a5a014 req-c2fe998d-ae86-4674-b50e-52e828ff4a23 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422589 Nov 04 09:09:46.809771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:46.820420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.879480 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9272b2a6-71ba-4ca4-be79-50f2c62b1c65 x-openstack-request-id: req-9272b2a6-71ba-4ca4-be79-50f2c62b1c65 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:46.880123 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d9c4e-105c-46f2-a767-5e86a7c16d80", "name": "network-vif-plugged", "status": "completed", "tag": "4bcc02d4-edac-470c-9c0e-812a40c34d61", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:46.880123 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9272b2a6-71ba-4ca4-be79-50f2c62b1c65 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:46.880386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port e414c0e7-3290-4c7a-a55c-dd69d2925791 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:46.880853 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bcc02d4-edac-470c-9c0e-812a40c34d61', 'code': 200} Nov 04 09:09:46.932665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.972824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af1b93b-918e-48c5-b247-d8e84482cce1 None None] Network 30c56422-836f-468a-ab04-3748a6d0176b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:46.979047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:46.986988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/87d8d9fc-e3c1-40ee-b8f7-162c7976aa91 HTTP/1.1" status: 204 len: 168 time: 2.0992439 Nov 04 09:09:47.028723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:47.209624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a64eae2-6cbd-459a-8c4f-d75529ada753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.224945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7854418c-880e-4891-8e88-ebc1ae7164a3 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:47.279244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7854418c-880e-4891-8e88-ebc1ae7164a3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:47.279953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7854418c-880e-4891-8e88-ebc1ae7164a3 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:47.351806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a64eae2-6cbd-459a-8c4f-d75529ada753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.392738 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d86a18-cf68-46a8-975a-12c3a58920c6 x-openstack-request-id: req-64d86a18-cf68-46a8-975a-12c3a58920c6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:47.392998 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:47.393264 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64d86a18-cf68-46a8-975a-12c3a58920c6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:47.393676 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'status': 'completed', 'code': 200} Nov 04 09:09:47.410019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce436842-e76e-4422-a131-41a237796d36 None None] DHCP port deletion for 30c56422-836f-468a-ab04-3748a6d0176b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:47.513685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a64eae2-6cbd-459a-8c4f-d75529ada753 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd8ebdc36e7a45e68eb1c4124a537298&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0332112 Nov 04 09:09:47.545802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:47.552036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ce436842-e76e-4422-a131-41a237796d36 None None] Deleting port 9e26911a-92af-43db-b708-acf30a94c670 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:47.552557 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce436842-e76e-4422-a131-41a237796d36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.566358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72fafc6-ebb0-4573-86ba-025d6b7b4b5c tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=87d8d9fc-e3c1-40ee-b8f7-162c7976aa91,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:47.570209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64eae2-6cbd-459a-8c4f-d75529ada753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d687b2-18d7-4eb2-ba0f-1616c1dbc608,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:47.585727 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.594871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce63c9-30a2-48a1-a129-102cfe792250 req-59bdb767-351d-445c-b701-b24b1b1ba708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.596436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ce63c9-30a2-48a1-a129-102cfe792250 req-59bdb767-351d-445c-b701-b24b1b1ba708 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 1096 time: 0.6165426 Nov 04 09:09:47.641692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-71c96c3e-0ca1-40b2-8cab-6bac7cfdff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.642199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-71c96c3e-0ca1-40b2-8cab-6bac7cfdff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.642663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-71c96c3e-0ca1-40b2-8cab-6bac7cfdff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.643120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-71c96c3e-0ca1-40b2-8cab-6bac7cfdff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.643574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-71c96c3e-0ca1-40b2-8cab-6bac7cfdff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.645600 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-71c96c3e-0ca1-40b2-8cab-6bac7cfdff92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 4362 time: 0.2367098 Nov 04 09:09:47.659397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ce436842-e76e-4422-a131-41a237796d36 None None] For port 9e26911a-92af-43db-b708-acf30a94c670, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9e26911a-92af-43db-b708-acf30a94c670,segment=NetworkSegment(1342ec85-6c6c-4592-a470-7502073d72d5),segment_id=1342ec85-6c6c-4592-a470-7502073d72d5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:47.660075 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce436842-e76e-4422-a131-41a237796d36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.679681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ce436842-e76e-4422-a131-41a237796d36 None None] Calling delete_port for 9e26911a-92af-43db-b708-acf30a94c670 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:47.703517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] For port 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:47.704260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.769932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb70c7-6c63-4d2b-9ecd-a7b90a51e26b req-bbe1af6b-4b32-40fc-93ae-575e6fd18307 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.777371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb70c7-6c63-4d2b-9ecd-a7b90a51e26b req-bbe1af6b-4b32-40fc-93ae-575e6fd18307 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.778518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64ce63c9-30a2-48a1-a129-102cfe792250 req-adf96730-ac71-4a0a-9acd-7fece9c7eec0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713696 Nov 04 09:09:47.785716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb70c7-6c63-4d2b-9ecd-a7b90a51e26b req-bbe1af6b-4b32-40fc-93ae-575e6fd18307 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.786947 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce436842-e76e-4422-a131-41a237796d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.792671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb70c7-6c63-4d2b-9ecd-a7b90a51e26b req-bbe1af6b-4b32-40fc-93ae-575e6fd18307 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.797532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.800659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb70c7-6c63-4d2b-9ecd-a7b90a51e26b req-bbe1af6b-4b32-40fc-93ae-575e6fd18307 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.803304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3fb70c7-6c63-4d2b-9ecd-a7b90a51e26b req-bbe1af6b-4b32-40fc-93ae-575e6fd18307 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 3827 time: 0.2667108 Nov 04 09:09:47.804864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Calling delete_port for 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:47.830081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce436842-e76e-4422-a131-41a237796d36 None None] Pushing event deleted for resources: {'Port': ['ID=9e26911a-92af-43db-b708-acf30a94c670,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:47.832312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce436842-e76e-4422-a131-41a237796d36 None None] No DVR routers for this DVR port 9e26911a-92af-43db-b708-acf30a94c670 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:47.849599 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.908865 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03c5978b-9ae3-44aa-a716-bc1335af67fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.914373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:47.952872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3fb70c7-6c63-4d2b-9ecd-a7b90a51e26b req-e7b4e307-7f4b-4042-badb-13755436dd39 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366911 Nov 04 09:09:47.954869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:47.961392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:47.967247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.974547 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.974805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03c5978b-9ae3-44aa-a716-bc1335af67fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:47.974909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=e414c0e7-3290-4c7a-a55c-dd69d2925791,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:47.976306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-de5975c8-f9d3-439c-8c27-42e3095d0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.976779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-de5975c8-f9d3-439c-8c27-42e3095d0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.977240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-de5975c8-f9d3-439c-8c27-42e3095d0049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:47.979494 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-de5975c8-f9d3-439c-8c27-42e3095d0049 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3171754 Nov 04 09:09:48.008542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:48.042013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.086905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0c5243bc-8946-42ce-a3a6-815041e1c233 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5752454 Nov 04 09:09:48.090411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:48.182453 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.224549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c56422-836f-468a-ab04-3748a6d0176b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:48.251374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1342ec85-6c6c-4592-a470-7502073d72d5') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:48.251771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1342ec85-6c6c-4592-a470-7502073d72d5') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:48.310841 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03c5978b-9ae3-44aa-a716-bc1335af67fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.314639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03c5978b-9ae3-44aa-a716-bc1335af67fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.315965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-03c5978b-9ae3-44aa-a716-bc1335af67fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/57d687b2-18d7-4eb2-ba0f-1616c1dbc608 HTTP/1.1" status: 204 len: 168 time: 0.7611532 Nov 04 09:09:48.320426 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.349664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.365767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5978b-9ae3-44aa-a716-bc1335af67fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d687b2-18d7-4eb2-ba0f-1616c1dbc608,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:48.373412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:48.374289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:48.381226 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:48.434958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.470480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5a257-c0c9-42bc-abf5-966deb81ebf3 req-f52e8fde-4f86-4099-8aea-e3116a2a05fe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:48.472396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fc5a257-c0c9-42bc-abf5-966deb81ebf3 req-f52e8fde-4f86-4099-8aea-e3116a2a05fe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 945 time: 0.2290022 Nov 04 09:09:48.503327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:48.542682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:48.566571 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.597625 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.601111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/30c56422-836f-468a-ab04-3748a6d0176b HTTP/1.1" status: 204 len: 168 time: 1.0667973 Nov 04 09:09:48.617766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:48.635087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-733504120'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:48.651334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6c266-5e2b-463e-825b-a3d28c43c25a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=30c56422-836f-468a-ab04-3748a6d0176b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:48.662119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fc5a257-c0c9-42bc-abf5-966deb81ebf3 req-395c8086-76e6-417a-8a26-fe7e35b36b62 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703651 Nov 04 09:09:48.680688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.686175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:48.694428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.704217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Transition to ACTIVE for port object 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:09:48.729877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.895523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.905187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.906695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Pushing event updated for resources: {'Port': ['ID=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:48.941993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-36887801-b085-48e8-8fa6-bc98ef88e439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:48.943590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0cc213c5-8ac4-4bd3-b165-490536864239 req-36887801-b085-48e8-8fa6-bc98ef88e439 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9560487 Nov 04 09:09:48.972790 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2c0d-fa24-42f6-bfca-747252d59b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:48.988020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60076) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:49.037563 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0127bc28-0a20-4270-a384-4d64a2bf680f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.106902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:49.108591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Attempting to bind port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:49.109092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Attempting to bind port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:49.109550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Attempting to bind port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:49.119210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port e414c0e7-3290-4c7a-a55c-dd69d2925791 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:49.119730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.138799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.139799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 443a4b85-8211-48f3-88d9-5019a84ae46e {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:09:49.152677 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.157497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d75bd810-74ad-406b-bd87-6fad424e9e50 admin admin] 10.222.0.53 "DELETE /v2.0/routers/443a4b85-8211-48f3-88d9-5019a84ae46e HTTP/1.1" status: 204 len: 168 time: 4.3261063 Nov 04 09:09:49.160160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:49.173515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:09:49.173844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Attempting to bind port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:49.182739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.183343 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e of type vlan for network 90e81dae-d74f-446c-a54b-a4137b9e9772 Nov 04 09:09:49.254637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:49.255575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Checking segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:49.256180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Bound using segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:49.256808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Bound port: 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:49.257370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.315143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.344888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for e414c0e7-3290-4c7a-a55c-dd69d2925791 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:49.385555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] Deleting subnet ae4b0469-924c-4b4d-ba3c-c67ecd168969 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:09:49.399482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9e26911a-92af-43db-b708-acf30a94c670 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:49.407332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-8e9ad06b-e153-4d4d-9d24-b393773663ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.413896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-8e9ad06b-e153-4d4d-9d24-b393773663ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.421251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-8e9ad06b-e153-4d4d-9d24-b393773663ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.430042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-8e9ad06b-e153-4d4d-9d24-b393773663ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.434366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-8e9ad06b-e153-4d4d-9d24-b393773663ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.436862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9e26911a-92af-43db-b708-acf30a94c670 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:49.437538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9e26911a-92af-43db-b708-acf30a94c670 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:49.441301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-8e9ad06b-e153-4d4d-9d24-b393773663ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.450238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-8e9ad06b-e153-4d4d-9d24-b393773663ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 4597 time: 0.3066497 Nov 04 09:09:49.453247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.458122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.490172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0127bc28-0a20-4270-a384-4d64a2bf680f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.525712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0127bc28-0a20-4270-a384-4d64a2bf680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.554184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] For port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:49.558007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2c0d-fa24-42f6-bfca-747252d59b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.573687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.599898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa3d2c0d-fa24-42f6-bfca-747252d59b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.610241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] For port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:49.617883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ca42744-8728-4e15-ac0d-7e360236db93 req-3e78adc7-9e7a-495e-aea6-87779918cf9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1644280 Nov 04 09:09:49.622786 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0127bc28-0a20-4270-a384-4d64a2bf680f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f9b139f3d5bc44bda5c8a7bc658bcebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318097 Nov 04 09:09:49.625243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127bc28-0a20-4270-a384-4d64a2bf680f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96176c66-1b32-493c-8088-f38ea802ba5d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:49.629164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.639895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60082) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:49.678879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.688459 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.691277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.691995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.695329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] 10.222.0.55 "PUT /v2.0/ports/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 1128 time: 3.4076800 Nov 04 09:09:49.703128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:49.705491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:49.706707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.706849 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1015960c-2493-427b-a04f-c90ac3304a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:49.719369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fa3d2c0d-fa24-42f6-bfca-747252d59b4e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8151044e621e4d89950fac01845b9947&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1623743 Nov 04 09:09:49.729138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60088) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:49.759552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:49.830605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:49.847554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/e414c0e7-3290-4c7a-a55c-dd69d2925791 HTTP/1.1" status: 204 len: 168 time: 1.7522323 Nov 04 09:09:49.852738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:49.899682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d2c0d-fa24-42f6-bfca-747252d59b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59401c9-e095-4663-9ae9-b3f8ec632d1f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:49.906614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'mac_address': 'fa:16:3e:27:72:8c', 'name': 'tempest-PortsIpV6TestJSON-610361196'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:49.920292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3779fa-7eb5-4f85-ab91-689815f66c3b service neutron] Pushing event updated for resources: {'Port': ['ID=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:49.927400 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3048062 Nov 04 09:09:49.931318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:49.954295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:49.959047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-496be9cd-4ead-4485-bd32-fb3a3121299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.036212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc8abc-6fa1-4482-b57b-d42dbbedda88 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=e414c0e7-3290-4c7a-a55c-dd69d2925791,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:50.072410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0373a9ea-c997-4b79-9e6a-423a953dc141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.086870 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.094746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-496be9cd-4ead-4485-bd32-fb3a3121299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.133735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0373a9ea-c997-4b79-9e6a-423a953dc141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.234916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcafea5-e428-41fa-be62-965692666eb4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=90e81dae-d74f-446c-a54b-a4137b9e9772,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:50.251899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.260998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:50.319970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:50.394741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f019db-aadd-4160-b1b4-42ee903969c1 req-24729163-9eb8-419f-928b-0304a8c069b2 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:50.402511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28f019db-aadd-4160-b1b4-42ee903969c1 req-24729163-9eb8-419f-928b-0304a8c069b2 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 945 time: 0.5731564 Nov 04 09:09:50.412445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0373a9ea-c997-4b79-9e6a-423a953dc141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.415536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0373a9ea-c997-4b79-9e6a-423a953dc141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.417126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0373a9ea-c997-4b79-9e6a-423a953dc141 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96176c66-1b32-493c-8088-f38ea802ba5d HTTP/1.1" status: 204 len: 168 time: 0.7822208 Nov 04 09:09:50.454930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-496be9cd-4ead-4485-bd32-fb3a3121299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.459909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-496be9cd-4ead-4485-bd32-fb3a3121299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.466213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-496be9cd-4ead-4485-bd32-fb3a3121299e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b59401c9-e095-4663-9ae9-b3f8ec632d1f HTTP/1.1" status: 204 len: 168 time: 0.7318425 Nov 04 09:09:50.468258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0373a9ea-c997-4b79-9e6a-423a953dc141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96176c66-1b32-493c-8088-f38ea802ba5d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:50.504418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496be9cd-4ead-4485-bd32-fb3a3121299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59401c9-e095-4663-9ae9-b3f8ec632d1f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:50.553304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28f019db-aadd-4160-b1b4-42ee903969c1 req-672a495a-a0c2-49f8-9362-b5946c440dd1 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488466 Nov 04 09:09:50.564660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:50.573326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.681906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.699010 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e92ba1-8f86-46e7-b1aa-0d8aeef794cb x-openstack-request-id: req-c2e92ba1-8f86-46e7-b1aa-0d8aeef794cb {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:50.699010 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:50.699010 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2e92ba1-8f86-46e7-b1aa-0d8aeef794cb {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:50.699010 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce', 'status': 'completed', 'code': 200} Nov 04 09:09:50.703803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.737117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:50.740195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ecef32-93b1-4a9b-84bd-a6f3a0609179 None None] Network a37e9ff9-87f6-4450-8fc0-12268755e129 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:50.753388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae4b0469-924c-4b4d-ba3c-c67ecd168969 HTTP/1.1" status: 204 len: 168 time: 1.5721169 Nov 04 09:09:50.756369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:50.876775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80b7b-11b8-4652-afb5-abdcd6bb346e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4b0469-924c-4b4d-ba3c-c67ecd168969,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:50.921263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-67ea0002-2bce-44d0-a85d-5a1f97d27b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:50.922775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-67ea0002-2bce-44d0-a85d-5a1f97d27b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:50.923339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-67ea0002-2bce-44d0-a85d-5a1f97d27b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:50.928039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-67ea0002-2bce-44d0-a85d-5a1f97d27b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:50.928785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-67ea0002-2bce-44d0-a85d-5a1f97d27b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:50.929269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-67ea0002-2bce-44d0-a85d-5a1f97d27b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:50.931305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1015960c-2493-427b-a04f-c90ac3304a4f req-67ea0002-2bce-44d0-a85d-5a1f97d27b90 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5283 time: 0.2363405 Nov 04 09:09:51.077696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port d9cc8a1b-13b8-4413-8bcf-e329298e6401 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:51.208632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:51.220862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49765e82-3c4e-4045-9967-10b9186aa496 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:51.267226 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.302569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] DHCP port deletion for a37e9ff9-87f6-4450-8fc0-12268755e129 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:09:51.317940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-ac053154-54bf-426b-8742-91dd91812dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.319940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-ac053154-54bf-426b-8742-91dd91812dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.321108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-ac053154-54bf-426b-8742-91dd91812dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.326446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1015960c-2493-427b-a04f-c90ac3304a4f req-ac053154-54bf-426b-8742-91dd91812dd5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3818033 Nov 04 09:09:51.328385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Transition to ACTIVE for port object 49765e82-3c4e-4045-9967-10b9186aa496 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:09:51.357210 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.380651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:51.381005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1d44940e-37b1-4267-8ec9-5b8a2f2c6c6d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:51.401814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.422267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:51.469595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49934d4d-a7e9-4f5a-aff2-d600f88ae383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.485633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] Deleting port 6a9d49b3-1211-447c-b748-6c788eaf5e16 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:51.486355 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.538934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-6a214151-f9f6-42cd-ace2-6afbf61878f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.545825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-6a214151-f9f6-42cd-ace2-6afbf61878f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.561251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-6a214151-f9f6-42cd-ace2-6afbf61878f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.579529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-6a214151-f9f6-42cd-ace2-6afbf61878f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.586679 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:09:51.597519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-6a214151-f9f6-42cd-ace2-6afbf61878f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.606109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] For port 6a9d49b3-1211-447c-b748-6c788eaf5e16, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6a9d49b3-1211-447c-b748-6c788eaf5e16,segment=NetworkSegment(bed0eca2-2d73-4850-89e2-831af16e2fe2),segment_id=bed0eca2-2d73-4850-89e2-831af16e2fe2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:51.606504 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.615154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-6a214151-f9f6-42cd-ace2-6afbf61878f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.618135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Pushing event updated for resources: {'Port': ['ID=49765e82-3c4e-4045-9967-10b9186aa496,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:51.626034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] Calling delete_port for 6a9d49b3-1211-447c-b748-6c788eaf5e16 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:51.654054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-6a214151-f9f6-42cd-ace2-6afbf61878f6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 4597 time: 0.4205191 Nov 04 09:09:51.713169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015960c-2493-427b-a04f-c90ac3304a4f req-fc34e724-dda1-488a-bc25-5d5161fd8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:51.715292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1015960c-2493-427b-a04f-c90ac3304a4f req-fc34e724-dda1-488a-bc25-5d5161fd8e88 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3824515 Nov 04 09:09:51.756912 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.812675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] Pushing event deleted for resources: {'Port': ['ID=6a9d49b3-1211-447c-b748-6c788eaf5e16,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:51.823752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0880a-bfd8-4965-b4f6-bb80baf180c2 None None] No DVR routers for this DVR port 6a9d49b3-1211-447c-b748-6c788eaf5e16 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:09:51.845190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Attempting to bind port 49765e82-3c4e-4045-9967-10b9186aa496 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:51.845532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Attempting to bind port 49765e82-3c4e-4045-9967-10b9186aa496 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:51.845885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Attempting to bind port 49765e82-3c4e-4045-9967-10b9186aa496 on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:51.852278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Port 49765e82-3c4e-4045-9967-10b9186aa496 on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:09:51.858054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Attempting to bind port 49765e82-3c4e-4045-9967-10b9186aa496 on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:51.868515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:51.868515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Checking segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:51.868515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Bound using segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:51.869001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Bound port: 49765e82-3c4e-4045-9967-10b9186aa496, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:51.869101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:51.926152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e18699e6-27d8-47eb-ab60-2335c79f670f req-09dcc4e9-71e3-4f19-a06d-1242b0e181f9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2706237 Nov 04 09:09:51.963206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] For port 49765e82-3c4e-4045-9967-10b9186aa496, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:51.977073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] For port 49765e82-3c4e-4045-9967-10b9186aa496, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=49765e82-3c4e-4045-9967-10b9186aa496,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:51.983338 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.007306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.008151 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.010061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] 10.222.0.55 "PUT /v2.0/ports/49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 1131 time: 2.2694635 Nov 04 09:09:52.072805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:52.080095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.173105 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.190414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b836799d-f56f-4c53-80cf-c8004862d589 service neutron] Pushing event updated for resources: {'Port': ['ID=49765e82-3c4e-4045-9967-10b9186aa496,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:52.212475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.230267 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.309269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=42b72cad-7f48-4a9a-8353-835e2c8eea60,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:52.330560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37e9ff9-87f6-4450-8fc0-12268755e129']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:52.376578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed0eca2-2d73-4850-89e2-831af16e2fe2') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:52.376876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed0eca2-2d73-4850-89e2-831af16e2fe2') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:09:52.411256 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.423430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49934d4d-a7e9-4f5a-aff2-d600f88ae383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.432146 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.449347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:52.477678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-49934d4d-a7e9-4f5a-aff2-d600f88ae383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.516922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': 'a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:52.517197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: 90e81dae-d74f-446c-a54b-a4137b9e9772, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:52.541236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.596657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:09:52.598178 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:09:52.628170 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:09:52.630290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=d9cc8a1b-13b8-4413-8bcf-e329298e6401,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:52.654843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:52.664640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1b1871-17a8-451e-9503-004c6722404b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:52.673994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.688994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Transition to ACTIVE for port object 2e1b1871-17a8-451e-9503-004c6722404b will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:09:52.693254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.703467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-690089964-network', 'tenant_id': 'bacf678708c64b73b215e749ff30eed5'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:52.705953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '49765e82-3c4e-4045-9967-10b9186aa496'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:52.706665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:52.709652 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85af44b-9edb-48ce-a61d-b7252b98acaf" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "49765e82-3c4e-4045-9967-10b9186aa496"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:52.712495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:52.729248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.737330 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.748836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49934d4d-a7e9-4f5a-aff2-d600f88ae383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e8325b-c743-42cc-8b50-9af4e4b1e72e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:52.771316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-49934d4d-a7e9-4f5a-aff2-d600f88ae383 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22c303c708b54b378d3afc795b36c9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3365986 Nov 04 09:09:52.772587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:52.776231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60148) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:52.789313 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdb624c-c9a2-4c5b-afb2-2a82dd2d6740 x-openstack-request-id: req-bfdb624c-c9a2-4c5b-afb2-2a82dd2d6740 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:52.789615 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "49765e82-3c4e-4045-9967-10b9186aa496", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:52.789869 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bfdb624c-c9a2-4c5b-afb2-2a82dd2d6740 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:52.790291 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '49765e82-3c4e-4045-9967-10b9186aa496', 'status': 'completed', 'code': 200} Nov 04 09:09:52.822676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Made reservation on behalf of bacf678708c64b73b215e749ff30eed5 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:52.826436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.841878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1b1871-17a8-451e-9503-004c6722404b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:52.848039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.865886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 90e81dae-d74f-446c-a54b-a4137b9e9772) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:52.878924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.880075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.883649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee6a487-559a-4ebc-ac42-a3f529531dc9 None None] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:52.915932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f97261d-994b-4d9f-8887-c3d1d4034ec0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0172353 Nov 04 09:09:52.916767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.922432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60150) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:52.924380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Attempting to bind port 2e1b1871-17a8-451e-9503-004c6722404b on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:52.924719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Attempting to bind port 2e1b1871-17a8-451e-9503-004c6722404b by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:52.925046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Attempting to bind port 2e1b1871-17a8-451e-9503-004c6722404b on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:52.940671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-20439131-f67b-43a3-90ab-c9450aba00b9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9915447 Nov 04 09:09:52.941371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:52.954399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.954879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.955506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.956006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.956467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.956927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.957381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:52.959435 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-ca7e5366-479d-45ce-a592-ebb88b6ab585 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6232 time: 0.1651995 Nov 04 09:09:52.960253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Port 2e1b1871-17a8-451e-9503-004c6722404b on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:09:52.960455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Attempting to bind port 2e1b1871-17a8-451e-9503-004c6722404b on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:52.991437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:52.999731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] 10.222.0.53 "DELETE /v2.0/networks/a37e9ff9-87f6-4450-8fc0-12268755e129 HTTP/1.1" status: 204 len: 168 time: 2.2296996 Nov 04 09:09:53.004580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772', 'name': 'tempest-PortsTestJSON-1161773498', 'fixed_ips': [{'subnet_id': '42b72cad-7f48-4a9a-8353-835e2c8eea60', 'ip_address': '172.20.0.10'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:53.081024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04508612-5a10-47d6-af43-435fce028d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a37e9ff9-87f6-4450-8fc0-12268755e129,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:53.117034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:53.117370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Checking segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:53.117750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Bound using segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:53.118193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Bound port: 2e1b1871-17a8-451e-9503-004c6722404b, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:53.118551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.151645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc3ecae-ca7f-4b18-87c5-0c624c2df8ef tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.153234 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bcc3ecae-ca7f-4b18-87c5-0c624c2df8ef tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/d9cc8a1b-13b8-4413-8bcf-e329298e6401 HTTP/1.1" status: 200 len: 844 time: 0.2257042 Nov 04 09:09:53.158050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60158) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:53.283220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a9d49b3-1211-447c-b748-6c788eaf5e16 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:09:53.287720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-90e81dae-d74f-446c-a54b-a4137b9e9772', 'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772', 'tenant_id': '1c279dddc54e4a5d8d779c3151ee0daf', 'fixed_ips': [{'subnet_id': '42b72cad-7f48-4a9a-8353-835e2c8eea60'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:09:53.289164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60160) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:53.290188 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.314382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a9b8-f7bd-4844-9e79-cc20dd277034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.320362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 6a9d49b3-1211-447c-b748-6c788eaf5e16 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:09:53.320999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a9d49b3-1211-447c-b748-6c788eaf5e16 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:09:53.368116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.374832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-2d6c41ca-6aeb-44ec-ae9d-5def6c2b8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.375303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-2d6c41ca-6aeb-44ec-ae9d-5def6c2b8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.375756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-2d6c41ca-6aeb-44ec-ae9d-5def6c2b8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.377177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.377571 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-2d6c41ca-6aeb-44ec-ae9d-5def6c2b8c39 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3845668 Nov 04 09:09:53.385172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.387316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] For port 2e1b1871-17a8-451e-9503-004c6722404b, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:53.394577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.402730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.412709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.419539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.422687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-dafdc490-0b34-4e24-8b07-1ccbad47bdef tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5382 time: 0.2148354 Nov 04 09:09:53.430566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] For port 2e1b1871-17a8-451e-9503-004c6722404b, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e1b1871-17a8-451e-9503-004c6722404b,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:53.478055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a9b8-f7bd-4844-9e79-cc20dd277034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.497116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.522005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Allocated IP 172.20.0.2 (90e81dae-d74f-446c-a54b-a4137b9e9772/42b72cad-7f48-4a9a-8353-835e2c8eea60/df58233c-bbb6-4728-ae71-aaf01bb1da76) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:53.561780 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3ce1fda3-3c36-473b-ba68-3e367a3ba996 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d73760c6c2d9495c9ed3287f1439f4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716815 Nov 04 09:09:53.575162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.576021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.577479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] 10.222.0.55 "PUT /v2.0/ports/2e1b1871-17a8-451e-9503-004c6722404b HTTP/1.1" status: 200 len: 1090 time: 1.5148079 Nov 04 09:09:53.580303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:53.594661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2865048c-207d-4252-bd0b-73af01ae90a5 req-176f8d64-a94b-43d3-812c-19e46fce9c80 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1527059 Nov 04 09:09:53.613469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.620641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port d9cc8a1b-13b8-4413-8bcf-e329298e6401 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:53.621411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.627564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.641433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:53.674235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:53.773490 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.781272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:53.792223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.793074 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Added segment 7a86842b-562f-408c-9885-921423d635ff of type vlan for network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a Nov 04 09:09:53.841899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.886198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a9b8-f7bd-4844-9e79-cc20dd277034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.890098 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a9b8-f7bd-4844-9e79-cc20dd277034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.891316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a8d9a9b8-f7bd-4844-9e79-cc20dd277034 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7e8325b-c743-42cc-8b50-9af4e4b1e72e HTTP/1.1" status: 204 len: 168 time: 1.0878763 Nov 04 09:09:53.897799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.898759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:53.899753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.946629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df97a6ca-b41a-4bd3-9749-16b0500249f7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:53.961909 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.975536 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:53.989546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5339823 Nov 04 09:09:54.032899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:54.042767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Request body: {'subnet': {'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-690089964-subnet', 'tenant_id': 'bacf678708c64b73b215e749ff30eed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:54.055800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9a9b8-f7bd-4844-9e79-cc20dd277034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e8325b-c743-42cc-8b50-9af4e4b1e72e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:54.079563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:54.086540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:54.092460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:54.113083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.115808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Pushing event updated for resources: {'Port': ['ID=df58233c-bbb6-4728-ae71-aaf01bb1da76,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:54.128956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af5110-59b3-48df-81d4-7947f8a81ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3d763f6-e9e8-44c6-8df8-c5900aa40b6a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:54.144747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 1c77c26a-bf81-4a2a-9f25-d82d47811f46 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:54.151212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Made reservation on behalf of bacf678708c64b73b215e749ff30eed5 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:54.154335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.155245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:54.225016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-758f36ec-07d7-41dc-a6ac-7aa47fecb3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:54.227318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c85af44b-9edb-48ce-a61d-b7252b98acaf req-758f36ec-07d7-41dc-a6ac-7aa47fecb3c2 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8352547 Nov 04 09:09:54.227318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57baa3-7678-43a4-8e60-a6be8b6a0e23 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1b1871-17a8-451e-9503-004c6722404b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:54.279295 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.289615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Attempting to bind port df58233c-bbb6-4728-ae71-aaf01bb1da76 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:54.289989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Attempting to bind port df58233c-bbb6-4728-ae71-aaf01bb1da76 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:54.290354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Attempting to bind port df58233c-bbb6-4728-ae71-aaf01bb1da76 on network 90e81dae-d74f-446c-a54b-a4137b9e9772 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:54.315499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:54.316070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for d9cc8a1b-13b8-4413-8bcf-e329298e6401 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:54.319745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Checking segment: {'id': 'a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:54.320326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.320840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Bound using segment: {'id': 'a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:54.321459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Bound port: df58233c-bbb6-4728-ae71-aaf01bb1da76, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:54.321950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.348256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b804f360-2e63-4c97-9351-261328918b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.422749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b804f360-2e63-4c97-9351-261328918b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.451087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] For port df58233c-bbb6-4728-ae71-aaf01bb1da76, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:54.461017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] For port df58233c-bbb6-4728-ae71-aaf01bb1da76, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df58233c-bbb6-4728-ae71-aaf01bb1da76,segment=NetworkSegment(a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e),segment_id=a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:54.469740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.563294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:54.574308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.583956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818539dd-dfc1-493a-a76b-a3f51b0d04cc None None] Pushing event updated for resources: {'Port': ['ID=df58233c-bbb6-4728-ae71-aaf01bb1da76,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:54.597126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.609805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Transition to ACTIVE for port object 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:09:54.610908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b804f360-2e63-4c97-9351-261328918b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.614263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b804f360-2e63-4c97-9351-261328918b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.618651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b804f360-2e63-4c97-9351-261328918b53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/958eab1d-6d39-4f67-afc2-38e9fc001121 HTTP/1.1" status: 204 len: 168 time: 1.0369892 Nov 04 09:09:54.659053 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.676361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=d9cc8a1b-13b8-4413-8bcf-e329298e6401,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:54.691212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804f360-2e63-4c97-9351-261328918b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958eab1d-6d39-4f67-afc2-38e9fc001121,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:54.746974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:54.761405 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1fe57749-5509-4af5-be62-b0d0a5ad9599 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/d9cc8a1b-13b8-4413-8bcf-e329298e6401 HTTP/1.1" status: 204 len: 168 time: 1.6023734 Nov 04 09:09:54.768822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60188) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:54.805753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:54.816170 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "2e1b1871-17a8-451e-9503-004c6722404b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:54.896391 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c118e6-0575-4b3c-bb5e-cd7ee9a228af tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:09:54.906714 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b6c118e6-0575-4b3c-bb5e-cd7ee9a228af tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/d9cc8a1b-13b8-4413-8bcf-e329298e6401 HTTP/1.1" status: 404 len: 333 time: 0.1367519 Nov 04 09:09:54.907682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60196) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:54.916478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'name': 'tempest-PortsIpV6TestJSON-1711992317'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:54.919798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Pushing event updated for resources: {'Port': ['ID=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:55.222230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Attempting to bind port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:55.222594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Attempting to bind port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:55.223040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Attempting to bind port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:55.228420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.241271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:55.250073 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.258647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:09:55.259011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Attempting to bind port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:55.296163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:55.296524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Checking segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:55.296919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Bound using segment: {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:55.297368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Bound port: 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:55.297731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.341573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port 9ed60477-0a06-4bd1-9c62-48a9330dd67d yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:55.384945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df58233c-bbb6-4728-ae71-aaf01bb1da76 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:55.443136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Checking segment: {'id': '7a86842b-562f-408c-9885-921423d635ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:55.443501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Network hostable DHCP agents. Network: e3d763f6-e9e8-44c6-8df8-c5900aa40b6a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:09:55.449956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port df58233c-bbb6-4728-ae71-aaf01bb1da76 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:55.451150 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.584204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] For port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:09:55.632979 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.649003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] For port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:09:55.683702 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.693539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.10 (90e81dae-d74f-446c-a54b-a4137b9e9772/42b72cad-7f48-4a9a-8353-835e2c8eea60/1c77c26a-bf81-4a2a-9f25-d82d47811f46) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:55.701448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port df58233c-bbb6-4728-ae71-aaf01bb1da76, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df58233c-bbb6-4728-ae71-aaf01bb1da76,segment=NetworkSegment(a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e),segment_id=a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:09:55.724297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.758804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.759432 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:55.760904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] 10.222.0.55 "PUT /v2.0/ports/4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 HTTP/1.1" status: 200 len: 1090 time: 2.1484811 Nov 04 09:09:55.801187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d16050-442a-4804-aa32-a8576d19f11b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:55.859367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.889810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.893895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=df58233c-bbb6-4728-ae71-aaf01bb1da76,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:55.915935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.921379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:55.931103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.952313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.973933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.984692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:55.986810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-7e00ce30-4723-45cd-82aa-8781f62b7d17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5394 time: 0.8626871 Nov 04 09:09:56.225706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:09:56.277311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55413dd6-6a94-4a71-865a-36aa978fe022 req-4c685edf-92a4-4619-8851-5892bdd515bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2039547 Nov 04 09:09:56.286304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28204806-6da7-4854-a7e8-f1ad17ed7ff0 None None] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:56.289913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, e3d763f6-e9e8-44c6-8df8-c5900aa40b6a) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:56.302489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:56.303393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:56.351480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-516dbf98-df15-4dc4-bae7-9a135f2119f4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3135588 Nov 04 09:09:56.390170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:56.482642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:56.535066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ed4d7f-2b73-4b6d-87e9-03c4e215683e None None] Network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:56.647558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:56.672280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:56.696593 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a37049-7bfd-4bc1-818d-d2b6c6e25c6d x-openstack-request-id: req-85a37049-7bfd-4bc1-818d-d2b6c6e25c6d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:56.697143 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "2e1b1871-17a8-451e-9503-004c6722404b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:56.697143 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85a37049-7bfd-4bc1-818d-d2b6c6e25c6d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:56.697503 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b', 'status': 'completed', 'code': 200} Nov 04 09:09:56.706187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=1c77c26a-bf81-4a2a-9f25-d82d47811f46,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:56.710133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:56.712289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:56.842710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:56.843489 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:56.871573 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-762a945a-3f1e-442a-b63e-f54a62cf8b24 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9065242 Nov 04 09:09:56.872280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60240) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:56.882711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': '90e81dae-d74f-446c-a54b-a4137b9e9772', 'name': 'tempest-PortsTestJSON-235450990', 'fixed_ips': [{'subnet_id': '42b72cad-7f48-4a9a-8353-835e2c8eea60', 'ip_address': '172.20.0.9'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:56.922204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:56.948516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a598ece-b5d3-4e70-a1e1-aa15125521ea service neutron] Pushing event updated for resources: {'Port': ['ID=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:56.968869 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4d5c8296-473a-4f4c-8451-35128e1f3366 None None] Provisioning complete for port df58233c-bbb6-4728-ae71-aaf01bb1da76 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:56.969959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:56.972410 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d5c8296-473a-4f4c-8451-35128e1f3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:56.996984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:56.997897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:56.998543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:56.999596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1454270656-network', 'tenant_id': '22f6329d97ac494cae21ec3cfe4bd85b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:56.999884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.000514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.001125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.001727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.004207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-6dbf35de-5855-4b6b-886b-8922e8d734da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6341 time: 0.3296049 Nov 04 09:09:57.098514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Made reservation on behalf of 22f6329d97ac494cae21ec3cfe4bd85b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:57.106645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.116561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9348dc6-e434-48e4-979e-6635a8b3cbb4 None None] Network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:09:57.164249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.284785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:57.290418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60250) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:57.290585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.304406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df58233c-bbb6-4728-ae71-aaf01bb1da76 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:09:57.314228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1173720302-network', 'tenant_id': '07c23c7562b14f59b41ad730c15605d8'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:57.348900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port f85c8465-d900-40f7-8081-db6f056e3cab yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:09:57.482041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.514273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.630529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:57.644127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.680325 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.681449 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Added segment 848cc1f8-4020-4a00-b2df-ffa370b00d5e of type vlan for network 817b82ac-e766-490a-884a-7c4b5a17147c Nov 04 09:09:57.695893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbac7f4d-a5ff-4a5c-a398-34560272619b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:57.754103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.760466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-7ff1f08b-82a5-4405-87e4-03cdd08b7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.772237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-7ff1f08b-82a5-4405-87e4-03cdd08b7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.772811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-7ff1f08b-82a5-4405-87e4-03cdd08b7617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.774540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-7ff1f08b-82a5-4405-87e4-03cdd08b7617 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7307737 Nov 04 09:09:57.774782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.781569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Made reservation on behalf of 07c23c7562b14f59b41ad730c15605d8 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:57.785542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.788723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.792248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.800970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.808229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.818632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.821526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-cd19e2af-6e99-4208-9ce3-a4031117d222 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5394 time: 0.3441200 Nov 04 09:09:57.844211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port df58233c-bbb6-4728-ae71-aaf01bb1da76 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:57.845208 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.862441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.891820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1c8d9759-bff3-4547-87d3-098b79aa2da4 None None] Provisioning complete for port 1c77c26a-bf81-4a2a-9f25-d82d47811f46 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:57.892402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9759-bff3-4547-87d3-098b79aa2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.907549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:57.962885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d9759-bff3-4547-87d3-098b79aa2da4 None None] Port 1c77c26a-bf81-4a2a-9f25-d82d47811f46 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:57.965085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.965865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b5578aa-199f-4852-83ca-2dc69b2c43ba req-b43e47a3-6623-4d59-adbf-83d52fe57c89 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1298499 Nov 04 09:09:57.979211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.9 (90e81dae-d74f-446c-a54b-a4137b9e9772/42b72cad-7f48-4a9a-8353-835e2c8eea60/f85c8465-d900-40f7-8081-db6f056e3cab) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:09:57.984990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=9ed60477-0a06-4bd1-9c62-48a9330dd67d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:57.987926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:57.991667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:57.991950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:57.993823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.011288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:58.019339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:58.020392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.098055 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-22996667-58fc-4255-a7a3-48e7ae5a9a27 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1883190 Nov 04 09:09:58.114877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60260) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:58.137353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:58.144834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1c8d9759-bff3-4547-87d3-098b79aa2da4 None None] Provisioning complete for port df58233c-bbb6-4728-ae71-aaf01bb1da76 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:58.145583 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1c8d9759-bff3-4547-87d3-098b79aa2da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.188061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5143425 Nov 04 09:09:58.192745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d430b8-bd6d-40ea-a603-22af0ca84557 admin admin] Pushing event updated for resources: {'Network': ['ID=817b82ac-e766-490a-884a-7c4b5a17147c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:58.200976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60262) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:58.215183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 817b82ac-e766-490a-884a-7c4b5a17147c details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:09:58.219595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Request body: {'subnet': {'network_id': '817b82ac-e766-490a-884a-7c4b5a17147c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1454270656-subnet', 'tenant_id': '22f6329d97ac494cae21ec3cfe4bd85b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:58.234914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-aaedd3a3-a81f-4e0f-834d-7634a98e7e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:58.237169 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1085f35c-88dc-4c8a-9585-e3caa8e1dd13 req-aaedd3a3-a81f-4e0f-834d-7634a98e7e64 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4396667 Nov 04 09:09:58.322686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.408866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Made reservation on behalf of 22f6329d97ac494cae21ec3cfe4bd85b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:09:58.411437 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.414528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.452242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.492994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:09:58.499945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:09:58.505195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:09:58.544985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2a0ced51-d432-4277-befb-930ff9a61fd3 None None] Provisioning complete for port 1c77c26a-bf81-4a2a-9f25-d82d47811f46 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:58.545462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a0ced51-d432-4277-befb-930ff9a61fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.547305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ebc4ee-3262-466e-b836-1181a907f945 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:09:58.548747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=f85c8465-d900-40f7-8081-db6f056e3cab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:58.579069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:58.579732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.607841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2a0ced51-d432-4277-befb-930ff9a61fd3 None None] Port 1c77c26a-bf81-4a2a-9f25-d82d47811f46 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:58.611834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-77e499e3-3e56-4d84-bd7e-10a11389342d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7372200 Nov 04 09:09:58.614794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:58.629567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.641999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.666537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.694278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Transition to ACTIVE for port object 69ebc4ee-3262-466e-b836-1181a907f945 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:09:58.703691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:09:58.706268 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d4d9f1-563c-438b-9078-c133c9095def" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:09:58.727309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.728378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671e733-b609-490c-a6ca-e5467b1c10ac tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:58.734830 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a671e733-b609-490c-a6ca-e5467b1c10ac tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1188598 Nov 04 09:09:58.735977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60268) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:58.773149 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550843e9-67f2-4266-9ec4-d198db58cc81 x-openstack-request-id: req-550843e9-67f2-4266-9ec4-d198db58cc81 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:09:58.773731 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:09:58.773731 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-550843e9-67f2-4266-9ec4-d198db58cc81 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:09:58.774073 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2', 'status': 'completed', 'code': 200} Nov 04 09:09:58.811060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:09:58.820190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf3a15-b466-49af-a7ba-3e8503e78938,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:58.838279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad54f3e-c65b-4be3-8a09-222313d7c105 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:58.846508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad54f3e-c65b-4be3-8a09-222313d7c105 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:58.853754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad54f3e-c65b-4be3-8a09-222313d7c105 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:58.859898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8ad54f3e-c65b-4be3-8a09-222313d7c105 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1227424 Nov 04 09:09:58.860648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60270) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:58.880886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Pushing event updated for resources: {'Port': ['ID=69ebc4ee-3262-466e-b836-1181a907f945,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:58.930638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.932873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.933370 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Added segment ed15a1c2-870d-4782-9287-a9bda11263d4 of type vlan for network 7e00715e-e995-494a-98b7-5f8f5481e568 Nov 04 09:09:58.943023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f30b2c4e-355c-4e7c-9d1b-3d7d412c3235 None None] Provisioning complete for port f85c8465-d900-40f7-8081-db6f056e3cab triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:09:58.943815 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f30b2c4e-355c-4e7c-9d1b-3d7d412c3235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:58.980573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.002041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port f85c8465-d900-40f7-8081-db6f056e3cab {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:59.002437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.063922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f30b2c4e-355c-4e7c-9d1b-3d7d412c3235 None None] Port f85c8465-d900-40f7-8081-db6f056e3cab cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:09:59.117902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.135224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for f85c8465-d900-40f7-8081-db6f056e3cab owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:09:59.137194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] In _notify_port_updated(), no bound segment for port 9ed60477-0a06-4bd1-9c62-48a9330dd67d on network 0655064f-b301-4d64-8ad3-58d82b0fb532 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:09:59.155314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.156396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.157984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "PUT /v2.0/ports/9ed60477-0a06-4bd1-9c62-48a9330dd67d HTTP/1.1" status: 200 len: 818 time: 1.0381474 Nov 04 09:09:59.181316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60280) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:59.242327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.242803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.243272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.243733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.244248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.244670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.245128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.247763 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91d4d9f1-563c-438b-9078-c133c9095def req-5eb2eaf1-d9c6-4e47-84c1-c08bfd773de2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6366 time: 0.4621074 Nov 04 09:09:59.288051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.322680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Attempting to bind port 69ebc4ee-3262-466e-b836-1181a907f945 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:09:59.322942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Attempting to bind port 69ebc4ee-3262-466e-b836-1181a907f945 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:09:59.323266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Attempting to bind port 69ebc4ee-3262-466e-b836-1181a907f945 on network f06b0062-3d9b-43c0-a416-b97c78849dfa {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:59.333954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.363117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Port 69ebc4ee-3262-466e-b836-1181a907f945 on network f06b0062-3d9b-43c0-a416-b97c78849dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:09:59.363457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Attempting to bind port 69ebc4ee-3262-466e-b836-1181a907f945 on network f06b0062-3d9b-43c0-a416-b97c78849dfa {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:09:59.365557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0085fb-2719-44e0-82f5-64ee35375e9e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=9ed60477-0a06-4bd1-9c62-48a9330dd67d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:59.464054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.resource_extend [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:09:59.487548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:09:59.488127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Checking segment: {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:09:59.488354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Bound using segment: {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:09:59.488802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Bound port: 69ebc4ee-3262-466e-b836-1181a907f945, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:09:59.489175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.497187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.498604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.506599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.520339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.526757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.549927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.556617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.570583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.572978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-a3b72ad3-2cd2-4f81-b527-d04628f0b7d6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5406 time: 0.2802458 Nov 04 09:09:59.573781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=f85c8465-d900-40f7-8081-db6f056e3cab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:59.589120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e9c915-ecbc-404a-b311-e98bee85cf6f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:09:59.603482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.611811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7a2985c6-fecf-4396-8293-ed0169846051 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/f85c8465-d900-40f7-8081-db6f056e3cab HTTP/1.1" status: 204 len: 168 time: 0.7495730 Nov 04 09:09:59.614236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60292) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:59.655497 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c4a203-ace2-430e-9b33-05a374680213 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:09:59.660631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e3c4a203-ace2-430e-9b33-05a374680213 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/f85c8465-d900-40f7-8081-db6f056e3cab HTTP/1.1" status: 404 len: 333 time: 0.0452478 Nov 04 09:09:59.661289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60294) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:59.663363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.664458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.665017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.765282 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4738367 Nov 04 09:09:59.799833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:09:59.804603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ae413a2-e291-42ac-b316-33f74d4ca684 req-7400c0d9-1459-4e16-89d5-c7dcb7b152c3 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2107880 Nov 04 09:09:59.824325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Request body: {'subnet': {'network_id': '7e00715e-e995-494a-98b7-5f8f5481e568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1173720302-subnet', 'tenant_id': '07c23c7562b14f59b41ad730c15605d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:09:59.883394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 1c77c26a-bf81-4a2a-9f25-d82d47811f46 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:59.883652 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.939117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-aa7ab4ab-a885-4acb-85d1-6abbf3de5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.939652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-aa7ab4ab-a885-4acb-85d1-6abbf3de5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.948203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-aa7ab4ab-a885-4acb-85d1-6abbf3de5c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:09:59.950015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91d4d9f1-563c-438b-9078-c133c9095def req-aa7ab4ab-a885-4acb-85d1-6abbf3de5c58 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6878729 Nov 04 09:09:59.986583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 9ed60477-0a06-4bd1-9c62-48a9330dd67d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:09:59.986952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:09:59.997563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.032902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 1c77c26a-bf81-4a2a-9f25-d82d47811f46 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:00.062430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b03600-030f-41fd-89b2-5ec10f713c01 admin admin] Pushing event updated for resources: {'Network': ['ID=7e00715e-e995-494a-98b7-5f8f5481e568,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:00.076274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 7e00715e-e995-494a-98b7-5f8f5481e568 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:00.102608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] For port 69ebc4ee-3262-466e-b836-1181a907f945, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:00.102947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Made reservation on behalf of 07c23c7562b14f59b41ad730c15605d8 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:00.105636 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.145654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Checking segment: {'id': '848cc1f8-4020-4a00-b2df-ffa370b00d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '817b82ac-e766-490a-884a-7c4b5a17147c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:00.146049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Network hostable DHCP agents. Network: 817b82ac-e766-490a-884a-7c4b5a17147c, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:00.187239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] For port 69ebc4ee-3262-466e-b836-1181a907f945, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=69ebc4ee-3262-466e-b836-1181a907f945,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:00.223711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.228400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.277523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 9ed60477-0a06-4bd1-9c62-48a9330dd67d owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:00.307640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Network 817b82ac-e766-490a-884a-7c4b5a17147c is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:00.376708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:00.377306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.378761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] 10.222.0.55 "PUT /v2.0/ports/69ebc4ee-3262-466e-b836-1181a907f945 HTTP/1.1" status: 200 len: 1091 time: 4.5252750 Nov 04 09:10:00.396184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4d9f1-563c-438b-9078-c133c9095def req-235ec4cf-631d-41c4-81f9-af84653c2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:00.398025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91d4d9f1-563c-438b-9078-c133c9095def req-235ec4cf-631d-41c4-81f9-af84653c2047 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4348137 Nov 04 09:10:00.398983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 817b82ac-e766-490a-884a-7c4b5a17147c) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:00.411339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a964250f-341a-4bb8-8f42-f4749fe3bf3a None None] Network 817b82ac-e766-490a-884a-7c4b5a17147c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:00.420190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:00.421047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.422253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.433778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Request body: {'port': {'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:00.437316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa7129-9a9d-4cff-8239-b7b9b6d5e856 service neutron] Pushing event updated for resources: {'Port': ['ID=69ebc4ee-3262-466e-b836-1181a907f945,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:00.494078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8022dab4-abf2-4623-beb9-6bbbc76dc980 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2848647 Nov 04 09:10:00.556692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.558417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.577904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed1fe34-bacb-4995-ae87-6c6d56fca710,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:00.600189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Checking segment: {'id': 'ed15a1c2-870d-4782-9287-a9bda11263d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7e00715e-e995-494a-98b7-5f8f5481e568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:00.600980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Network hostable DHCP agents. Network: 7e00715e-e995-494a-98b7-5f8f5481e568, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:00.619391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=9ed60477-0a06-4bd1-9c62-48a9330dd67d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:00.641758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.649833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.656685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ed9d0e12-7337-49f3-80b8-a0f907ec789a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/9ed60477-0a06-4bd1-9c62-48a9330dd67d HTTP/1.1" status: 204 len: 168 time: 1.4664307 Nov 04 09:10:00.657755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60306) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:00.687489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ff2ad4-bf1f-4dd9-98ce-0f5409b22d21 None None] Network 817b82ac-e766-490a-884a-7c4b5a17147c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:00.841691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=1c77c26a-bf81-4a2a-9f25-d82d47811f46,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:00.861125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Network 7e00715e-e995-494a-98b7-5f8f5481e568 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:00.874672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:00.878790 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c27b35-db65-496f-85d4-1a2e64332271" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "69ebc4ee-3262-466e-b836-1181a907f945"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:00.897752 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.904023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0191ab7f-717d-4754-9a24-ece4338ef10e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/1c77c26a-bf81-4a2a-9f25-d82d47811f46 HTTP/1.1" status: 204 len: 168 time: 1.2365122 Nov 04 09:10:00.905921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60318) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:00.907506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 7e00715e-e995-494a-98b7-5f8f5481e568) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:00.921487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1fed5-ecce-40d0-803c-f59f6a2e86aa None None] Network 7e00715e-e995-494a-98b7-5f8f5481e568 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:00.929101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:00.929805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:00.949307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab421dae-387b-4ff5-8e79-c38e735d0c84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:00.957862 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ab421dae-387b-4ff5-8e79-c38e735d0c84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2968972 Nov 04 09:10:00.960407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:00.984465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5b308e9b-80c7-4b30-bb45-75a6d747a7d9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1786807 Nov 04 09:10:01.019536 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b780a970-2dbc-4361-bb73-9fc22dabce0b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:10:01.023618 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d85c76f-8471-4f20-88f8-fc02f568704d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:10:01.024727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b780a970-2dbc-4361-bb73-9fc22dabce0b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/9ed60477-0a06-4bd1-9c62-48a9330dd67d HTTP/1.1" status: 404 len: 333 time: 0.0619447 Nov 04 09:10:01.025632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3d85c76f-8471-4f20-88f8-fc02f568704d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/1c77c26a-bf81-4a2a-9f25-d82d47811f46 HTTP/1.1" status: 404 len: 333 time: 0.1173406 Nov 04 09:10:01.029709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60328) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:01.032082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60330) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:01.034582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1869263554'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:01.124795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:01.133316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.181589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 42b72cad-7f48-4a9a-8353-835e2c8eea60 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:01.190162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.229751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:10:01.256798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8e07d32e-c726-44db-a412-480fb00704ab req-cf3ac971-ee96-41a8-bf9f-0e1e69caf2f3 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-699810359', 'description': 'tempest-description-1072539086'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:01.258288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.258941 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment 659b8d57-87ed-4e1d-a7c7-cb303c43908a of type vlan for network 2a96f956-2f3b-4375-b34b-781fbba1d29b Nov 04 09:10:01.295029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.304763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40078704-ce44-4c9d-9fbc-5bc8a1c53a5c None None] Network 7e00715e-e995-494a-98b7-5f8f5481e568 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:01.339574 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e07d32e-c726-44db-a412-480fb00704ab req-cf3ac971-ee96-41a8-bf9f-0e1e69caf2f3 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.453588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.459893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af0c909-0572-48e4-8843-44d6796f5574 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:01.487358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.504517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.512196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e07d32e-c726-44db-a412-480fb00704ab req-cf3ac971-ee96-41a8-bf9f-0e1e69caf2f3 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.519530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Transition to ACTIVE for port object 3af0c909-0572-48e4-8843-44d6796f5574 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:10:01.524888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e07d32e-c726-44db-a412-480fb00704ab req-cf3ac971-ee96-41a8-bf9f-0e1e69caf2f3 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.533582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.568537 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8e07d32e-c726-44db-a412-480fb00704ab req-cf3ac971-ee96-41a8-bf9f-0e1e69caf2f3 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.569634 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e07d32e-c726-44db-a412-480fb00704ab req-cf3ac971-ee96-41a8-bf9f-0e1e69caf2f3 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3235304 Nov 04 09:10:01.586789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ac971-ee96-41a8-bf9f-0e1e69caf2f3 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87b7b0d-8c21-436e-8dfe-77e5da93b8d3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:01.589161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.595344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.596056 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.614347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.665967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=42b72cad-7f48-4a9a-8353-835e2c8eea60,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:01.683411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.683611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b976932-62f3-44e3-a058-1afa61060901 None None] Network 90e81dae-d74f-446c-a54b-a4137b9e9772 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:01.688525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2e9d7f37-e31a-4f18-8107-dec75409a67a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/42b72cad-7f48-4a9a-8353-835e2c8eea60 HTTP/1.1" status: 204 len: 168 time: 0.6554043 Nov 04 09:10:01.697006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:01.752583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Pushing event updated for resources: {'Port': ['ID=3af0c909-0572-48e4-8843-44d6796f5574,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:01.770574 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7399139 Nov 04 09:10:01.795266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60346) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:01.807320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:01.824372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.853481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Attempting to bind port 3af0c909-0572-48e4-8843-44d6796f5574 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:01.853815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Attempting to bind port 3af0c909-0572-48e4-8843-44d6796f5574 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:01.854143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Attempting to bind port 3af0c909-0572-48e4-8843-44d6796f5574 on network f06b0062-3d9b-43c0-a416-b97c78849dfa {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:01.887023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.893852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.898705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b10cf0c-1853-471a-b682-d9414dfd61d9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=2a96f956-2f3b-4375-b34b-781fbba1d29b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:01.901985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.907466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.911265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Port 3af0c909-0572-48e4-8843-44d6796f5574 on network f06b0062-3d9b-43c0-a416-b97c78849dfa not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:10:01.911494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Attempting to bind port 3af0c909-0572-48e4-8843-44d6796f5574 on network f06b0062-3d9b-43c0-a416-b97c78849dfa {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:01.914302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.914438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:01.921575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:01.921788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.921889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Checking segment: {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:01.922272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Bound using segment: {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:01.922701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Bound port: 3af0c909-0572-48e4-8843-44d6796f5574, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ccd0be5-17a2-4bd0-9090-48481c08ba00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:01.923057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:01.928279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:01.930365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-a9c5d960-4f42-4212-a387-f9423415ad19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.2608705 Nov 04 09:10:01.991584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] DHCP port deletion for 90e81dae-d74f-446c-a54b-a4137b9e9772 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:10:02.000592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea0682dd-cca8-489c-bfcc-039129cb2786 req-221ff231-c7f2-4f59-8958-9b0ce2769c88 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604925 Nov 04 09:10:02.002905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port df58233c-bbb6-4728-ae71-aaf01bb1da76 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:02.003278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.033939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] For port 3af0c909-0572-48e4-8843-44d6796f5574, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:02.037769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] For port 3af0c909-0572-48e4-8843-44d6796f5574, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3af0c909-0572-48e4-8843-44d6796f5574,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:02.048705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.100073 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a070da5c-9540-4bca-9366-781acb2148c3 x-openstack-request-id: req-a070da5c-9540-4bca-9366-781acb2148c3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:02.100346 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "69ebc4ee-3262-466e-b836-1181a907f945", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:02.100596 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a070da5c-9540-4bca-9366-781acb2148c3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:02.100979 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945', 'status': 'completed', 'code': 200} Nov 04 09:10:02.113078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:02.116445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.137413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.137644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.138907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] 10.222.0.55 "PUT /v2.0/ports/3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 200 len: 1091 time: 1.7145288 Nov 04 09:10:02.169608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] For port df58233c-bbb6-4728-ae71-aaf01bb1da76, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df58233c-bbb6-4728-ae71-aaf01bb1da76,segment=NetworkSegment(a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e),segment_id=a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:02.171601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.184982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] Deleting port df58233c-bbb6-4728-ae71-aaf01bb1da76 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:02.185442 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.202428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for df58233c-bbb6-4728-ae71-aaf01bb1da76 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:02.330651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] For port df58233c-bbb6-4728-ae71-aaf01bb1da76, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df58233c-bbb6-4728-ae71-aaf01bb1da76,segment=NetworkSegment(a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e),segment_id=a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:02.331187 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.351668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] Calling delete_port for df58233c-bbb6-4728-ae71-aaf01bb1da76 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:02.397137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.466748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=df58233c-bbb6-4728-ae71-aaf01bb1da76,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:02.493901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No DVR routers for this DVR port df58233c-bbb6-4728-ae71-aaf01bb1da76 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:02.595446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.628192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] Pushing event deleted for resources: {'Port': ['ID=df58233c-bbb6-4728-ae71-aaf01bb1da76,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:02.635888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a0a4b-65a9-4577-8d34-3a5b4e7b2999 None None] No DVR routers for this DVR port df58233c-bbb6-4728-ae71-aaf01bb1da76 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:02.668455 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.702004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e81dae-d74f-446c-a54b-a4137b9e9772']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:02.723505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:02.723846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2d0c3b9-6a7b-4d45-b7c2-9bc98132de7e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:02.741134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.763014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428cd32-930c-4e56-8750-dad78392bf21 service neutron] Pushing event updated for resources: {'Port': ['ID=3af0c909-0572-48e4-8843-44d6796f5574,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:02.774463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.774673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-8a59e3b3-fa4f-4528-8cf2-73d1a494561a tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.774812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.774812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.774812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.774812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.775091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.775352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.777347 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02c27b35-db65-496f-85d4-1a2e64332271 req-1fb06e14-766f-4354-b8a8-e5ea47064857 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6475 time: 0.6748199 Nov 04 09:10:02.781857 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-8a59e3b3-fa4f-4528-8cf2-73d1a494561a tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/networks?id=e3d763f6-e9e8-44c6-8df8-c5900aa40b6a HTTP/1.1" status: 200 len: 824 time: 0.2365770 Nov 04 09:10:02.784758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.798380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:02.798805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:02.802258 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:02.821823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-cd2bb6e6-82f9-4fb8-94a4-8205f626b3af tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/quotas/bacf678708c64b73b215e749ff30eed5 HTTP/1.1" status: 200 len: 375 time: 0.0391092 Nov 04 09:10:02.921630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-2ea25a60-1c85-4304-8f9f-500a2b3906ff tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bacf678708c64b73b215e749ff30eed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977325 Nov 04 09:10:02.933706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-4ee0d417-c93d-4f3d-b762-1bc8fa0afca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.934026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-4ee0d417-c93d-4f3d-b762-1bc8fa0afca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.934476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-4ee0d417-c93d-4f3d-b762-1bc8fa0afca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:02.936501 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02c27b35-db65-496f-85d4-1a2e64332271 req-4ee0d417-c93d-4f3d-b762-1bc8fa0afca9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1469343 Nov 04 09:10:02.994627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.009791 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.013614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/90e81dae-d74f-446c-a54b-a4137b9e9772 HTTP/1.1" status: 204 len: 168 time: 1.3153608 Nov 04 09:10:03.026416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60366) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:03.029031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c54ba-b134-4695-a5a9-2937454eb09d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=90e81dae-d74f-446c-a54b-a4137b9e9772,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:03.033863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2094881997'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:03.055306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.088486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-7c93df3c-4b82-4f29-882c-aa1b63bcc3f2 service neutron] 10.222.0.53 "GET /v2.0/networks/e3d763f6-e9e8-44c6-8df8-c5900aa40b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648192 Nov 04 09:10:03.123564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:03.126972 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.173858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=868f47c3-f5cb-47c2-a528-58bd60974d2a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:03.186606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27b35-db65-496f-85d4-1a2e64332271 req-6242aada-69ed-4a3a-b94b-c83e915c56e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.188167 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02c27b35-db65-496f-85d4-1a2e64332271 req-6242aada-69ed-4a3a-b94b-c83e915c56e1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228744 Nov 04 09:10:03.205492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:10:03.214774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': '659b8d57-87ed-4e1d-a7c7-cb303c43908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:03.215179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: 2a96f956-2f3b-4375-b34b-781fbba1d29b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:03.222225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.222560 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Added segment 1b443915-9f77-42a3-8c62-14a5fa6ceae1 of type vlan for network 6de0d506-50e0-4a21-903f-9f4b34678320 Nov 04 09:10:03.244080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-2e1b4e5a-f497-4090-8785-d03b1a30328f service neutron] 10.222.0.53 "GET /v2.0/networks/e3d763f6-e9e8-44c6-8df8-c5900aa40b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545308 Nov 04 09:10:03.265997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df58233c-bbb6-4728-ae71-aaf01bb1da76 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:03.302270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: df58233c-bbb6-4728-ae71-aaf01bb1da76 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:03.302505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df58233c-bbb6-4728-ae71-aaf01bb1da76 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:03.303255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.308973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:03.342505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2a96f956-2f3b-4375-b34b-781fbba1d29b) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:03.345933 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.351807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.352548 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.352689 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d9d56-bbe7-4a7b-a637-1ab4568a915f None None] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:03.366003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.366470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.367208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.367385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.367840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.368318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.368813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.370799 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a2256701-1dd6-4105-bbcf-9297c2911c46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6475 time: 0.1368937 Nov 04 09:10:03.376217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.377068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.489839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-1b2939ce-92c8-454d-85b0-5795cdea53ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 200 len: 217 time: 0.1065619 Nov 04 09:10:03.515058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1e9290ec-0437-469e-a4ea-cbbc788d4eb8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7124953 Nov 04 09:10:03.531196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5037065 Nov 04 09:10:03.534862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2717ce3-af40-4346-8f49-04afa90a241a req-1723bcbb-2428-4a86-9a48-5b0fc4504cdc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/f87b7b0d-8c21-436e-8dfe-77e5da93b8d3 HTTP/1.1" status: 200 len: 1806 time: 0.1051917 Nov 04 09:10:03.536327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60384) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:03.544175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60378) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:03.552273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:03.580519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-2a96f956-2f3b-4375-b34b-781fbba1d29b', 'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b', 'tenant_id': 'ffdade3df5e74fa7875c56b939df6834', 'fixed_ips': [{'subnet_id': '868f47c3-f5cb-47c2-a528-58bd60974d2a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:10:03.581691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.616899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ef212d21-ed67-4e2c-ac5e-ea4cddcf9163 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:03.641643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c79bf-0507-4618-95bc-1515c7b7b791 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Network': ['ID=6de0d506-50e0-4a21-903f-9f4b34678320,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:03.696087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6de0d506-50e0-4a21-903f-9f4b34678320 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:03.770893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0b3602bd-839b-4fc4-aa9c-ebceaf23f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.772277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-0b3602bd-839b-4fc4-aa9c-ebceaf23f7c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e18be91-df85-4828-9822-990e8c5c0780 HTTP/1.1" status: 200 len: 851 time: 0.2741475 Nov 04 09:10:03.772748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f87b7b0d-8c21-436e-8dfe-77e5da93b8d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:03.773251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f87b7b0d-8c21-436e-8dfe-77e5da93b8d3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:03.815979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.api [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 09:10:03.815979 n-d-816487-1 neutron-server[102555]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 09:10:03.815979 n-d-816487-1 neutron-server[102555]: [parameters: {'project_id': '22f6329d97ac494cae21ec3cfe4bd85b', 'id': 'cc97fe0a-a614-4f6c-ac61-73923ccd3ce4', 'expiration': datetime.datetime(2021, 11, 4, 9, 12, 3, 802429)}] Nov 04 09:10:03.815979 n-d-816487-1 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:10:03.816908 n-d-816487-1 neutron-server[102555]: DEBUG oslo_db.api [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:10:03.818019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:03.822889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.847218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-ed234ff0-0cf6-4136-b909-4f977a951008 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3373854 Nov 04 09:10:03.897303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef212d21-ed67-4e2c-ac5e-ea4cddcf9163 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:03.900883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ef212d21-ed67-4e2c-ac5e-ea4cddcf9163 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:03.918103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Allocated IP 2001:db8::2 (2a96f956-2f3b-4375-b34b-781fbba1d29b/868f47c3-f5cb-47c2-a528-58bd60974d2a/69f10131-a945-4947-af02-5ded85175ac7) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:03.973343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f37360a8-0331-49b8-b5da-a45533f0a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:03.974887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f37360a8-0331-49b8-b5da-a45533f0a6e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64769050-88db-4939-8f71-8f2b6458d6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897957 Nov 04 09:10:04.117380 n-d-816487-1 neutron-server[102556]: INFO neutron.db.ipam_backend_mixin [None req-ef212d21-ed67-4e2c-ac5e-ea4cddcf9163 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 868f47c3-f5cb-47c2-a528-58bd60974d2a (CIDR: 2001:db8::/64) Nov 04 09:10:04.119777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:04.123907 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa683cac-38a5-40b7-a262-9c7f71d02319" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "3af0c909-0572-48e4-8843-44d6796f5574"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:04.140754 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef212d21-ed67-4e2c-ac5e-ea4cddcf9163 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:10:04.141633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef212d21-ed67-4e2c-ac5e-ea4cddcf9163 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:04.168858 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.170309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-728f6a92-882a-4227-b5b5-1cd4c2d7d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:04.172299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-728f6a92-882a-4227-b5b5-1cd4c2d7d034 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 1097 time: 0.2891991 Nov 04 09:10:04.178204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-d2f7256c-cd61-4762-804d-7345545a97f6 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941700 Nov 04 09:10:04.192169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.220920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.254045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ef212d21-ed67-4e2c-ac5e-ea4cddcf9163 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6505718 Nov 04 09:10:04.254710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60396) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:04.288089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Pushing event updated for resources: {'Port': ['ID=69f10131-a945-4947-af02-5ded85175ac7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:04.300042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:04.301766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:04.304310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:04.360973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=4b2d54aa-359b-41d2-a60c-efbbb4354cc6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:04.371364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Attempting to bind port 69f10131-a945-4947-af02-5ded85175ac7 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:04.371954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Attempting to bind port 69f10131-a945-4947-af02-5ded85175ac7 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '659b8d57-87ed-4e1d-a7c7-cb303c43908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:04.373492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Attempting to bind port 69f10131-a945-4947-af02-5ded85175ac7 on network 2a96f956-2f3b-4375-b34b-781fbba1d29b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:04.379976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Checking segment: {'id': '1b443915-9f77-42a3-8c62-14a5fa6ceae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:04.380585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:04.382364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network hostable DHCP agents. Network: 6de0d506-50e0-4a21-903f-9f4b34678320, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:04.390411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:04.390818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Checking segment: {'id': '659b8d57-87ed-4e1d-a7c7-cb303c43908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:04.391231 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.391630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Bound using segment: {'id': '659b8d57-87ed-4e1d-a7c7-cb303c43908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:04.392148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Bound port: 69f10131-a945-4947-af02-5ded85175ac7, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659b8d57-87ed-4e1d-a7c7-cb303c43908a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:04.392669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.439568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 6de0d506-50e0-4a21-903f-9f4b34678320 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:04.462135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.502531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6de0d506-50e0-4a21-903f-9f4b34678320) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:04.517554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:04.518898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.553673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] For port 69f10131-a945-4947-af02-5ded85175ac7, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:04.557594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] For port 69f10131-a945-4947-af02-5ded85175ac7, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=69f10131-a945-4947-af02-5ded85175ac7,segment=NetworkSegment(659b8d57-87ed-4e1d-a7c7-cb303c43908a),segment_id=659b8d57-87ed-4e1d-a7c7-cb303c43908a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:04.557821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.563626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.568909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcff22d6-093d-4609-9212-056b8caa8d19 None None] Network 6de0d506-50e0-4a21-903f-9f4b34678320 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:04.574392 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.598689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3b1194b-4af9-4bb2-b6e0-e2ec3821ad22,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:04.615761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.617630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2717ce3-af40-4346-8f49-04afa90a241a req-3bb45186-d2e0-44f6-a2a9-3cf48ba7ab70 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8534658 Nov 04 09:10:04.622736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2fdfc553-dda1-4900-9f20-2a70fde893db tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0837121 Nov 04 09:10:04.628211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60400) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:04.636099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a7534079-aebf-478e-af33-318cf08b3652 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-416412891', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:04.643973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-43702915-9205-4a74-ad2b-cba257428dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:04.646023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-43702915-9205-4a74-ad2b-cba257428dea service neutron] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 916 time: 0.4243948 Nov 04 09:10:04.651256 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-47d30ae1-2840-402e-9bab-c0d9c4ca1da8 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521277 Nov 04 09:10:04.667987 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7534079-aebf-478e-af33-318cf08b3652 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.669942 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7534079-aebf-478e-af33-318cf08b3652 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.736485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-b9e20832-cd02-46be-9e19-e8637e89dc19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a HTTP/1.1" status: 200 len: 217 time: 0.0786474 Nov 04 09:10:04.773580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Pushing event updated for resources: {'Port': ['ID=69f10131-a945-4947-af02-5ded85175ac7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:04.801508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.801997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.802468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.802996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.805015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.805512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.806084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.806554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.807031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.807631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.808109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.808669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d6749-576d-4371-984a-3fea3e1d6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:04.875302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-240337bc-93fd-4490-ab0c-087ed905f024 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 217 time: 0.1463838 Nov 04 09:10:04.965533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-2e1ecdbd-77ef-41a5-930e-23fd03292b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:04.967321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-6de0d506-50e0-4a21-903f-9f4b34678320', 'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320', 'tenant_id': '1c279dddc54e4a5d8d779c3151ee0daf', 'fixed_ips': [{'subnet_id': '4b2d54aa-359b-41d2-a60c-efbbb4354cc6'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:10:04.968516 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.968705 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-2e1ecdbd-77ef-41a5-930e-23fd03292b08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.2188063 Nov 04 09:10:04.974311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:04.976487 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7534079-aebf-478e-af33-318cf08b3652 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.980930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:04.989078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7534079-aebf-478e-af33-318cf08b3652 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.044221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7534079-aebf-478e-af33-318cf08b3652 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.047121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7534079-aebf-478e-af33-318cf08b3652 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4147906 Nov 04 09:10:05.048953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:05.069165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320', 'name': 'tempest-PortsTestJSON-2056264948'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:05.118058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-5387c514-014f-4cc3-9382-a49504c199ae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167338 Nov 04 09:10:05.321825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Allocated IP 172.20.0.2 (6de0d506-50e0-4a21-903f-9f4b34678320/4b2d54aa-359b-41d2-a60c-efbbb4354cc6/12d697bf-c8be-42dd-8572-63d9a42e2a7c) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:05.339042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a3dbd660-b777-4533-90fe-dd7d3ce3980e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:05.347052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a3dbd660-b777-4533-90fe-dd7d3ce3980e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.4553931 Nov 04 09:10:05.350790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-755afc68-f2e3-4720-b9cd-9518da6e33cc tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:05.371018 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-755afc68-f2e3-4720-b9cd-9518da6e33cc tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.5552051 Nov 04 09:10:05.377848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 69f10131-a945-4947-af02-5ded85175ac7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:05.420522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-ce9b8fd7-06b0-4116-b89b-58484571b3da tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/quotas/f8b15ba573b841429d1c8d353260c9cf HTTP/1.1" status: 200 len: 375 time: 0.0476708 Nov 04 09:10:05.541291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 69f10131-a945-4947-af02-5ded85175ac7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:05.542526 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.615285 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-452af47f-9863-4bc0-800c-fd921705c4ab tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1931117 Nov 04 09:10:05.632084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:05.637076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.676358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.689998 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.692767 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.741530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-d5b25d68-e426-4438-9eb8-e5ea8d559b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:05.745021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-d5b25d68-e426-4438-9eb8-e5ea8d559b29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3770075 Nov 04 09:10:05.767480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 69f10131-a945-4947-af02-5ded85175ac7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=69f10131-a945-4947-af02-5ded85175ac7,segment=NetworkSegment(659b8d57-87ed-4e1d-a7c7-cb303c43908a),segment_id=659b8d57-87ed-4e1d-a7c7-cb303c43908a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:05.780429 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:05.792991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Network 6de0d506-50e0-4a21-903f-9f4b34678320 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:05.810333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:05.820612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:05.838266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-8766f2dd-541d-4403-b0d9-b19996082063 service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963325 Nov 04 09:10:05.838510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Pushing event updated for resources: {'Port': ['ID=12d697bf-c8be-42dd-8572-63d9a42e2a7c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:05.894220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-47aec1c2-e6d8-46a0-89be-ac363b1b1d6f service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7007070 Nov 04 09:10:05.983290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-b876a16d-b6ee-43f6-a6bf-aa5e94abfaad service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275325 Nov 04 09:10:05.990091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 899b613e-7b44-43a6-8724-c3e6bfda09fe yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:06.126219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=69f10131-a945-4947-af02-5ded85175ac7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:06.144486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-f8dc6347-d337-42a7-8ba8-9346be52d78f tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.147618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-f8dc6347-d337-42a7-8ba8-9346be52d78f tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.70 "GET /v2.0/networks?id=e3d763f6-e9e8-44c6-8df8-c5900aa40b6a HTTP/1.1" status: 200 len: 824 time: 0.6547141 Nov 04 09:10:06.185296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Request body: {'port': {'device_id': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a', 'admin_state_up': True, 'tenant_id': 'bacf678708c64b73b215e749ff30eed5'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:06.196524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Attempting to bind port 12d697bf-c8be-42dd-8572-63d9a42e2a7c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:06.197019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Attempting to bind port 12d697bf-c8be-42dd-8572-63d9a42e2a7c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1b443915-9f77-42a3-8c62-14a5fa6ceae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:06.197483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Attempting to bind port 12d697bf-c8be-42dd-8572-63d9a42e2a7c on network 6de0d506-50e0-4a21-903f-9f4b34678320 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:06.210203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:06.210464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Checking segment: {'id': '1b443915-9f77-42a3-8c62-14a5fa6ceae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:06.210976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:06.211473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Bound using segment: {'id': '1b443915-9f77-42a3-8c62-14a5fa6ceae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:06.212084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Bound port: 12d697bf-c8be-42dd-8572-63d9a42e2a7c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b443915-9f77-42a3-8c62-14a5fa6ceae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '6de0d506-50e0-4a21-903f-9f4b34678320'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:06.212748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:06.255420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.8 (6de0d506-50e0-4a21-903f-9f4b34678320/4b2d54aa-359b-41d2-a60c-efbbb4354cc6/899b613e-7b44-43a6-8724-c3e6bfda09fe) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:06.317142 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-2ab13be5-7319-4369-9f46-8c50eab98141 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5616915 Nov 04 09:10:06.360036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] For port 12d697bf-c8be-42dd-8572-63d9a42e2a7c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:06.364924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] For port 12d697bf-c8be-42dd-8572-63d9a42e2a7c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=12d697bf-c8be-42dd-8572-63d9a42e2a7c,segment=NetworkSegment(1b443915-9f77-42a3-8c62-14a5fa6ceae1),segment_id=1b443915-9f77-42a3-8c62-14a5fa6ceae1)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:06.375836 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:06.492871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d5f822-0fd8-42c3-bed8-c83c1eb50af5 None None] Pushing event updated for resources: {'Port': ['ID=12d697bf-c8be-42dd-8572-63d9a42e2a7c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:06.504155 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-37151194-2bff-4054-9ede-f4f4fb078a0a service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651442 Nov 04 09:10:06.565994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.572875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.582804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.589957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.596254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.597324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ce6ada-816e-41d0-803c-577f4e64659f None None] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:06.602138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.607114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-1d2046f6-b4a6-4177-a182-6d05a2071a7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 217 time: 0.0943704 Nov 04 09:10:06.608746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.617114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-03c01b83-566f-472e-824f-20e0de059725 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.2124038 Nov 04 09:10:06.649120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce53ee64-2445-41e1-a472-166f1f533bb6 req-77027451-4824-434e-af92-8dfe6bc54bf5 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393191 Nov 04 09:10:06.672767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:06.702021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f833103-a8ff-4671-a2f7-2364d3376556 req-0353793e-13c7-4ffe-ac98-6756c75251bf tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0838997 Nov 04 09:10:06.796911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:06.873922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f5348119-daf0-4e88-8b6d-b8d863407cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:06.876076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-f5348119-daf0-4e88-8b6d-b8d863407cd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.2614989 Nov 04 09:10:06.927400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 6de0d506-50e0-4a21-903f-9f4b34678320 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:06.956625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:06.963689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=899b613e-7b44-43a6-8724-c3e6bfda09fe,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:06.968824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:07.073389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7736b837-703a-40f9-9947-9f82c42f04fb None None] Provisioning complete for port 69f10131-a945-4947-af02-5ded85175ac7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:07.074067 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7736b837-703a-40f9-9947-9f82c42f04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.097342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-329420ba-c90e-4dea-a221-8c8502e253eb req-a679c94a-94de-44c2-8289-377c9eecdc8f tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 210 time: 0.0674152 Nov 04 09:10:07.153239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:07.156368 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.200129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5fc060e7-e928-47ca-9ddd-1121db08dbbe req-3d660ae1-a0d8-4fbb-89f1-afcfd194ab5b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-42784460', 'description': 'tempest-description-2137734502'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:07.381944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b4b1775b-d46a-4d45-9847-86e1b38d73e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.420157 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb488c7-eacb-42a6-a53c-c2ea5eb896d1 x-openstack-request-id: req-fbb488c7-eacb-42a6-a53c-c2ea5eb896d1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:07.420692 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "3af0c909-0572-48e4-8843-44d6796f5574", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:07.420920 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbb488c7-eacb-42a6-a53c-c2ea5eb896d1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:07.421334 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574', 'status': 'completed', 'code': 200} Nov 04 09:10:07.456743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.465994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 69f10131-a945-4947-af02-5ded85175ac7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:07.520370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=ba75e513-ccd2-494d-81cc-4ee86aa34dda,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:07.536427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Made reservation on behalf of bacf678708c64b73b215e749ff30eed5 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:07.540292 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.545781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:07.551167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-97d83008-97cc-4be9-a465-baf7e120d567 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4986868 Nov 04 09:10:07.557109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:07.566913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60432) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:07.572497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 69f10131-a945-4947-af02-5ded85175ac7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:07.573031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.577667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:07.578549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.587282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5fc060e7-e928-47ca-9ddd-1121db08dbbe req-3d660ae1-a0d8-4fbb-89f1-afcfd194ab5b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:07.654902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-155cd0de-64c9-436a-bb59-15f58fe4320c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.2874475 Nov 04 09:10:07.657076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3762f722-1e82-4568-8fb3-4d6bc0404292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:07.658593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3762f722-1e82-4568-8fb3-4d6bc0404292 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7668750 Nov 04 09:10:07.684237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:07.702704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b', 'fixed_ips': [{'subnet_id': '868f47c3-f5cb-47c2-a528-58bd60974d2a'}, {'subnet_id': 'ba75e513-ccd2-494d-81cc-4ee86aa34dda'}], 'name': 'tempest-PortsIpV6TestJSON-772877058'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:07.760418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12d697bf-c8be-42dd-8572-63d9a42e2a7c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:07.956775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:08.037670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92861f55-6d5d-4ea4-8330-85b4623e2eaa None None] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:08.044519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 12d697bf-c8be-42dd-8572-63d9a42e2a7c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:08.045093 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.199007 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-9933102f-403b-48ac-9a78-e5a2ea160653 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850695 Nov 04 09:10:08.355653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8e072637-d54b-4964-ab55-37ebdbbbb10a None None] Provisioning complete for port 69f10131-a945-4947-af02-5ded85175ac7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:08.358193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e072637-d54b-4964-ab55-37ebdbbbb10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.452741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ac082-e989-4f01-8831-7eb1539a8c3b None None] Network 6de0d506-50e0-4a21-903f-9f4b34678320 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:08.652071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Allocated IP 172.20.0.3 (e3d763f6-e9e8-44c6-8df8-c5900aa40b6a/74d16050-442a-4804-aa32-a8576d19f11b/6db0d51c-db3c-49dc-8462-b7945da3b031) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:08.709808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-655253f1-d81b-41d2-b30d-e59f020aece5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:08.712453 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-655253f1-d81b-41d2-b30d-e59f020aece5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.55 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.6566212 Nov 04 09:10:08.723998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-ac997baf-2bcf-40e3-9c1c-94612f88222c service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4992707 Nov 04 09:10:08.736294 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.737510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5fc060e7-e928-47ca-9ddd-1121db08dbbe req-3d660ae1-a0d8-4fbb-89f1-afcfd194ab5b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.744077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Request body: {'port': {'device_id': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'admin_state_up': True, 'tenant_id': 'f8b15ba573b841429d1c8d353260c9cf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:08.748968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5fc060e7-e928-47ca-9ddd-1121db08dbbe req-3d660ae1-a0d8-4fbb-89f1-afcfd194ab5b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.831524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bce11f48-6c9a-4804-941f-c23cdc69c6d4 None None] Provisioning complete for port 12d697bf-c8be-42dd-8572-63d9a42e2a7c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:08.831952 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bce11f48-6c9a-4804-941f-c23cdc69c6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.893557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-64f52de3-41e3-4b03-9cf2-8377fb4516e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=2e1b1871-17a8-451e-9503-004c6722404b HTTP/1.1" status: 200 len: 217 time: 0.1077244 Nov 04 09:10:08.911485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.911485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d660ae1-a0d8-4fbb-89f1-afcfd194ab5b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81a63621-6338-4b8f-9040-bb47a3992e08,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:08.920590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5fc060e7-e928-47ca-9ddd-1121db08dbbe req-3d660ae1-a0d8-4fbb-89f1-afcfd194ab5b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:08.925370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5fc060e7-e928-47ca-9ddd-1121db08dbbe req-3d660ae1-a0d8-4fbb-89f1-afcfd194ab5b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.7270358 Nov 04 09:10:08.925930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 12d697bf-c8be-42dd-8572-63d9a42e2a7c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=12d697bf-c8be-42dd-8572-63d9a42e2a7c,segment=NetworkSegment(1b443915-9f77-42a3-8c62-14a5fa6ceae1),segment_id=1b443915-9f77-42a3-8c62-14a5fa6ceae1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:08.952306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port c716ff1c-7e96-4b8e-91dc-2546706e6555 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:08.953895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.162401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=12d697bf-c8be-42dd-8572-63d9a42e2a7c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:09.203678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f475da8d-f403-48f9-a1b7-129d2e88d2b8 req-e9492db6-00cf-4c40-964b-582848ceb8f0 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 210 time: 0.0324528 Nov 04 09:10:09.211799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b678189-b57d-4cbe-b81c-5e639b606125 None None] Update dhcp port {'port': {'network_id': '2a96f956-2f3b-4375-b34b-781fbba1d29b', 'fixed_ips': [{'subnet_id': '868f47c3-f5cb-47c2-a528-58bd60974d2a', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba75e513-ccd2-494d-81cc-4ee86aa34dda'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '69f10131-a945-4947-af02-5ded85175ac7'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:10:09.248638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.254706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b678189-b57d-4cbe-b81c-5e639b606125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.258005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-452cd326-9d2c-4f19-8938-331bd127ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.265572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-452cd326-9d2c-4f19-8938-331bd127ba2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.3588455 Nov 04 09:10:09.382956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Made reservation on behalf of f8b15ba573b841429d1c8d353260c9cf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:09.386572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.417760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.426787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.435113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.442676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.443187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.449370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.455578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.461710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.463949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-a7e5593c-487c-49c1-8a39-b7f6af6456c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.1587572 Nov 04 09:10:09.479714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-ba27d449-47a9-4971-af4f-38085a947471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.482059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-ba27d449-47a9-4971-af4f-38085a947471 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1975269 Nov 04 09:10:09.485684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::176 (2a96f956-2f3b-4375-b34b-781fbba1d29b/868f47c3-f5cb-47c2-a528-58bd60974d2a/c716ff1c-7e96-4b8e-91dc-2546706e6555) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:09.501761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8:0:1::100 (2a96f956-2f3b-4375-b34b-781fbba1d29b/ba75e513-ccd2-494d-81cc-4ee86aa34dda/c716ff1c-7e96-4b8e-91dc-2546706e6555) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:09.539139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3282bf88-bbf1-4f47-9bec-42777e44ef5b req-3939b9ff-6e6f-4968-bd94-856b535ab9c9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0612643 Nov 04 09:10:09.592325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cb904f9f-3fde-4cc8-b380-fd304e5f8d34 None None] Provisioning complete for port 12d697bf-c8be-42dd-8572-63d9a42e2a7c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:09.593537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb904f9f-3fde-4cc8-b380-fd304e5f8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.669943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.755379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cb904f9f-3fde-4cc8-b380-fd304e5f8d34 None None] Provisioning complete for port 899b613e-7b44-43a6-8724-c3e6bfda09fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:09.755952 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb904f9f-3fde-4cc8-b380-fd304e5f8d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.792238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cb904f9f-3fde-4cc8-b380-fd304e5f8d34 None None] Port 899b613e-7b44-43a6-8724-c3e6bfda09fe cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:09.802274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.825118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb698e-601d-4b99-a845-23779017d3e8 req-d9538c09-9f1a-40eb-84f4-6a1aabedaff3 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:09.826788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aedb698e-601d-4b99-a845-23779017d3e8 req-d9538c09-9f1a-40eb-84f4-6a1aabedaff3 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 931 time: 0.0861456 Nov 04 09:10:09.874056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:09.876338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.899506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:09.902588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:09.913725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Pushing event updated for resources: {'Port': ['ID=6db0d51c-db3c-49dc-8462-b7945da3b031,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:09.928537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aedb698e-601d-4b99-a845-23779017d3e8 req-ce840982-8a11-4c2e-bd2a-cf4fd83f7086 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924327 Nov 04 09:10:09.941564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9c8e5933-e3ec-4ac5-a42f-0c909d0e6d13 None None] Provisioning complete for port 899b613e-7b44-43a6-8724-c3e6bfda09fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:09.942333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c8e5933-e3ec-4ac5-a42f-0c909d0e6d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.964103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:09.968073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:09.982360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa1b8d4b-9b02-41db-ab20-f2d82c5ef86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:09.986638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-2b678189-b57d-4cbe-b81c-5e639b606125 None None] Allocated IP 2001:db8:0:1::2 (2a96f956-2f3b-4375-b34b-781fbba1d29b/ba75e513-ccd2-494d-81cc-4ee86aa34dda/69f10131-a945-4947-af02-5ded85175ac7) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:10.004039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:10.010170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:10.011186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.019138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9c8e5933-e3ec-4ac5-a42f-0c909d0e6d13 None None] Port 899b613e-7b44-43a6-8724-c3e6bfda09fe cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:10.029358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Allocated IP 172.20.0.13 (0764b07f-ce56-45e1-be1b-0f3a65fe61a5/dac40794-3141-4231-a13e-94eda65bba01/6ac45b51-1724-4fc5-b7cb-e244c9770be7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:10.037959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=c716ff1c-7e96-4b8e-91dc-2546706e6555,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:10.067148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e7866bef-1c9c-4aa6-b6ac-eac49df2f909 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3788319 Nov 04 09:10:10.068043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60458) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:10.075954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '868f47c3-f5cb-47c2-a528-58bd60974d2a'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:10.111621 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-24eed03e-41e0-49bd-b177-27ef6ec2f5b6 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5911112 Nov 04 09:10:10.116768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-ace85cb2-6ab9-43c1-89d3-2bd0cdbb6eed tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/81a63621-6338-4b8f-9040-bb47a3992e08 HTTP/1.1" status: 200 len: 1805 time: 0.0980158 Nov 04 09:10:10.123881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:10.125626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.130427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '81a63621-6338-4b8f-9040-bb47a3992e08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:10.130825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '81a63621-6338-4b8f-9040-bb47a3992e08', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:10.166699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-a561c202-c6dc-4322-a521-29254757cccf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9857857 Nov 04 09:10:10.167081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2b678189-b57d-4cbe-b81c-5e639b606125 None None] For port 69f10131-a945-4947-af02-5ded85175ac7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=69f10131-a945-4947-af02-5ded85175ac7,segment=NetworkSegment(659b8d57-87ed-4e1d-a7c7-cb303c43908a),segment_id=659b8d57-87ed-4e1d-a7c7-cb303c43908a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:10.193701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.230813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Request body: {'port': {'device_id': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:10.251452 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b678189-b57d-4cbe-b81c-5e639b606125 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.258947 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.266824 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b678189-b57d-4cbe-b81c-5e639b606125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.315916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.399003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.408536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.421457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b678189-b57d-4cbe-b81c-5e639b606125 None None] Pushing event updated for resources: {'Port': ['ID=69f10131-a945-4947-af02-5ded85175ac7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:10.468354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d986559-52c7-4930-b0fd-efcff86413e1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:10.493425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.494692 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41cc1476-cc08-4c13-a431-0000ac0a0f88 req-d1cdccec-92dc-4f5f-8b53-e9f3e69a2b46 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3682115 Nov 04 09:10:10.624036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Delete allocated IP 2001:db8:0:1::100 (2a96f956-2f3b-4375-b34b-781fbba1d29b/ba75e513-ccd2-494d-81cc-4ee86aa34dda) {{(pid=102555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 09:10:10.654254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.669274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.752943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e87b1e57-1eb1-4e62-9598-e62655685b00 req-9ccd8457-4813-4a20-a15c-09d900f0200b tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 210 time: 0.0455492 Nov 04 09:10:10.788268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0f065e99-dd1c-445d-86b7-9f023b73bb1d req-9952bc85-d913-45e6-9abb-00b7421641bd tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1993443610', 'description': 'tempest-description-475283029'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:10.865458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0f065e99-dd1c-445d-86b7-9f023b73bb1d req-9952bc85-d913-45e6-9abb-00b7421641bd tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.874161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.886061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.895680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.915313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:10.996063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=899b613e-7b44-43a6-8724-c3e6bfda09fe,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:11.002708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-47a20844-046c-4c4b-b761-d7fade13f235 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8606324 Nov 04 09:10:11.051562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] In _notify_port_updated(), no bound segment for port c716ff1c-7e96-4b8e-91dc-2546706e6555 on network 2a96f956-2f3b-4375-b34b-781fbba1d29b {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:10:11.065190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.065871 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.067357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "PUT /v2.0/ports/c716ff1c-7e96-4b8e-91dc-2546706e6555 HTTP/1.1" status: 200 len: 925 time: 0.9969275 Nov 04 09:10:11.112567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0f065e99-dd1c-445d-86b7-9f023b73bb1d req-9952bc85-d913-45e6-9abb-00b7421641bd tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.113649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:11.127630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '868f47c3-f5cb-47c2-a528-58bd60974d2a'}, {'subnet_id': 'ba75e513-ccd2-494d-81cc-4ee86aa34dda'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:11.132649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0f065e99-dd1c-445d-86b7-9f023b73bb1d req-9952bc85-d913-45e6-9abb-00b7421641bd tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.171070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.172339 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.177330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-90ee874c-f888-40a5-bd55-3c10d709863a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 HTTP/1.1" status: 200 len: 217 time: 0.1463456 Nov 04 09:10:11.187646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd3d14-6d8e-4527-9158-90b477ae8275 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=c716ff1c-7e96-4b8e-91dc-2546706e6555,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:11.258168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-92038d24-7579-4607-b078-eef17e1f2616 None None] Provisioning complete for port 899b613e-7b44-43a6-8724-c3e6bfda09fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:11.258552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92038d24-7579-4607-b078-eef17e1f2616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.274613 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0f065e99-dd1c-445d-86b7-9f023b73bb1d req-9952bc85-d913-45e6-9abb-00b7421641bd tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.275988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f065e99-dd1c-445d-86b7-9f023b73bb1d req-9952bc85-d913-45e6-9abb-00b7421641bd tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4927211 Nov 04 09:10:11.295199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 69f10131-a945-4947-af02-5ded85175ac7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:11.304605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952bc85-d913-45e6-9abb-00b7421641bd tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1649798a-32f2-4a14-afba-7982e3178709,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:11.325841 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.358343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-92038d24-7579-4607-b078-eef17e1f2616 None None] Port 899b613e-7b44-43a6-8724-c3e6bfda09fe cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:11.408386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 69f10131-a945-4947-af02-5ded85175ac7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:11.408771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.428269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.468608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a', '4bcc02d4-edac-470c-9c0e-812a40c34d61'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:11.508950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.591760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-709f380c-d7f0-4bc9-9e40-ab77ff5f4740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.593939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-709f380c-d7f0-4bc9-9e40-ab77ff5f4740 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.2857943 Nov 04 09:10:11.611990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.619078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.627625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.635172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.644289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.651268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.654004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f5e2234a-2151-4fef-ab87-46f6b805c663 None None] Provisioning complete for port 69f10131-a945-4947-af02-5ded85175ac7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:11.654529 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f5e2234a-2151-4fef-ab87-46f6b805c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:11.659102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:11.660139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12d697bf-c8be-42dd-8572-63d9a42e2a7c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:11.661479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-dc8c3fd5-d650-4991-85f1-f9ae3269b2c7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.2548606 Nov 04 09:10:11.713137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:11.768802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event updated for resources: {'Port': ['ID=6ac45b51-1724-4fc5-b7cb-e244c9770be7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:11.777580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e4e10f8-782c-4a18-8bda-7c5578e58856 req-c7de8ae6-cc99-4691-bdbc-78c77b29a7a9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0739920 Nov 04 09:10:11.787051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:11.823728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:11.914746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 12d697bf-c8be-42dd-8572-63d9a42e2a7c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:11.914746 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.014459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8:0:1::291 (2a96f956-2f3b-4375-b34b-781fbba1d29b/ba75e513-ccd2-494d-81cc-4ee86aa34dda/c716ff1c-7e96-4b8e-91dc-2546706e6555) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:12.108401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6989211e-0ab8-4121-aaae-a20ef01acc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:12.110133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6989211e-0ab8-4121-aaae-a20ef01acc68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4829695 Nov 04 09:10:12.145114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d16d0701-2896-4c4e-98fc-87fc41d58549 None None] Provisioning complete for port c716ff1c-7e96-4b8e-91dc-2546706e6555 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:12.145762 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d16d0701-2896-4c4e-98fc-87fc41d58549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.155656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:12.158923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.204975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d16d0701-2896-4c4e-98fc-87fc41d58549 None None] Port c716ff1c-7e96-4b8e-91dc-2546706e6555 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:12.337821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035332e-e99d-4d1d-b6c4-5bad71787207 req-33af7ddf-c8aa-4c27-8f48-35dddc446e64 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:12.340151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a035332e-e99d-4d1d-b6c4-5bad71787207 req-33af7ddf-c8aa-4c27-8f48-35dddc446e64 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 931 time: 0.2125564 Nov 04 09:10:12.362839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-5c8a9b8f-1b70-4db8-807a-d9bccb809ac3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6370497 Nov 04 09:10:12.380760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Request body: {'port': {'device_id': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:12.417305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a035332e-e99d-4d1d-b6c4-5bad71787207 req-8ae93d2d-300e-446b-b89e-a7923780a162 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684822 Nov 04 09:10:12.454801 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.462983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-54761b40-c46c-47b8-82cf-b9e476be8964 req-0b1f1a58-d410-4855-907f-009310025e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-852073303', 'description': 'tempest-description-78038012'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:12.470916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.544287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=c716ff1c-7e96-4b8e-91dc-2546706e6555,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:12.554845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-16db5da2-c696-4c22-9b75-1dba8d40d5dd None None] Provisioning complete for port c716ff1c-7e96-4b8e-91dc-2546706e6555 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:12.560453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16db5da2-c696-4c22-9b75-1dba8d40d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.564588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54761b40-c46c-47b8-82cf-b9e476be8964 req-0b1f1a58-d410-4855-907f-009310025e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.580766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-6e086c7a-63d0-4186-b2bf-5c27cc300455 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472282 Nov 04 09:10:12.582118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] In _notify_port_updated(), no bound segment for port c716ff1c-7e96-4b8e-91dc-2546706e6555 on network 2a96f956-2f3b-4375-b34b-781fbba1d29b {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:10:12.587837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:12.588501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.589858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1515c246-c16e-4c22-9308-c1eb82da3afd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "PUT /v2.0/ports/c716ff1c-7e96-4b8e-91dc-2546706e6555 HTTP/1.1" status: 200 len: 1011 time: 1.4678514 Nov 04 09:10:12.597288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:12.627433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6db0d51c-db3c-49dc-8462-b7945da3b031 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:12.630759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-16db5da2-c696-4c22-9b75-1dba8d40d5dd None None] Port c716ff1c-7e96-4b8e-91dc-2546706e6555 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:12.647250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.672123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.679547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.765785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54761b40-c46c-47b8-82cf-b9e476be8964 req-0b1f1a58-d410-4855-907f-009310025e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.777846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54761b40-c46c-47b8-82cf-b9e476be8964 req-0b1f1a58-d410-4855-907f-009310025e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.782848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port c716ff1c-7e96-4b8e-91dc-2546706e6555 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:12.783257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.801091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.808346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Transition to ACTIVE for port object 6db0d51c-db3c-49dc-8462-b7945da3b031 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:10:12.818699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.869445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54761b40-c46c-47b8-82cf-b9e476be8964 req-0b1f1a58-d410-4855-907f-009310025e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.877872 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.880603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54761b40-c46c-47b8-82cf-b9e476be8964 req-0b1f1a58-d410-4855-907f-009310025e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4228346 Nov 04 09:10:12.883888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f1a58-d410-4855-907f-009310025e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f944fb29-8b21-487a-a8e9-676efeaff4d7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:12.935146 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.953865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for c716ff1c-7e96-4b8e-91dc-2546706e6555 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:12.959389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f9b7e846-74b7-46cf-8784-9a65b63326c2 None None] Provisioning complete for port c716ff1c-7e96-4b8e-91dc-2546706e6555 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:12.960046 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f9b7e846-74b7-46cf-8784-9a65b63326c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:12.999051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f9b7e846-74b7-46cf-8784-9a65b63326c2 None None] Port c716ff1c-7e96-4b8e-91dc-2546706e6555 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:13.079946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-dfeea47d-bb27-4f42-89b9-411e2e8f2e6e service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221954 Nov 04 09:10:13.085108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=899b613e-7b44-43a6-8724-c3e6bfda09fe,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:13.088211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7fa13-b0a6-4f01-a759-502f6e3ace43 req-394fbe79-82f1-4f00-8f91-96fdef0aabe3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.089906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7fd7fa13-b0a6-4f01-a759-502f6e3ace43 req-394fbe79-82f1-4f00-8f91-96fdef0aabe3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 932 time: 0.0843623 Nov 04 09:10:13.097549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:13.172046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-9b6fd69c-f752-48ef-a2ae-3fdc0992db00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ebc4ee-3262-466e-b836-1181a907f945 HTTP/1.1" status: 200 len: 217 time: 0.0830417 Nov 04 09:10:13.192511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7fd7fa13-b0a6-4f01-a759-502f6e3ace43 req-6d921ee3-67b6-42b8-9d97-027e8ea32358 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924029 Nov 04 09:10:13.280783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:13.329885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=c716ff1c-7e96-4b8e-91dc-2546706e6555,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:13.391908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:13.396497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-46eccb60-ac25-466d-8ef0-d0f4a1771fa9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/c716ff1c-7e96-4b8e-91dc-2546706e6555 HTTP/1.1" status: 204 len: 168 time: 0.7981589 Nov 04 09:10:13.399147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60494) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:13.442170 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d44d62a-ce6a-4a21-a9be-27baa3fe0fd8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:10:13.444206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d44d62a-ce6a-4a21-a9be-27baa3fe0fd8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/c716ff1c-7e96-4b8e-91dc-2546706e6555 HTTP/1.1" status: 404 len: 333 time: 0.0439775 Nov 04 09:10:13.460034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.467327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.474077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.482290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.489620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.497292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.504350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.506915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70824067-8b07-4987-ab61-371a6076c94e req-dd5dda0f-1c5d-41ce-a4da-0513b94c6d06 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.2372572 Nov 04 09:10:13.507429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:13.586480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70824067-8b07-4987-ab61-371a6076c94e req-38e53295-67fa-4702-9959-556cedda6e73 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0453777 Nov 04 09:10:13.621859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet ba75e513-ccd2-494d-81cc-4ee86aa34dda {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:13.632191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:13.708323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:13.724974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Pushing event updated for resources: {'Port': ['ID=6db0d51c-db3c-49dc-8462-b7945da3b031,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:13.755619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-e9a94455-d704-4fe8-88ca-a457d6afc3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.757144 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-e9a94455-d704-4fe8-88ca-a457d6afc3f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.5613890 Nov 04 09:10:13.765815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Attempting to bind port 6db0d51c-db3c-49dc-8462-b7945da3b031 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:13.766006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Attempting to bind port 6db0d51c-db3c-49dc-8462-b7945da3b031 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '7a86842b-562f-408c-9885-921423d635ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:13.766335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Attempting to bind port 6db0d51c-db3c-49dc-8462-b7945da3b031 on network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:13.771284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-d3e5d663-068a-46eb-b50a-0f35f79d7668 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/1649798a-32f2-4a14-afba-7982e3178709 HTTP/1.1" status: 200 len: 1806 time: 0.1462348 Nov 04 09:10:13.807410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Port 6db0d51c-db3c-49dc-8462-b7945da3b031 on network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:10:13.807729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Attempting to bind port 6db0d51c-db3c-49dc-8462-b7945da3b031 on network e3d763f6-e9e8-44c6-8df8-c5900aa40b6a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:13.830537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:13.830875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Checking segment: {'id': '7a86842b-562f-408c-9885-921423d635ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:13.831259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Bound using segment: {'id': '7a86842b-562f-408c-9885-921423d635ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:13.831687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Bound port: 6db0d51c-db3c-49dc-8462-b7945da3b031, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a86842b-562f-408c-9885-921423d635ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:13.832066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:13.860986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-a5792ef8-067d-466d-bf7b-88e21697db56 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/f944fb29-8b21-487a-a8e9-676efeaff4d7 HTTP/1.1" status: 200 len: 1804 time: 0.0755370 Nov 04 09:10:13.866360 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:13.905405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1649798a-32f2-4a14-afba-7982e3178709', 'remote_group_id': 'f944fb29-8b21-487a-a8e9-676efeaff4d7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:13.905785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1649798a-32f2-4a14-afba-7982e3178709', 'remote_group_id': 'f944fb29-8b21-487a-a8e9-676efeaff4d7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:13.913369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network 6de0d506-50e0-4a21-903f-9f4b34678320 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:13.915404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-ad888f75-5be1-4225-9848-e43237ed0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:13.916932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-ad888f75-5be1-4225-9848-e43237ed0ba9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483526 Nov 04 09:10:13.922785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:13.983634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.026572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=ba75e513-ccd2-494d-81cc-4ee86aa34dda,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:14.039132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac45b51-1724-4fc5-b7cb-e244c9770be7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:14.039882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.043819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-446b71a1-2652-4d43-93c7-9dfd61e8f327 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/ba75e513-ccd2-494d-81cc-4ee86aa34dda HTTP/1.1" status: 204 len: 168 time: 0.5351911 Nov 04 09:10:14.049053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005ebd28-bc55-4514-99fc-ceed8aa62c9e None None] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:14.063669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60502) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:14.112007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.136010 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.159133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] For port 6db0d51c-db3c-49dc-8462-b7945da3b031, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:14.165837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet 868f47c3-f5cb-47c2-a528-58bd60974d2a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:14.170686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.183193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Transition to ACTIVE for port object 6ac45b51-1724-4fc5-b7cb-e244c9770be7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:10:14.217005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] For port 6db0d51c-db3c-49dc-8462-b7945da3b031, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6db0d51c-db3c-49dc-8462-b7945da3b031,segment=NetworkSegment(7a86842b-562f-408c-9885-921423d635ff),segment_id=7a86842b-562f-408c-9885-921423d635ff)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:14.221102 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.225173 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.298126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.311331 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-7bdef731-33e6-4da6-abcf-78667a009723 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861177 Nov 04 09:10:14.333505 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.335166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.363623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.394728 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.396167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3fa6c3b-1b65-4848-840a-11d56d185ac1 req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5011504 Nov 04 09:10:14.414559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4d688-a425-4fc6-87b3-cecb4e7d863c tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ae6573-acea-4b07-8084-f50793d3168b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:14.414785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:14.415231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.428981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] 10.222.0.70 "PUT /v2.0/ports/6db0d51c-db3c-49dc-8462-b7945da3b031 HTTP/1.1" status: 200 len: 1091 time: 4.2427297 Nov 04 09:10:14.449176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'tag': '6db0d51c-db3c-49dc-8462-b7945da3b031'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:14.454044 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013b23ee-dc18-4011-bff2-5d369e596b01" -d '{"events": [{"name": "network-changed", "server_uuid": "03890fbd-ff0b-4f30-b119-383c18931a7e", "tag": "6db0d51c-db3c-49dc-8462-b7945da3b031"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:14.455241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b34b288b-a100-480d-836c-9876ad6df0d8 None None] Provisioning complete for port 899b613e-7b44-43a6-8724-c3e6bfda09fe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:14.455579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b34b288b-a100-480d-836c-9876ad6df0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.469818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac45b51-1724-4fc5-b7cb-e244c9770be7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:14.487389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.535623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=868f47c3-f5cb-47c2-a528-58bd60974d2a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:14.545789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b34b288b-a100-480d-836c-9876ad6df0d8 None None] Port 899b613e-7b44-43a6-8724-c3e6bfda09fe cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:14.546301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.550214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9dbd0ac1-b6b5-4a4e-ac6d-42b9c9b03584 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/868f47c3-f5cb-47c2-a528-58bd60974d2a HTTP/1.1" status: 204 len: 168 time: 0.4842696 Nov 04 09:10:14.553941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:14.691989 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.698563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-e6f05290-52da-4caf-afe0-4cfd8d973261 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697324 Nov 04 09:10:14.721881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc304f-b6ab-4e3a-a06e-4772f01544dd req-5a1c677d-090b-4296-a721-2d1cea3d7e94 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:14.724095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9cbc304f-b6ab-4e3a-a06e-4772f01544dd req-5a1c677d-090b-4296-a721-2d1cea3d7e94 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 943 time: 0.0964215 Nov 04 09:10:14.734153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Router 12108792-8c92-4de5-a3aa-5de42154664a is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:10:14.818141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9cbc304f-b6ab-4e3a-a06e-4772f01544dd req-b0bd4290-1eb6-4882-a24f-68030110e0bc tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864365 Nov 04 09:10:14.848047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 69f10131-a945-4947-af02-5ded85175ac7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:14.848047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.973062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] For port 69f10131-a945-4947-af02-5ded85175ac7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=69f10131-a945-4947-af02-5ded85175ac7,segment=NetworkSegment(659b8d57-87ed-4e1d-a7c7-cb303c43908a),segment_id=659b8d57-87ed-4e1d-a7c7-cb303c43908a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:14.973549 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:14.977141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993d479-be11-48eb-9327-f2b38033c5df service neutron] Pushing event updated for resources: {'Port': ['ID=6db0d51c-db3c-49dc-8462-b7945da3b031,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:14.992654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 69f10131-a945-4947-af02-5ded85175ac7 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:14.997795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-3356dc41-b1a3-426a-93ac-f6f434912a79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 200 len: 217 time: 0.2822206 Nov 04 09:10:15.023809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48df34-f1de-462f-adb3-0277fecf1cc4 req-75bab062-937e-489a-83fa-8636c3de0026 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.025669 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e48df34-f1de-462f-adb3-0277fecf1cc4 req-75bab062-937e-489a-83fa-8636c3de0026 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 944 time: 0.0968597 Nov 04 09:10:15.079405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-acd3ddb9-c6fa-4563-aced-3c23704172ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.081237 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-acd3ddb9-c6fa-4563-aced-3c23704172ec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bacf678708c64b73b215e749ff30eed5&device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 1094 time: 0.5355201 Nov 04 09:10:15.083161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a3c3d94e-30ee-4b02-b51e-a7255dd76211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.084832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a3c3d94e-30ee-4b02-b51e-a7255dd76211 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.0731554 Nov 04 09:10:15.123929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e48df34-f1de-462f-adb3-0277fecf1cc4 req-3f886b67-14f1-4606-b6d4-fbf23703740a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621657 Nov 04 09:10:15.140127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:10:15.147247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bc72d247-a846-4eb1-ba42-289aa3538709 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "PUT /v2.0/routers/12108792-8c92-4de5-a3aa-5de42154664a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5786669 Nov 04 09:10:15.149888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:15.162285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] Sync routers for ids ['12108792-8c92-4de5-a3aa-5de42154664a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:10:15.179143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.180276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] Routers {'12108792-8c92-4de5-a3aa-5de42154664a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:15.181281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['12108792-8c92-4de5-a3aa-5de42154664a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:15.209360 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-54d9c672-475f-4a29-b5c2-533da9d3fcb3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db0d51c-db3c-49dc-8462-b7945da3b031 HTTP/1.1" status: 200 len: 217 time: 0.0856996 Nov 04 09:10:15.224596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:15.227408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61adf05e-639b-4254-b084-b8054ee16540 None None] Network 2a96f956-2f3b-4375-b34b-781fbba1d29b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:15.229292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-91fee25b-e1a5-47c1-aecd-3926bf5b4fde req-e4483b81-42c8-41f7-a331-83afcdd19c1f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1757666191', 'description': 'tempest-description-1032536824'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:15.247521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Attempting to bind port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:15.247920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Attempting to bind port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:15.248180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Attempting to bind port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:15.276836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=69f10131-a945-4947-af02-5ded85175ac7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:15.280885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No DVR routers for this DVR port 69f10131-a945-4947-af02-5ded85175ac7 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:15.289821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:10:15.290186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Attempting to bind port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:15.308622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-42e2c6e9-19bd-43cb-b14d-c4aecade83eb None None] Could not find standard attr ID for object 69f10131-a945-4947-af02-5ded85175ac7. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:15.313607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ee63f-e783-4697-a99a-0ed771c04a92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.314115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:15.314579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Checking segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:15.315411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Bound using segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:15.315897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Bound port: 6ac45b51-1724-4fc5-b7cb-e244c9770be7, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:15.316272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.318209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cb8ee63f-e783-4697-a99a-0ed771c04a92 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports?device_id=12108792-8c92-4de5-a3aa-5de42154664a HTTP/1.1" status: 200 len: 982 time: 0.1669226 Nov 04 09:10:15.319587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60518) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:15.339791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] Routers {'12108792-8c92-4de5-a3aa-5de42154664a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:15.340678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['12108792-8c92-4de5-a3aa-5de42154664a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:15.359819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-91fee25b-e1a5-47c1-aecd-3926bf5b4fde req-e4483b81-42c8-41f7-a331-83afcdd19c1f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.400992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:15.401788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535793b0-0a64-405d-8c39-5fe0c71c27ef None None] The sync data for ids ['12108792-8c92-4de5-a3aa-5de42154664a'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:10:15.424782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.425053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4c87aa9b-4f53-48e2-a873-e6e1f1215b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.426286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-4c87aa9b-4f53-48e2-a873-e6e1f1215b53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3324661 Nov 04 09:10:15.470954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a96f956-2f3b-4375-b34b-781fbba1d29b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:15.496636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659b8d57-87ed-4e1d-a7c7-cb303c43908a') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:15.497781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659b8d57-87ed-4e1d-a7c7-cb303c43908a') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:15.499077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94e2cc8-3522-437f-9929-5937dfe4543a None None] DHCP port deletion for 2a96f956-2f3b-4375-b34b-781fbba1d29b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:10:15.508034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-d3a9fb03-d1e3-407a-9a7c-a74200210272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.509535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-d3a9fb03-d1e3-407a-9a7c-a74200210272 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74d16050-442a-4804-aa32-a8576d19f11b HTTP/1.1" status: 200 len: 864 time: 0.2801697 Nov 04 09:10:15.520658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.563742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.579218 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-91fee25b-e1a5-47c1-aecd-3926bf5b4fde req-e4483b81-42c8-41f7-a331-83afcdd19c1f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.580578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:15.580982 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:15.584332 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:15.593546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.596632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-91fee25b-e1a5-47c1-aecd-3926bf5b4fde req-e4483b81-42c8-41f7-a331-83afcdd19c1f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.617353 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-3072f7a6-df64-4f3b-9371-bce5983b3919 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3d763f6-e9e8-44c6-8df8-c5900aa40b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631943 Nov 04 09:10:15.669136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-91fee25b-e1a5-47c1-aecd-3926bf5b4fde req-e4483b81-42c8-41f7-a331-83afcdd19c1f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.683419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91fee25b-e1a5-47c1-aecd-3926bf5b4fde req-e4483b81-42c8-41f7-a331-83afcdd19c1f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4575567 Nov 04 09:10:15.688717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4483b81-42c8-41f7-a331-83afcdd19c1f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34591c6-4836-47a5-bb97-28a9d4236151,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:15.695195 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.701771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.705091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/2a96f956-2f3b-4375-b34b-781fbba1d29b HTTP/1.1" status: 204 len: 168 time: 1.1496820 Nov 04 09:10:15.734200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:15.735029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967381-20e8-4d43-88ca-a9e864c8d46c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=2a96f956-2f3b-4375-b34b-781fbba1d29b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:15.783268 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010adb15-8013-4bbc-8a98-a1db3b469f44 x-openstack-request-id: req-010adb15-8013-4bbc-8a98-a1db3b469f44 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:15.783605 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03890fbd-ff0b-4f30-b119-383c18931a7e", "tag": "6db0d51c-db3c-49dc-8462-b7945da3b031", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:15.783810 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-010adb15-8013-4bbc-8a98-a1db3b469f44 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:15.784237 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'tag': '6db0d51c-db3c-49dc-8462-b7945da3b031', 'status': 'completed', 'code': 200} Nov 04 09:10:15.799729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b59bd7-e86f-465f-a3ee-5747b3a74c75 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.801203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a6b59bd7-e86f-465f-a3ee-5747b3a74c75 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0639062 Nov 04 09:10:15.805432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:15.899927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] For port 6ac45b51-1724-4fc5-b7cb-e244c9770be7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:15.910994 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d37444f3-ca1f-40d1-9068-896c9c971175 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1014674 Nov 04 09:10:15.911219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-a4bf6678-1e09-4d25-b368-ed341d96a586 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644575 Nov 04 09:10:15.912235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:15.925434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.926765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] For port 6ac45b51-1724-4fc5-b7cb-e244c9770be7, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6ac45b51-1724-4fc5-b7cb-e244c9770be7,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:15.932395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.939780 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:15.940877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.943111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-f3c5c264-ca25-48c7-9f81-13f2a8f5f1a5 service neutron] 10.222.0.70 "GET /v2.0/networks/e3d763f6-e9e8-44c6-8df8-c5900aa40b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120778 Nov 04 09:10:15.946725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.953437 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.960801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.967940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:15.969896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70b99bc5-4903-4866-bcac-600b19811f0e req-7ea49ac2-3949-4a81-b34f-2365572d3f0a tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.1674423 Nov 04 09:10:15.973440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1255366674'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:16.035584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:16.039363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.058814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70b99bc5-4903-4866-bcac-600b19811f0e req-2ccf2b91-4d11-42d0-96f0-635508bdaf84 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0762744 Nov 04 09:10:16.076622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:10:16.093783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.094181 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment 7e6f7931-4556-4e31-ab0a-d8909a16873e of type vlan for network 33b20826-ce39-43ad-9d85-0dd864cde4cf Nov 04 09:10:16.112437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.113064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.114498 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ac45b51-1724-4fc5-b7cb-e244c9770be7 HTTP/1.1" status: 200 len: 1092 time: 3.7379804 Nov 04 09:10:16.169930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.223822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-8370cbe9-6f1f-4bf3-809c-98f343d5bff4 req-007ef18c-e8e6-4870-a075-955a8e864d3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-636034472', 'description': 'tempest-description-1349394692'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:16.226658 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.231528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.237182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.238067 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.332766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=33b20826-ce39-43ad-9d85-0dd864cde4cf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:16.342897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8370cbe9-6f1f-4bf3-809c-98f343d5bff4 req-007ef18c-e8e6-4870-a075-955a8e864d3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.347802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:16.361229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-47504c2f-23f7-4885-b2ff-48437f7e2d4f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4477580 Nov 04 09:10:16.365883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:16.371342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:16.516083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8370cbe9-6f1f-4bf3-809c-98f343d5bff4 req-007ef18c-e8e6-4870-a075-955a8e864d3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.520112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:16.524256 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.530060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8370cbe9-6f1f-4bf3-809c-98f343d5bff4 req-007ef18c-e8e6-4870-a075-955a8e864d3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.605960 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8370cbe9-6f1f-4bf3-809c-98f343d5bff4 req-007ef18c-e8e6-4870-a075-955a8e864d3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.608054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8370cbe9-6f1f-4bf3-809c-98f343d5bff4 req-007ef18c-e8e6-4870-a075-955a8e864d3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3884199 Nov 04 09:10:16.640167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ef18c-e8e6-4870-a075-955a8e864d3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33bb7de9-e979-456b-a6d7-6cc5439884a5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:16.650100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bac3b4-9fda-407a-a566-e008ca1ca802 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac45b51-1724-4fc5-b7cb-e244c9770be7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:16.655642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0efc468-e3b9-4289-85be-6f59996b1c6b req-4280939d-112b-485e-aa33-247e0c5335da service neutron] 10.222.0.70 "GET /v2.0/networks/e3d763f6-e9e8-44c6-8df8-c5900aa40b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6952484 Nov 04 09:10:16.694876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ed52e78-ef1b-4856-803d-431b8276d0a9 req-d7f40919-b6f4-4d48-a837-bc0e79d79f59 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7717366 Nov 04 09:10:16.734308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-119e8668-fe25-42b5-9ba5-a900e22d2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.736064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-119e8668-fe25-42b5-9ba5-a900e22d2a02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 1095 time: 0.5441332 Nov 04 09:10:16.835816 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:16.853927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ef23d-86a3-4ef6-997a-998b001fd5df req-a132562f-a023-406a-98e8-c42dde38480b tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.855488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f9ef23d-86a3-4ef6-997a-998b001fd5df req-a132562f-a023-406a-98e8-c42dde38480b tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 943 time: 0.1141484 Nov 04 09:10:16.868118 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-e9ef7978-9499-4be3-8fb2-c19e42af09bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac45b51-1724-4fc5-b7cb-e244c9770be7 HTTP/1.1" status: 200 len: 217 time: 0.1073031 Nov 04 09:10:16.940786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-870cec48-3af6-492c-aa07-9e9281d9824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.942293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-870cec48-3af6-492c-aa07-9e9281d9824c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bacf678708c64b73b215e749ff30eed5&device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 1094 time: 0.2143714 Nov 04 09:10:16.954332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=69f50c0a-487e-44ed-89b0-f7840715d26a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:16.960762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.961239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.961704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.962166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.962622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.963183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.963272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f9ef23d-86a3-4ef6-997a-998b001fd5df req-9d7ffc17-43bd-415a-b779-e865de60ccdb tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744207 Nov 04 09:10:16.963516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:16.966057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-bbfeb72c-e3ef-4e49-904d-27fb17e31de9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6475 time: 0.1569245 Nov 04 09:10:16.978455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': '7e6f7931-4556-4e31-ab0a-d8909a16873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:16.978844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: 33b20826-ce39-43ad-9d85-0dd864cde4cf, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:17.033476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:17.057025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 33b20826-ce39-43ad-9d85-0dd864cde4cf) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:17.069327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:17.071456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23d0ac-cb52-4d09-86f3-247576a6cc23 None None] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:17.078144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:17.152623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-081c3170-8260-43b4-a84e-1be5a27a869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:17.154964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-081c3170-8260-43b4-a84e-1be5a27a869d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.2689016 Nov 04 09:10:17.159926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-33b2ceee-250d-4ddb-87e9-062488a29e23 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7928298 Nov 04 09:10:17.162715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:17.171371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf', 'name': 'tempest-PortsIpV6TestJSON-1514497300'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:17.250097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93c5c-4ef9-4168-9001-a2ef89650efb req-b89dcc95-e1c1-4a93-9404-c24d04f0806a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:17.263678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38a93c5c-4ef9-4168-9001-a2ef89650efb req-b89dcc95-e1c1-4a93-9404-c24d04f0806a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 944 time: 0.1770163 Nov 04 09:10:17.295554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-9c5cd780-395e-4190-a172-70319b090165 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288786 Nov 04 09:10:17.304229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:17.360135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38a93c5c-4ef9-4168-9001-a2ef89650efb req-0d3a3f2f-5e21-4587-b6f9-ac5e67569b73 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930440 Nov 04 09:10:17.361347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 69f10131-a945-4947-af02-5ded85175ac7 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:17.412869 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 69f10131-a945-4947-af02-5ded85175ac7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:17.413463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 69f10131-a945-4947-af02-5ded85175ac7 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:17.429906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-33b20826-ce39-43ad-9d85-0dd864cde4cf', 'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf', 'tenant_id': 'ffdade3df5e74fa7875c56b939df6834', 'fixed_ips': [{'subnet_id': '69f50c0a-487e-44ed-89b0-f7840715d26a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:10:17.431221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:17.467244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-e8c0407a-aa09-4b61-8bd6-d8b17b374d00 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/f34591c6-4836-47a5-bb97-28a9d4236151 HTTP/1.1" status: 200 len: 1807 time: 0.0659883 Nov 04 09:10:17.516454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:17.521450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:17.522173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-b6200866-5fe4-42ba-b042-3dcd1387c31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:17.524006 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-b6200866-5fe4-42ba-b042-3dcd1387c31d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 200 len: 903 time: 0.5431302 Nov 04 09:10:17.566448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-5b5fe216-b188-4b58-8e04-34be80e192a9 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/33bb7de9-e979-456b-a6d7-6cc5439884a5 HTTP/1.1" status: 200 len: 1806 time: 0.0983284 Nov 04 09:10:17.567612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port f189fea9-d40d-43ba-894c-f42fa411f347 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:17.572373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-b129f479-df8a-4c38-9c0c-0d0be3745763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:17.573960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-b129f479-df8a-4c38-9c0c-0d0be3745763 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e3d763f6-e9e8-44c6-8df8-c5900aa40b6a HTTP/1.1" status: 200 len: 925 time: 0.6196959 Nov 04 09:10:17.585151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f34591c6-4836-47a5-bb97-28a9d4236151', 'remote_group_id': '33bb7de9-e979-456b-a6d7-6cc5439884a5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:17.585512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f34591c6-4836-47a5-bb97-28a9d4236151', 'remote_group_id': '33bb7de9-e979-456b-a6d7-6cc5439884a5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:17.621443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Allocated IP 2001:db8::2 (33b20826-ce39-43ad-9d85-0dd864cde4cf/69f50c0a-487e-44ed-89b0-f7840715d26a/21c4e195-0e74-4c50-8a83-0de47972a772) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:17.646153 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-7082f002-7995-4a06-a719-ebe2b9a306db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 200 len: 217 time: 0.1072848 Nov 04 09:10:17.713114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-3f60d99f-3723-41b5-8e3a-a8c9d07c5a5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6db0d51c-db3c-49dc-8462-b7945da3b031 HTTP/1.1" status: 200 len: 217 time: 0.0774605 Nov 04 09:10:17.792561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'tag': '6ac45b51-1724-4fc5-b7cb-e244c9770be7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:17.795439 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f81b52-baa3-48a1-af12-a41b669947a6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce0f85d4-5e2c-4b88-83c4-97edf2eb7447", "tag": "6ac45b51-1724-4fc5-b7cb-e244c9770be7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:17.832936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-bf647ec8-b82b-4584-9cd1-ca8edda6e76c service neutron] 10.222.0.55 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5191469 Nov 04 09:10:17.839769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-15572966-2ae8-49e8-b9d3-5033aeb03d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:17.841901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-15572966-2ae8-49e8-b9d3-5033aeb03d4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.1578937 Nov 04 09:10:17.857949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-22256d98-de07-4b29-8803-3ed09411fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:17.859383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-22256d98-de07-4b29-8803-3ed09411fa70 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=74d16050-442a-4804-aa32-a8576d19f11b HTTP/1.1" status: 200 len: 864 time: 0.1137431 Nov 04 09:10:17.871444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:17.950245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:17.958596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:17.971797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-5c5ed430-9113-4949-bc8d-7891d7fa4edb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e3d763f6-e9e8-44c6-8df8-c5900aa40b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852613 Nov 04 09:10:17.979215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a87251e-8684-41d5-9fb1-d20c6037c2b8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:18.006462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.009009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-031cfa49-9ec3-4b7d-b150-8638d80578ff req-053468a4-f2fb-437a-8569-181b5452b8bc tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4277902 Nov 04 09:10:18.083141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-3f168c21-833d-43a7-99d5-6b3657431317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.084447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-3f168c21-833d-43a7-99d5-6b3657431317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2293797 Nov 04 09:10:18.135355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c7b0012-f0a2-4a87-af29-0b117a3644fc req-4023859b-7c31-4190-8cfc-ffd8d5ec5844 service neutron] 10.222.0.55 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911141 Nov 04 09:10:18.158527 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.196237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.261779 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-d18e14fc-7f99-4748-ab13-ec9ae5e0bbd3 service neutron] 10.222.0.70 "GET /v2.0/networks/e3d763f6-e9e8-44c6-8df8-c5900aa40b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812002 Nov 04 09:10:18.290588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.296895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Pushing event updated for resources: {'Port': ['ID=21c4e195-0e74-4c50-8a83-0de47972a772,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:18.297628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.311306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.315838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:18.317668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.318461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:18.324970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.325860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:18.331361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.332409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-018aaf7f-01c1-459d-908a-cf2ee0a2652f service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332063 Nov 04 09:10:18.336739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 899b613e-7b44-43a6-8724-c3e6bfda09fe {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:18.337085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.337728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.346551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-2c227238-9b58-4449-a145-3edf62964942 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.2120488 Nov 04 09:10:18.359799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::1eb (33b20826-ce39-43ad-9d85-0dd864cde4cf/69f50c0a-487e-44ed-89b0-f7840715d26a/f189fea9-d40d-43ba-894c-f42fa411f347) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:18.397657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Attempting to bind port 21c4e195-0e74-4c50-8a83-0de47972a772 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:18.399029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Attempting to bind port 21c4e195-0e74-4c50-8a83-0de47972a772 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '7e6f7931-4556-4e31-ab0a-d8909a16873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:18.399631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Attempting to bind port 21c4e195-0e74-4c50-8a83-0de47972a772 on network 33b20826-ce39-43ad-9d85-0dd864cde4cf {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:18.407778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-134b3782-8be7-44b0-9b8d-b901e8eaf11c req-10a7308f-b246-47f6-ad71-2a662a7d500c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588059 Nov 04 09:10:18.429251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:18.429251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Checking segment: {'id': '7e6f7931-4556-4e31-ab0a-d8909a16873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:18.429251 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.429251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Bound using segment: {'id': '7e6f7931-4556-4e31-ab0a-d8909a16873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:18.429251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Bound port: 21c4e195-0e74-4c50-8a83-0de47972a772, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e6f7931-4556-4e31-ab0a-d8909a16873e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:18.429251 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.531232 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-013b23ee-dc18-4011-bff2-5d369e596b01 req-66c8e265-6d9c-4b70-8346-dfc2d69adbc4 service neutron] 10.222.0.70 "GET /v2.0/networks/e3d763f6-e9e8-44c6-8df8-c5900aa40b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589176 Nov 04 09:10:18.537203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] For port 21c4e195-0e74-4c50-8a83-0de47972a772, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:18.541209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] For port 21c4e195-0e74-4c50-8a83-0de47972a772, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=21c4e195-0e74-4c50-8a83-0de47972a772,segment=NetworkSegment(7e6f7931-4556-4e31-ab0a-d8909a16873e),segment_id=7e6f7931-4556-4e31-ab0a-d8909a16873e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:18.542300 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.548887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.571985 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa683cac-38a5-40b7-a262-9c7f71d02319 req-8d893be5-9c2a-44e3-866c-16e226c3d3ca service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169099 Nov 04 09:10:18.572833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 899b613e-7b44-43a6-8724-c3e6bfda09fe owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:18.620835 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c408e8-2a84-4295-b034-0ee5e9ac165d x-openstack-request-id: req-d2c408e8-2a84-4295-b034-0ee5e9ac165d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:18.621891 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce0f85d4-5e2c-4b88-83c4-97edf2eb7447", "tag": "6ac45b51-1724-4fc5-b7cb-e244c9770be7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:18.622226 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d2c408e8-2a84-4295-b034-0ee5e9ac165d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:18.622809 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'tag': '6ac45b51-1724-4fc5-b7cb-e244c9770be7', 'status': 'completed', 'code': 200} Nov 04 09:10:18.727297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07283e29-ae37-4010-95f0-4466c9818f16 None None] Pushing event updated for resources: {'Port': ['ID=21c4e195-0e74-4c50-8a83-0de47972a772,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:18.782404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99647b0-d1f3-4ae7-ae38-24d84fd49e5d req-3ba10c25-8cae-4cde-baec-537234334c87 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.787129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-c7816139-fa0a-4af4-bfcd-3e0b09334445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:18.788733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-c7816139-fa0a-4af4-bfcd-3e0b09334445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 1095 time: 0.1607263 Nov 04 09:10:18.791511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e99647b0-d1f3-4ae7-ae38-24d84fd49e5d req-3ba10c25-8cae-4cde-baec-537234334c87 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 943 time: 0.1007085 Nov 04 09:10:18.825755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:18.853949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e99647b0-d1f3-4ae7-ae38-24d84fd49e5d req-3259a7a6-fb9e-40a1-952e-061cb043ae14 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Nov 04 09:10:18.906248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.034152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:19.045351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:19.060379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:19.066279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:19.076150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.093887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=f189fea9-d40d-43ba-894c-f42fa411f347,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:19.110634 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5066c792-37d2-4c37-8798-20d688b76f5b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9465971 Nov 04 09:10:19.111318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60558) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:19.121077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '33b20826-ce39-43ad-9d85-0dd864cde4cf', 'name': 'tempest-PortsIpV6TestJSON-729505343'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:19.151216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8caae6c5-19f3-4fcf-80de-6a0f64eb7b32 req-71189576-0ba4-4ca8-a5c2-49df01024b61 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/33bb7de9-e979-456b-a6d7-6cc5439884a5 HTTP/1.1" status: 200 len: 1806 time: 0.1765883 Nov 04 09:10:19.290147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8caae6c5-19f3-4fcf-80de-6a0f64eb7b32 req-f1a36365-ac0d-474a-b5e6-c67a1dcbd858 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.336141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8caae6c5-19f3-4fcf-80de-6a0f64eb7b32 req-f1a36365-ac0d-474a-b5e6-c67a1dcbd858 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.380557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21c4e195-0e74-4c50-8a83-0de47972a772 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:19.419341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:19.423049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.434311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-83df4b2e-0b77-4eb4-84df-343641b78f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:19.436220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-83df4b2e-0b77-4eb4-84df-343641b78f8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 916 time: 0.6392775 Nov 04 09:10:19.443192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.475473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port 14c677c9-0f6b-46c6-9c23-0afe40330ec3 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:19.484761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 21c4e195-0e74-4c50-8a83-0de47972a772 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:19.485960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.525827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=899b613e-7b44-43a6-8724-c3e6bfda09fe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:19.535723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-c1748b35-e9cf-4fe7-ba44-4041e0eb50e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6ac45b51-1724-4fc5-b7cb-e244c9770be7 HTTP/1.1" status: 200 len: 217 time: 0.0863836 Nov 04 09:10:19.539772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8caae6c5-19f3-4fcf-80de-6a0f64eb7b32 req-f1a36365-ac0d-474a-b5e6-c67a1dcbd858 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.542639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8caae6c5-19f3-4fcf-80de-6a0f64eb7b32 req-f1a36365-ac0d-474a-b5e6-c67a1dcbd858 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.562025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8caae6c5-19f3-4fcf-80de-6a0f64eb7b32 req-f1a36365-ac0d-474a-b5e6-c67a1dcbd858 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-groups/33bb7de9-e979-456b-a6d7-6cc5439884a5 HTTP/1.1" status: 204 len: 173 time: 0.3579345 Nov 04 09:10:19.610594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a36365-ac0d-474a-b5e6-c67a1dcbd858 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bb7de9-e979-456b-a6d7-6cc5439884a5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:19.641783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-76274454-652e-4249-8322-0add891a7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:19.643598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-76274454-652e-4249-8322-0add891a7642 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.0983927 Nov 04 09:10:19.719011 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.725350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-e4f58d2a-4812-44f8-b097-ebca4204b76f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565777 Nov 04 09:10:19.776082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 21c4e195-0e74-4c50-8a83-0de47972a772, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=21c4e195-0e74-4c50-8a83-0de47972a772,segment=NetworkSegment(7e6f7931-4556-4e31-ab0a-d8909a16873e),segment_id=7e6f7931-4556-4e31-ab0a-d8909a16873e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:19.795098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:19.917427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=21c4e195-0e74-4c50-8a83-0de47972a772,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:20.000834 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:20.031773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6db0d51c-db3c-49dc-8462-b7945da3b031 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:20.084255 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-ca257d58-8ae7-44cb-a5b1-f15fd471cc48 service neutron] 10.222.0.55 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522966 Nov 04 09:10:20.303658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60243de-1ca4-4942-8df3-463984a545aa req-5c20043c-7ad7-4774-b9ab-a4f8b55e5899 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.305306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a60243de-1ca4-4942-8df3-463984a545aa req-5c20043c-7ad7-4774-b9ab-a4f8b55e5899 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 944 time: 0.5722742 Nov 04 09:10:20.306972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::2b (33b20826-ce39-43ad-9d85-0dd864cde4cf/69f50c0a-487e-44ed-89b0-f7840715d26a/14c677c9-0f6b-46c6-9c23-0afe40330ec3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:20.314477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6db0d51c-db3c-49dc-8462-b7945da3b031, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6db0d51c-db3c-49dc-8462-b7945da3b031,segment=NetworkSegment(7a86842b-562f-408c-9885-921423d635ff),segment_id=7a86842b-562f-408c-9885-921423d635ff)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:20.339793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Router 12108792-8c92-4de5-a3aa-5de42154664a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:10:20.351633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '6db0d51c-db3c-49dc-8462-b7945da3b031', 'network_id': 'e3d763f6-e9e8-44c6-8df8-c5900aa40b6a', 'port_id': '6db0d51c-db3c-49dc-8462-b7945da3b031', 'mac_address': 'fa:16:3e:1e:92:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74d16050-442a-4804-aa32-a8576d19f11b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:20.365808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77f81b52-baa3-48a1-af12-a41b669947a6 req-05262a88-1a71-47da-b5f5-d92acc802ab3 service neutron] 10.222.0.55 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480063 Nov 04 09:10:20.391996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a60243de-1ca4-4942-8df3-463984a545aa req-a12822fc-8c99-44b2-b974-53efe8b7deba tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580006 Nov 04 09:10:20.442914 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:20.475723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6db0d51c-db3c-49dc-8462-b7945da3b031 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:20.508728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:10:20.520450 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] Sync routers for ids ['12108792-8c92-4de5-a3aa-5de42154664a'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:10:20.523157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6db0d51c-db3c-49dc-8462-b7945da3b031, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6db0d51c-db3c-49dc-8462-b7945da3b031,segment=NetworkSegment(7a86842b-562f-408c-9885-921423d635ff),segment_id=7a86842b-562f-408c-9885-921423d635ff)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:20.526578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fc1cd7-257e-4c1d-884e-eaeba9e0cf21 None None] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:20.532013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:20.538252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-918e13f6-4595-4eff-a965-7daeace2f4f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "PUT /v2.0/routers/12108792-8c92-4de5-a3aa-5de42154664a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2155464 Nov 04 09:10:20.541047 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] Routers {'12108792-8c92-4de5-a3aa-5de42154664a'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:20.541640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60572) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:20.542536 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['12108792-8c92-4de5-a3aa-5de42154664a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:20.579538 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3109a13d-f6d3-4b04-9aa8-2c3b91ac2a62 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:10:20.581959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3109a13d-f6d3-4b04-9aa8-2c3b91ac2a62 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/899b613e-7b44-43a6-8724-c3e6bfda09fe HTTP/1.1" status: 404 len: 333 time: 0.0382740 Nov 04 09:10:20.585265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60574) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:20.597894 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:20.621388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] Routers {'12108792-8c92-4de5-a3aa-5de42154664a'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:20.626683 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['12108792-8c92-4de5-a3aa-5de42154664a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:20.653379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-93310554-465a-4f34-9c1a-315febb94072 None None] Provisioning complete for port 21c4e195-0e74-4c50-8a83-0de47972a772 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:20.654596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93310554-465a-4f34-9c1a-315febb94072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:20.688512 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:20.689623 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fa354c-0e38-4e3a-9aa6-d72b5317ad00 None None] The sync data for ids ['12108792-8c92-4de5-a3aa-5de42154664a'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:10:20.707344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6db0d51c-db3c-49dc-8462-b7945da3b031,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:20.732033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26dc2dcc-4cda-4731-b04f-695339bda39d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:20.785569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['6db0d51c-db3c-49dc-8462-b7945da3b031'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:20.794001 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:20.838763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.846276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.853019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.859249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.865490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6ac45b51-1724-4fc5-b7cb-e244c9770be7 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:20.868930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.876774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.883184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:20.885532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-637cae0f-a184-40c5-aacc-320853276c6d req-0f161d12-50f5-408b-ae1a-9da6d785ea76 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.3286176 Nov 04 09:10:20.964502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26dc2dcc-4cda-4731-b04f-695339bda39d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:20.970842 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26dc2dcc-4cda-4731-b04f-695339bda39d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.026486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-637cae0f-a184-40c5-aacc-320853276c6d req-06343673-8c7e-4ef3-8591-ed920d6e4de6 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1203260 Nov 04 09:10:21.035407 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.062313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6ac45b51-1724-4fc5-b7cb-e244c9770be7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6ac45b51-1724-4fc5-b7cb-e244c9770be7,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:21.077735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26dc2dcc-4cda-4731-b04f-695339bda39d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.078333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dc2dcc-4cda-4731-b04f-695339bda39d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Fanout notify agent at l3_agent the message router_deleted on router 12108792-8c92-4de5-a3aa-5de42154664a {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:10:21.085080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '6ac45b51-1724-4fc5-b7cb-e244c9770be7', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'port_id': '6ac45b51-1724-4fc5-b7cb-e244c9770be7', 'mac_address': 'fa:16:3e:b0:ee:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac40794-3141-4231-a13e-94eda65bba01', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:21.091088 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26dc2dcc-4cda-4731-b04f-695339bda39d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.092411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-26dc2dcc-4cda-4731-b04f-695339bda39d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/routers/12108792-8c92-4de5-a3aa-5de42154664a HTTP/1.1" status: 204 len: 168 time: 0.5025961 Nov 04 09:10:21.095930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60576) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:21.127149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:21.138901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:21.167414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:21.176934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:21.177999 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.182092 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.196535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 4b2d54aa-359b-41d2-a60c-efbbb4354cc6 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:21.200339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.244637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac45b51-1724-4fc5-b7cb-e244c9770be7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:21.265823 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.283928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=14c677c9-0f6b-46c6-9c23-0afe40330ec3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:21.295249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff7d4269-84db-455a-b4f1-2d9f7ec83ae4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1756501 Nov 04 09:10:21.332920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:21.341838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6ac45b51-1724-4fc5-b7cb-e244c9770be7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6ac45b51-1724-4fc5-b7cb-e244c9770be7,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:21.363368 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.373138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21c4e195-0e74-4c50-8a83-0de47972a772 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:21.432434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b77a8db-b664-4c94-a16f-4b79c7dc7b2f req-f7cc582d-9f93-4303-9728-71d72d384716 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/f34591c6-4836-47a5-bb97-28a9d4236151 HTTP/1.1" status: 200 len: 1807 time: 0.2141068 Nov 04 09:10:21.460509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.511689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b477866-ee52-4eaf-8e07-eb834be48ead tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:21.531994 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b477866-ee52-4eaf-8e07-eb834be48ead tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1eb HTTP/1.1" status: 200 len: 929 time: 0.1937878 Nov 04 09:10:21.536551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:21.559785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6ac45b51-1724-4fc5-b7cb-e244c9770be7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:21.589965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6f15c1c5-41f4-4a2e-b3ac-26dffb322cba None None] Provisioning complete for port f189fea9-d40d-43ba-894c-f42fa411f347 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:21.592610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f15c1c5-41f4-4a2e-b3ac-26dffb322cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.610550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.646011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6f15c1c5-41f4-4a2e-b3ac-26dffb322cba None None] Port f189fea9-d40d-43ba-894c-f42fa411f347 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:21.674242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 21c4e195-0e74-4c50-8a83-0de47972a772 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:21.674617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.680425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=4b2d54aa-359b-41d2-a60c-efbbb4354cc6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:21.682524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.686142 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-97b464aa-e237-40c9-87cd-d1b547b0d5e9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/4b2d54aa-359b-41d2-a60c-efbbb4354cc6 HTTP/1.1" status: 204 len: 168 time: 0.5872707 Nov 04 09:10:21.692746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60588) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:21.717248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e6e22-0fc0-4737-bf6e-33601b0951ef req-852216ff-c512-402a-b5b7-f7087f8226bf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:21.719537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e8e6e22-0fc0-4737-bf6e-33601b0951ef req-852216ff-c512-402a-b5b7-f7087f8226bf tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 944 time: 0.1275291 Nov 04 09:10:21.727894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646f5d9-7787-480f-aed2-2cd9bd3f8243 None None] Network 6de0d506-50e0-4a21-903f-9f4b34678320 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:21.756709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 14c677c9-0f6b-46c6-9c23-0afe40330ec3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:21.756709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.873900 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.884745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6f15c1c5-41f4-4a2e-b3ac-26dffb322cba None None] Provisioning complete for port 21c4e195-0e74-4c50-8a83-0de47972a772 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:21.885118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f15c1c5-41f4-4a2e-b3ac-26dffb322cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.888027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 14c677c9-0f6b-46c6-9c23-0afe40330ec3 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:21.895033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:21.955974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['6ac45b51-1724-4fc5-b7cb-e244c9770be7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:21.967065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 12d697bf-c8be-42dd-8572-63d9a42e2a7c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:21.967564 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.034740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e8e6e22-0fc0-4737-bf6e-33601b0951ef req-029a42b2-3a57-482a-8185-fe1e1b783d1e tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090782 Nov 04 09:10:22.056723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] For port 12d697bf-c8be-42dd-8572-63d9a42e2a7c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=12d697bf-c8be-42dd-8572-63d9a42e2a7c,segment=NetworkSegment(1b443915-9f77-42a3-8c62-14a5fa6ceae1),segment_id=1b443915-9f77-42a3-8c62-14a5fa6ceae1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:22.057880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.078534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 12d697bf-c8be-42dd-8572-63d9a42e2a7c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:22.106214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6db0d51c-db3c-49dc-8462-b7945da3b031 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:22.115050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-223d2b41-444a-472a-b927-e63be38417fd req-b8d75bd6-4e28-4ea8-b33c-c27883b2b670 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-693420025', 'description': 'tempest-description-250383635'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:22.203834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-223d2b41-444a-472a-b927-e63be38417fd req-b8d75bd6-4e28-4ea8-b33c-c27883b2b670 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.211026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.234851 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 6db0d51c-db3c-49dc-8462-b7945da3b031 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:22.240320 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.251351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 6db0d51c-db3c-49dc-8462-b7945da3b031 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:22.251782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.268684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=12d697bf-c8be-42dd-8572-63d9a42e2a7c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:22.283424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No DVR routers for this DVR port 12d697bf-c8be-42dd-8572-63d9a42e2a7c on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:22.301563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24437e01-7315-4531-bdc6-d850b02b0a1e None None] DHCP port deletion for 6de0d506-50e0-4a21-903f-9f4b34678320 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:10:22.357413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-223d2b41-444a-472a-b927-e63be38417fd req-b8d75bd6-4e28-4ea8-b33c-c27883b2b670 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.385852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-223d2b41-444a-472a-b927-e63be38417fd req-b8d75bd6-4e28-4ea8-b33c-c27883b2b670 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.394608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6b5b47db-1e43-4417-a488-e64335ab9cf8 None None] Provisioning complete for port f189fea9-d40d-43ba-894c-f42fa411f347 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:22.394990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b5b47db-1e43-4417-a488-e64335ab9cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.396419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=14c677c9-0f6b-46c6-9c23-0afe40330ec3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:22.409293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.450619 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-223d2b41-444a-472a-b927-e63be38417fd req-b8d75bd6-4e28-4ea8-b33c-c27883b2b670 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.452398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-223d2b41-444a-472a-b927-e63be38417fd req-b8d75bd6-4e28-4ea8-b33c-c27883b2b670 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3513906 Nov 04 09:10:22.453077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.454377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de0d506-50e0-4a21-903f-9f4b34678320']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:22.456809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-395a5260-7f86-45bd-b22a-73a682222984 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/14c677c9-0f6b-46c6-9c23-0afe40330ec3 HTTP/1.1" status: 204 len: 168 time: 0.9187500 Nov 04 09:10:22.463284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:22.475608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b47db-1e43-4417-a488-e64335ab9cf8 None None] Port f189fea9-d40d-43ba-894c-f42fa411f347 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:22.477064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b443915-9f77-42a3-8c62-14a5fa6ceae1') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:22.477447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b443915-9f77-42a3-8c62-14a5fa6ceae1') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:22.486608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6b5b47db-1e43-4417-a488-e64335ab9cf8 None None] Could not find standard attr ID for object 14c677c9-0f6b-46c6-9c23-0afe40330ec3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:22.490121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d75bd6-4e28-4ea8-b33c-c27883b2b670 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7056141f-463d-4044-9ba5-dd470ce94054,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:22.493053 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a44630-6cb9-4715-af09-2ee9fc7dd935 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:10:22.494901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b1a44630-6cb9-4715-af09-2ee9fc7dd935 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/14c677c9-0f6b-46c6-9c23-0afe40330ec3 HTTP/1.1" status: 404 len: 333 time: 0.0345843 Nov 04 09:10:22.500477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:22.515424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.527521 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.552772 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.557369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db0d51c-db3c-49dc-8462-b7945da3b031'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:22.560127 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d9876d-4441-4205-834d-b972403690b7" -d '{"events": [{"server_uuid": "03890fbd-ff0b-4f30-b119-383c18931a7e", "name": "network-vif-plugged", "status": "completed", "tag": "6db0d51c-db3c-49dc-8462-b7945da3b031"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:22.566218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:22.569874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:22.573725 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:22.579881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6db0d51c-db3c-49dc-8462-b7945da3b031, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6db0d51c-db3c-49dc-8462-b7945da3b031,segment=NetworkSegment(7a86842b-562f-408c-9885-921423d635ff),segment_id=7a86842b-562f-408c-9885-921423d635ff)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:22.588164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.699318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6db0d51c-db3c-49dc-8462-b7945da3b031,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:22.703236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.725589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.726572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203ebd1-08d8-455b-89b9-20e760ea7e19 req-48a0839a-aab8-4043-af47-72d5464cb952 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:22.733438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/6de0d506-50e0-4a21-903f-9f4b34678320 HTTP/1.1" status: 204 len: 168 time: 1.0396540 Nov 04 09:10:22.734378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d203ebd1-08d8-455b-89b9-20e760ea7e19 req-48a0839a-aab8-4043-af47-72d5464cb952 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 945 time: 0.1216757 Nov 04 09:10:22.735108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bc2d4-5b0d-4bc5-a41b-f67b8e8518fe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=6de0d506-50e0-4a21-903f-9f4b34678320,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:22.736433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:22.811718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port f189fea9-d40d-43ba-894c-f42fa411f347 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:22.812091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.823439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eaa90e-c900-45b7-bce8-b1edc3c0fd51 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:22.826430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-86eaa90e-c900-45b7-bce8-b1edc3c0fd51 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/535aa3cf-e7c8-4f76-bacd-ef772db31f57 HTTP/1.1" status: 200 len: 841 time: 0.0859509 Nov 04 09:10:22.830562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60606) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:22.846126 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d203ebd1-08d8-455b-89b9-20e760ea7e19 req-5b54b83d-c573-451f-8163-762ddfb79f57 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106901 Nov 04 09:10:22.907943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-723e051d-cd2b-44b6-bb94-6479114ed3a9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/535aa3cf-e7c8-4f76-bacd-ef772db31f57?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0706539 Nov 04 09:10:22.908416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60608) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:22.915139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:22.972434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:22.990181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for f189fea9-d40d-43ba-894c-f42fa411f347 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:23.016546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:23.020156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.022791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.029339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.035312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.041867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.049019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.055041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.061099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.063439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-15012dd0-4d9e-47e9-8a3b-6b16e5628401 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.1462953 Nov 04 09:10:23.174012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71e4233a-8973-4c7f-b1e4-dd795236650d req-ef9dc93f-a150-48b2-9607-ee2c546a1bce tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0687556 Nov 04 09:10:23.267688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.277566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.296448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12d697bf-c8be-42dd-8572-63d9a42e2a7c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:23.328487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 12d697bf-c8be-42dd-8572-63d9a42e2a7c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:23.328917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 12d697bf-c8be-42dd-8572-63d9a42e2a7c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:23.338476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=f189fea9-d40d-43ba-894c-f42fa411f347,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:23.350174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:23.360040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:23.368135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:23.369024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.375147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=aa2aef43-b936-4253-9c28-dbc9b4dc601f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:23.377210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cdd04f-17b6-4273-9b32-43a7f6840ac1 None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:23.398156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.401805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c2afb94c-2f4c-4a77-a813-71e2ac5c2fce tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/f189fea9-d40d-43ba-894c-f42fa411f347 HTTP/1.1" status: 204 len: 168 time: 0.9001310 Nov 04 09:10:23.406316 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0e822ef9-faef-4eda-8afd-08e4c6569bad tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4961872 Nov 04 09:10:23.406526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:23.408750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60614) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:23.418276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-007e4ec7-af99-4e00-b8de-10a5f41392a1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'security_group': {'name': 'tempest-secgroup-173590273'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:23.451046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-007e4ec7-af99-4e00-b8de-10a5f41392a1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.461208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-c8692c7a-59f1-4c7c-9c50-ca4e35776e0f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/7056141f-463d-4044-9ba5-dd470ce94054 HTTP/1.1" status: 200 len: 1805 time: 0.1111917 Nov 04 09:10:23.463602 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-18335c78-fd9c-4590-b3d0-09fb6e17e548 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:10:23.466152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-18335c78-fd9c-4590-b3d0-09fb6e17e548 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/f189fea9-d40d-43ba-894c-f42fa411f347 HTTP/1.1" status: 404 len: 333 time: 0.0578020 Nov 04 09:10:23.469966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60616) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:23.484654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7056141f-463d-4044-9ba5-dd470ce94054', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:23.485158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7056141f-463d-4044-9ba5-dd470ce94054', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:23.532687 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-007e4ec7-af99-4e00-b8de-10a5f41392a1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.542208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-007e4ec7-af99-4e00-b8de-10a5f41392a1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.565990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-007e4ec7-af99-4e00-b8de-10a5f41392a1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.567719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-007e4ec7-af99-4e00-b8de-10a5f41392a1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1574953 Nov 04 09:10:23.575056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60618) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:23.583223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4898a0bd-4615-4b93-8c4b-b87e65a93c5a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'security_group': {'name': 'tempest-secgroup-1396308905'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:23.611029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.611193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e4ec7-af99-4e00-b8de-10a5f41392a1 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a3b564-8402-4b90-9be4-3035fa7e4532,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:23.630765 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4898a0bd-4615-4b93-8c4b-b87e65a93c5a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.650599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet 69f50c0a-487e-44ed-89b0-f7840715d26a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:23.657194 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.701930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.716214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.728533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4898a0bd-4615-4b93-8c4b-b87e65a93c5a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.735128 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4898a0bd-4615-4b93-8c4b-b87e65a93c5a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.752224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.756110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed89ebb7-31aa-48f0-810e-5352e6ef073a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:23.776728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-ebd11c1b-4192-4e77-bf35-e77399302b71', 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'tenant_id': '1c279dddc54e4a5d8d779c3151ee0daf', 'fixed_ips': [{'subnet_id': 'aa2aef43-b936-4253-9c28-dbc9b4dc601f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:10:23.777334 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4898a0bd-4615-4b93-8c4b-b87e65a93c5a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.778750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.781917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4898a0bd-4615-4b93-8c4b-b87e65a93c5a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2057869 Nov 04 09:10:23.782604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60624) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:23.785883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.788748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1679560983', 'security_groups': ['5169052a-982d-467f-a9ba-2bb1a25c3a13'], 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aa2aef43-b936-4253-9c28-dbc9b4dc601f'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:23.797514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4daf5107-0b0f-4995-8068-66a7a3651bff req-07506f6d-b501-4341-b108-b5ac86d102d1 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3174603 Nov 04 09:10:23.799387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898a0bd-4615-4b93-8c4b-b87e65a93c5a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5169052a-982d-467f-a9ba-2bb1a25c3a13,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:23.904329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:23.947396 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aab489-0fb0-4aa1-9aef-a32d1cab081f x-openstack-request-id: req-f2aab489-0fb0-4aa1-9aef-a32d1cab081f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:23.947965 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03890fbd-ff0b-4f30-b119-383c18931a7e", "name": "network-vif-plugged", "status": "completed", "tag": "6db0d51c-db3c-49dc-8462-b7945da3b031", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:23.948254 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2aab489-0fb0-4aa1-9aef-a32d1cab081f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:23.948982 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6db0d51c-db3c-49dc-8462-b7945da3b031', 'code': 200} Nov 04 09:10:23.993281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Allocated IP 172.20.0.2 (ebd11c1b-4192-4e77-bf35-e77399302b71/aa2aef43-b936-4253-9c28-dbc9b4dc601f/3b4917c4-5702-47fb-8ac8-4a342661b77e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:24.034688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.072258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=69f50c0a-487e-44ed-89b0-f7840715d26a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:24.090704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce2c9a-d031-4dd7-943d-1f56fc8da918 req-12f67264-f9ff-4b45-9c7f-8c1c70d26106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:24.095399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.098495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a2c154e6-5492-4125-b3ef-b3cf1ea4c89e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/69f50c0a-487e-44ed-89b0-f7840715d26a HTTP/1.1" status: 204 len: 168 time: 0.6274798 Nov 04 09:10:24.101132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-53ce2c9a-d031-4dd7-943d-1f56fc8da918 req-12f67264-f9ff-4b45-9c7f-8c1c70d26106 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 1096 time: 0.0876999 Nov 04 09:10:24.109630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83efe4a3-9f44-4691-b1a5-bb1ecccfff4b None None] Network 33b20826-ce39-43ad-9d85-0dd864cde4cf requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:24.112209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60640) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:24.114212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:24.148445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb741e-f366-472c-8e1b-59d6b631f5f9 req-8f683594-f54d-45e5-9a08-64de68164c62 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:24.150264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5fb741e-f366-472c-8e1b-59d6b631f5f9 req-8f683594-f54d-45e5-9a08-64de68164c62 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 945 time: 0.0820658 Nov 04 09:10:24.212743 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5fb741e-f366-472c-8e1b-59d6b631f5f9 req-84fa8b95-71df-4faf-ab67-37fa6246ed58 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471554 Nov 04 09:10:24.220028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.295153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.298330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b547b87a-d62b-4da7-838e-861e8f082393 req-3465880c-39af-4617-b9b1-6cbc39e6a3eb tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/7056141f-463d-4044-9ba5-dd470ce94054 HTTP/1.1" status: 200 len: 2399 time: 0.0690274 Nov 04 09:10:24.304436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b547b87a-d62b-4da7-838e-861e8f082393 req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7056141f-463d-4044-9ba5-dd470ce94054', 'remote_group_id': None}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:24.304951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-b547b87a-d62b-4da7-838e-861e8f082393 req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7056141f-463d-4044-9ba5-dd470ce94054', 'remote_group_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:24.305156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.349343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-53ce2c9a-d031-4dd7-943d-1f56fc8da918 req-2dcaf958-751d-4214-b860-193d833085ee service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446468 Nov 04 09:10:24.356416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:24.359818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:24.364536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:24.377733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Pushing event updated for resources: {'Port': ['ID=3b4917c4-5702-47fb-8ac8-4a342661b77e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:24.406113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b547b87a-d62b-4da7-838e-861e8f082393 req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.406743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.414216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] DHCP port deletion for 33b20826-ce39-43ad-9d85-0dd864cde4cf request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:10:24.429215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 4c11c415-a474-4780-b0c0-24a72e506169 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:24.471255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Attempting to bind port 3b4917c4-5702-47fb-8ac8-4a342661b77e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:24.471640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Attempting to bind port 3b4917c4-5702-47fb-8ac8-4a342661b77e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '4741e486-6c4f-457e-acb1-f3e95b3e04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:24.472053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Attempting to bind port 3b4917c4-5702-47fb-8ac8-4a342661b77e on network ebd11c1b-4192-4e77-bf35-e77399302b71 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:24.477314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b547b87a-d62b-4da7-838e-861e8f082393 req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.480172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:24.480788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Checking segment: {'id': '4741e486-6c4f-457e-acb1-f3e95b3e04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:24.481548 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.482180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Bound using segment: {'id': '4741e486-6c4f-457e-acb1-f3e95b3e04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:24.482753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Bound port: 3b4917c4-5702-47fb-8ac8-4a342661b77e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4741e486-6c4f-457e-acb1-f3e95b3e04e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:24.483199 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.488067 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b547b87a-d62b-4da7-838e-861e8f082393 req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.496060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 21c4e195-0e74-4c50-8a83-0de47972a772 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:24.496060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.534628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64eb6082-53f6-4a58-bf46-c1e15fa9b424,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:24.560922 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b547b87a-d62b-4da7-838e-861e8f082393 req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.561341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] Deleting port 21c4e195-0e74-4c50-8a83-0de47972a772 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:24.561341 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.566463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b547b87a-d62b-4da7-838e-861e8f082393 req-7c221d5f-7df1-4120-8024-8ceb17685db4 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2669480 Nov 04 09:10:24.635246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] For port 3b4917c4-5702-47fb-8ac8-4a342661b77e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:24.653519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] For port 21c4e195-0e74-4c50-8a83-0de47972a772, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=21c4e195-0e74-4c50-8a83-0de47972a772,segment=NetworkSegment(7e6f7931-4556-4e31-ab0a-d8909a16873e),segment_id=7e6f7931-4556-4e31-ab0a-d8909a16873e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:24.653887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.658615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] For port 3b4917c4-5702-47fb-8ac8-4a342661b77e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3b4917c4-5702-47fb-8ac8-4a342661b77e,segment=NetworkSegment(4741e486-6c4f-457e-acb1-f3e95b3e04e0),segment_id=4741e486-6c4f-457e-acb1-f3e95b3e04e0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:24.665923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] For port 21c4e195-0e74-4c50-8a83-0de47972a772, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=21c4e195-0e74-4c50-8a83-0de47972a772,segment=NetworkSegment(7e6f7931-4556-4e31-ab0a-d8909a16873e),segment_id=7e6f7931-4556-4e31-ab0a-d8909a16873e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:24.666333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.675846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.689041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] Calling delete_port for 21c4e195-0e74-4c50-8a83-0de47972a772 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:24.693223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 21c4e195-0e74-4c50-8a83-0de47972a772 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:24.712802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43b60-2fe2-418c-ae04-a053c4754409 req-8355f1a9-d1dd-4d6f-8217-6aa5bb75ddaa tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:24.714281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72a43b60-2fe2-418c-ae04-a053c4754409 req-8355f1a9-d1dd-4d6f-8217-6aa5bb75ddaa tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 945 time: 0.0919907 Nov 04 09:10:24.752467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.11 (ebd11c1b-4192-4e77-bf35-e77399302b71/aa2aef43-b936-4253-9c28-dbc9b4dc601f/4c11c415-a474-4780-b0c0-24a72e506169) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:24.788411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a0bf3-1f19-4c52-ab75-2a25bcd5359b None None] Pushing event updated for resources: {'Port': ['ID=3b4917c4-5702-47fb-8ac8-4a342661b77e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:24.830003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.843027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72a43b60-2fe2-418c-ae04-a053c4754409 req-bd92bbf5-e33c-451a-aea9-f2469018ef59 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007905 Nov 04 09:10:24.864127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] Pushing event deleted for resources: {'Port': ['ID=21c4e195-0e74-4c50-8a83-0de47972a772,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:24.868709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b847fe-b800-425f-9381-3a5c4581a847 None None] No DVR routers for this DVR port 21c4e195-0e74-4c50-8a83-0de47972a772 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:24.883338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6ac45b51-1724-4fc5-b7cb-e244c9770be7 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:24.891372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:24.932787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=21c4e195-0e74-4c50-8a83-0de47972a772,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:24.941291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No DVR routers for this DVR port 21c4e195-0e74-4c50-8a83-0de47972a772 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:24.983113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:24.988662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:24.991633 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.164313 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.270246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6ac45b51-1724-4fc5-b7cb-e244c9770be7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6ac45b51-1724-4fc5-b7cb-e244c9770be7,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:25.286892 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.404254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6ac45b51-1724-4fc5-b7cb-e244c9770be7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:25.444973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3b4917c4-5702-47fb-8ac8-4a342661b77e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:25.458080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.484042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.507914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.510136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:25.510526 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.521867 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.529308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.547665 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.553162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.565471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b20826-ce39-43ad-9d85-0dd864cde4cf']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:25.581395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e6f7931-4556-4e31-ab0a-d8909a16873e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:25.581832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e6f7931-4556-4e31-ab0a-d8909a16873e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:25.588622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.597145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.599094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.615149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-5ea145ff-4215-4e26-ac16-dcac8a260ebe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.2994425 Nov 04 09:10:25.626535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.639279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:25.640041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:25.644287 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:25.674757 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1485c56-df25-408a-93ba-ac64bbe0a854 req-2b73a11a-7547-4dd0-9fe8-238db62cf752 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0581384 Nov 04 09:10:25.679339 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.700920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.728714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 3b4917c4-5702-47fb-8ac8-4a342661b77e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3b4917c4-5702-47fb-8ac8-4a342661b77e,segment=NetworkSegment(4741e486-6c4f-457e-acb1-f3e95b3e04e0),segment_id=4741e486-6c4f-457e-acb1-f3e95b3e04e0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:25.733541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.775567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:25.783245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:25.791428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:25.796354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.814962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21c4e195-0e74-4c50-8a83-0de47972a772 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:25.817184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=3b4917c4-5702-47fb-8ac8-4a342661b77e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:25.820213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=4c11c415-a474-4780-b0c0-24a72e506169,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:25.831952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.836036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/33b20826-ce39-43ad-9d85-0dd864cde4cf HTTP/1.1" status: 204 len: 168 time: 1.7135317 Nov 04 09:10:25.844317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60658) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:25.860492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1561892858'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:25.867980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 21c4e195-0e74-4c50-8a83-0de47972a772 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:25.868412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 21c4e195-0e74-4c50-8a83-0de47972a772 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:25.891331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4aff490-b1fd-4f38-b480-150a077889ed req-be3f3c33-2a80-418f-811e-a870fee80f5a tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/7056141f-463d-4044-9ba5-dd470ce94054 HTTP/1.1" status: 200 len: 2998 time: 0.0758569 Nov 04 09:10:25.893456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee12c0-e03e-43b4-bde8-27cc9fb78ad9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=33b20826-ce39-43ad-9d85-0dd864cde4cf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:25.917351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:25.918126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.934510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:25.940509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:25.950667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac45b51-1724-4fc5-b7cb-e244c9770be7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:25.953100 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b980b04e-1ae1-4c94-9038-977144fae942" -d '{"events": [{"server_uuid": "ce0f85d4-5e2c-4b88-83c4-97edf2eb7447", "name": "network-vif-plugged", "status": "completed", "tag": "6ac45b51-1724-4fc5-b7cb-e244c9770be7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:25.957142 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d110f4e6-87c6-44d3-8b4f-0eb79b27cff7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1726809 Nov 04 09:10:25.959843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60666) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:25.964969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1dd0a3be-62b0-4335-a5f7-4158a2a57080 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:26.011946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72206d9b-5d51-435f-b612-df4393eda699 req-8bf9f6cd-67b8-4e15-95b9-4df1ae64fdbc tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:26.014467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72206d9b-5d51-435f-b612-df4393eda699 req-8bf9f6cd-67b8-4e15-95b9-4df1ae64fdbc tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 945 time: 0.0642159 Nov 04 09:10:26.037351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:10:26.056170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.056597 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment 70aecea5-aa06-42dd-960e-280be9f90d50 of type vlan for network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 Nov 04 09:10:26.062257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72206d9b-5d51-435f-b612-df4393eda699 req-71f7a9c1-02d3-4ac6-a129-743c0a11f01a tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395575 Nov 04 09:10:26.126467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.167124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0a3be-62b0-4335-a5f7-4158a2a57080 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:26.171637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dd0a3be-62b0-4335-a5f7-4158a2a57080 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.176392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.181828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:26.182422 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.183633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0f88f-564b-42b1-9c7a-af557821fd29 req-85e9bb49-3112-46aa-9319-fdbf44d8cfde tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:26.185765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff0f88f-564b-42b1-9c7a-af557821fd29 req-85e9bb49-3112-46aa-9319-fdbf44d8cfde tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 946 time: 0.0589941 Nov 04 09:10:26.234641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ff0f88f-564b-42b1-9c7a-af557821fd29 req-7893fda3-1bec-4243-8551-c464696fd4dd tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420444 Nov 04 09:10:26.267763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3c59a5d1-fd64-46d5-b799-3c9399748c6a None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:26.268784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5d1-fd64-46d5-b799-3c9399748c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.307260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6e0b11f-c1c1-4a08-a0da-18e3f83dfdd6 req-e796668b-ef75-4aa3-bccf-dc6edb7f4b3b tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-group-rules/64eb6082-53f6-4a58-bf46-c1e15fa9b424 HTTP/1.1" status: 200 len: 783 time: 0.0309119 Nov 04 09:10:26.310407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4560401 Nov 04 09:10:26.316223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60670) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:26.323786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:26.331282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d990ff-e92c-42ca-8a23-a0c7a2cbc620 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=8b6adf17-fe29-4ffe-bd90-2d39f7822b57,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:26.348235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:26.356697 n-d-816487-1 neutron-server[102556]: INFO neutron.db.ipam_backend_mixin [None req-1dd0a3be-62b0-4335-a5f7-4158a2a57080 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aa2aef43-b936-4253-9c28-dbc9b4dc601f (CIDR: 172.20.0.0/28) Nov 04 09:10:26.360406 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd0a3be-62b0-4335-a5f7-4158a2a57080 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:10:26.361041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd0a3be-62b0-4335-a5f7-4158a2a57080 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:26.385064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1dd0a3be-62b0-4335-a5f7-4158a2a57080 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4238973 Nov 04 09:10:26.386131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60672) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:26.393669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:26.446379 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6e0b11f-c1c1-4a08-a0da-18e3f83dfdd6 req-1b08a1fa-2073-4b02-8051-56e850e8c85f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/7056141f-463d-4044-9ba5-dd470ce94054 HTTP/1.1" status: 200 len: 2998 time: 0.1313593 Nov 04 09:10:26.475326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3c59a5d1-fd64-46d5-b799-3c9399748c6a None None] Provisioning complete for port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:26.475899 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c59a5d1-fd64-46d5-b799-3c9399748c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.484888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:26.489158 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.526397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3c59a5d1-fd64-46d5-b799-3c9399748c6a None None] Port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:26.548499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:26.552038 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.560092 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6e0b11f-c1c1-4a08-a0da-18e3f83dfdd6 req-7f7e43d2-75a1-4712-a463-6d02ddc74f05 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.578981 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6e0b11f-c1c1-4a08-a0da-18e3f83dfdd6 req-7f7e43d2-75a1-4712-a463-6d02ddc74f05 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.628282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6e0b11f-c1c1-4a08-a0da-18e3f83dfdd6 req-7f7e43d2-75a1-4712-a463-6d02ddc74f05 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.635926 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e6e0b11f-c1c1-4a08-a0da-18e3f83dfdd6 req-7f7e43d2-75a1-4712-a463-6d02ddc74f05 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.638110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6e0b11f-c1c1-4a08-a0da-18e3f83dfdd6 req-7f7e43d2-75a1-4712-a463-6d02ddc74f05 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/64eb6082-53f6-4a58-bf46-c1e15fa9b424 HTTP/1.1" status: 204 len: 173 time: 0.1759388 Nov 04 09:10:26.654060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e43d2-75a1-4712-a463-6d02ddc74f05 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64eb6082-53f6-4a58-bf46-c1e15fa9b424,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:26.655244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3b6e6844-1b2c-4d2c-8621-dab86d193159 None None] Provisioning complete for port 4c11c415-a474-4780-b0c0-24a72e506169 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:26.655675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3b6e6844-1b2c-4d2c-8621-dab86d193159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.702894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3b6e6844-1b2c-4d2c-8621-dab86d193159 None None] Port 4c11c415-a474-4780-b0c0-24a72e506169 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:26.728233 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c1c454-a39d-4085-99cc-da0b4df1f48c x-openstack-request-id: req-e5c1c454-a39d-4085-99cc-da0b4df1f48c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:26.728578 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0f85d4-5e2c-4b88-83c4-97edf2eb7447", "name": "network-vif-plugged", "status": "completed", "tag": "6ac45b51-1724-4fc5-b7cb-e244c9770be7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:26.728831 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e5c1c454-a39d-4085-99cc-da0b4df1f48c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:26.729265 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac45b51-1724-4fc5-b7cb-e244c9770be7', 'code': 200} Nov 04 09:10:26.804006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.872378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a21db49-4dea-48e8-89e1-fa5bc4d00518 req-ccea5ef4-d72f-4506-b70d-5e1d6ff3eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:26.875090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a21db49-4dea-48e8-89e1-fa5bc4d00518 req-ccea5ef4-d72f-4506-b70d-5e1d6ff3eec4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 1097 time: 0.0843148 Nov 04 09:10:26.876236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.909347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:26.936765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': '70aecea5-aa06-42dd-960e-280be9f90d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:26.937382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: 8b6adf17-fe29-4ffe-bd90-2d39f7822b57, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:26.957934 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:26.960447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e8c9b-a2fa-4860-82d7-1b5940d20a7d req-509712e3-d300-41b7-8f42-30cdb69a8ca9 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:26.970159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:26.974581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:26.975241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:26.979382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e88e8c9b-a2fa-4860-82d7-1b5940d20a7d req-509712e3-d300-41b7-8f42-30cdb69a8ca9 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 945 time: 0.1611607 Nov 04 09:10:26.982677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a5eca9-4076-4b61-9a2d-bb83a43e330c None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:26.993006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=0cc3cb9d-e86e-4efd-ac91-0af1156a681a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:27.013098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a21db49-4dea-48e8-89e1-fa5bc4d00518 req-64967d8a-8327-42de-aab9-6fba72544bca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277161 Nov 04 09:10:27.021825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2d27ff3b-a042-4635-a701-e9782ae62c5b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6330590 Nov 04 09:10:27.024952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60688) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:27.032774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-902348733', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0cc3cb9d-e86e-4efd-ac91-0af1156a681a'}], 'security_groups': ['47a3b564-8402-4b90-9be4-3035fa7e4532']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:27.037783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:27.057326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e88e8c9b-a2fa-4860-82d7-1b5940d20a7d req-ef2abbbf-214a-471f-89e2-1754128e83bc tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769761 Nov 04 09:10:27.067737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 8b6adf17-fe29-4ffe-bd90-2d39f7822b57) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:27.084517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.085143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.092208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde2d237-f55d-41bc-bef6-c20a04694990 None None] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:27.135865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-82274b19-05f2-42ef-822b-a7e91cdeccdd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8182013 Nov 04 09:10:27.141670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60692) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:27.143255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.148599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57', 'name': 'tempest-PortsIpV6TestJSON-182889162', 'fixed_ips': [{'subnet_id': '8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e', 'ip_address': '2001:db8::10'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:27.218043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b28fbad6-43b6-4453-98ca-a25ed29ec533 req-216dfeea-1af8-45d0-82e9-b9f01c751a9a tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/7056141f-463d-4044-9ba5-dd470ce94054 HTTP/1.1" status: 200 len: 2399 time: 0.1299059 Nov 04 09:10:27.327505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3b4917c4-5702-47fb-8ac8-4a342661b77e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:27.371120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b28fbad6-43b6-4453-98ca-a25ed29ec533 req-b3f6d9d2-b5a3-48ea-bb97-afce5f5fbf68 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.379250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:27.396887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-8b6adf17-fe29-4ffe-bd90-2d39f7822b57', 'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57', 'tenant_id': 'ffdade3df5e74fa7875c56b939df6834', 'fixed_ips': [{'subnet_id': '8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:10:27.397820 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.431101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466149c9-0b16-4389-8b33-060437d5bb4e None None] Update dhcp port {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'fixed_ips': [{'subnet_id': 'aa2aef43-b936-4253-9c28-dbc9b4dc601f', 'ip_address': '172.20.0.2'}, {'subnet_id': '0cc3cb9d-e86e-4efd-ac91-0af1156a681a'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '3b4917c4-5702-47fb-8ac8-4a342661b77e'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:10:27.468521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b28fbad6-43b6-4453-98ca-a25ed29ec533 req-b3f6d9d2-b5a3-48ea-bb97-afce5f5fbf68 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.477813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-466149c9-0b16-4389-8b33-060437d5bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.548155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.571041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port 1f731df9-cd3c-46a3-9074-90d7e413ab4d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:27.576600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:27.576985 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.588705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Delete allocated IP 172.20.0.11 (ebd11c1b-4192-4e77-bf35-e77399302b71/aa2aef43-b936-4253-9c28-dbc9b4dc601f) {{(pid=102556) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 09:10:27.604054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.19 (ebd11c1b-4192-4e77-bf35-e77399302b71/0cc3cb9d-e86e-4efd-ac91-0af1156a681a/4c11c415-a474-4780-b0c0-24a72e506169) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:27.623002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b28fbad6-43b6-4453-98ca-a25ed29ec533 req-b3f6d9d2-b5a3-48ea-bb97-afce5f5fbf68 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.626444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-b28fbad6-43b6-4453-98ca-a25ed29ec533 req-b3f6d9d2-b5a3-48ea-bb97-afce5f5fbf68 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.628564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b28fbad6-43b6-4453-98ca-a25ed29ec533 req-b3f6d9d2-b5a3-48ea-bb97-afce5f5fbf68 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-groups/7056141f-463d-4044-9ba5-dd470ce94054 HTTP/1.1" status: 204 len: 173 time: 0.4007003 Nov 04 09:10:27.650089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6d9d2-b5a3-48ea-bb97-afce5f5fbf68 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7056141f-463d-4044-9ba5-dd470ce94054,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:27.786491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Allocated IP 2001:db8::2 (8b6adf17-fe29-4ffe-bd90-2d39f7822b57/8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e/2f07e99c-2652-419b-a8dc-7e0cae8dedd2) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:27.823230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.830893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.840089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.850281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.858444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.861295 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.867921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.868716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:27.879380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:27.896869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-2876391e-b4ef-4349-84c6-0a22d267f518 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.1627820 Nov 04 09:10:27.957198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-466149c9-0b16-4389-8b33-060437d5bb4e None None] Allocated IP 172.20.0.18 (ebd11c1b-4192-4e77-bf35-e77399302b71/0cc3cb9d-e86e-4efd-ac91-0af1156a681a/3b4917c4-5702-47fb-8ac8-4a342661b77e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:27.980540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c92b4084-472e-40fc-aad8-bf7d2d3eeaf9 req-af7ec901-f919-4eb4-a53d-f504c1581428 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0825262 Nov 04 09:10:28.005416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] In _notify_port_updated(), no bound segment for port 4c11c415-a474-4780-b0c0-24a72e506169 on network ebd11c1b-4192-4e77-bf35-e77399302b71 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:10:28.026452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:28.027429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.030688 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "PUT /v2.0/ports/4c11c415-a474-4780-b0c0-24a72e506169 HTTP/1.1" status: 200 len: 920 time: 1.0032270 Nov 04 09:10:28.033203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:28.050790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d1ec7-7ef2-4d87-be23-1b609fe7fb08 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=4c11c415-a474-4780-b0c0-24a72e506169,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:28.112559 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.130671 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.174410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-466149c9-0b16-4389-8b33-060437d5bb4e None None] For port 3b4917c4-5702-47fb-8ac8-4a342661b77e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3b4917c4-5702-47fb-8ac8-4a342661b77e,segment=NetworkSegment(4741e486-6c4f-457e-acb1-f3e95b3e04e0),segment_id=4741e486-6c4f-457e-acb1-f3e95b3e04e0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:28.221369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:28.244128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:28.250189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:28.253984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::10 (8b6adf17-fe29-4ffe-bd90-2d39f7822b57/8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e/1f731df9-cd3c-46a3-9074-90d7e413ab4d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:28.264876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Pushing event updated for resources: {'Port': ['ID=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:28.308379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 4c11c415-a474-4780-b0c0-24a72e506169 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:28.309076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.320683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-466149c9-0b16-4389-8b33-060437d5bb4e None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.330840 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-466149c9-0b16-4389-8b33-060437d5bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.401902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Attempting to bind port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:28.402194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Attempting to bind port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '70aecea5-aa06-42dd-960e-280be9f90d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:28.402810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Attempting to bind port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 on network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:28.457100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:28.457479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Checking segment: {'id': '70aecea5-aa06-42dd-960e-280be9f90d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:28.457882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.458285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Bound using segment: {'id': '70aecea5-aa06-42dd-960e-280be9f90d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:28.458748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Bound port: 2f07e99c-2652-419b-a8dc-7e0cae8dedd2, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70aecea5-aa06-42dd-960e-280be9f90d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:28.459181 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.485865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466149c9-0b16-4389-8b33-060437d5bb4e None None] Pushing event updated for resources: {'Port': ['ID=3b4917c4-5702-47fb-8ac8-4a342661b77e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:28.568369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] For port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:28.572838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] For port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,segment=NetworkSegment(70aecea5-aa06-42dd-960e-280be9f90d50),segment_id=70aecea5-aa06-42dd-960e-280be9f90d50)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:28.580375 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.600716 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:10:28.617290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.714480 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.796336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617f894-e44a-4c21-b6d1-39c761506d08 req-a141da65-cb7d-4479-bde8-9346d4e2f393 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:28.804789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a617f894-e44a-4c21-b6d1-39c761506d08 req-a141da65-cb7d-4479-bde8-9346d4e2f393 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 946 time: 0.4423292 Nov 04 09:10:28.824102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.838758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 4c11c415-a474-4780-b0c0-24a72e506169 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:28.888129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8172379-15ba-4ee5-b5b9-0465ce3ba123 None None] Pushing event updated for resources: {'Port': ['ID=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:28.928944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:28.945038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:28.955945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:28.961628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:28.962291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:28.976191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=1f731df9-cd3c-46a3-9074-90d7e413ab4d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:29.001066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a617f894-e44a-4c21-b6d1-39c761506d08 req-036f39ed-dbd7-449d-910e-ac9c81dfa5a8 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900465 Nov 04 09:10:29.003702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3eebc44-a627-408f-994b-ac0f828fe0b8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8608882 Nov 04 09:10:29.004369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:29.011971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': '8b6adf17-fe29-4ffe-bd90-2d39f7822b57', 'name': 'tempest-PortsIpV6TestJSON-1347835058', 'fixed_ips': [{'subnet_id': '8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e', 'ip_address': '2001:db8::f'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:29.099336 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-82607537-8bc4-4a40-abbd-a173f39651ab req-d01b80c5-69e9-4d24-bf09-754a04ff5b45 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] show failed (client error): The resource could not be found. Nov 04 09:10:29.100409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82607537-8bc4-4a40-abbd-a173f39651ab req-d01b80c5-69e9-4d24-bf09-754a04ff5b45 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/33bb7de9-e979-456b-a6d7-6cc5439884a5 HTTP/1.1" status: 404 len: 352 time: 0.0306687 Nov 04 09:10:29.340768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3b4917c4-5702-47fb-8ac8-4a342661b77e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:29.387567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:29.396390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:29.401151 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:29.439104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:29.439813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:29.476852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=4c11c415-a474-4780-b0c0-24a72e506169,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:29.507396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port aa20b472-ff17-494f-bde8-7607a7c40b6e yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:29.565530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1290bb44-f3c8-4512-a981-2a9618717fa4 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:29.565900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1290bb44-f3c8-4512-a981-2a9618717fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:29.573404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e2cdf-90a0-4ed8-83af-7daab65d2353 req-30cae085-6265-4d60-8d08-7376c368e745 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:29.575449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-719e2cdf-90a0-4ed8-83af-7daab65d2353 req-30cae085-6265-4d60-8d08-7376c368e745 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 945 time: 0.2472908 Nov 04 09:10:29.702056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1290bb44-f3c8-4512-a981-2a9618717fa4 None None] Provisioning complete for port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:29.702440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1290bb44-f3c8-4512-a981-2a9618717fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:29.707782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:29.712094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9b8383b5-9373-4bc3-8c88-0a7a4c662b8a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/4c11c415-a474-4780-b0c0-24a72e506169 HTTP/1.1" status: 204 len: 168 time: 1.6769674 Nov 04 09:10:29.714562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60720) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:29.730563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-719e2cdf-90a0-4ed8-83af-7daab65d2353 req-e21203f0-ff61-4844-bda9-ec5a7a1b11dd tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145909 Nov 04 09:10:29.806021 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-11451c78-3926-4cea-99c6-4b602865189e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:10:29.810196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1290bb44-f3c8-4512-a981-2a9618717fa4 None None] Port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:29.810826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:29.812435 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-11451c78-3926-4cea-99c6-4b602865189e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/4c11c415-a474-4780-b0c0-24a72e506169 HTTP/1.1" status: 404 len: 333 time: 0.0961156 Nov 04 09:10:29.813850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1290bb44-f3c8-4512-a981-2a9618717fa4 None None] Could not find standard attr ID for object 4c11c415-a474-4780-b0c0-24a72e506169. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:29.868967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::f (8b6adf17-fe29-4ffe-bd90-2d39f7822b57/8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e/aa20b472-ff17-494f-bde8-7607a7c40b6e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:29.973992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63eeb0d3-d0b6-4060-95b4-35cfc85bb6df tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:29.996857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.003728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.014939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.022032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.028604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.034745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.041360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.047609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-9cdf982f-08a4-4a51-9b04-fa3d2d18c37f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.1945136 Nov 04 09:10:30.126264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63eeb0d3-d0b6-4060-95b4-35cfc85bb6df tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.135542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8aa195f7-61a8-471e-965c-6d2c6b1075c0 None None] Could not find standard attr ID for object 4c11c415-a474-4780-b0c0-24a72e506169. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:30.236546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9dd765dd-717d-4938-9c12-f77d4af12974 req-c1d1d56a-e625-498b-849e-5424e84e7a56 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1718779 Nov 04 09:10:30.376761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63eeb0d3-d0b6-4060-95b4-35cfc85bb6df tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.379481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63eeb0d3-d0b6-4060-95b4-35cfc85bb6df tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.380794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63eeb0d3-d0b6-4060-95b4-35cfc85bb6df tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/security-groups/5169052a-982d-467f-a9ba-2bb1a25c3a13 HTTP/1.1" status: 204 len: 168 time: 0.5688090 Nov 04 09:10:30.383570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60728) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:30.411200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.442479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04305c89-902b-4755-8e22-a12b9f64a472 req-3121c46d-b2c1-4d1e-a388-4b47c6da084a tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/f34591c6-4836-47a5-bb97-28a9d4236151 HTTP/1.1" status: 200 len: 1807 time: 0.1504552 Nov 04 09:10:30.444975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeb0d3-d0b6-4060-95b4-35cfc85bb6df tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5169052a-982d-467f-a9ba-2bb1a25c3a13,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:30.477679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06b46d16-1e3e-4d40-b6ed-1304808d7137 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.488762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.510026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06b46d16-1e3e-4d40-b6ed-1304808d7137 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.510686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea7252f-90d6-40b6-afb5-43e31d5df163 None None] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:30.575186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:30.576760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06b46d16-1e3e-4d40-b6ed-1304808d7137 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.580091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06b46d16-1e3e-4d40-b6ed-1304808d7137 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.581516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-06b46d16-1e3e-4d40-b6ed-1304808d7137 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/security-groups/47a3b564-8402-4b90-9be4-3035fa7e4532 HTTP/1.1" status: 204 len: 168 time: 0.1966605 Nov 04 09:10:30.584113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:30.585116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60732) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:30.588994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:30.594910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.595562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.601152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b46d16-1e3e-4d40-b6ed-1304808d7137 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a3b564-8402-4b90-9be4-3035fa7e4532,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:30.620268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=aa20b472-ff17-494f-bde8-7607a7c40b6e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:30.620489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a94f932f-7889-4df7-af7a-581632dad1d3 None None] Provisioning complete for port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:30.620781 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a94f932f-7889-4df7-af7a-581632dad1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.629150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04305c89-902b-4755-8e22-a12b9f64a472 req-78e700b8-86b7-4c98-a646-72d384136a3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.639148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3b659a41-9611-4854-9aa4-faacb8f23cbe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6323137 Nov 04 09:10:30.641908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:30.660177 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04305c89-902b-4755-8e22-a12b9f64a472 req-78e700b8-86b7-4c98-a646-72d384136a3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.711059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04305c89-902b-4755-8e22-a12b9f64a472 req-78e700b8-86b7-4c98-a646-72d384136a3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.714360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet aa2aef43-b936-4253-9c28-dbc9b4dc601f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:30.715195 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-04305c89-902b-4755-8e22-a12b9f64a472 req-78e700b8-86b7-4c98-a646-72d384136a3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.716974 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04305c89-902b-4755-8e22-a12b9f64a472 req-78e700b8-86b7-4c98-a646-72d384136a3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-groups/f34591c6-4836-47a5-bb97-28a9d4236151 HTTP/1.1" status: 204 len: 173 time: 0.2402124 Nov 04 09:10:30.731162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e700b8-86b7-4c98-a646-72d384136a3f tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34591c6-4836-47a5-bb97-28a9d4236151,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:30.742328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.804054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37092c8d-d310-490f-b64b-62a1f3ffcc4e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.805775 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-37092c8d-d310-490f-b64b-62a1f3ffcc4e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1626029 Nov 04 09:10:30.809670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:30.837884 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.869483 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a94f932f-7889-4df7-af7a-581632dad1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.921786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a94f932f-7889-4df7-af7a-581632dad1d3 None None] For port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,segment=NetworkSegment(70aecea5-aa06-42dd-960e-280be9f90d50),segment_id=70aecea5-aa06-42dd-960e-280be9f90d50)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:30.931902 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a94f932f-7889-4df7-af7a-581632dad1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:30.958567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d8a8f-0f30-4df3-afd2-e5369bb1272a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.970152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d8a8f-0f30-4df3-afd2-e5369bb1272a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.980082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254d8a8f-0f30-4df3-afd2-e5369bb1272a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:30.985817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-254d8a8f-0f30-4df3-afd2-e5369bb1272a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1743045 Nov 04 09:10:30.991780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:30.993772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f932f-7889-4df7-af7a-581632dad1d3 None None] Pushing event updated for resources: {'Port': ['ID=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:31.013722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.073127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777386a-4264-4150-b9fa-a75b83957d47 req-f9f5c66e-e1e2-4e7d-9981-b109294ffeb9 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:31.075760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b777386a-4264-4150-b9fa-a75b83957d47 req-f9f5c66e-e1e2-4e7d-9981-b109294ffeb9 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 946 time: 0.1644578 Nov 04 09:10:31.101326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.134476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2aef43-b936-4253-9c28-dbc9b4dc601f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:31.139625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.144004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-767313ae-6b57-4773-ba97-30559ea6573a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/aa2aef43-b936-4253-9c28-dbc9b4dc601f HTTP/1.1" status: 204 len: 168 time: 0.5565329 Nov 04 09:10:31.148258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60744) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:31.154002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:31.159730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff7f6a-ceb0-4383-bccc-fbf70a32e534 None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:31.168703 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b777386a-4264-4150-b9fa-a75b83957d47 req-9cc4d228-144a-4e4c-9146-e2224ec522e4 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655620 Nov 04 09:10:31.202614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port aa20b472-ff17-494f-bde8-7607a7c40b6e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:31.202963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.358739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-428fa8c2-a62b-4cdb-917f-7642c232c8c6 req-f05da4e1-3ac1-4f45-8bf3-0263ee1eae40 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/f944fb29-8b21-487a-a8e9-676efeaff4d7 HTTP/1.1" status: 200 len: 1804 time: 0.0972052 Nov 04 09:10:31.415171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7abd4342-ba33-442c-ab89-33e13f33f6b9 None None] Provisioning complete for port 1f731df9-cd3c-46a3-9074-90d7e413ab4d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:31.416721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7abd4342-ba33-442c-ab89-33e13f33f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.423113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.453166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for aa20b472-ff17-494f-bde8-7607a7c40b6e owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:31.466648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:31.472710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.524930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-428fa8c2-a62b-4cdb-917f-7642c232c8c6 req-31b35035-c85b-49e0-998f-11c0960460eb tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.543609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:31.587350 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-428fa8c2-a62b-4cdb-917f-7642c232c8c6 req-31b35035-c85b-49e0-998f-11c0960460eb tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.696928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7abd4342-ba33-442c-ab89-33e13f33f6b9 None None] Port 1f731df9-cd3c-46a3-9074-90d7e413ab4d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:31.798942 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7abd4342-ba33-442c-ab89-33e13f33f6b9 None None] Provisioning complete for port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:31.800816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7abd4342-ba33-442c-ab89-33e13f33f6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.848422 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-428fa8c2-a62b-4cdb-917f-7642c232c8c6 req-31b35035-c85b-49e0-998f-11c0960460eb tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.852572 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-428fa8c2-a62b-4cdb-917f-7642c232c8c6 req-31b35035-c85b-49e0-998f-11c0960460eb tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:31.854802 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-428fa8c2-a62b-4cdb-917f-7642c232c8c6 req-31b35035-c85b-49e0-998f-11c0960460eb tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-groups/f944fb29-8b21-487a-a8e9-676efeaff4d7 HTTP/1.1" status: 204 len: 173 time: 0.4952204 Nov 04 09:10:31.989196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:31.993162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.038507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b35035-c85b-49e0-998f-11c0960460eb tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f944fb29-8b21-487a-a8e9-676efeaff4d7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:32.050516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.110777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.133823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=aa20b472-ff17-494f-bde8-7607a7c40b6e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:32.199773 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.223353 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80bf8ae3-cc34-4414-9b82-53dcf50f13e4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/aa20b472-ff17-494f-bde8-7607a7c40b6e HTTP/1.1" status: 204 len: 168 time: 1.2298207 Nov 04 09:10:32.225794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:32.253488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:32.257761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:32.261533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.262398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.313672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=6a942113-816d-42c6-9590-f45880e18238,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:32.353211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e7c142f8-4daf-4845-8ec6-e7c249956974 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2037232 Nov 04 09:10:32.360377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:32.365868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1ed31a11-5d15-4589-9b3e-c0c3af9cf003 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106644654'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:32.382433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7abd4342-ba33-442c-ab89-33e13f33f6b9 None None] Could not find standard attr ID for object aa20b472-ff17-494f-bde8-7607a7c40b6e. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:32.389752 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-759a668d-71e9-4d3f-862a-43ceb846a249 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:10:32.404885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-759a668d-71e9-4d3f-862a-43ceb846a249 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/aa20b472-ff17-494f-bde8-7607a7c40b6e HTTP/1.1" status: 404 len: 333 time: 0.1775165 Nov 04 09:10:32.411133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60810) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:32.498808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.517551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.525326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ed31a11-5d15-4589-9b3e-c0c3af9cf003 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.529068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.538173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.539353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c36e796e-b2d0-4fb8-943d-f1b7582c5f07 None None] Provisioning complete for port 1f731df9-cd3c-46a3-9074-90d7e413ab4d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:32.541896 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c36e796e-b2d0-4fb8-943d-f1b7582c5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.545558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.564574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.578068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:32.580196 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-6afec757-f975-4bd7-9cf6-c1ec065eea66 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.2234688 Nov 04 09:10:32.661350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c36e796e-b2d0-4fb8-943d-f1b7582c5f07 None None] Port 1f731df9-cd3c-46a3-9074-90d7e413ab4d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:32.671153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c36e796e-b2d0-4fb8-943d-f1b7582c5f07 None None] Could not find standard attr ID for object aa20b472-ff17-494f-bde8-7607a7c40b6e. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:32.696705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19dac5cb-8d10-489d-968a-ed70541d00dd req-eb3150bc-bd54-4555-a30a-7d52783206ba tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1024024 Nov 04 09:10:32.713947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 1f731df9-cd3c-46a3-9074-90d7e413ab4d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:32.714238 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.830144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ed31a11-5d15-4589-9b3e-c0c3af9cf003 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.844489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ed31a11-5d15-4589-9b3e-c0c3af9cf003 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.933317 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ed31a11-5d15-4589-9b3e-c0c3af9cf003 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.935061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1ed31a11-5d15-4589-9b3e-c0c3af9cf003 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5735378 Nov 04 09:10:32.939066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:32.942098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60836) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:32.947433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fa75b6f-be2f-49a6-8880-a32372e40085 req-01f8b4ff-53cb-4d83-b41c-59ddbd04fadf tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/1649798a-32f2-4a14-afba-7982e3178709 HTTP/1.1" status: 200 len: 1806 time: 0.0870080 Nov 04 09:10:32.955167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-acb01852-01af-46fd-90d6-8e6e594f0e1e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'security_group': {'name': 'tempest-secgroup-1843743118'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:32.966958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed31a11-5d15-4589-9b3e-c0c3af9cf003 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=321c4ce6-7515-4681-bec0-ae34aca580d5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:32.980393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 1f731df9-cd3c-46a3-9074-90d7e413ab4d owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:33.072667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acb01852-01af-46fd-90d6-8e6e594f0e1e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.158917 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9fa75b6f-be2f-49a6-8880-a32372e40085 req-cf673e0c-1db2-4ebc-ae29-5ee2f170157d tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.210571 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9fa75b6f-be2f-49a6-8880-a32372e40085 req-cf673e0c-1db2-4ebc-ae29-5ee2f170157d tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.296092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88debd-cd1f-4ad6-8497-ad0adc18b18f None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:33.342912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9fa75b6f-be2f-49a6-8880-a32372e40085 req-cf673e0c-1db2-4ebc-ae29-5ee2f170157d tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.347224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9fa75b6f-be2f-49a6-8880-a32372e40085 req-cf673e0c-1db2-4ebc-ae29-5ee2f170157d tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.349470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fa75b6f-be2f-49a6-8880-a32372e40085 req-cf673e0c-1db2-4ebc-ae29-5ee2f170157d tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-groups/1649798a-32f2-4a14-afba-7982e3178709 HTTP/1.1" status: 204 len: 173 time: 0.3936121 Nov 04 09:10:33.379194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf673e0c-1db2-4ebc-ae29-5ee2f170157d tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1649798a-32f2-4a14-afba-7982e3178709,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:33.391363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acb01852-01af-46fd-90d6-8e6e594f0e1e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.403026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acb01852-01af-46fd-90d6-8e6e594f0e1e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.446905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.465524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1554097e-8c21-46b1-90e4-7017d6198f89 None None] Provisioning complete for port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:33.466001 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1554097e-8c21-46b1-90e4-7017d6198f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.514630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb01852-01af-46fd-90d6-8e6e594f0e1e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c83ee5-644b-44c9-a310-bd0fbd9dab78,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:33.545228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1554097e-8c21-46b1-90e4-7017d6198f89 None None] Port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:33.553521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f63196-2db0-44a7-8c0d-e3a647284be2 req-8f340a78-7e68-496c-b10f-4dc356be0241 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:33.555091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1f63196-2db0-44a7-8c0d-e3a647284be2 req-8f340a78-7e68-496c-b10f-4dc356be0241 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 945 time: 0.1258123 Nov 04 09:10:33.583005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=1f731df9-cd3c-46a3-9074-90d7e413ab4d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:33.591831 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.598314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0c22b5d-a890-483b-a048-cac5ceb66df2 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/1f731df9-cd3c-46a3-9074-90d7e413ab4d HTTP/1.1" status: 204 len: 168 time: 1.1840422 Nov 04 09:10:33.599317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:33.603908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acb01852-01af-46fd-90d6-8e6e594f0e1e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.610394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-acb01852-01af-46fd-90d6-8e6e594f0e1e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6659303 Nov 04 09:10:33.612815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:33.620565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b6982b64-d12f-4ed7-ac72-b024b98a189a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'security_group': {'name': 'tempest-secgroup-1460638674'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:33.650344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-0a68d7ef-c42f-43a7-a451-73f4824f7036 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:33.652081 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-0a68d7ef-c42f-43a7-a451-73f4824f7036 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.70 "GET /v2.0/ports?device_id=03890fbd-ff0b-4f30-b119-383c18931a7e HTTP/1.1" status: 200 len: 945 time: 0.1883018 Nov 04 09:10:33.666132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1554097e-8c21-46b1-90e4-7017d6198f89 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:33.667299 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1554097e-8c21-46b1-90e4-7017d6198f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.686436 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3711a8e0-00c6-4dca-8d19-c449deb2dd8a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:10:33.690571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3711a8e0-00c6-4dca-8d19-c449deb2dd8a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/1f731df9-cd3c-46a3-9074-90d7e413ab4d HTTP/1.1" status: 404 len: 333 time: 0.0866039 Nov 04 09:10:33.692445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:33.728386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1f63196-2db0-44a7-8c0d-e3a647284be2 req-abab410a-ba19-4174-a409-147b88830b7c tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.53 "GET /v2.0/security-groups?id=df97a6ca-b41a-4bd3-9749-16b0500249f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657104 Nov 04 09:10:33.782363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet 8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:33.786371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.826596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-350abec1-403a-4d12-8a5e-fd827ca8944d req-5c05b479-2d4d-4b6e-aea9-5ff365ff5aab tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/81a63621-6338-4b8f-9040-bb47a3992e08 HTTP/1.1" status: 200 len: 2405 time: 0.0806911 Nov 04 09:10:33.881592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b750b4a-ffee-4664-9ad7-3f8892840800 None None] Update dhcp port {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'fixed_ips': [{'subnet_id': '0cc3cb9d-e86e-4efd-ac91-0af1156a681a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6a942113-816d-42c6-9590-f45880e18238'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '3b4917c4-5702-47fb-8ac8-4a342661b77e'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:10:33.886544 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.902185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-350abec1-403a-4d12-8a5e-fd827ca8944d req-bc240f93-2acb-4545-93b2-5d8c6babe512 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.931327 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-350abec1-403a-4d12-8a5e-fd827ca8944d req-bc240f93-2acb-4545-93b2-5d8c6babe512 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.932501 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b750b4a-ffee-4664-9ad7-3f8892840800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:33.941729 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6982b64-d12f-4ed7-ac72-b024b98a189a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.004890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-350abec1-403a-4d12-8a5e-fd827ca8944d req-bc240f93-2acb-4545-93b2-5d8c6babe512 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.009374 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-350abec1-403a-4d12-8a5e-fd827ca8944d req-bc240f93-2acb-4545-93b2-5d8c6babe512 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.010961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-350abec1-403a-4d12-8a5e-fd827ca8944d req-bc240f93-2acb-4545-93b2-5d8c6babe512 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-groups/81a63621-6338-4b8f-9040-bb47a3992e08 HTTP/1.1" status: 204 len: 173 time: 0.1775825 Nov 04 09:10:34.021972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc240f93-2acb-4545-93b2-5d8c6babe512 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a63621-6338-4b8f-9040-bb47a3992e08,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:34.072387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Deleting port 6db0d51c-db3c-49dc-8462-b7945da3b031 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:34.072387 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.143816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.169930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5b750b4a-ffee-4664-9ad7-3f8892840800 None None] Allocated IP 172.20.0.2 (ebd11c1b-4192-4e77-bf35-e77399302b71/6a942113-816d-42c6-9590-f45880e18238/3b4917c4-5702-47fb-8ac8-4a342661b77e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:34.182657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:34.192012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6982b64-d12f-4ed7-ac72-b024b98a189a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.192948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:34.200457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:34.202471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6982b64-d12f-4ed7-ac72-b024b98a189a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.207129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:34.213907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:34.223909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:34.230626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:34.233489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-46f794b4-abc4-403e-9872-5bcc5a8d41ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5418 time: 0.1241305 Nov 04 09:10:34.279552 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b6982b64-d12f-4ed7-ac72-b024b98a189a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.283227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b6982b64-d12f-4ed7-ac72-b024b98a189a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6656969 Nov 04 09:10:34.285544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:34.285739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] For port 6db0d51c-db3c-49dc-8462-b7945da3b031, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6db0d51c-db3c-49dc-8462-b7945da3b031,segment=NetworkSegment(7a86842b-562f-408c-9885-921423d635ff),segment_id=7a86842b-562f-408c-9885-921423d635ff)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:34.285993 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.295022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-326959784', 'security_groups': ['d7a4beb0-2bdf-458b-8ba6-0da461c63cad'], 'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6a942113-816d-42c6-9590-f45880e18238'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:34.295271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6982b64-d12f-4ed7-ac72-b024b98a189a tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a4beb0-2bdf-458b-8ba6-0da461c63cad,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:34.306055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Calling delete_port for 6db0d51c-db3c-49dc-8462-b7945da3b031 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:34.310843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5b750b4a-ffee-4664-9ad7-3f8892840800 None None] For port 3b4917c4-5702-47fb-8ac8-4a342661b77e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3b4917c4-5702-47fb-8ac8-4a342661b77e,segment=NetworkSegment(4741e486-6c4f-457e-acb1-f3e95b3e04e0),segment_id=4741e486-6c4f-457e-acb1-f3e95b3e04e0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:34.316188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.334340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a06c47f-9c25-4810-a4c6-2851ab5646c1 req-67063bfe-1f35-4d9f-8365-c79ac78acb22 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0870347 Nov 04 09:10:34.347394 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b750b4a-ffee-4664-9ad7-3f8892840800 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.351325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79686fc-1259-49f5-8290-2e84b6cb7b6f None None] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:34.358483 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b750b4a-ffee-4664-9ad7-3f8892840800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.379496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.384461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e HTTP/1.1" status: 204 len: 168 time: 0.6880145 Nov 04 09:10:34.388859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60868) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:34.393637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b361740e-86db-4f16-b1ff-61aebd1fcbf3 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:34.414105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b750b4a-ffee-4664-9ad7-3f8892840800 None None] Pushing event updated for resources: {'Port': ['ID=3b4917c4-5702-47fb-8ac8-4a342661b77e,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:34.507830 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.586326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:34.766399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] DHCP port deletion for 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:10:34.793797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.796006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:34.796578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.820169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] device_id is not set on port 15bc0f0b-8601-4c84-8383-451a78aef81c yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:34.878108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.888969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] Deleting port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:34.891672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:34.901384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['6db0d51c-db3c-49dc-8462-b7945da3b031'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:34.924578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Pushing event deleted for resources: {'Port': ['ID=6db0d51c-db3c-49dc-8462-b7945da3b031,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:34.962844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] For port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,segment=NetworkSegment(70aecea5-aa06-42dd-960e-280be9f90d50),segment_id=70aecea5-aa06-42dd-960e-280be9f90d50)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:34.963226 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.034439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:35.106617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] No DVR routers for this DVR port 6db0d51c-db3c-49dc-8462-b7945da3b031 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:35.108592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] For port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,segment=NetworkSegment(70aecea5-aa06-42dd-960e-280be9f90d50),segment_id=70aecea5-aa06-42dd-960e-280be9f90d50)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:35.108992 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.109856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:35.112932 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.117315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-23164935-d8f6-4b43-980b-c00ad889a1e0 req-1f6494c5-f2d5-4e1a-9298-6d74f44b5073 tempest-ServersNegativeTestMultiTenantJSON-2108963267 tempest-ServersNegativeTestMultiTenantJSON-2108963267-project] 10.222.0.70 "DELETE /v2.0/ports/6db0d51c-db3c-49dc-8462-b7945da3b031 HTTP/1.1" status: 204 len: 173 time: 1.4572215 Nov 04 09:10:35.118005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'name': 'network-vif-deleted', 'tag': '6db0d51c-db3c-49dc-8462-b7945da3b031'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:35.120793 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee93a85-fef9-4aa9-a194-29e617247c67" -d '{"events": [{"server_uuid": "03890fbd-ff0b-4f30-b119-383c18931a7e", "name": "network-vif-deleted", "tag": "6db0d51c-db3c-49dc-8462-b7945da3b031"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:35.165340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60e4b924-35ea-4285-a7ab-209dc428fba4 req-b738b862-1283-467d-abaf-c9fe1eb89c51 tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "GET /v2.0/security-groups/f87b7b0d-8c21-436e-8dfe-77e5da93b8d3 HTTP/1.1" status: 200 len: 2400 time: 0.1288178 Nov 04 09:10:35.228753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] Calling delete_port for 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:35.259947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.329300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:35.334714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No DVR routers for this DVR port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:35.379774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3b4917c4-5702-47fb-8ac8-4a342661b77e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:35.395952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.13 (ebd11c1b-4192-4e77-bf35-e77399302b71/6a942113-816d-42c6-9590-f45880e18238/15bc0f0b-8601-4c84-8383-451a78aef81c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:35.489066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.533799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6adf17-fe29-4ffe-bd90-2d39f7822b57']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:35.550810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70aecea5-aa06-42dd-960e-280be9f90d50') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:35.551404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70aecea5-aa06-42dd-960e-280be9f90d50') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:35.578789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.595088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:35.615035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.633583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:35.634006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:35.643025 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:35.665657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:35.666036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.684025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce', 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'port_id': '6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce', 'mac_address': 'fa:16:3e:7a:5f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4694d46-8903-43d6-9a89-eb63d8e0340e', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:35.749070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.759155 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.761385 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.766389 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/8b6adf17-fe29-4ffe-bd90-2d39f7822b57 HTTP/1.1" status: 204 len: 168 time: 1.3657565 Nov 04 09:10:35.778928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60890) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:35.784140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-755918474'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:35.787938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4175e6-7f79-412f-8598-e8444c3fc083 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=8b6adf17-fe29-4ffe-bd90-2d39f7822b57,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:35.809388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] Pushing event deleted for resources: {'Port': ['ID=2f07e99c-2652-419b-a8dc-7e0cae8dedd2,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:35.821837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:35.826484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.843451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f1fe968f-8f3a-4623-bc64-2e630d9b5507 None None] Provisioning complete for port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:35.844099 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe968f-8f3a-4623-bc64-2e630d9b5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.850224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] Network 8b6adf17-fe29-4ffe-bd90-2d39f7822b57 is not hosted by any dhcp agent {{(pid=102557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:10:35.850423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0165e1c-56d9-4c30-8856-69ef1c490e20 None None] No DVR routers for this DVR port 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:35.858761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:10:35.885967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.886845 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Added segment 1d2e6e89-4278-4a55-9af4-f4b17561ecde of type vlan for network e0d74d21-ee79-405b-ac48-71b9bdf158d0 Nov 04 09:10:35.900985 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.931106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe968f-8f3a-4623-bc64-2e630d9b5507 None None] Port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:35.941400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.955686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:35.977321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-60e4b924-35ea-4285-a7ab-209dc428fba4 req-b8d6fb98-fec6-4c50-a1e3-365c52d91ced tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.978396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.997565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:35.998849 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:35.999060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f1fe968f-8f3a-4623-bc64-2e630d9b5507 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:35.999620 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1fe968f-8f3a-4623-bc64-2e630d9b5507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.002726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:36.031273 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.033356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c92f6203-97e3-4a18-a9c8-121a2d51b70d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:36.065154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-60e4b924-35ea-4285-a7ab-209dc428fba4 req-b8d6fb98-fec6-4c50-a1e3-365c52d91ced tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.132213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3520525 Nov 04 09:10:36.134988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:36.140935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:36.151227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port c92f6203-97e3-4a18-a9c8-121a2d51b70d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:36.156349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537467f-9653-4e1f-a5ea-df9614a2db1c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Network': ['ID=e0d74d21-ee79-405b-ac48-71b9bdf158d0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:36.171221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'port_id': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'mac_address': 'fa:16:3e:91:6d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:36.173281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:36.201931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:36.247137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:36.247137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2f07e99c-2652-419b-a8dc-7e0cae8dedd2 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:36.268150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-60e4b924-35ea-4285-a7ab-209dc428fba4 req-b8d6fb98-fec6-4c50-a1e3-365c52d91ced tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.270771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-60e4b924-35ea-4285-a7ab-209dc428fba4 req-b8d6fb98-fec6-4c50-a1e3-365c52d91ced tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.279649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60896) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:36.283170 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60e4b924-35ea-4285-a7ab-209dc428fba4 req-b8d6fb98-fec6-4c50-a1e3-365c52d91ced tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] 10.222.0.53 "DELETE /v2.0/security-groups/f87b7b0d-8c21-436e-8dfe-77e5da93b8d3 HTTP/1.1" status: 204 len: 173 time: 1.1168272 Nov 04 09:10:36.317640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d6fb98-fec6-4c50-a1e3-365c52d91ced tempest-SecurityGroupRulesTestJSON-492072412 tempest-SecurityGroupRulesTestJSON-492072412-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87b7b0d-8c21-436e-8dfe-77e5da93b8d3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:36.349415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Deleting subnet 59e9c915-ecbc-404a-b311-e98bee85cf6f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:36.352026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60898) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:36.387164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.398986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.433115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:36.441208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.554244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.593340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:36.604780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92f6203-97e3-4a18-a9c8-121a2d51b70d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:36.631748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port c92f6203-97e3-4a18-a9c8-121a2d51b70d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:36.651362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.652180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 49765e82-3c4e-4045-9967-10b9186aa496 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:36.660204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.681462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:36.687847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 49765e82-3c4e-4045-9967-10b9186aa496, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=49765e82-3c4e-4045-9967-10b9186aa496,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:36.688245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:36.694494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:36.701612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:36.702323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '49765e82-3c4e-4045-9967-10b9186aa496', 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'port_id': '49765e82-3c4e-4045-9967-10b9186aa496', 'mac_address': 'fa:16:3e:f9:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4694d46-8903-43d6-9a89-eb63d8e0340e', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:36.708487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:36.715087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:36.722049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:36.731818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-2f881e0e-939b-4b24-baa3-0e59cd0fbfdb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5419 time: 0.2198231 Nov 04 09:10:36.838201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:36.850736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=c92f6203-97e3-4a18-a9c8-121a2d51b70d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:36.857530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d68b5ae3-11cd-4dca-ac0f-4d99980e6b4c req-0c13b033-37fc-4754-9be9-6b10736199a7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1248138 Nov 04 09:10:36.862536 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.887266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49765e82-3c4e-4045-9967-10b9186aa496 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:36.890010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:36.926521 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1115b1-25c3-4840-aa6a-d7890d647ea9 x-openstack-request-id: req-0d1115b1-25c3-4840-aa6a-d7890d647ea9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:36.927119 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03890fbd-ff0b-4f30-b119-383c18931a7e", "name": "network-vif-deleted", "tag": "6db0d51c-db3c-49dc-8462-b7945da3b031", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:36.927119 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d1115b1-25c3-4840-aa6a-d7890d647ea9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:36.927445 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03890fbd-ff0b-4f30-b119-383c18931a7e', 'name': 'network-vif-deleted', 'tag': '6db0d51c-db3c-49dc-8462-b7945da3b031', 'status': 'completed', 'code': 200} Nov 04 09:10:36.946367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=15bc0f0b-8601-4c84-8383-451a78aef81c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:36.949056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] Deleting subnet 74d16050-442a-4804-aa32-a8576d19f11b {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:36.956842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:36.961774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 49765e82-3c4e-4045-9967-10b9186aa496, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=49765e82-3c4e-4045-9967-10b9186aa496,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:36.968260 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.970516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:36.976515 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.056286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.070991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2e1b1871-17a8-451e-9503-004c6722404b details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:37.087098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:37.088144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.090401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.117164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0de67423-fbe6-47f4-afac-1ea3c7967c7d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8301933 Nov 04 09:10:37.120394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:37.126116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef911d54-9377-47db-8753-410d014bfa66 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:37.184006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.237673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.271390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.286631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=49765e82-3c4e-4045-9967-10b9186aa496,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:37.376886 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-178ee5be-1acc-4ece-92d3-921502c130e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.377215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:37.395179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.415890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/59e9c915-ecbc-404a-b311-e98bee85cf6f HTTP/1.1" status: 204 len: 168 time: 1.1251845 Nov 04 09:10:37.415890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60906) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:37.438107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dfb76d57-d50a-4c67-98eb-1680f438f4ca None None] Provisioning complete for port 15bc0f0b-8601-4c84-8383-451a78aef81c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:37.438440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dfb76d57-d50a-4c67-98eb-1680f438f4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.440371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e9c915-ecbc-404a-b311-e98bee85cf6f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:37.477907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Checking segment: {'id': '1d2e6e89-4278-4a55-9af4-f4b17561ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:37.478259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network hostable DHCP agents. Network: e0d74d21-ee79-405b-ac48-71b9bdf158d0, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:37.482327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['49765e82-3c4e-4045-9967-10b9186aa496'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:37.507782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['c92f6203-97e3-4a18-a9c8-121a2d51b70d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:37.512691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:37.523757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, e0d74d21-ee79-405b-ac48-71b9bdf158d0) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:37.526599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef911d54-9377-47db-8753-410d014bfa66 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:37.531601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef911d54-9377-47db-8753-410d014bfa66 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.545789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.546104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.546456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.546796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.547135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.547469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.547797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.548151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.548482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.548807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.550631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:37.551244 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.562579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.563015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8980f324-e0a7-4917-86a9-e24ecfe54af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:37.569294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.572577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:37.599706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d8917f36-c1f1-4b6d-8bb7-d6bcf0fe63b7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4633188 Nov 04 09:10:37.602402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:37.607597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9d275a09-8d72-4cf3-bcd3-e1b602f6dfbd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-502810413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:37.650274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d275a09-8d72-4cf3-bcd3-e1b602f6dfbd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.653318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d275a09-8d72-4cf3-bcd3-e1b602f6dfbd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.653832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe4684d-76d4-4461-b357-312a75a1b0f2 None None] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:37.670183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2e1b1871-17a8-451e-9503-004c6722404b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e1b1871-17a8-451e-9503-004c6722404b,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:37.689862 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-ef911d54-9377-47db-8753-410d014bfa66 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6a942113-816d-42c6-9590-f45880e18238 (CIDR: 172.20.0.0/28) Nov 04 09:10:37.700865 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef911d54-9377-47db-8753-410d014bfa66 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:10:37.701402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef911d54-9377-47db-8753-410d014bfa66 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:37.702952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.705627 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.709841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/74d16050-442a-4804-aa32-a8576d19f11b HTTP/1.1" status: 204 len: 168 time: 1.3566616 Nov 04 09:10:37.729933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:37.733701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da524c-1036-4a99-978e-5d7848d3ac13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d16050-442a-4804-aa32-a8576d19f11b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:37.759229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d275a09-8d72-4cf3-bcd3-e1b602f6dfbd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.809688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ef911d54-9377-47db-8753-410d014bfa66 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6875784 Nov 04 09:10:37.813183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:37.815157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d275a09-8d72-4cf3-bcd3-e1b602f6dfbd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.836913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-53e2f654-a826-4808-b8ea-acc890bf2991 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:37.842761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '2e1b1871-17a8-451e-9503-004c6722404b', 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'port_id': '2e1b1871-17a8-451e-9503-004c6722404b', 'mac_address': 'fa:16:3e:79:b8:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4694d46-8903-43d6-9a89-eb63d8e0340e', 'ip_address': '10.1.1.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:37.873765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dfb76d57-d50a-4c67-98eb-1680f438f4ca None None] Port 15bc0f0b-8601-4c84-8383-451a78aef81c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:37.887047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.949300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817b82ac-e766-490a-884a-7c4b5a17147c']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:37.954351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d275a09-8d72-4cf3-bcd3-e1b602f6dfbd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:37.954351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d275a09-8d72-4cf3-bcd3-e1b602f6dfbd tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3508244 Nov 04 09:10:37.964337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60918) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:37.971102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0', 'name': 'tempest-PortsIpV6TestJSON-485925881'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:37.982038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848cc1f8-4020-4a00-b2df-ffa370b00d5e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:37.982360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848cc1f8-4020-4a00-b2df-ffa370b00d5e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:38.008921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.043775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.051102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:38.052222 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:38.054151 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:38.144225 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.178274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e2f654-a826-4808-b8ea-acc890bf2991 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:38.184984 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-53e2f654-a826-4808-b8ea-acc890bf2991 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.185759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.194851 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.201356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] 10.222.0.53 "DELETE /v2.0/networks/817b82ac-e766-490a-884a-7c4b5a17147c HTTP/1.1" status: 204 len: 168 time: 0.7802889 Nov 04 09:10:38.205051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6db0d51c-db3c-49dc-8462-b7945da3b031 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:38.261366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be7eb2-62a7-402d-ac94-b296d0b9ef1f admin admin] Pushing event deleted for resources: {'Network': ['ID=817b82ac-e766-490a-884a-7c4b5a17147c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:38.283347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.314272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:38.318499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.391534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 6db0d51c-db3c-49dc-8462-b7945da3b031 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:38.392195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6db0d51c-db3c-49dc-8462-b7945da3b031 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:38.454284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1b1871-17a8-451e-9503-004c6722404b {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:38.459765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port cac2975f-98a5-4c9b-9e7e-4c912931c65f yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:38.503447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:38.512157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:38.514550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-e0d74d21-ee79-405b-ac48-71b9bdf158d0', 'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0', 'tenant_id': 'ffdade3df5e74fa7875c56b939df6834', 'fixed_ips': [{'subnet_id': 'dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:10:38.515797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.534049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:38.541050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:38.549166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:38.557662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:38.566294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:38.568290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d120727b-f426-44c9-9927-ed0b63891051 req-c23b0949-56a1-4039-ac65-eedf15e353c1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5421 time: 0.4168944 Nov 04 09:10:38.579944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60926) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:38.612958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.626130 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b88f173d-7f43-47eb-8e02-dec23c9b882f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22f6329d97ac494cae21ec3cfe4bd85b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449159 Nov 04 09:10:38.628564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:38.698858 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b7787d-1b06-4fbe-9dd7-494bbb12f484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.708525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d120727b-f426-44c9-9927-ed0b63891051 req-83247251-c014-4006-966b-e41ecafecc51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0926251 Nov 04 09:10:38.713777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d763f6-e9e8-44c6-8df8-c5900aa40b6a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:38.723171 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-53e2f654-a826-4808-b8ea-acc890bf2991 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 0cc3cb9d-e86e-4efd-ac91-0af1156a681a (CIDR: 172.20.0.16/28) Nov 04 09:10:38.728730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b7787d-1b06-4fbe-9dd7-494bbb12f484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.734812 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e2f654-a826-4808-b8ea-acc890bf2991 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:10:38.735308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e2f654-a826-4808-b8ea-acc890bf2991 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:38.738727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a86842b-562f-408c-9885-921423d635ff') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:38.739263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a86842b-562f-408c-9885-921423d635ff') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:38.768794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.779688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-53e2f654-a826-4808-b8ea-acc890bf2991 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9479442 Nov 04 09:10:38.785154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:38.791026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'subnet': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:38.805840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Allocated IP 2001:db8::2 (e0d74d21-ee79-405b-ac48-71b9bdf158d0/dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c/bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:38.818510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.825879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b7787d-1b06-4fbe-9dd7-494bbb12f484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.829264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a8b7787d-1b06-4fbe-9dd7-494bbb12f484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.830494 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a8b7787d-1b06-4fbe-9dd7-494bbb12f484 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbac7f4d-a5ff-4a5c-a398-34560272619b HTTP/1.1" status: 204 len: 168 time: 0.2009342 Nov 04 09:10:38.863562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7787d-1b06-4fbe-9dd7-494bbb12f484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbac7f4d-a5ff-4a5c-a398-34560272619b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:38.867207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:38.867633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:38.870032 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:38.884734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2e1b1871-17a8-451e-9503-004c6722404b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e1b1871-17a8-451e-9503-004c6722404b,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:38.960632 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:38.961318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 69ebc4ee-3262-466e-b836-1181a907f945 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:39.008094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.013540 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.019788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60936) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:39.020360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e3d763f6-e9e8-44c6-8df8-c5900aa40b6a HTTP/1.1" status: 204 len: 168 time: 1.2863510 Nov 04 09:10:39.069298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7e2b2-656a-4dcf-8681-8b753a3a0af9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d763f6-e9e8-44c6-8df8-c5900aa40b6a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:39.097285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] Deleting subnet 6ed1fe34-bacb-4995-ae87-6c6d56fca710 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:39.097547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Made reservation on behalf of 1c279dddc54e4a5d8d779c3151ee0daf for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:39.102440 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.102965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.157559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.229121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.318094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.358153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed1fe34-bacb-4995-ae87-6c6d56fca710,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:39.364880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.366595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2e1b1871-17a8-451e-9503-004c6722404b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:39.372820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a8973ac-13e2-410b-950b-bbfc9000fbbf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ed1fe34-bacb-4995-ae87-6c6d56fca710 HTTP/1.1" status: 204 len: 168 time: 0.3517647 Nov 04 09:10:39.375264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60944) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:39.492966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.593233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 69ebc4ee-3262-466e-b836-1181a907f945, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=69ebc4ee-3262-466e-b836-1181a907f945,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:39.609094 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.618548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '69ebc4ee-3262-466e-b836-1181a907f945', 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa', 'port_id': '69ebc4ee-3262-466e-b836-1181a907f945', 'mac_address': 'fa:16:3e:d6:23:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362e650-bee5-433b-afa4-cf030532d37f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:39.628768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.634433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.665292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e00715e-e995-494a-98b7-5f8f5481e568']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:39.675293 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.682735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed15a1c2-870d-4782-9287-a9bda11263d4') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:39.683245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed15a1c2-870d-4782-9287-a9bda11263d4') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:39.697196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.716242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.718190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:39.724833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:39.725484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.754952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:39.772662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Network ebd11c1b-4192-4e77-bf35-e77399302b71 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:39.783493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:39.794429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Subnet': ['ID=5af4ce2b-57a7-470e-9246-b5f1e1e56edf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:39.801601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:39.813751 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:39.820251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.826140 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.830551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/7e00715e-e995-494a-98b7-5f8f5481e568 HTTP/1.1" status: 204 len: 168 time: 0.4542658 Nov 04 09:10:39.836388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:39.838639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.854959 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4439f1-977e-4c9c-914d-5f1fb7e96cc0 None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:39.856529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd3df6-fdc3-41fa-9c88-7707a63383dc admin admin] Pushing event deleted for resources: {'Network': ['ID=7e00715e-e995-494a-98b7-5f8f5481e568,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:39.872906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::14b (e0d74d21-ee79-405b-ac48-71b9bdf158d0/dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c/cac2975f-98a5-4c9b-9e7e-4c912931c65f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:39.893827 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:39.896447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Pushing event updated for resources: {'Port': ['ID=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:40.022544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-79640a93-68d9-4264-8382-77c8fe1b11d7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2362926 Nov 04 09:10:40.026322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60968) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:40.033056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1477348949', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5af4ce2b-57a7-470e-9246-b5f1e1e56edf'}], 'security_groups': ['321c4ce6-7515-4681-bec0-ae34aca580d5', 'a4c83ee5-644b-44c9-a310-bd0fbd9dab78']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:40.114569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60970) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:40.124870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ebc4ee-3262-466e-b836-1181a907f945 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:40.175874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 69ebc4ee-3262-466e-b836-1181a907f945, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=69ebc4ee-3262-466e-b836-1181a907f945,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:40.193089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Attempting to bind port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:40.196380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Attempting to bind port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '1d2e6e89-4278-4a55-9af4-f4b17561ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:40.196860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Attempting to bind port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 on network e0d74d21-ee79-405b-ac48-71b9bdf158d0 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:40.220696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:40.221172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Checking segment: {'id': '1d2e6e89-4278-4a55-9af4-f4b17561ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:40.221667 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.225693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Bound using segment: {'id': '1d2e6e89-4278-4a55-9af4-f4b17561ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:40.225693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Bound port: bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2e6e89-4278-4a55-9af4-f4b17561ecde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'e0d74d21-ee79-405b-ac48-71b9bdf158d0'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:40.225693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.227722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.231755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:40.239116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:40.266462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.278828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.288291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.301486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-51885b74-3377-49e2-917b-d3a1551823f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bacf678708c64b73b215e749ff30eed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1832311 Nov 04 09:10:40.306414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60976) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:40.310432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.328977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.333990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:40.341678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.364747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.370345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dea9fe80-0c49-42ca-ad5b-edbfcd7ceb17 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5422 time: 0.4735780 Nov 04 09:10:40.400140 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.441509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2', 'network_id': '0cee1b1c-d229-4290-8f05-e71e99aa23d8', 'port_id': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2', 'mac_address': 'fa:16:3e:58:02:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4694d46-8903-43d6-9a89-eb63d8e0340e', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:40.446632 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac3504a3-18e1-4b98-9cd2-8ed630f600d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.546403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56409d64-ab09-49ee-9b78-0bbe9dbede3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.548544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf5c179c-0a94-4448-adfd-7c4d07c97179 req-dbed902f-ccc5-4001-89d4-b8ac36f20ac9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1640575 Nov 04 09:10:40.605846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1821973756-network', 'tenant_id': '011ca0e73ae0454a970b016a8e66a08c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:40.616623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.633559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56409d64-ab09-49ee-9b78-0bbe9dbede3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.671767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.675020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.759738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Made reservation on behalf of 011ca0e73ae0454a970b016a8e66a08c for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:40.762535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.790245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:40.795371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:40.800463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:40.816577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:40.816577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.828519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=cac2975f-98a5-4c9b-9e7e-4c912931c65f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:40.841418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.866951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d1b9b9f6-0faf-48be-8454-da79d7c8281c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9009159 Nov 04 09:10:40.867612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:40.935319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] For port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:40.943093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.950692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=69ebc4ee-3262-466e-b836-1181a907f945,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:40.954271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.973574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56409d64-ab09-49ee-9b78-0bbe9dbede3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.976506 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56409d64-ab09-49ee-9b78-0bbe9dbede3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:40.977686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-56409d64-ab09-49ee-9b78-0bbe9dbede3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df97a6ca-b41a-4bd3-9749-16b0500249f7 HTTP/1.1" status: 204 len: 168 time: 0.6699314 Nov 04 09:10:40.978964 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.000661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:41.007232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] For port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,segment=NetworkSegment(1d2e6e89-4278-4a55-9af4-f4b17561ecde),segment_id=1d2e6e89-4278-4a55-9af4-f4b17561ecde)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:41.019808 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.101530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:41.117397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.118524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3af0c909-0572-48e4-8843-44d6796f5574 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:41.130040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766351e-548a-4fed-89fb-9c17f94186ee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:41.189691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:10:41.193289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3af0c909-0572-48e4-8843-44d6796f5574, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3af0c909-0572-48e4-8843-44d6796f5574,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:41.256933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '3af0c909-0572-48e4-8843-44d6796f5574', 'network_id': 'f06b0062-3d9b-43c0-a416-b97c78849dfa', 'port_id': '3af0c909-0572-48e4-8843-44d6796f5574', 'mac_address': 'fa:16:3e:b1:08:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e362e650-bee5-433b-afa4-cf030532d37f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:41.289871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56409d64-ab09-49ee-9b78-0bbe9dbede3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df97a6ca-b41a-4bd3-9749-16b0500249f7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:41.303789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.304017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0306e-af86-4026-a4bc-a4482449d31d None None] Pushing event updated for resources: {'Port': ['ID=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:41.304185 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Added segment 4a06ae45-477d-4504-bea1-31f154da048c of type vlan for network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 Nov 04 09:10:41.399960 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.421372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Delete allocated IP 172.20.0.13 (ebd11c1b-4192-4e77-bf35-e77399302b71/6a942113-816d-42c6-9590-f45880e18238) {{(pid=102556) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 09:10:41.445721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Allocated IP 172.20.0.34 (ebd11c1b-4192-4e77-bf35-e77399302b71/5af4ce2b-57a7-470e-9246-b5f1e1e56edf/15bc0f0b-8601-4c84-8383-451a78aef81c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:41.460390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.461428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:41.462009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.563882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] Pushing event updated for resources: {'Network': ['ID=0cbb9e04-8d59-436d-ba5e-d1d69861d938,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:41.571651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bef44e24-2881-40a4-8118-5132cbe03925 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3281300 Nov 04 09:10:41.575351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60988) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:41.584025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Request body: {'subnet': {'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1821973756-subnet', 'tenant_id': '011ca0e73ae0454a970b016a8e66a08c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:41.645959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Made reservation on behalf of 011ca0e73ae0454a970b016a8e66a08c for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:41.657905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.770262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:41.796614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:41.807006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:41.883057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:41.985146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:41.991976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.013921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e15bbd-2401-41e0-8328-422d60b12058 None None] Update dhcp port {'port': {'network_id': 'ebd11c1b-4192-4e77-bf35-e77399302b71', 'fixed_ips': [{'subnet_id': '0cc3cb9d-e86e-4efd-ac91-0af1156a681a', 'ip_address': '172.20.0.18'}, {'subnet_id': '6a942113-816d-42c6-9590-f45880e18238', 'ip_address': '172.20.0.2'}, {'subnet_id': '5af4ce2b-57a7-470e-9246-b5f1e1e56edf'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '3b4917c4-5702-47fb-8ac8-4a342661b77e'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:10:42.017662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.022792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.032928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.049765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.051173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.060394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.063748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-f35e1472-f461-48f7-add0-5f3317368a19 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5424 time: 0.2905695 Nov 04 09:10:42.083795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.110933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.111528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.129706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af0c909-0572-48e4-8843-44d6796f5574 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:42.135057 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24e15bbd-2401-41e0-8328-422d60b12058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.140043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83ff5349-aa98-4a1c-bf1d-b45d4ecd7981 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07c23c7562b14f59b41ad730c15605d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542934 Nov 04 09:10:42.148724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:42.191800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event updated for resources: {'Port': ['ID=15bc0f0b-8601-4c84-8383-451a78aef81c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:42.192545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3af0c909-0572-48e4-8843-44d6796f5574, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3af0c909-0572-48e4-8843-44d6796f5574,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:42.208745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.258198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77dd567d-a022-4d98-b95b-0a3b5889cb00 req-fa18e9e4-1810-4ef5-ae9f-91e6c98a8c91 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1859336 Nov 04 09:10:42.261820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c92f6203-97e3-4a18-a9c8-121a2d51b70d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:42.300404 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.424099 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.478565 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.519793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] In _notify_port_updated(), no bound segment for port 15bc0f0b-8601-4c84-8383-451a78aef81c on network ebd11c1b-4192-4e77-bf35-e77399302b71 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:10:42.526011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.526697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.529010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3af0c909-0572-48e4-8843-44d6796f5574,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:42.533404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-109b6422-08af-44a6-9c09-5c75571a10f3 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "PUT /v2.0/ports/15bc0f0b-8601-4c84-8383-451a78aef81c HTTP/1.1" status: 200 len: 960 time: 2.5048335 Nov 04 09:10:42.534105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32772) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:42.537767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf00050e-ddee-456d-a26a-e3ca6fb05e81,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:42.593114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port c92f6203-97e3-4a18-a9c8-121a2d51b70d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:42.618590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port c92f6203-97e3-4a18-a9c8-121a2d51b70d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:42.618963 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.649507 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.669165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Checking segment: {'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:42.669920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Network hostable DHCP agents. Network: 0cbb9e04-8d59-436d-ba5e-d1d69861d938, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:42.673721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.680863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52bf3a15-b466-49af-a7ba-3e8503e78938 HTTP/1.1" status: 204 len: 168 time: 0.5177937 Nov 04 09:10:42.710668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e1b1871-17a8-451e-9503-004c6722404b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:42.717927 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.753387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['69ebc4ee-3262-466e-b836-1181a907f945'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:42.764822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-24e15bbd-2401-41e0-8328-422d60b12058 None None] Allocated IP 172.20.0.35 (ebd11c1b-4192-4e77-bf35-e77399302b71/5af4ce2b-57a7-470e-9246-b5f1e1e56edf/3b4917c4-5702-47fb-8ac8-4a342661b77e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:42.788583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 15bc0f0b-8601-4c84-8383-451a78aef81c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:42.789825 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:42.797712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf3a15-b466-49af-a7ba-3e8503e78938,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:42.818593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.818950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.819290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.819628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.820148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.820623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.820954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.821279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.821605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.821933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.822361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.823109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8511e12-1302-4c2d-b1a8-b8f4405eb63e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:10:42.846771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:42.970887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0cbb9e04-8d59-436d-ba5e-d1d69861d938) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:42.986303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:42.986910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.005590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4383f1-9487-4044-8749-962ad0160f34 None None] Network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:43.092787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d0a39030-aaa8-4584-acab-a932928cca6f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5163178 Nov 04 09:10:43.119725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.140228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.151605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.193906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 15bc0f0b-8601-4c84-8383-451a78aef81c owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:43.265472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c34d93-4999-4e81-ab65-6b59fa052f7a None None] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:43.526119 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.551024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.565946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:43.636192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port c92f6203-97e3-4a18-a9c8-121a2d51b70d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:43.664996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:43.668567 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6401bab-255b-4e61-b11f-d9d9238e3600" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:43.672969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:43.675292 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.692996 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.694064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 49765e82-3c4e-4045-9967-10b9186aa496 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:43.694608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:43.702068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b4533450-c34f-4f39-a27f-cd91c6d79225 None None] Provisioning complete for port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:43.702679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b4533450-c34f-4f39-a27f-cd91c6d79225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.711743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:43.716350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=15bc0f0b-8601-4c84-8383-451a78aef81c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:43.736320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:43.745579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:43.753516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:43.763203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:43.765489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-0f04bc64-d2a7-4999-afa6-592b61fa5b58 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5425 time: 0.2522922 Nov 04 09:10:43.780993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=cac2975f-98a5-4c9b-9e7e-4c912931c65f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:43.813888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=c92f6203-97e3-4a18-a9c8-121a2d51b70d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:43.817310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['3af0c909-0572-48e4-8843-44d6796f5574'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:43.862576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:43.867394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0cca24de-feca-47d1-9748-bfb5ae9472b6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/15bc0f0b-8601-4c84-8383-451a78aef81c HTTP/1.1" status: 204 len: 168 time: 1.3306715 Nov 04 09:10:43.870023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32800) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:43.883164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b31a474-1f7c-4074-b5c3-d2929ac0ab37 req-acdf2398-4de4-49d2-9188-fd7bf1bbfa3c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0967844 Nov 04 09:10:43.920451 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-819e1ea0-7778-45b8-8ec0-689893709da9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] GET failed (client error): The resource could not be found. Nov 04 09:10:43.920882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:10:43.924290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-819e1ea0-7778-45b8-8ec0-689893709da9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports/15bc0f0b-8601-4c84-8383-451a78aef81c HTTP/1.1" status: 404 len: 333 time: 0.0529530 Nov 04 09:10:43.926653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32804) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:43.984715 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.109717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd2f86bf-7bc0-41eb-9fb8-03c7e525093e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.123870 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b4533450-c34f-4f39-a27f-cd91c6d79225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.145588 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd2f86bf-7bc0-41eb-9fb8-03c7e525093e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.253100 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd2f86bf-7bc0-41eb-9fb8-03c7e525093e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.257485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd2f86bf-7bc0-41eb-9fb8-03c7e525093e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.264157 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bd2f86bf-7bc0-41eb-9fb8-03c7e525093e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/security-groups/d7a4beb0-2bdf-458b-8ba6-0da461c63cad HTTP/1.1" status: 204 len: 168 time: 0.3361416 Nov 04 09:10:44.264942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32816) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:44.277341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b4533450-c34f-4f39-a27f-cd91c6d79225 None None] For port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,segment=NetworkSegment(1d2e6e89-4278-4a55-9af4-f4b17561ecde),segment_id=1d2e6e89-4278-4a55-9af4-f4b17561ecde)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:44.313448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f86bf-7bc0-41eb-9fb8-03c7e525093e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a4beb0-2bdf-458b-8ba6-0da461c63cad,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:44.356248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b4533450-c34f-4f39-a27f-cd91c6d79225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.421365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2f24e-929d-42f6-8e34-eb448e479f09 None None] Network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:44.432354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-24e15bbd-2401-41e0-8328-422d60b12058 None None] For port 3b4917c4-5702-47fb-8ac8-4a342661b77e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3b4917c4-5702-47fb-8ac8-4a342661b77e,segment=NetworkSegment(4741e486-6c4f-457e-acb1-f3e95b3e04e0),segment_id=4741e486-6c4f-457e-acb1-f3e95b3e04e0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:44.453750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d412291-473d-47e8-809d-f04bc5fd8d73 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.477894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32822) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:44.500612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a24b97f0-ef85-4625-9bfb-8544a47d955a req-aa30e693-6220-4504-a13e-5917ae127f97 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-36107700', 'description': 'tempest-description-1417364765'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:44.512916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d412291-473d-47e8-809d-f04bc5fd8d73 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.541705 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a24b97f0-ef85-4625-9bfb-8544a47d955a req-aa30e693-6220-4504-a13e-5917ae127f97 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.577040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d412291-473d-47e8-809d-f04bc5fd8d73 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.582431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d412291-473d-47e8-809d-f04bc5fd8d73 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.585344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1d412291-473d-47e8-809d-f04bc5fd8d73 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/security-groups/a4c83ee5-644b-44c9-a310-bd0fbd9dab78 HTTP/1.1" status: 204 len: 168 time: 0.3152909 Nov 04 09:10:44.598822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32828) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:44.663943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d412291-473d-47e8-809d-f04bc5fd8d73 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c83ee5-644b-44c9-a310-bd0fbd9dab78,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:44.664962 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a24b97f0-ef85-4625-9bfb-8544a47d955a req-aa30e693-6220-4504-a13e-5917ae127f97 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.686202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a24b97f0-ef85-4625-9bfb-8544a47d955a req-aa30e693-6220-4504-a13e-5917ae127f97 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.759560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a24b97f0-ef85-4625-9bfb-8544a47d955a req-aa30e693-6220-4504-a13e-5917ae127f97 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.772338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a24b97f0-ef85-4625-9bfb-8544a47d955a req-aa30e693-6220-4504-a13e-5917ae127f97 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2824481 Nov 04 09:10:44.781355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81fd5d1d-e46d-4b45-befc-948a984865c4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.789623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30e693-6220-4504-a13e-5917ae127f97 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb489e9-bc1e-46cc-a9f4-51a95944c422,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:44.827766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.838939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.839883 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.847012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81fd5d1d-e46d-4b45-befc-948a984865c4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.916503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-613841706-network', 'tenant_id': 'b07bba7f374c4429b852bf792620b3e4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:44.951997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Made reservation on behalf of b07bba7f374c4429b852bf792620b3e4 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:44.956936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:44.979346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d1ec309c-22a8-482e-9e57-6907c1aeb6d8 req-f57ac309-c254-4287-bf71-010f7eddf2f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-796435709', 'description': 'tempest-description-1830558467'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:44.989557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.004912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=cac2975f-98a5-4c9b-9e7e-4c912931c65f,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:45.007973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:45.007973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.008252 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81fd5d1d-e46d-4b45-befc-948a984865c4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.014179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-81fd5d1d-e46d-4b45-befc-948a984865c4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.016976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-81fd5d1d-e46d-4b45-befc-948a984865c4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/security-groups/321c4ce6-7515-4681-bec0-ae34aca580d5 HTTP/1.1" status: 204 len: 168 time: 0.4148459 Nov 04 09:10:45.020001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32834) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:45.051019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd5d1d-e46d-4b45-befc-948a984865c4 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c4ce6-7515-4681-bec0-ae34aca580d5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:45.080091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d1ec309c-22a8-482e-9e57-6907c1aeb6d8 req-f57ac309-c254-4287-bf71-010f7eddf2f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.117716 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9d5f11-2570-48a4-aec9-f54b11064e80 x-openstack-request-id: req-6d9d5f11-2570-48a4-aec9-f54b11064e80 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:45.118283 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:45.118706 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6d9d5f11-2570-48a4-aec9-f54b11064e80 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:45.119439 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'code': 200} Nov 04 09:10:45.124650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:45.129805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 6a942113-816d-42c6-9590-f45880e18238 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:45.138095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.139723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:45.148489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.149279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 49765e82-3c4e-4045-9967-10b9186aa496 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:45.182348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:10:45.189593 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24e15bbd-2401-41e0-8328-422d60b12058 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.194613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fae5bc4-4e5f-49cd-b37d-c0ee44a4d30c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:45.200301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.201245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.201564 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Added segment c211f85d-4c12-4124-a1d6-745eec1aef14 of type vlan for network ccdbe593-652c-4764-bb0a-a01a358accc9 Nov 04 09:10:45.217370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 49765e82-3c4e-4045-9967-10b9186aa496 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:45.217776 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.253276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.289576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.291465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:45.292095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.298339 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24e15bbd-2401-41e0-8328-422d60b12058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.305159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4533450-c34f-4f39-a27f-cd91c6d79225 None None] Pushing event updated for resources: {'Port': ['ID=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:45.360125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8802192 Nov 04 09:10:45.366627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:45.376629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd93766-06e7-4700-b709-01dab9295525 admin admin] Pushing event updated for resources: {'Network': ['ID=ccdbe593-652c-4764-bb0a-a01a358accc9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:45.394149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Request body: {'subnet': {'network_id': 'ccdbe593-652c-4764-bb0a-a01a358accc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-613841706-subnet', 'tenant_id': 'b07bba7f374c4429b852bf792620b3e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:45.409843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d1ec309c-22a8-482e-9e57-6907c1aeb6d8 req-f57ac309-c254-4287-bf71-010f7eddf2f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.421382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.435642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d1ec309c-22a8-482e-9e57-6907c1aeb6d8 req-f57ac309-c254-4287-bf71-010f7eddf2f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.441624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network ccdbe593-652c-4764-bb0a-a01a358accc9 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:10:45.525481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Made reservation on behalf of b07bba7f374c4429b852bf792620b3e4 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:45.528824 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.539438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ac309-c254-4287-bf71-010f7eddf2f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449b50fd-ef59-4c4b-a0e4-243c27eb4df8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:45.543816 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d1ec309c-22a8-482e-9e57-6907c1aeb6d8 req-f57ac309-c254-4287-bf71-010f7eddf2f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.556126 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1ec309c-22a8-482e-9e57-6907c1aeb6d8 req-f57ac309-c254-4287-bf71-010f7eddf2f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5850668 Nov 04 09:10:45.645632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Router 0463848e-7ca7-436d-95b7-515aa5a41910 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:10:45.682564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e15bbd-2401-41e0-8328-422d60b12058 None None] Pushing event updated for resources: {'Port': ['ID=3b4917c4-5702-47fb-8ac8-4a342661b77e,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:45.776558 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:45.910246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.050708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:46.133821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 49765e82-3c4e-4045-9967-10b9186aa496, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=49765e82-3c4e-4045-9967-10b9186aa496,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:46.138438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8715d029-7bd9-4306-a2cd-74ce751d0a53 None None] Provisioning complete for port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:46.138809 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8715d029-7bd9-4306-a2cd-74ce751d0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.162420 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.163241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:46.176882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.345228 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.345948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:46.346284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.359141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=49765e82-3c4e-4045-9967-10b9186aa496,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:46.447094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:46.456005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:46.464160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:46.465959 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:46.473339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:46.478608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8715d029-7bd9-4306-a2cd-74ce751d0a53 None None] Provisioning complete for port cac2975f-98a5-4c9b-9e7e-4c912931c65f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:46.479235 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8715d029-7bd9-4306-a2cd-74ce751d0a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.481613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:46.486072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:46.486454 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.488319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:46.496766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:46.498965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-d6ae6cb8-0c0e-4619-a674-d9f46a9814b1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5427 time: 0.8479850 Nov 04 09:10:46.617236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8715d029-7bd9-4306-a2cd-74ce751d0a53 None None] Port cac2975f-98a5-4c9b-9e7e-4c912931c65f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:46.635645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3b4917c4-5702-47fb-8ac8-4a342661b77e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:46.662617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72003b23-c6f2-4251-9192-ee3b289dab11 req-4248ef45-704c-44df-b819-8582758f4916 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1502104 Nov 04 09:10:46.682191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.751654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:10:46.753787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.757859 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/6a942113-816d-42c6-9590-f45880e18238 HTTP/1.1" status: 204 len: 168 time: 1.7351902 Nov 04 09:10:46.761675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:46.782101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992c45c-6139-4ba0-b66c-aac75ba3cf7e tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=6a942113-816d-42c6-9590-f45880e18238,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:46.785843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] Sync routers for ids ['0463848e-7ca7-436d-95b7-515aa5a41910'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:10:46.787977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1fbc98e5-effe-4a6d-85ad-cc8cc5143572 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "PUT /v2.0/routers/0463848e-7ca7-436d-95b7-515aa5a41910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9181142 Nov 04 09:10:46.795875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32860) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:46.853668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.856863 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Provisioning complete for port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:46.857238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.859980 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.901409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] Routers {'0463848e-7ca7-436d-95b7-515aa5a41910'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:46.902652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0463848e-7ca7-436d-95b7-515aa5a41910'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:46.916243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 5af4ce2b-57a7-470e-9246-b5f1e1e56edf {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:46.927609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.959315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4783e3f4-4a16-41bd-88ec-37f13f7a20f4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:46.963252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:46.970525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:46.970906 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:46.975030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:47.007253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.017148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.020253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242156c6-40aa-475b-a7e2-5d21a47719b4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:47.022218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-242156c6-40aa-475b-a7e2-5d21a47719b4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports?device_id=0463848e-7ca7-436d-95b7-515aa5a41910 HTTP/1.1" status: 200 len: 988 time: 0.2252798 Nov 04 09:10:47.028079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32864) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:47.075215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] Routers {'0463848e-7ca7-436d-95b7-515aa5a41910'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:47.075978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0463848e-7ca7-436d-95b7-515aa5a41910'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:47.081996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:47.085378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:47.087443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3af0c909-0572-48e4-8843-44d6796f5574 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:47.157488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49765e82-3c4e-4045-9967-10b9186aa496'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:47.159779 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cca66e-c5fd-441e-8764-99b08cab9c9c" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "49765e82-3c4e-4045-9967-10b9186aa496"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:47.162152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.172739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:47.173412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0a34f-3191-4295-9637-5b06adf868cc None None] The sync data for ids ['0463848e-7ca7-436d-95b7-515aa5a41910'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:10:47.202195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Provisioning complete for port cac2975f-98a5-4c9b-9e7e-4c912931c65f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:47.202577 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.237052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 3af0c909-0572-48e4-8843-44d6796f5574 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:47.258121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Checking segment: {'id': 'c211f85d-4c12-4124-a1d6-745eec1aef14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'ccdbe593-652c-4764-bb0a-a01a358accc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:47.258403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Network hostable DHCP agents. Network: ccdbe593-652c-4764-bb0a-a01a358accc9, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:10:47.265992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 3af0c909-0572-48e4-8843-44d6796f5574 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:47.266605 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.313534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Port cac2975f-98a5-4c9b-9e7e-4c912931c65f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:47.317129 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.343224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Provisioning complete for port 3b4917c4-5702-47fb-8ac8-4a342661b77e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:47.343224 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.365715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=5af4ce2b-57a7-470e-9246-b5f1e1e56edf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:47.376289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.379650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a5133cf5-3cc1-402a-8565-eecf639a9590 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/5af4ce2b-57a7-470e-9246-b5f1e1e56edf HTTP/1.1" status: 204 len: 168 time: 0.6160440 Nov 04 09:10:47.382016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32868) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:47.406386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Network ccdbe593-652c-4764-bb0a-a01a358accc9 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:10:47.416936 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-0129a1a9-966a-4d41-a1f2-a040fce8eab7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:47.416936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0129a1a9-966a-4d41-a1f2-a040fce8eab7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:47.419789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0129a1a9-966a-4d41-a1f2-a040fce8eab7 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/6a942113-816d-42c6-9590-f45880e18238 HTTP/1.1" status: 404 len: 337 time: 0.0367603 Nov 04 09:10:47.422446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32870) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:47.436591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-177b2169-719f-4194-8f66-a1c7e0231f2e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:47.438460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-177b2169-719f-4194-8f66-a1c7e0231f2e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 813 time: 0.5927210 Nov 04 09:10:47.462922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, ccdbe593-652c-4764-bb0a-a01a358accc9) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:47.477151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:47.477779 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.479475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b885b3ee-91f9-4c28-92f8-0a8608ca26f1 None None] Network ccdbe593-652c-4764-bb0a-a01a358accc9 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:47.482236 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.506959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-d934c7bb-b2a9-44a7-aa56-7e8e3e34a39e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/quotas/011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 375 time: 0.0604591 Nov 04 09:10:47.522204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting subnet 0cc3cb9d-e86e-4efd-ac91-0af1156a681a {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:47.532870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e6479013-cff9-431b-be79-c42cfa03d0e4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1415565 Nov 04 09:10:47.533110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.592720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.601119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0de378-214f-469e-b0a2-14a094179a97 None None] Network ebd11c1b-4192-4e77-bf35-e77399302b71 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:47.711885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-14d97c11-4e5a-4c9d-9d75-9c79d9431100 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1848328 Nov 04 09:10:47.779845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.873492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3af0c909-0572-48e4-8843-44d6796f5574, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3af0c909-0572-48e4-8843-44d6796f5574,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:47.892889 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.900722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-efc826e2-ff8d-4daf-88c7-39637c7b847c None None] Could not find standard attr ID for object 15bc0f0b-8601-4c84-8383-451a78aef81c. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:47.908903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:47.911189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2e1b1871-17a8-451e-9503-004c6722404b up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:47.920582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-031b7885-7789-4085-8b7d-6f881ad2a0b0 service neutron] 10.222.0.53 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012279 Nov 04 09:10:47.981541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc3cb9d-e86e-4efd-ac91-0af1156a681a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:48.003776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.016993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8e81b3e5-4f1d-4a73-b159-feea3cd35555 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/0cc3cb9d-e86e-4efd-ac91-0af1156a681a HTTP/1.1" status: 204 len: 168 time: 0.5891461 Nov 04 09:10:48.017643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32882) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.050843 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-d25cac1e-b028-429e-9504-81ce00f41c3d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.051417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d25cac1e-b028-429e-9504-81ce00f41c3d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.061073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.061328 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d25cac1e-b028-429e-9504-81ce00f41c3d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/aa2aef43-b936-4253-9c28-dbc9b4dc601f HTTP/1.1" status: 404 len: 337 time: 0.0424490 Nov 04 09:10:48.129970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3af0c909-0572-48e4-8843-44d6796f5574,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:48.150214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd20e5d-3e5c-4c37-a724-f9c718b169ca None None] Network ccdbe593-652c-4764-bb0a-a01a358accc9 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:48.168476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b1f3a558-8864-4001-a71e-c350165b5f7b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "GET /v2.0/ports?device_id=12108792-8c92-4de5-a3aa-5de42154664a HTTP/1.1" status: 200 len: 205 time: 0.1050432 Nov 04 09:10:48.170816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.199075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-16fc337e-dc48-4bad-a915-40a130a6967c None None] Provisioning complete for port cac2975f-98a5-4c9b-9e7e-4c912931c65f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:48.199446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-16fc337e-dc48-4bad-a915-40a130a6967c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.210794 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-d372f978-9598-436b-9ca4-ec9217f326c9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] delete failed (client error): The resource could not be found. Nov 04 09:10:48.214321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d372f978-9598-436b-9ca4-ec9217f326c9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/routers/12108792-8c92-4de5-a3aa-5de42154664a HTTP/1.1" status: 404 len: 336 time: 0.0400791 Nov 04 09:10:48.215224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32888) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.229799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.236232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 2e1b1871-17a8-451e-9503-004c6722404b completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:48.249063 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b607d770-4b18-49f5-be20-67a46871c026 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.249300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b607d770-4b18-49f5-be20-67a46871c026 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.251667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 2e1b1871-17a8-451e-9503-004c6722404b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:48.253237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.253432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b607d770-4b18-49f5-be20-67a46871c026 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/4b2d54aa-359b-41d2-a60c-efbbb4354cc6 HTTP/1.1" status: 404 len: 337 time: 0.0351250 Nov 04 09:10:48.255298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32890) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.282609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-16fc337e-dc48-4bad-a915-40a130a6967c None None] Port cac2975f-98a5-4c9b-9e7e-4c912931c65f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:48.293357 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-186b7b74-06d9-46fe-99b2-00fb27bd649b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.294423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186b7b74-06d9-46fe-99b2-00fb27bd649b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.301205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-186b7b74-06d9-46fe-99b2-00fb27bd649b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/42b72cad-7f48-4a9a-8353-835e2c8eea60 HTTP/1.1" status: 404 len: 337 time: 0.0437937 Nov 04 09:10:48.302569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.306931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-16fc337e-dc48-4bad-a915-40a130a6967c None None] Could not find standard attr ID for object 15bc0f0b-8601-4c84-8383-451a78aef81c. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:10:48.340213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-74146ded-e76b-473b-a6dd-f5d551575eea service neutron] 10.222.0.53 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077160 Nov 04 09:10:48.360289 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9a3367-8a3b-4f22-9122-ce3fc5a999b0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.361100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9a3367-8a3b-4f22-9122-ce3fc5a999b0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.368800 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4e9a3367-8a3b-4f22-9122-ce3fc5a999b0 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/87d8d9fc-e3c1-40ee-b8f7-162c7976aa91 HTTP/1.1" status: 404 len: 337 time: 0.0593855 Nov 04 09:10:48.369187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32894) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.401516 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5966a8dd-0731-4e4f-8d87-75b5f486cefe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.403102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5966a8dd-0731-4e4f-8d87-75b5f486cefe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.407901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5966a8dd-0731-4e4f-8d87-75b5f486cefe tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/6fd2b62f-f18e-45eb-a8ce-1cc1d2a58cd3 HTTP/1.1" status: 404 len: 333 time: 0.0366096 Nov 04 09:10:48.411349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32896) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.416641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] DHCP port deletion for ebd11c1b-4192-4e77-bf35-e77399302b71 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:10:48.454385 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.457239 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-357d5500-fb48-4e50-870f-3c9357eeb66d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.460693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-357d5500-fb48-4e50-870f-3c9357eeb66d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.475326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32898) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.477309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-357d5500-fb48-4e50-870f-3c9357eeb66d tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/b21ab8d4-c278-43ce-b406-2c46dd0b600a HTTP/1.1" status: 404 len: 337 time: 0.0646584 Nov 04 09:10:48.498579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2e1b1871-17a8-451e-9503-004c6722404b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e1b1871-17a8-451e-9503-004c6722404b,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:48.503512 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.504505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 69ebc4ee-3262-466e-b836-1181a907f945 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:48.510003 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c5a792-e916-4158-af3c-5d65c88eaa56 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.510850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c5a792-e916-4158-af3c-5d65c88eaa56 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.514885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63c5a792-e916-4158-af3c-5d65c88eaa56 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/9209a2b6-8ee4-412e-aa8f-5e754cec31e0 HTTP/1.1" status: 404 len: 337 time: 0.0375407 Nov 04 09:10:48.517591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32900) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.571319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] Deleting port 3b4917c4-5702-47fb-8ac8-4a342661b77e {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:48.571624 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.603443 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-c126f599-0c0a-4fcc-9d47-088b050b81f9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.607773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c126f599-0c0a-4fcc-9d47-088b050b81f9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.611911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port cac2975f-98a5-4c9b-9e7e-4c912931c65f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:48.615340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.616021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c126f599-0c0a-4fcc-9d47-088b050b81f9 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/a7445632-d964-4409-83d9-d328bdefe0bc HTTP/1.1" status: 404 len: 333 time: 0.0972247 Nov 04 09:10:48.617324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32906) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.680830 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-3654f260-68ff-48b6-a3ac-71fbc3e74c6b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.682836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3654f260-68ff-48b6-a3ac-71fbc3e74c6b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.691896 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3654f260-68ff-48b6-a3ac-71fbc3e74c6b tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/4974c887-547a-41f6-a53c-0833a6c7d810 HTTP/1.1" status: 404 len: 337 time: 0.0670705 Nov 04 09:10:48.692411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.711357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2e1b1871-17a8-451e-9503-004c6722404b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:48.765695 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff324737-5268-40b4-be25-c2d05deebfe6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] DELETE failed (client error): The resource could not be found. Nov 04 09:10:48.768318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] For port 3b4917c4-5702-47fb-8ac8-4a342661b77e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3b4917c4-5702-47fb-8ac8-4a342661b77e,segment=NetworkSegment(4741e486-6c4f-457e-acb1-f3e95b3e04e0),segment_id=4741e486-6c4f-457e-acb1-f3e95b3e04e0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:48.768814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff324737-5268-40b4-be25-c2d05deebfe6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:48.768963 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.772386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ff324737-5268-40b4-be25-c2d05deebfe6 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/subnets/d16f0538-ac0d-4300-8e2f-0119b2d3e4cb HTTP/1.1" status: 404 len: 337 time: 0.0782506 Nov 04 09:10:48.776613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:48.779437 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc81ed2-cf0b-4458-a7a1-3b32f6273173 x-openstack-request-id: req-1bc81ed2-cf0b-4458-a7a1-3b32f6273173 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:48.779746 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "49765e82-3c4e-4045-9967-10b9186aa496", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:48.780038 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1bc81ed2-cf0b-4458-a7a1-3b32f6273173 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:48.780450 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49765e82-3c4e-4045-9967-10b9186aa496', 'code': 200} Nov 04 09:10:48.780705 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce', 'code': 200} Nov 04 09:10:48.809839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] Calling delete_port for 3b4917c4-5702-47fb-8ac8-4a342661b77e owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:48.840096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 69ebc4ee-3262-466e-b836-1181a907f945 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:48.849745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 69ebc4ee-3262-466e-b836-1181a907f945 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:48.850402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.881080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:48.906935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for cac2975f-98a5-4c9b-9e7e-4c912931c65f owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:48.983823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:48.997946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:49.013183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:49.029499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:49.045235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:49.059100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:49.065639 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.077010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:49.092568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-02c2cde6-1368-456c-b1ce-c6ff16e9262e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5430 time: 0.2582624 Nov 04 09:10:49.109864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] Pushing event deleted for resources: {'Port': ['ID=3b4917c4-5702-47fb-8ac8-4a342661b77e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:49.112579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.120141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645534b3-bb2f-4076-b57c-27dd092c8fa6 None None] No DVR routers for this DVR port 3b4917c4-5702-47fb-8ac8-4a342661b77e on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:49.182734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 69ebc4ee-3262-466e-b836-1181a907f945, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=69ebc4ee-3262-466e-b836-1181a907f945,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:49.189427 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.190255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:49.233132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f455b83-a660-4825-b003-afa4a2bc9d18 req-c69e8d22-3eb5-42b0-96cb-e5831b4ce625 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1366413 Nov 04 09:10:49.258423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Deleting port 535aa3cf-e7c8-4f76-bacd-ef772db31f57 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:49.258972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.294314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:49.322957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=69ebc4ee-3262-466e-b836-1181a907f945,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:49.336089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:10:49.340682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:49.341099 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.398446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] Deleting subnet 4783e3f4-4a16-41bd-88ec-37f13f7a20f4 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:49.403498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.453766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.493101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.497792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:49.503902 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.583008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:49.594843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.612911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d4a4d66-6ed2-4ec7-b4c5-068f22553306 req-9d464f1d-3446-481b-bca7-7a6b1b47a883 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 210 time: 0.1914272 Nov 04 09:10:49.651285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.679413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.686936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Calling delete_port for 535aa3cf-e7c8-4f76-bacd-ef772db31f57 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:49.738638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4783e3f4-4a16-41bd-88ec-37f13f7a20f4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:49.750461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.756267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f8895325-fa2e-44c5-91be-2de61e3e6e4f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4783e3f4-4a16-41bd-88ec-37f13f7a20f4 HTTP/1.1" status: 204 len: 168 time: 0.4601762 Nov 04 09:10:49.759078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:49.779793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.859513 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:49.893716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=cac2975f-98a5-4c9b-9e7e-4c912931c65f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:50.008580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3b4917c4-5702-47fb-8ac8-4a342661b77e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:50.080011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 3b4917c4-5702-47fb-8ac8-4a342661b77e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:50.080361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3b4917c4-5702-47fb-8ac8-4a342661b77e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:50.118584 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.164293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.193132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdbe593-652c-4764-bb0a-a01a358accc9']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:50.207020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c211f85d-4c12-4124-a1d6-745eec1aef14') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:50.207321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c211f85d-4c12-4124-a1d6-745eec1aef14') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:50.298838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.326728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.337145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:50.337843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:50.416403 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:50.420482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.488948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.496909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.500252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ccdbe593-652c-4764-bb0a-a01a358accc9 HTTP/1.1" status: 204 len: 168 time: 0.7400556 Nov 04 09:10:50.524625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabd7d0-b660-471d-b797-9319cd21c668 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdbe593-652c-4764-bb0a-a01a358accc9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:50.584782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-578c455e-59d6-4985-8362-2f666798ad5d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:50.586368 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-578c455e-59d6-4985-8362-2f666798ad5d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.70 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 813 time: 0.3347433 Nov 04 09:10:50.601247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'port': {'device_id': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938', 'admin_state_up': True, 'tenant_id': '011ca0e73ae0454a970b016a8e66a08c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:50.744070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32938) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:50.781588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:50.784628 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73166f6b-e551-4d60-9acf-7e234e734137" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "3af0c909-0572-48e4-8843-44d6796f5574"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "2e1b1871-17a8-451e-9503-004c6722404b"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "69ebc4ee-3262-466e-b836-1181a907f945"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:50.813424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Made reservation on behalf of 011ca0e73ae0454a970b016a8e66a08c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:50.817877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.831782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c7588a26-12a5-47b3-8daf-e5a0b07fda13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b07bba7f374c4429b852bf792620b3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0863998 Nov 04 09:10:50.834734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32944) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:50.953279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41713cbd-91c5-44f8-af25-a5f8fe77f6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:50.987109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Router 0463848e-7ca7-436d-95b7-515aa5a41910 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:10:50.990314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Port': ['ID=535aa3cf-e7c8-4f76-bacd-ef772db31f57,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:51.017929 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41713cbd-91c5-44f8-af25-a5f8fe77f6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.069839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Allocated IP 172.20.0.14 (0cbb9e04-8d59-436d-ba5e-d1d69861d938/bf00050e-ddee-456d-a26a-e3ca6fb05e81/80a32cd1-0cd7-4269-b653-be8192050d9e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:51.104090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.111646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41713cbd-91c5-44f8-af25-a5f8fe77f6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.114775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41713cbd-91c5-44f8-af25-a5f8fe77f6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.114911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aef5e777-fc57-4c03-a14b-308b72522f07 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/ports/535aa3cf-e7c8-4f76-bacd-ef772db31f57 HTTP/1.1" status: 204 len: 168 time: 2.3356366 Nov 04 09:10:51.116759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-41713cbd-91c5-44f8-af25-a5f8fe77f6bb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8fae5bc4-4e5f-49cd-b37d-c0ee44a4d30c HTTP/1.1" status: 204 len: 168 time: 0.2809420 Nov 04 09:10:51.120929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:51.211815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.218095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.219171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.228786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.234987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.241402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.247159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41713cbd-91c5-44f8-af25-a5f8fe77f6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fae5bc4-4e5f-49cd-b37d-c0ee44a4d30c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:51.248889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.255183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.264173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-a8bee516-0c6a-4151-8c95-0b60f5595dbe tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.8038487 Nov 04 09:10:51.288373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:10:51.296732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b740b669-c8c7-41c1-8967-dfa5bdd4696a tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "PUT /v2.0/routers/0463848e-7ca7-436d-95b7-515aa5a41910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2619622 Nov 04 09:10:51.304473 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] Sync routers for ids ['0463848e-7ca7-436d-95b7-515aa5a41910'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:10:51.320259 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] Routers {'0463848e-7ca7-436d-95b7-515aa5a41910'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:51.321454 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0463848e-7ca7-436d-95b7-515aa5a41910'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:51.327621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 32958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:51.358289 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8f68d33-bf9a-446e-8957-9cc43b8d4608 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:10:51.362747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c8f68d33-bf9a-446e-8957-9cc43b8d4608 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/cac2975f-98a5-4c9b-9e7e-4c912931c65f HTTP/1.1" status: 404 len: 333 time: 0.0312443 Nov 04 09:10:51.362959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b524ff8-5aa0-48a5-a77e-497d15f7e42b req-6870b38c-5bb1-4610-ad0b-9f1904668c22 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0911496 Nov 04 09:10:51.370399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:51.390467 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:51.405776 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] Routers {'0463848e-7ca7-436d-95b7-515aa5a41910'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:51.406907 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['0463848e-7ca7-436d-95b7-515aa5a41910'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:51.504384 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e6ee-62d6-407f-b4c2-37e256437e2d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.508600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.510895 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:51.514971 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d962958-2c7f-4beb-9f6a-3cdfe5e9fb6d None None] The sync data for ids ['0463848e-7ca7-436d-95b7-515aa5a41910'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:10:51.568072 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.580524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd11c1b-4192-4e77-bf35-e77399302b71']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:51.599455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4741e486-6c4f-457e-acb1-f3e95b3e04e0') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:51.599455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4741e486-6c4f-457e-acb1-f3e95b3e04e0') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:51.617076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.644417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.655900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:51.656094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.660043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2569bd33-928c-46d7-a529-1e408f39d536 req-6f53211e-92eb-48b7-8c0e-cfbca0ac4536 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 210 time: 0.0873775 Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:51.666329 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:51.739660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.803621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:51.806489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.821545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e6ee-62d6-407f-b4c2-37e256437e2d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.825275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.827020 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e6ee-62d6-407f-b4c2-37e256437e2d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.829951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] 10.222.0.53 "DELETE /v2.0/networks/ebd11c1b-4192-4e77-bf35-e77399302b71 HTTP/1.1" status: 204 len: 168 time: 0.7065694 Nov 04 09:10:51.836397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:51.847516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:51.850251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:51.861170 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb74b533-8613-40d0-aa66-6dbf314cbe80 x-openstack-request-id: req-eb74b533-8613-40d0-aa66-6dbf314cbe80 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:51.861738 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "3af0c909-0572-48e4-8843-44d6796f5574", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "2e1b1871-17a8-451e-9503-004c6722404b", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "69ebc4ee-3262-466e-b836-1181a907f945", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-plugged", "status": "completed", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:51.861864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cde2ed-f40a-4b3a-baa4-5a093546fb76 tempest-PortsTestJSON-307662628 tempest-PortsTestJSON-307662628-project] Pushing event deleted for resources: {'Network': ['ID=ebd11c1b-4192-4e77-bf35-e77399302b71,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:51.862003 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb74b533-8613-40d0-aa66-6dbf314cbe80 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:51.862505 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574', 'code': 200} Nov 04 09:10:51.862863 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b', 'code': 200} Nov 04 09:10:51.863254 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945', 'code': 200} Nov 04 09:10:51.863600 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2', 'code': 200} Nov 04 09:10:51.899808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e6ee-62d6-407f-b4c2-37e256437e2d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.901619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce3e6ee-62d6-407f-b4c2-37e256437e2d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Fanout notify agent at l3_agent the message router_deleted on router 0463848e-7ca7-436d-95b7-515aa5a41910 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:10:51.920139 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce3e6ee-62d6-407f-b4c2-37e256437e2d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:51.921972 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2ce3e6ee-62d6-407f-b4c2-37e256437e2d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/routers/0463848e-7ca7-436d-95b7-515aa5a41910 HTTP/1.1" status: 204 len: 168 time: 0.5483158 Nov 04 09:10:51.924616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:51.955831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:51.956537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.018357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:10:52.025902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.061750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.062491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.063108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.063800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.064412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.065223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.065744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.067921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-62e8e9c8-21cd-49e7-9ff1-4b155ca6dc7b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6489 time: 0.0927811 Nov 04 09:10:52.072502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-c3351c1c-447e-4052-83eb-9ead5544f829 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4758377 Nov 04 09:10:52.101324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Request body: {'port': {'device_id': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:52.108528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.203767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90de4a0e-6048-4a8e-bd11-823e35dd0c6a req-786a9122-a311-476e-b653-e9b4947b3c9b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2001ef85-1eb6-43d8-998a-d073c803b224&id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1269832 Nov 04 09:10:52.240006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.310320 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.343566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 32994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:52.417816 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.517392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:52.540221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.543775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2558dc5b-405b-4e23-afff-932abdaf04bb None None] Network e0d74d21-ee79-405b-ac48-71b9bdf158d0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:52.550528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2c0ae44-3ce9-4c86-9c19-2dbffd79277d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c HTTP/1.1" status: 204 len: 168 time: 0.6244326 Nov 04 09:10:52.570690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:52.727145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80a32cd1-0cd7-4269-b653-be8192050d9e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:52.744930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.761814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Transition to ACTIVE for port object 80a32cd1-0cd7-4269-b653-be8192050d9e will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:10:52.762365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.767143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:52.780629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.788170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.797132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.803453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.810727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.817832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.827061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:52.835847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-51143a90-80cb-4b85-83a8-118a22587714 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.2444639 Nov 04 09:10:52.950119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] DHCP port deletion for e0d74d21-ee79-405b-ac48-71b9bdf158d0 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:10:52.992535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec98f7c0-01fb-4ab3-b92c-3824834f0ad0 req-fd02238e-a556-4f2f-be3c-8d677468cb0b tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1554909 Nov 04 09:10:53.004906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-000fefed-090e-4ebd-b926-c97b9472b50f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c279dddc54e4a5d8d779c3151ee0daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6598289 Nov 04 09:10:53.011122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33024) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:53.057567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] Deleting port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:53.058556 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.147497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:10:53.148788 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.153531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] For port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,segment=NetworkSegment(1d2e6e89-4278-4a55-9af4-f4b17561ecde),segment_id=1d2e6e89-4278-4a55-9af4-f4b17561ecde)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:53.159845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.190767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] Calling delete_port for bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:53.228671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] For port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,segment=NetworkSegment(1d2e6e89-4278-4a55-9af4-f4b17561ecde),segment_id=1d2e6e89-4278-4a55-9af4-f4b17561ecde)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:53.229268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.247013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:10:53.289331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Pushing event updated for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:53.357924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Attempting to bind port 80a32cd1-0cd7-4269-b653-be8192050d9e on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:53.358670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Attempting to bind port 80a32cd1-0cd7-4269-b653-be8192050d9e by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:53.359064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Attempting to bind port 80a32cd1-0cd7-4269-b653-be8192050d9e on network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:53.365142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Port 80a32cd1-0cd7-4269-b653-be8192050d9e on network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:10:53.365626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Attempting to bind port 80a32cd1-0cd7-4269-b653-be8192050d9e on network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:53.374130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:53.374752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Checking segment: {'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:53.376740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Bound using segment: {'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:53.377899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Bound port: 80a32cd1-0cd7-4269-b653-be8192050d9e, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:53.378332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.378660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d365-599e-42be-9fee-f76968af9e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.385251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.389973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.422680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] No DVR routers for this DVR port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:53.425184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbd311-bfd2-48fb-a8ea-57cece3d74d8 None None] Pushing event deleted for resources: {'Port': ['ID=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:53.450794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d365-599e-42be-9fee-f76968af9e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.454040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:53.461759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No DVR routers for this DVR port bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:10:53.485313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:53.488950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=80a32cd1-0cd7-4269-b653-be8192050d9e,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:53.498484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.516079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7156c831-e013-415d-ac60-6098ab12d3ab req-d9639497-2630-4cef-b102-0b3548067eca tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:53.529092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7156c831-e013-415d-ac60-6098ab12d3ab req-d9639497-2630-4cef-b102-0b3548067eca tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 944 time: 0.3828917 Nov 04 09:10:53.545531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:53.546086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.548283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] 10.222.0.70 "PUT /v2.0/ports/80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 200 len: 1092 time: 1.4604928 Nov 04 09:10:53.548283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:53.550262 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606d4315-3bbc-4b37-9a1d-d90435680edb" -d '{"events": [{"name": "network-changed", "server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:53.587504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf0ed70-4b60-4cb1-acdf-e9c2bc5c6f7c service neutron] Pushing event updated for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:53.706241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-279d4f9f-09a8-4d77-a721-834769ba7589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:53.707758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-279d4f9f-09a8-4d77-a721-834769ba7589 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1095 time: 0.1054678 Nov 04 09:10:53.728442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7156c831-e013-415d-ac60-6098ab12d3ab req-2e500870-2a14-4ef7-9693-5d7d6b8ab956 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978409 Nov 04 09:10:53.731273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.743543 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d365-599e-42be-9fee-f76968af9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.747342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e7d365-599e-42be-9fee-f76968af9e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.748629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7e7d365-599e-42be-9fee-f76968af9e37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbdf2bda-c29d-4a81-b287-858495648657 HTTP/1.1" status: 204 len: 168 time: 0.7250531 Nov 04 09:10:53.771622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7d365-599e-42be-9fee-f76968af9e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf2bda-c29d-4a81-b287-858495648657,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:53.778820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d74d21-ee79-405b-ac48-71b9bdf158d0']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:53.792052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2e6e89-4278-4a55-9af4-f4b17561ecde') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:53.792417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2e6e89-4278-4a55-9af4-f4b17561ecde') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:53.805813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-80ec1110-bd0e-4486-ae52-46da6aa5afef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 200 len: 217 time: 0.0892761 Nov 04 09:10:53.806921 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.825266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.833479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:10:53.834035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:10:53.837878 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:10:53.911085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-15ad6ade-f307-4dd7-a974-d05b9cf66b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:53.912741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-15ad6ade-f307-4dd7-a974-d05b9cf66b2d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.0991039 Nov 04 09:10:53.934846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.940060 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688b8887-cabb-4b01-8c15-12f5a150f600 x-openstack-request-id: req-688b8887-cabb-4b01-8c15-12f5a150f600 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:53.941922 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:53.942364 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-688b8887-cabb-4b01-8c15-12f5a150f600 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:53.942655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:53.943236 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e', 'status': 'completed', 'code': 200} Nov 04 09:10:53.954079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/e0d74d21-ee79-405b-ac48-71b9bdf158d0 HTTP/1.1" status: 204 len: 168 time: 1.3816102 Nov 04 09:10:53.957253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33042) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:53.986703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-83e6b7da-1aa3-458f-a0f1-fc631337c52d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662961 Nov 04 09:10:54.033697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:10:54.036313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f552c4e8-6044-4221-9970-94515f48944f tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=e0d74d21-ee79-405b-ac48-71b9bdf158d0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:54.101525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:10:54.102307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bfa8db9b-ea6e-4c86-8f5f-b6849ecfdec0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:10:54.124109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd0f784-95a3-4a2d-a31c-1302b64da725 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.130289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0fd0f784-95a3-4a2d-a31c-1302b64da725 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/d8debd5d-9250-4c3f-a6d3-40bb844adb50 HTTP/1.1" status: 200 len: 845 time: 0.1688852 Nov 04 09:10:54.130512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33056) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:54.221173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-129c95b5-bdb3-4bf0-85ed-f574906a2bd7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/d8debd5d-9250-4c3f-a6d3-40bb844adb50?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0896249 Nov 04 09:10:54.225156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33058) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:54.234691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:54.242475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.251374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.261090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.269829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.278844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.286906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.301604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.303481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-f90efcb7-e604-439e-9e57-5517482d3be8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.1680608 Nov 04 09:10:54.374154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67157ad4-54e2-47eb-a450-3aed001e1b79 req-c75f9ebc-687b-4ed8-a1c0-c3dab0c9ada9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0599000 Nov 04 09:10:54.439121 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-cea2cc36-aa70-4db2-ad51-efb82f3962c4 service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366319 Nov 04 09:10:54.491362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:54.495219 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:54.558337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:54.688337 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-49d0df6b-b87f-40f2-bd36-18a5e71b5fb6 req-2c4381e6-50a4-4843-8e80-fe699686a03b service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076066 Nov 04 09:10:54.768768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.774845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.795548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.806928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.820797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.827875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.842656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.849190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5aa1439-3840-4162-b430-9db43ebc83b8 req-be2ba4df-fe14-430a-9f95-3d0d042666e1 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.2082317 Nov 04 09:10:54.858435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33082) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:54.876170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Request body: {'floatingip': {'port_id': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:54.878129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-862a28df-dbf6-40d7-ba92-864619906d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:54.881082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-862a28df-dbf6-40d7-ba92-864619906d34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1095 time: 0.1183255 Nov 04 09:10:54.886875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.033192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.094076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68446f5e-5dab-46f6-a81a-03bd48738af1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.107741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-9a2135c1-6994-4a12-9e49-a86a4f359ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:55.110975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-9a2135c1-6994-4a12-9e49-a86a4f359ad6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 914 time: 0.2096462 Nov 04 09:10:55.201268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-5cfcf48f-7f95-4243-9699-8d828e4ca724 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 200 len: 217 time: 0.0646739 Nov 04 09:10:55.216525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a8251-c4ec-4314-ae82-8c6374adeb5e req-05b63bae-cf84-4b70-bd6e-294861738923 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:55.223952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a2a8251-c4ec-4314-ae82-8c6374adeb5e req-05b63bae-cf84-4b70-bd6e-294861738923 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 944 time: 0.2302375 Nov 04 09:10:55.300482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:55.321739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:55.337331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88824e6-12f0-4462-9d00-7ce24dff607d None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:10:55.349080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:55.349756 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.381145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=fdbb91c2-3e7a-44d4-bbda-110177cf872f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:55.389251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a2a8251-c4ec-4314-ae82-8c6374adeb5e req-27024c17-7aa2-4d99-8d44-9b4828072257 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595592 Nov 04 09:10:55.391558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-3fb91a79-8a67-47ff-b320-0b9b7c99fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:55.393349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-3fb91a79-8a67-47ff-b320-0b9b7c99fe50 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.1776769 Nov 04 09:10:55.404117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9f5d4d89-b78f-408d-b1dc-830fa5a541bf tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1754203 Nov 04 09:10:55.405588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33094) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:55.440009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8f586717-c3ce-41f1-96ff-1e05d1826cf7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'security_group': {'name': 'tempest-secgroup-2074855588'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:55.486887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68446f5e-5dab-46f6-a81a-03bd48738af1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.513638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-a9e06938-fb0c-46ae-ba13-6a92e28750db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065550 Nov 04 09:10:55.536424 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68446f5e-5dab-46f6-a81a-03bd48738af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.584989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-68446f5e-5dab-46f6-a81a-03bd48738af1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34f56ced5c604d7291fb63e590fa6ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0255229 Nov 04 09:10:55.591882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33110) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:55.685983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f586717-c3ce-41f1-96ff-1e05d1826cf7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.792424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68446f5e-5dab-46f6-a81a-03bd48738af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99e9180-f57b-4c60-a9be-fe1e8a2902cb,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:55.796740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-0655064f-b301-4d64-8ad3-58d82b0fb532', 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'tenant_id': 'ffdade3df5e74fa7875c56b939df6834', 'fixed_ips': [{'subnet_id': 'fdbb91c2-3e7a-44d4-bbda-110177cf872f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:10:55.798073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:55.899541 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-a7e9a0f8-eae1-45b8-9994-9da84cba7926 service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561213 Nov 04 09:10:55.937999 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbfd7e75-bcaf-424c-909a-356bed51f683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.018934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:10:56.054864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-606d4315-3bbc-4b37-9a1d-d90435680edb req-41d05cba-335c-4d69-a10f-49d64dd1b901 service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444306 Nov 04 09:10:56.098343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f586717-c3ce-41f1-96ff-1e05d1826cf7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.106741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f586717-c3ce-41f1-96ff-1e05d1826cf7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.126601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbfd7e75-bcaf-424c-909a-356bed51f683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.141039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Allocated IP 2001:db8::2 (0655064f-b301-4d64-8ad3-58d82b0fb532/fdbb91c2-3e7a-44d4-bbda-110177cf872f/7fe05ae6-5ae3-4de6-97b2-360687386a72) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:56.199353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f586717-c3ce-41f1-96ff-1e05d1826cf7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c664c458-1be2-42f8-8cae-76cf2617cf86,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:56.222465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.224607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f586717-c3ce-41f1-96ff-1e05d1826cf7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.225992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f586717-c3ce-41f1-96ff-1e05d1826cf7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8172331 Nov 04 09:10:56.230622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:56.238633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-405b618f-45da-49d6-8404-36ee11146803 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'security_group': {'name': 'tempest-secgroup-1835791000'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:56.248461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.297402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-405b618f-45da-49d6-8404-36ee11146803 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.471814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-405b618f-45da-49d6-8404-36ee11146803 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.478673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-405b618f-45da-49d6-8404-36ee11146803 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.499493 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbfd7e75-bcaf-424c-909a-356bed51f683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.503157 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fbfd7e75-bcaf-424c-909a-356bed51f683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.504584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fbfd7e75-bcaf-424c-909a-356bed51f683 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e99e9180-f57b-4c60-a9be-fe1e8a2902cb HTTP/1.1" status: 204 len: 168 time: 0.9114728 Nov 04 09:10:56.540500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.543087 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Floating IP 2fcfe33e-ea15-42bc-a03c-6058f2c38092 associated. External IP: 172.25.3.235, port: c92f6203-97e3-4a18-a9c8-121a2d51b70d. Nov 04 09:10:56.556165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-405b618f-45da-49d6-8404-36ee11146803 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.561341 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-405b618f-45da-49d6-8404-36ee11146803 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3263128 Nov 04 09:10:56.564464 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.572957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33138) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:56.587763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-87201325', 'security_groups': ['423e1a17-b557-4e70-a534-b3712bccda90'], 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fdbb91c2-3e7a-44d4-bbda-110177cf872f'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:56.653485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:56.672356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:56.680376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:56.684587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd7e75-bcaf-424c-909a-356bed51f683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99e9180-f57b-4c60-a9be-fe1e8a2902cb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:56.730338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72108b46-dc6f-4ba5-bdd2-dafba923f833 req-8c572292-f58c-41b4-b135-090603b827a5 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:56.750529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72108b46-dc6f-4ba5-bdd2-dafba923f833 req-8c572292-f58c-41b4-b135-090603b827a5 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 944 time: 0.2732530 Nov 04 09:10:56.757963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Pushing event updated for resources: {'Port': ['ID=7fe05ae6-5ae3-4de6-97b2-360687386a72,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:56.794671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b618f-45da-49d6-8404-36ee11146803 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=423e1a17-b557-4e70-a534-b3712bccda90,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:56.859058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Attempting to bind port 7fe05ae6-5ae3-4de6-97b2-360687386a72 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:10:56.860509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Attempting to bind port 7fe05ae6-5ae3-4de6-97b2-360687386a72 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'e5bddf24-c876-4f18-9ae7-c0b07c3c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:10:56.861158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Attempting to bind port 7fe05ae6-5ae3-4de6-97b2-360687386a72 on network 0655064f-b301-4d64-8ad3-58d82b0fb532 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:10:56.870759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:10:56.871699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:56.871829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Checking segment: {'id': 'e5bddf24-c876-4f18-9ae7-c0b07c3c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:10:56.872240 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.872653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Bound using segment: {'id': 'e5bddf24-c876-4f18-9ae7-c0b07c3c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:10:56.873269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Bound port: 7fe05ae6-5ae3-4de6-97b2-360687386a72, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5bddf24-c876-4f18-9ae7-c0b07c3c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:10:56.873672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:56.882519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72108b46-dc6f-4ba5-bdd2-dafba923f833 req-0f93d525-0908-4df9-b98a-13fd9ad70c2a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308808 Nov 04 09:10:57.019682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] For port 7fe05ae6-5ae3-4de6-97b2-360687386a72, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:10:57.024438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] For port 7fe05ae6-5ae3-4de6-97b2-360687386a72, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7fe05ae6-5ae3-4de6-97b2-360687386a72,segment=NetworkSegment(e5bddf24-c876-4f18-9ae7-c0b07c3c49b6),segment_id=e5bddf24-c876-4f18-9ae7-c0b07c3c49b6)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:10:57.045567 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:57.109256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:57.130196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port 2f120347-34c2-4e5a-a48e-a7118dca6a85 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:10:57.274550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Router 60688738-d5ab-4a4d-968b-fe097d22b26b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:10:57.286476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b99ea-8770-457d-b8c6-c33ecc3cb385 None None] Pushing event updated for resources: {'Port': ['ID=7fe05ae6-5ae3-4de6-97b2-360687386a72,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:57.509976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:10:57.516573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::13d (0655064f-b301-4d64-8ad3-58d82b0fb532/fdbb91c2-3e7a-44d4-bbda-110177cf872f/2f120347-34c2-4e5a-a48e-a7118dca6a85) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:10:57.531396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] Sync routers for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:10:57.539352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:57.546731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:10:57.548033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:57.631341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1762a9d1-79bf-4713-9153-8bb205577588 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "PUT /v2.0/floatingips/2fcfe33e-ea15-42bc-a03c-6058f2c38092 HTTP/1.1" status: 200 len: 992 time: 2.7716768 Nov 04 09:10:57.645034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:10:57.650376 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc89bb-be5d-41e1-a052-9178553bf003" -d '{"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:10:57.815248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:10:57.909893 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0cd5155-9f3b-46ca-9fb4-5bc7d87cfe0a x-openstack-request-id: req-d0cd5155-9f3b-46ca-9fb4-5bc7d87cfe0a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:10:57.910736 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:10:57.910736 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0cd5155-9f3b-46ca-9fb4-5bc7d87cfe0a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:10:57.910960 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'status': 'completed', 'code': 200} Nov 04 09:10:58.085106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:58.140303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94339733-946d-4e25-b6a9-1bd092bcfd8a req-e2d467c7-4c19-46de-9891-7ecd4d2148bc tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.150098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94339733-946d-4e25-b6a9-1bd092bcfd8a req-e2d467c7-4c19-46de-9891-7ecd4d2148bc tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 944 time: 0.1220658 Nov 04 09:10:58.186972 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:58.242021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94339733-946d-4e25-b6a9-1bd092bcfd8a req-d6a5a481-4748-4712-a90e-49fda0afe992 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903914 Nov 04 09:10:58.276828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.277343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.277815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.279002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.279002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.279184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.279588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.281668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a4ee855a-cdff-451f-bbb2-bfa7a1719cd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6489 time: 0.3392510 Nov 04 09:10:58.322013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:10:58.359219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:10:58.465448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:10:58.480941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.484571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:58.533711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=2f120347-34c2-4e5a-a48e-a7118dca6a85,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:10:58.550085 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-59b2e6e4-55d4-4687-9784-18a6b1c98fc4 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9718976 Nov 04 09:10:58.550834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33188) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:58.557183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b11214af-1ba7-49c5-822f-ea7787564374 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:58.565964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a1b65ecc-6d2b-4d32-82e3-dddfce7f3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.571676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a1b65ecc-6d2b-4d32-82e3-dddfce7f3b53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64769050-88db-4939-8f71-8f2b6458d6d8 HTTP/1.1" status: 200 len: 913 time: 0.2808621 Nov 04 09:10:58.692218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-67d5c367-f908-495b-b8b7-9465c02d85a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 200 len: 1000 time: 0.1122799 Nov 04 09:10:58.767547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11214af-1ba7-49c5-822f-ea7787564374 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:58.775064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b11214af-1ba7-49c5-822f-ea7787564374 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:58.807481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7fe05ae6-5ae3-4de6-97b2-360687386a72 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:10:58.810741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-5fdcf739-cca0-437f-bd71-5b2ba1551f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.813648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-5fdcf739-cca0-437f-bd71-5b2ba1551f3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e18be91-df85-4828-9822-990e8c5c0780 HTTP/1.1" status: 200 len: 851 time: 0.1131439 Nov 04 09:10:58.817528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 80a32cd1-0cd7-4269-b653-be8192050d9e details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:10:58.957728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-23b8cf76-27bb-40f0-a9b1-85b53583c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:58.962647 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-23b8cf76-27bb-40f0-a9b1-85b53583c89a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64769050-88db-4939-8f71-8f2b6458d6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413805 Nov 04 09:10:59.031717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=80a32cd1-0cd7-4269-b653-be8192050d9e,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:59.060516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '80a32cd1-0cd7-4269-b653-be8192050d9e', 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938', 'port_id': '80a32cd1-0cd7-4269-b653-be8192050d9e', 'mac_address': 'fa:16:3e:9c:0b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf00050e-ddee-456d-a26a-e3ca6fb05e81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:10:59.082147 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-b11214af-1ba7-49c5-822f-ea7787564374 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fdbb91c2-3e7a-44d4-bbda-110177cf872f (CIDR: 2001:db8::/64) Nov 04 09:10:59.087024 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b11214af-1ba7-49c5-822f-ea7787564374 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:10:59.087505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b11214af-1ba7-49c5-822f-ea7787564374 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:10:59.115340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b11214af-1ba7-49c5-822f-ea7787564374 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5622807 Nov 04 09:10:59.126454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33200) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:10:59.141198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:10:59.278944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:59.279291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:59.280995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0812fa47-b4cf-4aae-ba1b-e4eb3551e761 None None] Provisioning complete for port d8debd5d-9250-4c3f-a6d3-40bb844adb50 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:59.281336 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0812fa47-b4cf-4aae-ba1b-e4eb3551e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:59.373652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-4d662f4b-9081-4b5a-877c-703ea5f9ea05 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707287 Nov 04 09:10:59.377529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0812fa47-b4cf-4aae-ba1b-e4eb3551e761 None None] Port d8debd5d-9250-4c3f-a6d3-40bb844adb50 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:10:59.493707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:59.551655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '2fcfe33e-ea15-42bc-a03c-6058f2c38092', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'port_id': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'mac_address': 'fa:16:3e:91:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:09:17Z', 'updated_at': '2021-11-04T09:10:55Z', 'revision_number': 1, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:29Z', 'revision_number': 5, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:10:59.630844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80bc89bb-be5d-41e1-a052-9178553bf003 req-a3fb7121-01af-4624-b109-70ab70096947 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562277 Nov 04 09:10:59.631456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80a32cd1-0cd7-4269-b653-be8192050d9e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:10:59.632854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:10:59.640390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:59.651539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0812fa47-b4cf-4aae-ba1b-e4eb3551e761 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:10:59.654781 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0812fa47-b4cf-4aae-ba1b-e4eb3551e761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:10:59.755140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] Checking router: 60688738-d5ab-4a4d-968b-fe097d22b26b for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:10:59.964941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c6d2c-f01a-4c88-9899-a8a9bd6aea20 req-465dfa3e-e770-470c-8193-cc953eb8e2cc tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:10:59.966660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=80a32cd1-0cd7-4269-b653-be8192050d9e,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:10:59.991564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c8c6d2c-f01a-4c88-9899-a8a9bd6aea20 req-465dfa3e-e770-470c-8193-cc953eb8e2cc tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 944 time: 0.1374588 Nov 04 09:11:00.012502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:00.012502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:00.013100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:00.030646 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:00.077970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c8c6d2c-f01a-4c88-9899-a8a9bd6aea20 req-e1d30dc3-9f10-4c95-ad6c-94664f7e239f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854626 Nov 04 09:11:00.222360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 7fe05ae6-5ae3-4de6-97b2-360687386a72, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7fe05ae6-5ae3-4de6-97b2-360687386a72,segment=NetworkSegment(e5bddf24-c876-4f18-9ae7-c0b07c3c49b6),segment_id=e5bddf24-c876-4f18-9ae7-c0b07c3c49b6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:00.245773 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:00.277696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:00.278266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:00.402475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=40e0422d-f687-4fcf-afbc-e80a4bd9846c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:00.415498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:00.418062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:00.427477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:00.435980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:00.440952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:00.472826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec6a9985-f437-4b78-9b49-ddd546d1324e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3430037 Nov 04 09:11:00.476070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:00.481418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2a0d94-b01b-4c36-90a7-23f895b957ca None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:00.485347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-70731392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '40e0422d-f687-4fcf-afbc-e80a4bd9846c'}], 'security_groups': ['c664c458-1be2-42f8-8cae-76cf2617cf86']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:00.675273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:11:00.753793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=7fe05ae6-5ae3-4de6-97b2-360687386a72,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:00.869614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:00.946333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0b46f2f0-7b70-445d-b2a7-9a5046b8e1fe None None] Provisioning complete for port 2f120347-34c2-4e5a-a48e-a7118dca6a85 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:00.946950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b46f2f0-7b70-445d-b2a7-9a5046b8e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:01.091773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0b46f2f0-7b70-445d-b2a7-9a5046b8e1fe None None] Port 2f120347-34c2-4e5a-a48e-a7118dca6a85 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:01.291135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '2fcfe33e-ea15-42bc-a03c-6058f2c38092', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'port_id': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'mac_address': 'fa:16:3e:91:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:09:17Z', 'updated_at': '2021-11-04T09:10:55Z', 'revision_number': 1, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:29Z', 'revision_number': 5, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:01.333284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b4cc5-29c8-4975-89db-56689105c629 None None] The sync data for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 is: [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '2fcfe33e-ea15-42bc-a03c-6058f2c38092', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'port_id': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1813, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'mac_address': 'fa:16:3e:91:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:09:17Z', 'updated_at': '2021-11-04T09:10:55Z', 'revision_number': 1, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:29Z', 'revision_number': 5, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:11:01.399918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77291311-8780-4448-a01a-a3e140b7f5b2 None None] Update dhcp port {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'fixed_ips': [{'subnet_id': 'fdbb91c2-3e7a-44d4-bbda-110177cf872f', 'ip_address': '2001:db8::2'}, {'subnet_id': '40e0422d-f687-4fcf-afbc-e80a4bd9846c'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '7fe05ae6-5ae3-4de6-97b2-360687386a72'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:11:01.433471 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77291311-8780-4448-a01a-a3e140b7f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:01.710762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-77291311-8780-4448-a01a-a3e140b7f5b2 None None] Allocated IP 2001:db8:0:1::2 (0655064f-b301-4d64-8ad3-58d82b0fb532/40e0422d-f687-4fcf-afbc-e80a4bd9846c/7fe05ae6-5ae3-4de6-97b2-360687386a72) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:01.718896 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fc5cff-520e-470f-8fd8-ace82a177a38 None None] New status for floating IP 2fcfe33e-ea15-42bc-a03c-6058f2c38092: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:11:01.727365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1e48d41f-c513-4854-8c68-264317b2be3f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:01.728924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1e48d41f-c513-4854-8c68-264317b2be3f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.8011675 Nov 04 09:11:01.746544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-68fd2b0a-5e56-4fbe-b9a1-58a4af1df083 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/quotas/f8b15ba573b841429d1c8d353260c9cf HTTP/1.1" status: 200 len: 375 time: 0.0102713 Nov 04 09:11:01.811083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-127ef3ff-176f-4dd9-88ce-bc6dab950232 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586138 Nov 04 09:11:01.822071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-77291311-8780-4448-a01a-a3e140b7f5b2 None None] For port 7fe05ae6-5ae3-4de6-97b2-360687386a72, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7fe05ae6-5ae3-4de6-97b2-360687386a72,segment=NetworkSegment(e5bddf24-c876-4f18-9ae7-c0b07c3c49b6),segment_id=e5bddf24-c876-4f18-9ae7-c0b07c3c49b6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:01.856198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77291311-8780-4448-a01a-a3e140b7f5b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:01.862342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77291311-8780-4448-a01a-a3e140b7f5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:01.983012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-b74e5965-d3f7-4c2f-85f6-96c732a4f8f6 service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629629 Nov 04 09:11:02.060782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Delete allocated IP 2001:db8::13d (0655064f-b301-4d64-8ad3-58d82b0fb532/fdbb91c2-3e7a-44d4-bbda-110177cf872f) {{(pid=102555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 09:11:02.074216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8:0:1::305 (0655064f-b301-4d64-8ad3-58d82b0fb532/40e0422d-f687-4fcf-afbc-e80a4bd9846c/2f120347-34c2-4e5a-a48e-a7118dca6a85) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:02.103412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77291311-8780-4448-a01a-a3e140b7f5b2 None None] Pushing event updated for resources: {'Port': ['ID=7fe05ae6-5ae3-4de6-97b2-360687386a72,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:02.135107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-e8564e6f-51cf-4e20-9224-c5ff7b84d95e service neutron] 10.222.0.53 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439562 Nov 04 09:11:02.287702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.291063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 80a32cd1-0cd7-4269-b653-be8192050d9e up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:02.295150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.369113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] In _notify_port_updated(), no bound segment for port 2f120347-34c2-4e5a-a48e-a7118dca6a85 on network 0655064f-b301-4d64-8ad3-58d82b0fb532 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:11:02.377368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:02.378255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.379735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "PUT /v2.0/ports/2f120347-34c2-4e5a-a48e-a7118dca6a85 HTTP/1.1" status: 200 len: 929 time: 1.9025462 Nov 04 09:11:02.381580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7fe05ae6-5ae3-4de6-97b2-360687386a72 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:02.383891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33268) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:02.393260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afb880-2d20-47b8-8910-44d3f2c897a9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=2f120347-34c2-4e5a-a48e-a7118dca6a85,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:02.460420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 80a32cd1-0cd7-4269-b653-be8192050d9e completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:11:02.479935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 80a32cd1-0cd7-4269-b653-be8192050d9e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:02.480895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.489300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:02.489525 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.540823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port 2f120347-34c2-4e5a-a48e-a7118dca6a85 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:02.541356 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.591977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe58e9-9d16-4ee4-bcbe-66e118971b1d req-3308d9bd-dcd1-45b7-a18c-db5b10a795c4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:02.594326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1efe58e9-9d16-4ee4-bcbe-66e118971b1d req-3308d9bd-dcd1-45b7-a18c-db5b10a795c4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 945 time: 0.1308575 Nov 04 09:11:02.663507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1efe58e9-9d16-4ee4-bcbe-66e118971b1d req-569e1260-a3c1-4169-9486-758ce9945b7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628321 Nov 04 09:11:02.707876 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.781045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:02.783463 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f727d1c-3a9c-4283-9985-cdf646938d6d" -d '{"events": [{"server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "name": "network-vif-plugged", "status": "completed", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:02.798898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.829855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=80a32cd1-0cd7-4269-b653-be8192050d9e,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:02.833721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for 2f120347-34c2-4e5a-a48e-a7118dca6a85 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:02.835256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:02.973529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:03.027357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.085952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78a73db1-1ddf-4fa8-ae1b-b4361692218c req-e0a7cb2d-8e1a-4a73-9e99-fe2653548ae7 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 210 time: 0.0562871 Nov 04 09:11:03.107438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=2f120347-34c2-4e5a-a48e-a7118dca6a85,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:03.124409 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.128797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ac829b7-54af-4694-a078-16ceb9e86054 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/2f120347-34c2-4e5a-a48e-a7118dca6a85 HTTP/1.1" status: 204 len: 168 time: 0.7436848 Nov 04 09:11:03.131344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:03.140481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-df4fb6aa-9f7c-4a83-9efa-d5b103196197 None None] Provisioning complete for port d8debd5d-9250-4c3f-a6d3-40bb844adb50 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:03.141016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df4fb6aa-9f7c-4a83-9efa-d5b103196197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.190237 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-9965ea6b-0f86-4b25-be3a-991a7ae5223c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:11:03.192076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9965ea6b-0f86-4b25-be3a-991a7ae5223c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/2f120347-34c2-4e5a-a48e-a7118dca6a85 HTTP/1.1" status: 404 len: 333 time: 0.0594680 Nov 04 09:11:03.195058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33308) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:03.204418 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2a8f85-fe22-446b-ae61-a7a827eaf39a x-openstack-request-id: req-3c2a8f85-fe22-446b-ae61-a7a827eaf39a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:03.204418 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "name": "network-vif-plugged", "status": "completed", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:03.205767 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c2a8f85-fe22-446b-ae61-a7a827eaf39a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:03.206208 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e', 'code': 200} Nov 04 09:11:03.237336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-df4fb6aa-9f7c-4a83-9efa-d5b103196197 None None] Port d8debd5d-9250-4c3f-a6d3-40bb844adb50 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:03.245087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-df4fb6aa-9f7c-4a83-9efa-d5b103196197 None None] Could not find standard attr ID for object 2f120347-34c2-4e5a-a48e-a7118dca6a85. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:11:03.258126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-df4fb6aa-9f7c-4a83-9efa-d5b103196197 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:03.258514 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df4fb6aa-9f7c-4a83-9efa-d5b103196197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.286461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2b02782-3827-4197-b8cb-1de4f1cf3890 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.400812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2b02782-3827-4197-b8cb-1de4f1cf3890 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.479109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31158b3d-7dad-4542-a06c-af1864960a7e req-3cbe1775-2971-461b-9850-4ba590f1626e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:03.482019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-31158b3d-7dad-4542-a06c-af1864960a7e req-3cbe1775-2971-461b-9850-4ba590f1626e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1097 time: 0.1859143 Nov 04 09:11:03.509921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2b02782-3827-4197-b8cb-1de4f1cf3890 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.514085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e2b02782-3827-4197-b8cb-1de4f1cf3890 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.515459 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e2b02782-3827-4197-b8cb-1de4f1cf3890 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/security-groups/423e1a17-b557-4e70-a534-b3712bccda90 HTTP/1.1" status: 204 len: 168 time: 0.3190103 Nov 04 09:11:03.518451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33318) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:03.530278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-891d7ffb-8aa2-457b-9036-77bde469662f None None] Could not find standard attr ID for object 2f120347-34c2-4e5a-a48e-a7118dca6a85. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:11:03.538179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b02782-3827-4197-b8cb-1de4f1cf3890 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=423e1a17-b557-4e70-a534-b3712bccda90,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:03.582653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-31158b3d-7dad-4542-a06c-af1864960a7e req-559d68ef-4b50-4670-bbcb-d55c645eae7d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931742 Nov 04 09:11:03.622091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9ada6a3-ae78-4aa3-be41-1bebd66032fa tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.676496 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9ada6a3-ae78-4aa3-be41-1bebd66032fa tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.764485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9ada6a3-ae78-4aa3-be41-1bebd66032fa tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.770695 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9ada6a3-ae78-4aa3-be41-1bebd66032fa tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.775498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9ada6a3-ae78-4aa3-be41-1bebd66032fa tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/security-groups/c664c458-1be2-42f8-8cae-76cf2617cf86 HTTP/1.1" status: 204 len: 168 time: 0.2526212 Nov 04 09:11:03.775634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33334) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:03.786016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ada6a3-ae78-4aa3-be41-1bebd66032fa tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c664c458-1be2-42f8-8cae-76cf2617cf86,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:03.872407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet fdbb91c2-3e7a-44d4-bbda-110177cf872f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:11:03.879705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:03.956513 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:04.052438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2166bd-8e4c-4ea2-a9d3-cfca5d94c1ab req-38cca426-ad67-477b-86fe-4d13dd09e530 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:04.055133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b2166bd-8e4c-4ea2-a9d3-cfca5d94c1ab req-38cca426-ad67-477b-86fe-4d13dd09e530 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 946 time: 0.1046674 Nov 04 09:11:04.111955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b2166bd-8e4c-4ea2-a9d3-cfca5d94c1ab req-b3d55944-5d3c-494f-ba9f-9d44211cfa84 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480955 Nov 04 09:11:04.229570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:04.240838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-4532feb6-c603-4f99-96f8-6de51fd3be1a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:04.242973 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-4532feb6-c603-4f99-96f8-6de51fd3be1a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 815 time: 0.2515988 Nov 04 09:11:04.294381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Request body: {'port': {'device_id': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'admin_state_up': True, 'tenant_id': 'f8b15ba573b841429d1c8d353260c9cf'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:04.427941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:04.471671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41565ecb-9ee1-439d-bf7f-3a11a0a9167b req-1a369dc3-0ecd-463d-b3bf-04b850126b9b tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 210 time: 0.0582738 Nov 04 09:11:04.489037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=fdbb91c2-3e7a-44d4-bbda-110177cf872f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:04.530424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:04.542815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c47c73-5486-44b5-846e-8c70d4f62e18 None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:04.555059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-926788cd-8a81-4770-9852-7b3d41c7c5a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/fdbb91c2-3e7a-44d4-bbda-110177cf872f HTTP/1.1" status: 204 len: 168 time: 0.7786722 Nov 04 09:11:04.555263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:04.566517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:04.596393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Made reservation on behalf of f8b15ba573b841429d1c8d353260c9cf for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:04.619256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:04.888260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:04.896062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Allocated IP 172.20.0.3 (0764b07f-ce56-45e1-be1b-0f3a65fe61a5/dac40794-3141-4231-a13e-94eda65bba01/06e695a8-406e-411e-9e5c-b51db012c481) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:04.896996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:05.292815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:05.329016 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:05.376580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:05.387763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69be60-e237-4ed9-a2d5-4717cf56a2a9 req-071e3758-665f-425f-a016-21dfc5a49be4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:05.389766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d69be60-e237-4ed9-a2d5-4717cf56a2a9 req-071e3758-665f-425f-a016-21dfc5a49be4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 946 time: 0.1455097 Nov 04 09:11:05.393710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:05.395325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:05.402813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:05.403500 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:05.409152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a', '4bcc02d4-edac-470c-9c0e-812a40c34d61'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:05.414540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['6ac45b51-1724-4fc5-b7cb-e244c9770be7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:05.458094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9017293 Nov 04 09:11:05.463072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:05.464433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33372) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:05.465811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7af5d2-d630-4a2d-aabd-b47989715dfe tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:05.473277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e198f126-a9b7-4310-9fad-adbe19fae8a0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'security_group': {'name': 'tempest-secgroup-1235304707'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:05.486777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d69be60-e237-4ed9-a2d5-4717cf56a2a9 req-262c4ec2-22c1-4a64-9dd2-df6be240d5bb tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603631 Nov 04 09:11:05.551874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:05.556253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event updated for resources: {'Port': ['ID=06e695a8-406e-411e-9e5c-b51db012c481,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:05.576601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:05.581236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e198f126-a9b7-4310-9fad-adbe19fae8a0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:05.602463 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:11:05.905314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af183a6-a987-407b-9755-0620bf5dd38c req-32dba8a3-8916-469e-a881-a60b491b4431 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:05.916509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2af183a6-a987-407b-9755-0620bf5dd38c req-32dba8a3-8916-469e-a881-a60b491b4431 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 931 time: 0.2026651 Nov 04 09:11:05.951339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:05.954705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:05.995689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2af183a6-a987-407b-9755-0620bf5dd38c req-4c9cad29-bd57-472b-875c-a36e82c90d2c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730612 Nov 04 09:11:06.033883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-cbed1b8b-82a8-4f63-8b7b-a6f00bb3a5bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5147827 Nov 04 09:11:06.100474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-10babe94-1bec-4354-b4ad-634d0c5e6dbe tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8131442 Nov 04 09:11:06.125726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Request body: {'port': {'device_id': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:06.161714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e198f126-a9b7-4310-9fad-adbe19fae8a0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.233400 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-e061dea9-8e38-43ce-a909-0bbc3a7a6142 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-36107700&fields=id&tenant_id=011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 267 time: 0.1090200 Nov 04 09:11:06.249473 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e198f126-a9b7-4310-9fad-adbe19fae8a0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.266387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa588c4-5c53-41d4-bda1-21d4bec6beb8 None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:06.394005 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e198f126-a9b7-4310-9fad-adbe19fae8a0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.399713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e198f126-a9b7-4310-9fad-adbe19fae8a0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9296598 Nov 04 09:11:06.400289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:06.414428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5778faed-18e7-4e7d-a95c-b7e3fa35aad5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'security_group': {'name': 'tempest-secgroup-814882632'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:06.414702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9d202962-3973-4bfd-9fe4-bbc79e20aed6 None None] Provisioning complete for port d8debd5d-9250-4c3f-a6d3-40bb844adb50 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:06.415073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d202962-3973-4bfd-9fe4-bbc79e20aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.441651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-f10b75b1-2907-41c4-b2c8-f7e4ed163fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:06.444170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-f10b75b1-2907-41c4-b2c8-f7e4ed163fdb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 1097 time: 0.3401828 Nov 04 09:11:06.447551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e198f126-a9b7-4310-9fad-adbe19fae8a0 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7faea9f2-7196-4ca7-893e-eb9ae14a6d74,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:06.453594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.466673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-c20d0dbf-4257-47aa-b9a6-4365cf608bfc tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:06.468706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-c20d0dbf-4257-47aa-b9a6-4365cf608bfc tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 946 time: 0.2344670 Nov 04 09:11:06.487255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'port': {'security_groups': ['4766351e-548a-4fed-89fb-9c17f94186ee', '4eb489e9-bc1e-46cc-a9f4-51a95944c422']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:06.523539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5778faed-18e7-4e7d-a95c-b7e3fa35aad5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.546812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9d202962-3973-4bfd-9fe4-bbc79e20aed6 None None] Port d8debd5d-9250-4c3f-a6d3-40bb844adb50 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:06.608372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.704536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9d202962-3973-4bfd-9fe4-bbc79e20aed6 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:06.704755 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d202962-3973-4bfd-9fe4-bbc79e20aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.768364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-ed0e232c-93ab-4477-a587-69096b6fc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:06.769883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-ed0e232c-93ab-4477-a587-69096b6fc80e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 916 time: 0.2992132 Nov 04 09:11:06.825891 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5778faed-18e7-4e7d-a95c-b7e3fa35aad5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.834716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5778faed-18e7-4e7d-a95c-b7e3fa35aad5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.873555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Update dhcp port {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'fixed_ips': [{'subnet_id': '40e0422d-f687-4fcf-afbc-e80a4bd9846c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '7fe05ae6-5ae3-4de6-97b2-360687386a72'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:11:06.910480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.943362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-4fcd01ef-830d-4a19-9878-f45a22341749 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a HTTP/1.1" status: 200 len: 217 time: 0.1635005 Nov 04 09:11:06.948402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5778faed-18e7-4e7d-a95c-b7e3fa35aad5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:06.949816 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5778faed-18e7-4e7d-a95c-b7e3fa35aad5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5441649 Nov 04 09:11:06.959253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33398) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:06.970209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a95ad041-afec-45ed-9beb-1ec1a98666e8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'security_group': {'name': 'tempest-secgroup-366432904'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:06.999888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778faed-18e7-4e7d-a95c-b7e3fa35aad5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a210b9-2c3f-4305-8f11-59a0e7156d1c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:07.026807 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a95ad041-afec-45ed-9beb-1ec1a98666e8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:07.083638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=80a32cd1-0cd7-4269-b653-be8192050d9e,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:07.132166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:07.139518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:07.180753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Allocated IP 2001:db8::2 (0655064f-b301-4d64-8ad3-58d82b0fb532/c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd/7fe05ae6-5ae3-4de6-97b2-360687386a72) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:07.199151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:07.200017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:07.213276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0124a0d8-36e7-4631-8d8f-370d073de070 req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "PUT /v2.0/ports/80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 200 len: 982 time: 0.7338879 Nov 04 09:11:07.213845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:07.222528 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec785da4-809f-467f-93e9-5d8e658d403d" -d '{"events": [{"name": "network-changed", "server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:07.295634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3277c673-08cf-427f-a225-2764027fbcd9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:07.318003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] For port 7fe05ae6-5ae3-4de6-97b2-360687386a72, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7fe05ae6-5ae3-4de6-97b2-360687386a72,segment=NetworkSegment(e5bddf24-c876-4f18-9ae7-c0b07c3c49b6),segment_id=e5bddf24-c876-4f18-9ae7-c0b07c3c49b6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:07.334117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:07.386514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:07.442743 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:07.517759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-75b85c68-f48f-4219-bf07-93196968074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:07.519701 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:07.709802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Pushing event updated for resources: {'Port': ['ID=7fe05ae6-5ae3-4de6-97b2-360687386a72,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:07.710653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-96403b02-60a9-48de-b645-bd391decb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:07.712223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-96403b02-60a9-48de-b645-bd391decb330 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.7619390 Nov 04 09:11:07.743175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da88c8-ad03-4ddb-aa34-887d8373da27 req-28e777d4-3d77-45b7-8997-7df82bbfc675 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:07.752402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4da88c8-ad03-4ddb-aa34-887d8373da27 req-28e777d4-3d77-45b7-8997-7df82bbfc675 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 931 time: 0.1354351 Nov 04 09:11:07.756208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.756818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.757462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.758016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.758568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.759979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.760639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.761466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.762568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.763125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.763741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.764359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8981222-e505-4bc3-9872-e088c9194c08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:07.808237 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-5dbdff76-fc92-4d72-a5b1-ff4b7a3bff76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689819 Nov 04 09:11:07.841582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4da88c8-ad03-4ddb-aa34-887d8373da27 req-d3ab8896-9cb4-4cdd-b02d-51029dfc0bc8 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815341 Nov 04 09:11:08.011442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a95ad041-afec-45ed-9beb-1ec1a98666e8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.028958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06e695a8-406e-411e-9e5c-b51db012c481 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:11:08.046655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-2331dd31-6f4f-471f-8a8f-0830eb73b39e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-796435709&fields=id&tenant_id=011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 267 time: 0.0810549 Nov 04 09:11:08.048845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.078609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Transition to ACTIVE for port object 06e695a8-406e-411e-9e5c-b51db012c481 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:11:08.145978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-e128126b-e817-4d20-a550-6e326898b50a service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254006 Nov 04 09:11:08.151451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a95ad041-afec-45ed-9beb-1ec1a98666e8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.184297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-6d25b7aa-8114-42db-a98b-b7a78639c0bd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:08.194851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-6d25b7aa-8114-42db-a98b-b7a78639c0bd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 985 time: 0.1430812 Nov 04 09:11:08.204717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.205537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'port': {'security_groups': ['4766351e-548a-4fed-89fb-9c17f94186ee', '4eb489e9-bc1e-46cc-a9f4-51a95944c422', '449b50fd-ef59-4c4b-a0e4-243c27eb4df8']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:08.349790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Pushing event updated for resources: {'Port': ['ID=06e695a8-406e-411e-9e5c-b51db012c481,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:08.387630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.399169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7fe05ae6-5ae3-4de6-97b2-360687386a72 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:08.442843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a95ad041-afec-45ed-9beb-1ec1a98666e8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.444208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a95ad041-afec-45ed-9beb-1ec1a98666e8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4802988 Nov 04 09:11:08.449966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33422) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:08.456195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1598912635', 'security_groups': ['a62966d7-2ee2-481b-bb23-b858bcdf545c'], 'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:08.529260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:08.530006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.621110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ad041-afec-45ed-9beb-1ec1a98666e8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62966d7-2ee2-481b-bb23-b858bcdf545c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:08.794097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:08.807172 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-304fab57-4ec4-48ed-b7f6-5a6024169724 req-cd9fa479-9953-430b-b4ad-81857abcb99a service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412034 Nov 04 09:11:08.849928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=80a32cd1-0cd7-4269-b653-be8192050d9e,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:08.917621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.927276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3c3b378b-71c2-4220-a5f5-d5107ac5efa9 None None] Provisioning complete for port d8debd5d-9250-4c3f-a6d3-40bb844adb50 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:08.928093 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c3b378b-71c2-4220-a5f5-d5107ac5efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:08.931522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:09.004946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:09.032133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Attempting to bind port 06e695a8-406e-411e-9e5c-b51db012c481 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:11:09.032133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Attempting to bind port 06e695a8-406e-411e-9e5c-b51db012c481 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:11:09.032133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Attempting to bind port 06e695a8-406e-411e-9e5c-b51db012c481 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:09.043905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Port 06e695a8-406e-411e-9e5c-b51db012c481 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:11:09.043905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Attempting to bind port 06e695a8-406e-411e-9e5c-b51db012c481 on network 0764b07f-ce56-45e1-be1b-0f3a65fe61a5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:09.049717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:09.068660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:11:09.069008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Checking segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:09.069400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Bound using segment: {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:11:09.069858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Bound port: 06e695a8-406e-411e-9e5c-b51db012c481, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11182d62-c715-4ea7-8e94-9059070526ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:11:09.070246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:09.078506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:09.080250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:09.084513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c854c3c-2d44-493b-9636-e102f07b5b1c req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "PUT /v2.0/ports/80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 200 len: 1021 time: 0.8885756 Nov 04 09:11:09.110128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] device_id is not set on port d013cafc-ac29-49b3-9db7-205709e991af yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:11:09.137688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41289132-385f-4c39-afc7-e0e31709dea7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:09.168936 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2edff6-a604-4d70-91de-7dd0b80f0836 x-openstack-request-id: req-2a2edff6-a604-4d70-91de-7dd0b80f0836 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:09.169283 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:09.169602 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2a2edff6-a604-4d70-91de-7dd0b80f0836 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:09.170688 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e', 'status': 'completed', 'code': 200} Nov 04 09:11:09.177054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b378b-71c2-4220-a5f5-d5107ac5efa9 None None] Port d8debd5d-9250-4c3f-a6d3-40bb844adb50 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:09.228000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:09.249438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3c3b378b-71c2-4220-a5f5-d5107ac5efa9 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:09.249867 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c3b378b-71c2-4220-a5f5-d5107ac5efa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:09.674218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8::ab (0655064f-b301-4d64-8ad3-58d82b0fb532/c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd/d013cafc-ac29-49b3-9db7-205709e991af) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:09.780130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec785da4-809f-467f-93e9-5d8e658d403d req-214e0a72-8dd5-41d7-9240-a3f8764c9c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:09.781994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec785da4-809f-467f-93e9-5d8e658d403d req-214e0a72-8dd5-41d7-9240-a3f8764c9c3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1175 time: 0.5958152 Nov 04 09:11:09.797594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] For port 06e695a8-406e-411e-9e5c-b51db012c481, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:11:09.897785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ab2c0-90d6-4670-87ee-f10b0503b805 req-30481c7e-24f8-40bc-be92-1c31d7c1a56f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:09.926754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-955ab2c0-90d6-4670-87ee-f10b0503b805 req-30481c7e-24f8-40bc-be92-1c31d7c1a56f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 943 time: 0.1924498 Nov 04 09:11:09.946198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6610846b-41b7-4ab8-9045-500e21d26f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.023506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-955ab2c0-90d6-4670-87ee-f10b0503b805 req-cc52cf35-95b3-49f0-9eb2-ab1e231b39c7 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914049 Nov 04 09:11:10.143545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] For port 06e695a8-406e-411e-9e5c-b51db012c481, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=06e695a8-406e-411e-9e5c-b51db012c481,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:11:10.175741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.177055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1bc47-68f6-4bea-9df1-4fafd5412ad7 req-1a746d5a-4235-440b-9fce-199e99a812f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.181971 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ed1bc47-68f6-4bea-9df1-4fafd5412ad7 req-1a746d5a-4235-440b-9fce-199e99a812f3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1024 time: 0.1096706 Nov 04 09:11:10.209246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-ae58bff2-033c-4fb4-bed6-e6588014bfac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5042927 Nov 04 09:11:10.245076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.342929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ed1bc47-68f6-4bea-9df1-4fafd5412ad7 req-ce996342-f3d4-48f8-b04d-35d3e4d542ad tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=4eb489e9-bc1e-46cc-a9f4-51a95944c422&id=449b50fd-ef59-4c4b-a0e4-243c27eb4df8 HTTP/1.1" status: 200 len: 6155 time: 0.1533475 Nov 04 09:11:10.379660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.380502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.382464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] 10.222.0.70 "PUT /v2.0/ports/06e695a8-406e-411e-9e5c-b51db012c481 HTTP/1.1" status: 200 len: 1091 time: 4.2616072 Nov 04 09:11:10.383249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'tag': '06e695a8-406e-411e-9e5c-b51db012c481'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:10.394920 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a9a227-d71c-48ce-8665-0cc879fcc18a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930", "tag": "06e695a8-406e-411e-9e5c-b51db012c481"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:10.435306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-26bebd8f-4979-4e69-b464-be104f36d279 req-38d0bf3f-a2af-4921-85d7-874ce8966edd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': ' tempest-securitygroup -765276533 ', 'description': 'tempest-description-677152988'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:10.476354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-26bebd8f-4979-4e69-b464-be104f36d279 req-38d0bf3f-a2af-4921-85d7-874ce8966edd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.529166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa567c-8c17-4aa9-b540-53bf068f03a9 service neutron] Pushing event updated for resources: {'Port': ['ID=06e695a8-406e-411e-9e5c-b51db012c481,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:10.559884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec785da4-809f-467f-93e9-5d8e658d403d req-89d85cab-ab4d-4417-a8c2-b621a59f12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.561372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec785da4-809f-467f-93e9-5d8e658d403d req-89d85cab-ab4d-4417-a8c2-b621a59f12dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 914 time: 0.7606699 Nov 04 09:11:10.584709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.634459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.634459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.634459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.634459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.634459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.634459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.634459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.635057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-60e6208c-e6e9-4453-ae96-2ace0f565ca3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6502 time: 0.3552196 Nov 04 09:11:10.646545 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec785da4-809f-467f-93e9-5d8e658d403d req-e7a25980-0255-41f3-8dfd-65e8f610db3b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 200 len: 217 time: 0.0768495 Nov 04 09:11:10.658757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-26bebd8f-4979-4e69-b464-be104f36d279 req-38d0bf3f-a2af-4921-85d7-874ce8966edd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.664699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-26bebd8f-4979-4e69-b464-be104f36d279 req-38d0bf3f-a2af-4921-85d7-874ce8966edd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.705334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0bf3f-a2af-4921-85d7-874ce8966edd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414a28d1-8dba-44bc-995b-7df24e064056,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:10.732811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-26bebd8f-4979-4e69-b464-be104f36d279 req-38d0bf3f-a2af-4921-85d7-874ce8966edd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:10.734412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26bebd8f-4979-4e69-b464-be104f36d279 req-38d0bf3f-a2af-4921-85d7-874ce8966edd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.3037126 Nov 04 09:11:10.782017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-08224182-ef06-4e5b-a5f3-21320899a87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:10.783586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-08224182-ef06-4e5b-a5f3-21320899a87e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 1094 time: 0.3379478 Nov 04 09:11:10.798287 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b18a1df-584c-4b53-8394-3a13099f1882 x-openstack-request-id: req-6b18a1df-584c-4b53-8394-3a13099f1882 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:10.798579 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930", "tag": "06e695a8-406e-411e-9e5c-b51db012c481", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:10.798841 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b18a1df-584c-4b53-8394-3a13099f1882 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:10.799255 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'tag': '06e695a8-406e-411e-9e5c-b51db012c481', 'status': 'completed', 'code': 200} Nov 04 09:11:10.975609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-5ee43408-c28c-4f90-b928-c74d6efb9f58 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e695a8-406e-411e-9e5c-b51db012c481 HTTP/1.1" status: 200 len: 217 time: 0.1751328 Nov 04 09:11:11.055284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.095802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec785da4-809f-467f-93e9-5d8e658d403d req-83e66157-f105-45aa-9304-d29f5a624482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:11.098065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec785da4-809f-467f-93e9-5d8e658d403d req-83e66157-f105-45aa-9304-d29f5a624482 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.4363892 Nov 04 09:11:11.108983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dd36a8a-a546-48ab-8551-39cac2590173 req-33236122-18eb-4fa2-b220-bb7363c7ec1c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/414a28d1-8dba-44bc-995b-7df24e064056 HTTP/1.1" status: 200 len: 1781 time: 0.0938191 Nov 04 09:11:11.171796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:11.174265 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:11.180877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.275185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec785da4-809f-467f-93e9-5d8e658d403d req-35bf5502-8797-47b1-8223-14ee5b0880bb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685002 Nov 04 09:11:11.317392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd76c05-3bd3-42ca-a392-629c59dc8eb1 req-d7d43022-ab99-4fb8-8345-6d3302201281 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:11.324381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd76c05-3bd3-42ca-a392-629c59dc8eb1 req-d7d43022-ab99-4fb8-8345-6d3302201281 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 943 time: 0.1349273 Nov 04 09:11:11.327790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-3eff9f11-d584-4d5e-a017-b5c51ea7956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:11.329945 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-3eff9f11-d584-4d5e-a017-b5c51ea7956f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.3286920 Nov 04 09:11:11.332151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-2586a36b-bdb0-4a21-9ea9-703dc055a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:11.332906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-2586a36b-bdb0-4a21-9ea9-703dc055a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:11.333430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-2586a36b-bdb0-4a21-9ea9-703dc055a3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:11.335592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-2586a36b-bdb0-4a21-9ea9-703dc055a3eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 200 len: 2297 time: 0.6637905 Nov 04 09:11:11.408233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:11.413006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd76c05-3bd3-42ca-a392-629c59dc8eb1 req-aee118a1-8e73-4879-99ae-1d197454584a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810349 Nov 04 09:11:11.482325 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-9cee6684-6f88-4415-a139-310439d75005 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1396523 Nov 04 09:11:11.509645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:11.527331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1962df0-b2d8-4676-bbe2-bd303c5c3d20 req-01797e01-2c5a-4859-9f80-0f7ca0cc653f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/414a28d1-8dba-44bc-995b-7df24e064056 HTTP/1.1" status: 200 len: 1781 time: 0.0667889 Nov 04 09:11:11.611421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e1962df0-b2d8-4676-bbe2-bd303c5c3d20 req-2c454c8f-82c6-4f41-8ebc-700bde62bb0e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.615526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:11.624473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:11.625509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.639093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=d013cafc-ac29-49b3-9db7-205709e991af,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:11.645864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e1962df0-b2d8-4676-bbe2-bd303c5c3d20 req-2c454c8f-82c6-4f41-8ebc-700bde62bb0e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.696074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-67f22a86-5090-42cf-9b78-f57dd8f75169 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2440381 Nov 04 09:11:11.702270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:11.707051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b772c656-5dd9-4399-9b2f-a0dcb768ad84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:11.770064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e1962df0-b2d8-4676-bbe2-bd303c5c3d20 req-2c454c8f-82c6-4f41-8ebc-700bde62bb0e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.773815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e1962df0-b2d8-4676-bbe2-bd303c5c3d20 req-2c454c8f-82c6-4f41-8ebc-700bde62bb0e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.776370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-e2f7a4cc-a1e6-4162-8d0b-917dcfcfda23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 200 len: 1002 time: 0.4128881 Nov 04 09:11:11.780959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-27ae4613-fa9f-4185-885c-188993fec0fa service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656627 Nov 04 09:11:11.786818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1962df0-b2d8-4676-bbe2-bd303c5c3d20 req-2c454c8f-82c6-4f41-8ebc-700bde62bb0e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/414a28d1-8dba-44bc-995b-7df24e064056 HTTP/1.1" status: 204 len: 173 time: 0.2519510 Nov 04 09:11:11.856528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c454c8f-82c6-4f41-8ebc-700bde62bb0e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a28d1-8dba-44bc-995b-7df24e064056,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:11.868902 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500596fa-4172-47d5-adea-566801964bdd x-openstack-request-id: req-500596fa-4172-47d5-adea-566801964bdd {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:11.870665 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:11.870939 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-500596fa-4172-47d5-adea-566801964bdd {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:11.871610 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e', 'status': 'completed', 'code': 200} Nov 04 09:11:11.935045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e337cf31-f970-4b00-a1c5-5dd206f981e1 None None] Provisioning complete for port d013cafc-ac29-49b3-9db7-205709e991af triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:11.935476 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e337cf31-f970-4b00-a1c5-5dd206f981e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:11.990829 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-013a3a73-de37-4880-a48f-8df4588898b9 req-98a8740e-6da7-4713-bf64-238b2469d1ca tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:11.992052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-013a3a73-de37-4880-a48f-8df4588898b9 req-98a8740e-6da7-4713-bf64-238b2469d1ca tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/414a28d1-8dba-44bc-995b-7df24e064056 HTTP/1.1" status: 404 len: 352 time: 0.0387881 Nov 04 09:11:12.000171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b772c656-5dd9-4399-9b2f-a0dcb768ad84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:12.010601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b772c656-5dd9-4399-9b2f-a0dcb768ad84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:12.028858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e337cf31-f970-4b00-a1c5-5dd206f981e1 None None] Port d013cafc-ac29-49b3-9db7-205709e991af cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:12.040009 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec785da4-809f-467f-93e9-5d8e658d403d req-c8a6efd9-4d33-45ef-9047-c4f104a87388 service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015197 Nov 04 09:11:12.097544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-85397c0e-c24e-49fa-888e-a2484d2d393d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:12.099137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-85397c0e-c24e-49fa-888e-a2484d2d393d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775d7aa1-ab92-4a32-86da-b74cdfe76349 HTTP/1.1" status: 200 len: 856 time: 0.3086386 Nov 04 09:11:12.149759 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-b772c656-5dd9-4399-9b2f-a0dcb768ad84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd (CIDR: 2001:db8::/64) Nov 04 09:11:12.154418 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b772c656-5dd9-4399-9b2f-a0dcb768ad84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:11:12.154943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b772c656-5dd9-4399-9b2f-a0dcb768ad84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:12.178303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b772c656-5dd9-4399-9b2f-a0dcb768ad84 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4760766 Nov 04 09:11:12.179195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:12.189189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:12.225283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-74585b34-ee5d-4534-bcdb-ff31f85ef980 req-8c12b489-955c-4842-83ac-2c947852be6f service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048630 Nov 04 09:11:12.335694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-5a27722c-795a-43c4-8f5d-5554fb9c5038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:12.338369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-5a27722c-795a-43c4-8f5d-5554fb9c5038 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2104542 Nov 04 09:11:12.359756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec785da4-809f-467f-93e9-5d8e658d403d req-f8855285-ae04-4123-8066-4be812f71e50 service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765672 Nov 04 09:11:12.415295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-65f2e77f-7c37-4dad-879c-7cfb83d19119 req-6ae60695-7b25-402b-a4fa-e3d5c1820dcd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1214014016', 'description': 'tempest-description-1788260772'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:12.483910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 09:11:12.483910 n-d-816487-1 neutron-server[102555]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 09:11:12.483910 n-d-816487-1 neutron-server[102555]: [parameters: {'project_id': 'ffdade3df5e74fa7875c56b939df6834', 'id': '99262077-a338-46fd-9b40-083b555d7872', 'expiration': datetime.datetime(2021, 11, 4, 9, 13, 12, 466767)}] Nov 04 09:11:12.483910 n-d-816487-1 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:11:12.483910 n-d-816487-1 neutron-server[102555]: DEBUG oslo_db.api [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:11:12.483910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65f2e77f-7c37-4dad-879c-7cfb83d19119 req-6ae60695-7b25-402b-a4fa-e3d5c1820dcd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:12.549724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-5cf369ed-b8c9-48cd-a6df-4ebae0ce3bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:12.551357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-5cf369ed-b8c9-48cd-a6df-4ebae0ce3bb6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 1094 time: 0.2576220 Nov 04 09:11:12.566027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65f2e77f-7c37-4dad-879c-7cfb83d19119 req-6ae60695-7b25-402b-a4fa-e3d5c1820dcd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:12.572121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65f2e77f-7c37-4dad-879c-7cfb83d19119 req-6ae60695-7b25-402b-a4fa-e3d5c1820dcd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:12.603550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae60695-7b25-402b-a4fa-e3d5c1820dcd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e2f5d-5026-4249-be4f-fd7095323292,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:12.615566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65f2e77f-7c37-4dad-879c-7cfb83d19119 req-6ae60695-7b25-402b-a4fa-e3d5c1820dcd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:12.616959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65f2e77f-7c37-4dad-879c-7cfb83d19119 req-6ae60695-7b25-402b-a4fa-e3d5c1820dcd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2110238 Nov 04 09:11:12.663467 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:12.707602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-c0a12b76-2d24-4a05-b2a6-96130a101927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:12.709716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-c0a12b76-2d24-4a05-b2a6-96130a101927 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1175 time: 0.2439096 Nov 04 09:11:12.737508 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-b8c1e1cb-51a1-4cde-9e9f-ac23c4816ab2 service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3908751 Nov 04 09:11:12.923585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf63f6-823f-4122-a238-84cab9cb1d26 req-60867c5c-141f-4afd-80be-e81950e48c03 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:12.940975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cddf63f6-823f-4122-a238-84cab9cb1d26 req-60867c5c-141f-4afd-80be-e81950e48c03 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 943 time: 0.1136432 Nov 04 09:11:13.059880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cddf63f6-823f-4122-a238-84cab9cb1d26 req-3bcdb497-17b2-48bd-84d1-caec0e38ea8c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222696 Nov 04 09:11:13.092410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f1675a89-fe3c-42b0-b914-c677eb824f50 req-7e9368fa-670b-4a7f-a424-ed5d76b8dd08 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-171642098', 'description': 'tempest-description-1632137320'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:13.104936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:13.117100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:13.250494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1675a89-fe3c-42b0-b914-c677eb824f50 req-7e9368fa-670b-4a7f-a424-ed5d76b8dd08 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:13.277590 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 40e0422d-f687-4fcf-afbc-e80a4bd9846c (CIDR: 2001:db8:0:1::/64) Nov 04 09:11:13.367622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1675a89-fe3c-42b0-b914-c677eb824f50 req-7e9368fa-670b-4a7f-a424-ed5d76b8dd08 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:13.382395 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:11:13.382706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:13.398887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1675a89-fe3c-42b0-b914-c677eb824f50 req-7e9368fa-670b-4a7f-a424-ed5d76b8dd08 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:13.424338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0ecb98aa-2813-4ae9-b1af-5e6516bcbd31 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2434168 Nov 04 09:11:13.430485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:13.437681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'subnet': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:13.553609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f1675a89-fe3c-42b0-b914-c677eb824f50 req-7e9368fa-670b-4a7f-a424-ed5d76b8dd08 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:13.566276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1675a89-fe3c-42b0-b914-c677eb824f50 req-7e9368fa-670b-4a7f-a424-ed5d76b8dd08 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4795606 Nov 04 09:11:13.579774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9368fa-670b-4a7f-a424-ed5d76b8dd08 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df25c42f-43bc-47f8-a0d6-91154c79f68e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:13.726918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Made reservation on behalf of ffdade3df5e74fa7875c56b939df6834 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:13.734437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:13.738732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-a5fa7d57-6ed7-44c7-bb85-509d0aadab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:13.741570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-a5fa7d57-6ed7-44c7-bb85-509d0aadab12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 916 time: 1.1712635 Nov 04 09:11:13.823749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d25d2353-6f80-416b-8f25-a544a34233b8 req-0ba16d77-422c-4791-ae38-16531bd5035b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1615797180', 'description': 'tempest-description-798984512'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:13.855359 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d25d2353-6f80-416b-8f25-a544a34233b8 req-0ba16d77-422c-4791-ae38-16531bd5035b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:13.966338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-8c19097b-37e6-4417-9d4e-12d86e3bf921 service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2038596 Nov 04 09:11:13.970688 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-c08ef8e4-101c-41d7-9ffa-d586777b3b69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06e695a8-406e-411e-9e5c-b51db012c481 HTTP/1.1" status: 200 len: 217 time: 0.2155006 Nov 04 09:11:13.973499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-78ca4a5f-7979-4155-8ae3-12ff199314eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:13.976655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-78ca4a5f-7979-4155-8ae3-12ff199314eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 914 time: 1.2566981 Nov 04 09:11:14.017150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d25d2353-6f80-416b-8f25-a544a34233b8 req-0ba16d77-422c-4791-ae38-16531bd5035b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:14.036762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d25d2353-6f80-416b-8f25-a544a34233b8 req-0ba16d77-422c-4791-ae38-16531bd5035b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:14.119280 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d25d2353-6f80-416b-8f25-a544a34233b8 req-0ba16d77-422c-4791-ae38-16531bd5035b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:14.136715 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d25d2353-6f80-416b-8f25-a544a34233b8 req-0ba16d77-422c-4791-ae38-16531bd5035b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3203936 Nov 04 09:11:14.160010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba16d77-422c-4791-ae38-16531bd5035b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b130a18-18cd-46a5-9b42-7082ec099808,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:14.223181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-c2851642-960a-4e48-be98-edc5c2aa7ed7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 217 time: 0.2367175 Nov 04 09:11:14.228969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-ab14644d-fdd2-4a7e-8a3b-e48220759133 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 200 len: 217 time: 0.2347140 Nov 04 09:11:14.344196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:14.389530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-50ee3008-1375-474c-9edf-0aaa142ed4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:14.397739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-50ee3008-1375-474c-9edf-0aaa142ed4f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.3753803 Nov 04 09:11:14.417613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:14.458116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-1a62a8a4-589b-4d32-baee-2c4b56501f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:14.469040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-1a62a8a4-589b-4d32-baee-2c4b56501f1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.2176971 Nov 04 09:11:14.471619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-ca3c4173-795f-40fa-9217-8dd5b7bae2db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643871 Nov 04 09:11:14.473330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-1bd63fd3-aa6a-4b2b-bdbc-5156ceef2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:14.474742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-1bd63fd3-aa6a-4b2b-bdbc-5156ceef2e7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.2441218 Nov 04 09:11:14.498701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:14.502550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:14.503273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:14.511532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5838b45d-88ce-4d09-b431-3fa5d4d33a1a None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:14.527090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-374fc3f3-d8af-49e6-b102-46e2b5d4eab3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430336 Nov 04 09:11:14.534294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0996568 Nov 04 09:11:14.542416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:14.547996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88e3b5-03c1-44fc-b2cc-cd61f0971b1e tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Subnet': ['ID=15188dc6-cb10-499f-abde-473ace351b40,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:14.560087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-823926542', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15188dc6-cb10-499f-abde-473ace351b40'}], 'security_groups': ['7faea9f2-7196-4ca7-893e-eb9ae14a6d74', '14a210b9-2c3f-4305-8f11-59a0e7156d1c']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:14.601402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e13e7-e9e1-4c19-8e87-90d7a8bd8fc6 req-6baa30d5-86ba-42da-b9c9-416570f44e53 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:14.610241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb1e13e7-e9e1-4c19-8e87-90d7a8bd8fc6 req-6baa30d5-86ba-42da-b9c9-416570f44e53 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 943 time: 0.2208502 Nov 04 09:11:14.731740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-3da9333f-9ad9-43d3-aba6-0fcaebcfeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:14.733419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-3da9333f-9ad9-43d3-aba6-0fcaebcfeb53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1923740 Nov 04 09:11:14.813275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb1e13e7-e9e1-4c19-8e87-90d7a8bd8fc6 req-50600735-2bd3-45c4-ad8f-d19715f073c7 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017450 Nov 04 09:11:14.818278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:14.824155 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-8ca994c0-03a4-4706-be61-ee251e208d28 service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620318 Nov 04 09:11:14.846070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-038c93a4-535a-4e31-8ea8-7e66a940e8e6 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128297 Nov 04 09:11:14.956622 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cf3f2bd3-7eb8-41db-8edf-a96217c87a0f req-56be4b2c-fd59-4c17-ab9b-024e97659d27 service neutron] 10.222.0.70 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073966 Nov 04 09:11:14.975968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b23552-ad02-4b19-ab5f-737c0c319f3b None None] Update dhcp port {'port': {'network_id': '0655064f-b301-4d64-8ad3-58d82b0fb532', 'fixed_ips': [{'subnet_id': '40e0422d-f687-4fcf-afbc-e80a4bd9846c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd', 'ip_address': '2001:db8::2'}, {'subnet_id': '15188dc6-cb10-499f-abde-473ace351b40'}], 'binding:host_id': 'n-d-816487-1'}, 'id': '7fe05ae6-5ae3-4de6-97b2-360687386a72'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:11:15.029318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15b23552-ad02-4b19-ab5f-737c0c319f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:15.046718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-b4699f63-dc7a-4ce0-a249-b23461ab7787 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968016 Nov 04 09:11:15.167305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13a9a227-d71c-48ce-8665-0cc879fcc18a req-fbc0579b-3b20-4b7c-a9e4-0b8167e84839 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093697 Nov 04 09:11:15.201671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-3283a25f-07c0-4a97-89c4-89d2f39ea0ff service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463385 Nov 04 09:11:15.204529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47679fbc-a38d-43c2-80b3-bae563159123 req-34c06ebc-7c0c-4b86-a958-81254d00489f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 10909 time: 0.1955194 Nov 04 09:11:15.263344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-8b2800b0-2235-4164-aed2-962726a3f19a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 217 time: 0.0500340 Nov 04 09:11:15.356246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-f9c4a7a5-02ab-4257-9ec9-2df14c392fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:15.360351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-f9c4a7a5-02ab-4257-9ec9-2df14c392fc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.0885763 Nov 04 09:11:15.363274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47679fbc-a38d-43c2-80b3-bae563159123 req-df51902e-ec04-46b6-940b-6945ae3c2cef tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/4766351e-548a-4fed-89fb-9c17f94186ee HTTP/1.1" status: 200 len: 2985 time: 0.1482012 Nov 04 09:11:15.434641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47679fbc-a38d-43c2-80b3-bae563159123 req-9c955a7e-3a55-40db-bb65-67dcbe1c67b1 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/4766351e-548a-4fed-89fb-9c17f94186ee HTTP/1.1" status: 200 len: 2985 time: 0.0704026 Nov 04 09:11:15.466096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-08b4f98f-8731-4e95-a9a3-19d6fe001bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:15.467954 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-08b4f98f-8731-4e95-a9a3-19d6fe001bd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009121 Nov 04 09:11:15.473882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Delete allocated IP 2001:db8::ab (0655064f-b301-4d64-8ad3-58d82b0fb532/c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd) {{(pid=102555) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 04 09:11:15.491547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Allocated IP 2001:db8:0:2::27b (0655064f-b301-4d64-8ad3-58d82b0fb532/15188dc6-cb10-499f-abde-473ace351b40/d013cafc-ac29-49b3-9db7-205709e991af) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:15.616227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:15.715717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-20b74d55-bc2b-4191-820b-8ad28c66338a service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246320 Nov 04 09:11:15.745275 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:15.751813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:15.818804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event updated for resources: {'Port': ['ID=d013cafc-ac29-49b3-9db7-205709e991af,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:15.840020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-15b23552-ad02-4b19-ab5f-737c0c319f3b None None] Allocated IP 2001:db8:0:2::2 (0655064f-b301-4d64-8ad3-58d82b0fb532/15188dc6-cb10-499f-abde-473ace351b40/7fe05ae6-5ae3-4de6-97b2-360687386a72) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:15.914464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a77fc57-f30b-4b66-a9b4-ba8885ff27e2 req-e564c50e-02aa-4fd8-bfd6-2a6f1b762027 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/e90e2f5d-5026-4249-be4f-fd7095323292 HTTP/1.1" status: 200 len: 1803 time: 0.1095231 Nov 04 09:11:15.915472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] In _notify_port_updated(), no bound segment for port d013cafc-ac29-49b3-9db7-205709e991af on network 0655064f-b301-4d64-8ad3-58d82b0fb532 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:11:15.925846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:15.927190 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:15.928329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-5fd40c0d-c26a-44ce-b5f1-bfb10f80357f service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995530 Nov 04 09:11:15.929472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a32013af-8977-4414-9fa8-066356255134 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "PUT /v2.0/ports/d013cafc-ac29-49b3-9db7-205709e991af HTTP/1.1" status: 200 len: 969 time: 1.3844690 Nov 04 09:11:15.934626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:15.982894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-15b23552-ad02-4b19-ab5f-737c0c319f3b None None] For port 7fe05ae6-5ae3-4de6-97b2-360687386a72, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7fe05ae6-5ae3-4de6-97b2-360687386a72,segment=NetworkSegment(e5bddf24-c876-4f18-9ae7-c0b07c3c49b6),segment_id=e5bddf24-c876-4f18-9ae7-c0b07c3c49b6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:16.023935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-1eea550f-eada-46c9-82ef-2225a6fb1706 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6 HTTP/1.1" status: 200 len: 217 time: 0.0779586 Nov 04 09:11:16.053173 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a77fc57-f30b-4b66-a9b4-ba8885ff27e2 req-b9846d48-bcfe-4cc9-949c-68cb4738deda tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.094708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-6c9ef058-032d-4322-8224-1d0a399aaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:16.096587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-6c9ef058-032d-4322-8224-1d0a399aaeff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.0637391 Nov 04 09:11:16.126996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a77fc57-f30b-4b66-a9b4-ba8885ff27e2 req-b9846d48-bcfe-4cc9-949c-68cb4738deda tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.193396 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a77fc57-f30b-4b66-a9b4-ba8885ff27e2 req-b9846d48-bcfe-4cc9-949c-68cb4738deda tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.201497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15b23552-ad02-4b19-ab5f-737c0c319f3b None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.202800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-8a77fc57-f30b-4b66-a9b4-ba8885ff27e2 req-b9846d48-bcfe-4cc9-949c-68cb4738deda tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.208206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15b23552-ad02-4b19-ab5f-737c0c319f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.219571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a77fc57-f30b-4b66-a9b4-ba8885ff27e2 req-b9846d48-bcfe-4cc9-949c-68cb4738deda tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/e90e2f5d-5026-4249-be4f-fd7095323292 HTTP/1.1" status: 204 len: 173 time: 0.2862236 Nov 04 09:11:16.223252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-c8720105-5c79-4055-82cb-aa76f41a1ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:16.225094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-c8720105-5c79-4055-82cb-aa76f41a1ec7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1159558 Nov 04 09:11:16.250126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9846d48-bcfe-4cc9-949c-68cb4738deda tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e2f5d-5026-4249-be4f-fd7095323292,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:16.277366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port d013cafc-ac29-49b3-9db7-205709e991af {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:16.279287 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.283737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b23552-ad02-4b19-ab5f-737c0c319f3b None None] Pushing event updated for resources: {'Port': ['ID=7fe05ae6-5ae3-4de6-97b2-360687386a72,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:16.326408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.365406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 06e695a8-406e-411e-9e5c-b51db012c481 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:11:16.512816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.531370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-3a3bd0b7-c039-4a88-a2f4-f96178f38c0d service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939076 Nov 04 09:11:16.532286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for d013cafc-ac29-49b3-9db7-205709e991af owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:16.623991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef0e62-a551-45e8-bdb7-954eb86f65ce req-006a7ecb-30c8-4b0b-a5d3-61da2685a75c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:16.631924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00ef0e62-a551-45e8-bdb7-954eb86f65ce req-006a7ecb-30c8-4b0b-a5d3-61da2685a75c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 943 time: 0.0763862 Nov 04 09:11:16.681078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00ef0e62-a551-45e8-bdb7-954eb86f65ce req-e5f7e899-70e7-430a-9a1d-40edd0b79f14 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482612 Nov 04 09:11:16.684236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 06e695a8-406e-411e-9e5c-b51db012c481, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=06e695a8-406e-411e-9e5c-b51db012c481,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:16.749554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '06e695a8-406e-411e-9e5c-b51db012c481', 'network_id': '0764b07f-ce56-45e1-be1b-0f3a65fe61a5', 'port_id': '06e695a8-406e-411e-9e5c-b51db012c481', 'mac_address': 'fa:16:3e:75:7f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dac40794-3141-4231-a13e-94eda65bba01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:11:16.751417 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-a36eb0b6-2859-4d21-a3b8-4b0d93063cfa req-37c7cf74-1bac-454d-9b60-fd446848998b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:16.762111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36eb0b6-2859-4d21-a3b8-4b0d93063cfa req-37c7cf74-1bac-454d-9b60-fd446848998b tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/e90e2f5d-5026-4249-be4f-fd7095323292 HTTP/1.1" status: 404 len: 352 time: 0.0263855 Nov 04 09:11:16.897066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:16.916158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-e6d35720-55e4-417e-8c95-d60555e66456 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754823 Nov 04 09:11:16.952667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06e695a8-406e-411e-9e5c-b51db012c481 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:11:17.029061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 06e695a8-406e-411e-9e5c-b51db012c481, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=06e695a8-406e-411e-9e5c-b51db012c481,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:17.037614 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.065147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-b35254e8-d0f6-4eda-892f-8f8a5cbefb41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=e353ce93-1a30-483e-b009-401d29567b4d HTTP/1.1" status: 200 len: 217 time: 0.1315687 Nov 04 09:11:17.218192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=06e695a8-406e-411e-9e5c-b51db012c481,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:17.259808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-321c2f08-8abe-4e14-a229-88cf3e9dd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:17.263797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-321c2f08-8abe-4e14-a229-88cf3e9dd840 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1969225 Nov 04 09:11:17.301299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['06e695a8-406e-411e-9e5c-b51db012c481'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:17.310458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-022927d2-7bfe-461c-9828-e15e3beb6a8a req-b7b0d286-5446-4039-bd3f-2ff9e584b308 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/df25c42f-43bc-47f8-a0d6-91154c79f68e HTTP/1.1" status: 200 len: 1802 time: 0.1201713 Nov 04 09:11:17.379382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:17.401790 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.405784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:17.488719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-022927d2-7bfe-461c-9828-e15e3beb6a8a req-fd401a93-4ff2-413b-b962-9b8396b9a41c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.515271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=d013cafc-ac29-49b3-9db7-205709e991af,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:17.529005 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-022927d2-7bfe-461c-9828-e15e3beb6a8a req-fd401a93-4ff2-413b-b962-9b8396b9a41c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.561129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-0fe8ca0f-8423-438a-ac00-7168d05dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:17.565021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-0fe8ca0f-8423-438a-ac00-7168d05dedc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2873416 Nov 04 09:11:17.574368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.585647 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-034c06fb-292a-42c1-8b5a-f6ac872d3777 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/d013cafc-ac29-49b3-9db7-205709e991af HTTP/1.1" status: 204 len: 168 time: 1.6495988 Nov 04 09:11:17.607819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:17.629523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-022927d2-7bfe-461c-9828-e15e3beb6a8a req-fd401a93-4ff2-413b-b962-9b8396b9a41c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.632646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-022927d2-7bfe-461c-9828-e15e3beb6a8a req-fd401a93-4ff2-413b-b962-9b8396b9a41c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.637537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-022927d2-7bfe-461c-9828-e15e3beb6a8a req-fd401a93-4ff2-413b-b962-9b8396b9a41c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/df25c42f-43bc-47f8-a0d6-91154c79f68e HTTP/1.1" status: 204 len: 173 time: 0.3241639 Nov 04 09:11:17.691824 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c03f98-1582-4f43-b342-89f422625444 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] GET failed (client error): The resource could not be found. Nov 04 09:11:17.693640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8c03f98-1582-4f43-b342-89f422625444 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports/d013cafc-ac29-49b3-9db7-205709e991af HTTP/1.1" status: 404 len: 333 time: 0.0842094 Nov 04 09:11:17.699539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33652) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:17.709798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd401a93-4ff2-413b-b962-9b8396b9a41c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df25c42f-43bc-47f8-a0d6-91154c79f68e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:17.711923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1696b26b-b116-420d-be03-afc2979aa43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.728000 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94d058c7-c241-4a3e-a913-d2b42f5dc66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.753692 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-ebefe351-3f09-4046-9e52-4797c6f0c1b9 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642478 Nov 04 09:11:17.757008 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-639d2090-d9eb-4924-8feb-6050b4a2e8c5 req-59ac0cd8-b506-4236-afc4-9925b5109a8e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:17.758735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-639d2090-d9eb-4924-8feb-6050b4a2e8c5 req-59ac0cd8-b506-4236-afc4-9925b5109a8e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/df25c42f-43bc-47f8-a0d6-91154c79f68e HTTP/1.1" status: 404 len: 352 time: 0.0870738 Nov 04 09:11:17.793426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-23947d6f-a70e-41eb-a8c7-fd11d184e47a None None] Could not find standard attr ID for object d013cafc-ac29-49b3-9db7-205709e991af. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:11:17.812913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-23947d6f-a70e-41eb-a8c7-fd11d184e47a None None] Provisioning complete for port d8debd5d-9250-4c3f-a6d3-40bb844adb50 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:17.813773 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-23947d6f-a70e-41eb-a8c7-fd11d184e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.830611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9f21fac-6fd9-4741-b4eb-b88c9da5d63b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.875994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-23947d6f-a70e-41eb-a8c7-fd11d184e47a None None] Port d8debd5d-9250-4c3f-a6d3-40bb844adb50 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:17.892837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-23947d6f-a70e-41eb-a8c7-fd11d184e47a None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:17.893064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9f21fac-6fd9-4741-b4eb-b88c9da5d63b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.893291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-23947d6f-a70e-41eb-a8c7-fd11d184e47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.966278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-2f1b77c7-0a1a-40b0-8f98-93338c3f7bed service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008748 Nov 04 09:11:17.967558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9f21fac-6fd9-4741-b4eb-b88c9da5d63b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.971211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9f21fac-6fd9-4741-b4eb-b88c9da5d63b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.972576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b9f21fac-6fd9-4741-b4eb-b88c9da5d63b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/security-groups/a62966d7-2ee2-481b-bb23-b858bcdf545c HTTP/1.1" status: 204 len: 168 time: 0.2712786 Nov 04 09:11:17.974628 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94d058c7-c241-4a3e-a913-d2b42f5dc66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:17.977410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:17.985299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f21fac-6fd9-4741-b4eb-b88c9da5d63b tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62966d7-2ee2-481b-bb23-b858bcdf545c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.019440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-94d058c7-c241-4a3e-a913-d2b42f5dc66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.042634 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-477aacf0-c82e-49e8-a712-9619af741ae0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e833917-62e9-43b7-86f0-81fdad43aac4 HTTP/1.1" status: 200 len: 217 time: 0.0578291 Nov 04 09:11:18.071386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1696b26b-b116-420d-be03-afc2979aa43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.081863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eade2-b9bb-443e-8f6b-4f5ed06ef7f9 req-09ecad58-92c5-4814-9964-3c7244754981 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:18.083403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f9eade2-b9bb-443e-8f6b-4f5ed06ef7f9 req-09ecad58-92c5-4814-9964-3c7244754981 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 944 time: 0.2110658 Nov 04 09:11:18.096975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1696b26b-b116-420d-be03-afc2979aa43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.107985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-ac69c06c-44e4-46de-8ed9-1bddcb00bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:18.109612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-ac69c06c-44e4-46de-8ed9-1bddcb00bbf7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.0591495 Nov 04 09:11:18.123184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-247cf742-03da-4f0a-81a4-b2a88706e670 None None] Could not find standard attr ID for object d013cafc-ac29-49b3-9db7-205709e991af. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:11:18.129349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-94d058c7-c241-4a3e-a913-d2b42f5dc66a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=796315f3840a4ccab18b3b2d038fc79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493746 Nov 04 09:11:18.148161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:18.148896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d058c7-c241-4a3e-a913-d2b42f5dc66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606dcfa2-7d81-4bc8-acb9-1541568ff02d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.175384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-1f3fa072-98be-46e6-b2b1-15613d74f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:18.177377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-1f3fa072-98be-46e6-b2b1-15613d74f71b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0605245 Nov 04 09:11:18.216012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1696b26b-b116-420d-be03-afc2979aa43c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dd94ac8e47046e3b6b3c3c9acaa33b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986274 Nov 04 09:11:18.232395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33666) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:18.238885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baeb36fa-a52b-46bd-b9e7-177d74d87916 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.247896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f9eade2-b9bb-443e-8f6b-4f5ed06ef7f9 req-9c6d0f87-dd65-411c-827b-cb04a71e44c0 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527979 Nov 04 09:11:18.252234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1696b26b-b116-420d-be03-afc2979aa43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b832da-d581-4877-aaee-cb0e81c8848b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.285269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baeb36fa-a52b-46bd-b9e7-177d74d87916 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.331389 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-5285a6ff-0722-4d98-9400-f0f6b657387c service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454163 Nov 04 09:11:18.332272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b009f984-17a4-415a-827e-c2cc68e77456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.360210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aedc65f6-5e1d-418d-9a75-5fd4c0b1c05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.382744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 06e695a8-406e-411e-9e5c-b51db012c481 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:18.420781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-913318f9-f6d9-4e43-a36c-8a3583cc19a2 req-37630fc0-8204-404f-9050-5b990c4584d5 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/2b130a18-18cd-46a5-9b42-7082ec099808 HTTP/1.1" status: 200 len: 1802 time: 0.1052921 Nov 04 09:11:18.422803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aedc65f6-5e1d-418d-9a75-5fd4c0b1c05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.425209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baeb36fa-a52b-46bd-b9e7-177d74d87916 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.428708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baeb36fa-a52b-46bd-b9e7-177d74d87916 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.430025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-baeb36fa-a52b-46bd-b9e7-177d74d87916 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/security-groups/14a210b9-2c3f-4305-8f11-59a0e7156d1c HTTP/1.1" status: 204 len: 168 time: 0.4503796 Nov 04 09:11:18.439644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7fe05ae6-5ae3-4de6-97b2-360687386a72 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:18.451248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:18.474236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-58fd3e3f-bef3-49af-90ae-b7f8437d1d5e service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305733 Nov 04 09:11:18.489054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b009f984-17a4-415a-827e-c2cc68e77456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.508421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb36fa-a52b-46bd-b9e7-177d74d87916 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a210b9-2c3f-4305-8f11-59a0e7156d1c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.542548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:18.543103 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.566665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-916a090d-c87b-450a-8ea3-d40ed1163ff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 200 len: 217 time: 0.0810235 Nov 04 09:11:18.571687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 06e695a8-406e-411e-9e5c-b51db012c481 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:11:18.579922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 06e695a8-406e-411e-9e5c-b51db012c481 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:18.580446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.627986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47e46ecf-2427-47af-82c6-05913f885788 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.631199 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aedc65f6-5e1d-418d-9a75-5fd4c0b1c05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.634535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aedc65f6-5e1d-418d-9a75-5fd4c0b1c05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.636809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aedc65f6-5e1d-418d-9a75-5fd4c0b1c05a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/606dcfa2-7d81-4bc8-acb9-1541568ff02d HTTP/1.1" status: 204 len: 168 time: 0.4840593 Nov 04 09:11:18.642363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-913318f9-f6d9-4e43-a36c-8a3583cc19a2 req-e939313e-f11f-4531-af85-1c4161a8c83f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.664644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc65f6-5e1d-418d-9a75-5fd4c0b1c05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606dcfa2-7d81-4bc8-acb9-1541568ff02d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.693028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47e46ecf-2427-47af-82c6-05913f885788 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.703760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-87346214-bdee-48f1-a3a8-1cee8c01f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:18.708538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-87346214-bdee-48f1-a3a8-1cee8c01f724 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.1294172 Nov 04 09:11:18.711761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-913318f9-f6d9-4e43-a36c-8a3583cc19a2 req-e939313e-f11f-4531-af85-1c4161a8c83f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.776558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b009f984-17a4-415a-827e-c2cc68e77456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.779478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b009f984-17a4-415a-827e-c2cc68e77456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.779676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47e46ecf-2427-47af-82c6-05913f885788 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.780938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b009f984-17a4-415a-827e-c2cc68e77456 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38b832da-d581-4877-aaee-cb0e81c8848b HTTP/1.1" status: 204 len: 168 time: 0.5473595 Nov 04 09:11:18.782803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47e46ecf-2427-47af-82c6-05913f885788 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.794516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009f984-17a4-415a-827e-c2cc68e77456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b832da-d581-4877-aaee-cb0e81c8848b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.802003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-47e46ecf-2427-47af-82c6-05913f885788 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/security-groups/7faea9f2-7196-4ca7-893e-eb9ae14a6d74 HTTP/1.1" status: 204 len: 168 time: 0.3394098 Nov 04 09:11:18.803412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-9c55187f-cc20-486f-9e2b-15376c67221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:18.805183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-9c55187f-cc20-486f-9e2b-15376c67221a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865812 Nov 04 09:11:18.805757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33686) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:18.822575 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-913318f9-f6d9-4e43-a36c-8a3583cc19a2 req-e939313e-f11f-4531-af85-1c4161a8c83f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.839785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-913318f9-f6d9-4e43-a36c-8a3583cc19a2 req-e939313e-f11f-4531-af85-1c4161a8c83f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.861457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.862384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-913318f9-f6d9-4e43-a36c-8a3583cc19a2 req-e939313e-f11f-4531-af85-1c4161a8c83f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/2b130a18-18cd-46a5-9b42-7082ec099808 HTTP/1.1" status: 204 len: 173 time: 0.4096017 Nov 04 09:11:18.887731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e46ecf-2427-47af-82c6-05913f885788 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faea9f2-7196-4ca7-893e-eb9ae14a6d74,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.916184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e695a8-406e-411e-9e5c-b51db012c481'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:18.918994 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd01bb9b-e058-48af-b0d0-4284859ddecf" -d '{"events": [{"server_uuid": "d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930", "name": "network-vif-plugged", "status": "completed", "tag": "06e695a8-406e-411e-9e5c-b51db012c481"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:18.922763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939313e-f11f-4531-af85-1c4161a8c83f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b130a18-18cd-46a5-9b42-7082ec099808,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:18.950227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:11:18.954234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 06e695a8-406e-411e-9e5c-b51db012c481, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=06e695a8-406e-411e-9e5c-b51db012c481,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:18.959790 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:18.969100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:19.035660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:19.044595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=06e695a8-406e-411e-9e5c-b51db012c481,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:19.064546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-ab7fa40b-7e00-4708-b704-cdd2eeda319c service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454538 Nov 04 09:11:19.216515 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-a845ce70-548d-466b-980d-cf3a06457a15 req-1690b4a8-c17a-456a-a00a-9d0aa1dcad99 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:19.231095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a845ce70-548d-466b-980d-cf3a06457a15 req-1690b4a8-c17a-456a-a00a-9d0aa1dcad99 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/2b130a18-18cd-46a5-9b42-7082ec099808 HTTP/1.1" status: 404 len: 352 time: 0.0355337 Nov 04 09:11:19.265035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:19.284478 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38be2934-a099-47c1-ae83-0c765addcb00 x-openstack-request-id: req-38be2934-a099-47c1-ae83-0c765addcb00 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:19.284791 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930", "name": "network-vif-plugged", "status": "completed", "tag": "06e695a8-406e-411e-9e5c-b51db012c481", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:19.285033 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38be2934-a099-47c1-ae83-0c765addcb00 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:19.285438 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06e695a8-406e-411e-9e5c-b51db012c481', 'code': 200} Nov 04 09:11:19.353543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de79a3ba-2adc-4672-9087-9cbb9b72deb9 req-30343ee8-3220-4c74-b2d5-03bcb63c028d service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760479 Nov 04 09:11:19.420082 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baa61a15-0e44-4fb3-a9fa-48a6d08dcf6d req-4893dddc-4f29-4038-831c-06cb7ed6448a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 6155 time: 0.1191146 Nov 04 09:11:19.479874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baa61a15-0e44-4fb3-a9fa-48a6d08dcf6d req-e6ef693d-b23e-4446-8f4b-53271e13125d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/4766351e-548a-4fed-89fb-9c17f94186ee HTTP/1.1" status: 200 len: 2985 time: 0.0502887 Nov 04 09:11:19.500156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:19.544488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:19.568302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baa61a15-0e44-4fb3-a9fa-48a6d08dcf6d req-2c700d58-5f91-4e0d-bc1c-5811e9a9e2b0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/4766351e-548a-4fed-89fb-9c17f94186ee HTTP/1.1" status: 200 len: 2985 time: 0.0794094 Nov 04 09:11:19.573083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:19.578780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169e7f98-b59a-4035-b885-6687f40ee65f None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:19.583090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b76043cf-606a-4022-a843-044f9bed20a7 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd HTTP/1.1" status: 204 len: 168 time: 0.7752099 Nov 04 09:11:19.588029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:19.590046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565c9be-b14a-4b06-b998-839d448d15a5 req-e7024c51-d222-468e-a83e-00a30422e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:19.591559 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2565c9be-b14a-4b06-b998-839d448d15a5 req-e7024c51-d222-468e-a83e-00a30422e6be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 1096 time: 0.2364137 Nov 04 09:11:19.685962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2565c9be-b14a-4b06-b998-839d448d15a5 req-32a49ace-d373-4355-938e-596c2ffe4a34 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822594 Nov 04 09:11:19.739300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet 15188dc6-cb10-499f-abde-473ace351b40 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:11:19.743846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:19.800454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:19.811344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aee638-41f9-4328-bd9b-cd9471b8eec5 req-0e361afa-1704-4989-a1ad-6d766989f92e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:19.813150 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69aee638-41f9-4328-bd9b-cd9471b8eec5 req-0e361afa-1704-4989-a1ad-6d766989f92e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 945 time: 0.1164393 Nov 04 09:11:19.985221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.084082 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69aee638-41f9-4328-bd9b-cd9471b8eec5 req-88cee8df-8a4c-4114-bd75-59075e67463a tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513680 Nov 04 09:11:20.117658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.145258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-f18434fd-0025-47a7-9181-7d6eaf4bec01 req-bc183b72-fc71-446a-9f3b-0439352ec505 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1083012058', 'description': 'tempest-description-593979330'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:20.195771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.201759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33748) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:20.201988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/15188dc6-cb10-499f-abde-473ace351b40 HTTP/1.1" status: 204 len: 168 time: 0.6115668 Nov 04 09:11:20.204813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f18434fd-0025-47a7-9181-7d6eaf4bec01 req-bc183b72-fc71-446a-9f3b-0439352ec505 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.262787 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7036bec7-555e-4e85-990b-7d72dbf8edea tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:20.263798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7036bec7-555e-4e85-990b-7d72dbf8edea tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:20.274084 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7036bec7-555e-4e85-990b-7d72dbf8edea tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/c9f637d9-8a5b-46ec-9cb3-8ee5cc588cbd HTTP/1.1" status: 404 len: 337 time: 0.0686526 Nov 04 09:11:20.277090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33754) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:20.288632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3424a-4d1a-4d2e-98bd-54ba080172b5 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=15188dc6-cb10-499f-abde-473ace351b40,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:20.414604 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f18434fd-0025-47a7-9181-7d6eaf4bec01 req-bc183b72-fc71-446a-9f3b-0439352ec505 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.420418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting subnet 40e0422d-f687-4fcf-afbc-e80a4bd9846c {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:11:20.423196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f18434fd-0025-47a7-9181-7d6eaf4bec01 req-bc183b72-fc71-446a-9f3b-0439352ec505 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.424924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.493454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f18434fd-0025-47a7-9181-7d6eaf4bec01 req-bc183b72-fc71-446a-9f3b-0439352ec505 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.495978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f18434fd-0025-47a7-9181-7d6eaf4bec01 req-bc183b72-fc71-446a-9f3b-0439352ec505 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3558934 Nov 04 09:11:20.523502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc183b72-fc71-446a-9f3b-0439352ec505 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32099e1-635e-4b24-8e48-34ac7e01eb6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:20.523804 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.737492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.811424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-24208e1d-4903-4785-b0a4-980825a4a3c5 req-8af7279c-da7e-4e68-b12f-026d9e0916e2 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1796427328', 'description': 'tempest-description-688477811'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:20.863249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-24208e1d-4903-4785-b0a4-980825a4a3c5 req-8af7279c-da7e-4e68-b12f-026d9e0916e2 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.943949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:20.998224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Subnet': ['ID=40e0422d-f687-4fcf-afbc-e80a4bd9846c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:21.020547 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-24208e1d-4903-4785-b0a4-980825a4a3c5 req-8af7279c-da7e-4e68-b12f-026d9e0916e2 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:21.026853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6627fbc6-07b8-4826-a52c-f860a94fec76 None None] Network 0655064f-b301-4d64-8ad3-58d82b0fb532 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:21.027535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-24208e1d-4903-4785-b0a4-980825a4a3c5 req-8af7279c-da7e-4e68-b12f-026d9e0916e2 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:21.040396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:21.045880 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1e473510-9555-482a-8f07-123bfc4b2428 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/40e0422d-f687-4fcf-afbc-e80a4bd9846c HTTP/1.1" status: 204 len: 168 time: 0.7510200 Nov 04 09:11:21.049572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33770) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:21.109728 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-24208e1d-4903-4785-b0a4-980825a4a3c5 req-8af7279c-da7e-4e68-b12f-026d9e0916e2 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:21.139677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24208e1d-4903-4785-b0a4-980825a4a3c5 req-8af7279c-da7e-4e68-b12f-026d9e0916e2 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3367262 Nov 04 09:11:21.153634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af7279c-da7e-4e68-b12f-026d9e0916e2 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d2e145-be16-43cc-a532-16f10bdc94dd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:21.260318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6c62de29-5827-44a0-a62a-024b27475c65 None None] Provisioning complete for port d8debd5d-9250-4c3f-a6d3-40bb844adb50 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:21.260691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c62de29-5827-44a0-a62a-024b27475c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:21.352337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a14d5-994e-41b9-b0a2-3822dc9e9bf0 req-df7413b6-bce3-4777-8d59-519978e10ff6 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:21.364777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd1a14d5-994e-41b9-b0a2-3822dc9e9bf0 req-df7413b6-bce3-4777-8d59-519978e10ff6 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 945 time: 0.1239831 Nov 04 09:11:21.427632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd1a14d5-994e-41b9-b0a2-3822dc9e9bf0 req-c8071049-87fa-4a49-b41f-fa8dacbc84bf tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605273 Nov 04 09:11:21.556104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6c62de29-5827-44a0-a62a-024b27475c65 None None] Port d8debd5d-9250-4c3f-a6d3-40bb844adb50 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:21.608161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6c62de29-5827-44a0-a62a-024b27475c65 None None] Provisioning complete for port 7fe05ae6-5ae3-4de6-97b2-360687386a72 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:21.608636 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c62de29-5827-44a0-a62a-024b27475c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:21.723946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] DHCP port deletion for 0655064f-b301-4d64-8ad3-58d82b0fb532 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:11:21.789796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-975575f2-d5dd-45e5-82c9-5e36d2e862e0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:21.801482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-975575f2-d5dd-45e5-82c9-5e36d2e862e0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 813 time: 0.2612712 Nov 04 09:11:21.833716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-eabb55fe-47e5-498d-86e1-82b9b567e256 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/quotas/011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 375 time: 0.0312495 Nov 04 09:11:21.937385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] Deleting port 7fe05ae6-5ae3-4de6-97b2-360687386a72 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:21.944462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:21.975296 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a096a42-28b5-4640-906e-f693d2361fd8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:21.976418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a096a42-28b5-4640-906e-f693d2361fd8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:21.983240 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a096a42-28b5-4640-906e-f693d2361fd8 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/fdbb91c2-3e7a-44d4-bbda-110177cf872f HTTP/1.1" status: 404 len: 337 time: 0.9324117 Nov 04 09:11:21.984197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33832) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:21.988388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-7e486e52-f682-4512-95c8-aab8d3b7bfe9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1537879 Nov 04 09:11:22.057135 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-99e4c07c-675c-4e07-8561-c97f24d5dcc1 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "GET /v2.0/ports?device_id=0463848e-7ca7-436d-95b7-515aa5a41910 HTTP/1.1" status: 200 len: 205 time: 0.0683336 Nov 04 09:11:22.057135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33840) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.099661 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-b0b01229-456a-49ac-80b3-292eb669737c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] delete failed (client error): The resource could not be found. Nov 04 09:11:22.103444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b0b01229-456a-49ac-80b3-292eb669737c tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/routers/0463848e-7ca7-436d-95b7-515aa5a41910 HTTP/1.1" status: 404 len: 336 time: 0.0478697 Nov 04 09:11:22.105176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.112564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] For port 7fe05ae6-5ae3-4de6-97b2-360687386a72, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7fe05ae6-5ae3-4de6-97b2-360687386a72,segment=NetworkSegment(e5bddf24-c876-4f18-9ae7-c0b07c3c49b6),segment_id=e5bddf24-c876-4f18-9ae7-c0b07c3c49b6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:22.113115 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:22.139725 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1b5c21-a4ef-404d-b981-6acd5ff38ba9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.140025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1b5c21-a4ef-404d-b981-6acd5ff38ba9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.145495 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-db1b5c21-a4ef-404d-b981-6acd5ff38ba9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/dd94bdcb-0845-4fc7-bef2-c3f9bfd1ea6c HTTP/1.1" status: 404 len: 337 time: 0.0391045 Nov 04 09:11:22.145936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.158833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] Calling delete_port for 7fe05ae6-5ae3-4de6-97b2-360687386a72 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:22.184153 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad4d1a2-ba6b-4333-9fde-b081017f7dbc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.184837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad4d1a2-ba6b-4333-9fde-b081017f7dbc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.188788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1ad4d1a2-ba6b-4333-9fde-b081017f7dbc tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/8cd7ac6c-aaf8-484d-b479-e6d5ebf0be4e HTTP/1.1" status: 404 len: 337 time: 0.0411355 Nov 04 09:11:22.191661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33858) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.239559 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-477e28c8-691c-4ed3-9e23-b27fa5f55eea tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.241503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-477e28c8-691c-4ed3-9e23-b27fa5f55eea tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.249978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-477e28c8-691c-4ed3-9e23-b27fa5f55eea tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/69f50c0a-487e-44ed-89b0-f7840715d26a HTTP/1.1" status: 404 len: 337 time: 0.0569799 Nov 04 09:11:22.253594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33866) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.294444 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-b48f9fae-98b0-4f2a-bb94-f9d787630f84 service neutron] 10.222.0.53 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858624 Nov 04 09:11:22.310350 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e10f1a3-a797-4573-8645-a7ab97e0c642 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.314164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e10f1a3-a797-4573-8645-a7ab97e0c642 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.324700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9e10f1a3-a797-4573-8645-a7ab97e0c642 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/c716ff1c-7e96-4b8e-91dc-2546706e6555 HTTP/1.1" status: 404 len: 333 time: 0.0682871 Nov 04 09:11:22.332146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33876) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.412889 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c861088-db34-4637-8d1f-02a5f25231ed tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.415910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c861088-db34-4637-8d1f-02a5f25231ed tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.424261 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0c861088-db34-4637-8d1f-02a5f25231ed tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/ba75e513-ccd2-494d-81cc-4ee86aa34dda HTTP/1.1" status: 404 len: 337 time: 0.0890732 Nov 04 09:11:22.427740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.449606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7fe05ae6-5ae3-4de6-97b2-360687386a72 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:11:22.494034 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c39d362-3fd5-4a75-b3c8-ab03a2636699 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.497164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c39d362-3fd5-4a75-b3c8-ab03a2636699 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.507273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c39d362-3fd5-4a75-b3c8-ab03a2636699 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/868f47c3-f5cb-47c2-a528-58bd60974d2a HTTP/1.1" status: 404 len: 337 time: 0.0755723 Nov 04 09:11:22.514476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33894) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.591256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7fe05ae6-5ae3-4de6-97b2-360687386a72 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:11:22.591707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7fe05ae6-5ae3-4de6-97b2-360687386a72 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:11:22.596015 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:22.622388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-1e729ed7-5f29-4f21-ae09-1847eb189020 service neutron] 10.222.0.53 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157578 Nov 04 09:11:22.623053 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b50f9c-aadd-48d2-8057-5ddc15c06ef9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.624286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b50f9c-aadd-48d2-8057-5ddc15c06ef9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.634626 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-43b50f9c-aadd-48d2-8057-5ddc15c06ef9 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/fec55906-d7f7-42ea-a423-b3c4009c6fc1 HTTP/1.1" status: 404 len: 333 time: 0.1178701 Nov 04 09:11:22.637475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.683349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] Pushing event deleted for resources: {'Port': ['ID=7fe05ae6-5ae3-4de6-97b2-360687386a72,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:22.701181 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-808ed7c0-5951-4727-b06d-268fd47e81af tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.701890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-808ed7c0-5951-4727-b06d-268fd47e81af tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.709226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:22.709631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d6361-52f0-4d4a-b4b9-b189491e1fae None None] No DVR routers for this DVR port 7fe05ae6-5ae3-4de6-97b2-360687386a72 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:22.709759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-808ed7c0-5951-4727-b06d-268fd47e81af tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/07bb9851-5d6f-425c-b4f1-a32449a1cfc8 HTTP/1.1" status: 404 len: 337 time: 0.0709507 Nov 04 09:11:22.815159 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e979394-805a-4661-b513-785474850f85 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] DELETE failed (client error): The resource could not be found. Nov 04 09:11:22.815897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e979394-805a-4661-b513-785474850f85 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:11:22.822219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5e979394-805a-4661-b513-785474850f85 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/subnets/fcea5fc5-b6bc-4c85-b90a-d2acafcbc2a0 HTTP/1.1" status: 404 len: 337 time: 0.1110568 Nov 04 09:11:22.826003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 33928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:23.094054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Deleting port d8debd5d-9250-4c3f-a6d3-40bb844adb50 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:23.094785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:23.623068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:23.780905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b439f3bd-bc59-41dd-8f1b-ed8ffddd42a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:23.786110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a972ac7a-232e-4054-a804-3ea92ef75a0f req-bad3e52d-2654-4613-8c0a-33d7f200622c tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 210 time: 0.0707929 Nov 04 09:11:23.820834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:23.840019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Calling delete_port for d8debd5d-9250-4c3f-a6d3-40bb844adb50 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:23.901823 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b439f3bd-bc59-41dd-8f1b-ed8ffddd42a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:23.907714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b439f3bd-bc59-41dd-8f1b-ed8ffddd42a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:23.957665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b439f3bd-bc59-41dd-8f1b-ed8ffddd42a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7dacdd5008574bc182a2c3c741481f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3332777 Nov 04 09:11:23.959272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439f3bd-bc59-41dd-8f1b-ed8ffddd42a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b24b5f-c5c9-4708-96e5-0ede54b9531a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:23.962172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33988) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:24.023277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.049184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6013f41e-0049-4e9a-b28d-cd51a6c0c128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.081764 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6013f41e-0049-4e9a-b28d-cd51a6c0c128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.090636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Port': ['ID=d8debd5d-9250-4c3f-a6d3-40bb844adb50,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:24.109639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.113997 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a2a44a61-ca78-4cfd-9218-f5bee5c76b0d tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/ports/d8debd5d-9250-4c3f-a6d3-40bb844adb50 HTTP/1.1" status: 204 len: 168 time: 1.2866182 Nov 04 09:11:24.117869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 33994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:24.307342 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.334589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6013f41e-0049-4e9a-b28d-cd51a6c0c128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.337874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6013f41e-0049-4e9a-b28d-cd51a6c0c128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.342222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6013f41e-0049-4e9a-b28d-cd51a6c0c128 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9b24b5f-c5c9-4708-96e5-0ede54b9531a HTTP/1.1" status: 204 len: 168 time: 0.3651671 Nov 04 09:11:24.370243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013f41e-0049-4e9a-b28d-cd51a6c0c128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b24b5f-c5c9-4708-96e5-0ede54b9531a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:24.507177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-c0fdaac3-2133-47a4-b5be-794475dbf5e3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:24.509127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-c0fdaac3-2133-47a4-b5be-794475dbf5e3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.55 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 813 time: 0.3013306 Nov 04 09:11:24.535363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'port': {'device_id': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938', 'admin_state_up': True, 'tenant_id': '011ca0e73ae0454a970b016a8e66a08c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:24.559130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.620103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0655064f-b301-4d64-8ad3-58d82b0fb532']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:24.647171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5bddf24-c876-4f18-9ae7-c0b07c3c49b6') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:24.648508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5bddf24-c876-4f18-9ae7-c0b07c3c49b6') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:24.673493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.702998 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.717631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:11:24.718486 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:11:24.722718 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:11:24.822298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Made reservation on behalf of 011ca0e73ae0454a970b016a8e66a08c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:24.826474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.829833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.863923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:24.874090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] 10.222.0.53 "DELETE /v2.0/networks/0655064f-b301-4d64-8ad3-58d82b0fb532 HTTP/1.1" status: 204 len: 168 time: 0.7533493 Nov 04 09:11:24.908079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771de248-9331-4560-84b4-77329eedff29 tempest-PortsIpV6TestJSON-202810714 tempest-PortsIpV6TestJSON-202810714-project] Pushing event deleted for resources: {'Network': ['ID=0655064f-b301-4d64-8ad3-58d82b0fb532,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:24.919464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34024) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:24.937596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ae61ae2-6c55-46e5-b1c9-40c19502eee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.149057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a40a8082-20f2-4bd9-a037-eedd650a9f05 req-dc749b3e-ecaa-47bd-b5be-e5ddb2978196 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 210 time: 0.0851460 Nov 04 09:11:25.201403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Allocated IP 172.20.0.4 (0cbb9e04-8d59-436d-ba5e-d1d69861d938/bf00050e-ddee-456d-a26a-e3ca6fb05e81/2f8d1543-939b-4b9b-b2e6-87a5a77086f3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:25.234609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ae61ae2-6c55-46e5-b1c9-40c19502eee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.243959 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ae61ae2-6c55-46e5-b1c9-40c19502eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.360882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6ae61ae2-6c55-46e5-b1c9-40c19502eee3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa244b64b7c041faa2cf7edad3e982f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4398239 Nov 04 09:11:25.362168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae61ae2-6c55-46e5-b1c9-40c19502eee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5e72d-3c3b-4057-b8db-df7f45c699e5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:25.365172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34042) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:25.412731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34046) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:25.465542 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fda178-0ba3-4bb1-90c6-1bcdaa981b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.505221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fda178-0ba3-4bb1-90c6-1bcdaa981b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.752857 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fda178-0ba3-4bb1-90c6-1bcdaa981b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.756470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-18fda178-0ba3-4bb1-90c6-1bcdaa981b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.761372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-18fda178-0ba3-4bb1-90c6-1bcdaa981b5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94b5e72d-3c3b-4057-b8db-df7f45c699e5 HTTP/1.1" status: 204 len: 168 time: 0.3910160 Nov 04 09:11:25.789168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fda178-0ba3-4bb1-90c6-1bcdaa981b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5e72d-3c3b-4057-b8db-df7f45c699e5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:25.791549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.883542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:25.900737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:25.953741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69c74267-5f6b-4fd5-8675-9dc6afbe43e2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ffdade3df5e74fa7875c56b939df6834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326698 Nov 04 09:11:25.954365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:26.045990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c38f871-2ed8-425b-ad10-4d1debd646db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:26.047919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:26.051535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:26.080943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:26.149782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c38f871-2ed8-425b-ad10-4d1debd646db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:26.224740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:26.316104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:26.319661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:26.325156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c38f871-2ed8-425b-ad10-4d1debd646db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:26.329438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c38f871-2ed8-425b-ad10-4d1debd646db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:26.350249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6c38f871-2ed8-425b-ad10-4d1debd646db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a1e9bc2-5045-40de-8e8d-e144926c1dc0 HTTP/1.1" status: 204 len: 168 time: 0.3947461 Nov 04 09:11:26.376849 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-96f1475f-0712-436c-86a1-a3a93bb4cd7f tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8571129 Nov 04 09:11:26.395546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Request body: {'port': {'device_id': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:26.398203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38f871-2ed8-425b-ad10-4d1debd646db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e9bc2-5045-40de-8e8d-e144926c1dc0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:26.601979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be841ef-d29b-4536-b7e6-aceabc1df529 req-649afcfc-207a-40f5-a7bd-69057a0207b3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:26.612581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6be841ef-d29b-4536-b7e6-aceabc1df529 req-649afcfc-207a-40f5-a7bd-69057a0207b3 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 931 time: 0.1795149 Nov 04 09:11:26.635472 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:26.659004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:26.714118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6be841ef-d29b-4536-b7e6-aceabc1df529 req-ebc1f594-c5e3-4ff8-b997-163631440af4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783999 Nov 04 09:11:27.174710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d9afd8e-9c35-44f7-8873-b019576e2b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.366184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d9afd8e-9c35-44f7-8873-b019576e2b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.373744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d9afd8e-9c35-44f7-8873-b019576e2b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.461319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9afd8e-9c35-44f7-8873-b019576e2b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc9f0ec-fb2f-4827-ad32-dda7ce57ba11,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:27.471302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7d9afd8e-9c35-44f7-8873-b019576e2b56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd134e80a6584404b1ff26a706af7507&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068695 Nov 04 09:11:27.475450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:27.493741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:11:27.519749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.551497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Transition to ACTIVE for port object 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:11:27.560483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.591892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f7fb-ca14-4415-80ef-62f316477b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.624352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f7fb-ca14-4415-80ef-62f316477b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.691460 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f7fb-ca14-4415-80ef-62f316477b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.694832 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f7fb-ca14-4415-80ef-62f316477b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.696662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ddd9f7fb-ca14-4415-80ef-62f316477b84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebc9f0ec-fb2f-4827-ad32-dda7ce57ba11 HTTP/1.1" status: 204 len: 168 time: 0.2197251 Nov 04 09:11:27.717301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:27.722809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9f7fb-ca14-4415-80ef-62f316477b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc9f0ec-fb2f-4827-ad32-dda7ce57ba11,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:27.873459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Attempting to bind port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:11:27.873585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Attempting to bind port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:11:27.873907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Attempting to bind port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 on network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:27.886791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 on network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:11:27.887145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Attempting to bind port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 on network 0cbb9e04-8d59-436d-ba5e-d1d69861d938 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:27.893198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:11:27.893549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Checking segment: {'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:27.893967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Bound using segment: {'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:11:27.894409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Bound port: 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a06ae45-477d-4504-bea1-31f154da048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:11:27.894803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:27.981420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e9db1-c935-4b0f-8eab-70c1c5ff2b02 req-5a3c2d56-4582-445e-8dfc-7be3fcb1fa35 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:27.988926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-522e9db1-c935-4b0f-8eab-70c1c5ff2b02 req-5a3c2d56-4582-445e-8dfc-7be3fcb1fa35 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 943 time: 0.1023338 Nov 04 09:11:28.028140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:11:28.036469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:11:28.046852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.065822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-522e9db1-c935-4b0f-8eab-70c1c5ff2b02 req-a823bb52-14da-4370-b624-e6d707b2376a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719538 Nov 04 09:11:28.153559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:28.154447 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.156111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 1091 time: 1.7707102 Nov 04 09:11:28.159627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:28.161823 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd3a579-1de8-41ff-858f-6da6489f9171" -d '{"events": [{"name": "network-changed", "server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:28.237267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:28.247070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328eb97-8ada-42ab-9c94-9db9dfeb2214 service neutron] Pushing event updated for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:28.259431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a131cd0-60ee-4a31-91e1-273a1cc23f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.317577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-672af8ae-7a53-49bb-8433-031430cf552d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:28.319109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-672af8ae-7a53-49bb-8433-031430cf552d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1094 time: 0.1088395 Nov 04 09:11:28.330272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:28.374030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-247cba0c-b519-4167-b0dd-70a97291a1fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 217 time: 0.0457268 Nov 04 09:11:28.375626 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c590ab-5bad-45a5-9768-f13c6172c7e7 x-openstack-request-id: req-12c590ab-5bad-45a5-9768-f13c6172c7e7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:28.375932 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:28.376239 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12c590ab-5bad-45a5-9768-f13c6172c7e7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:28.376637 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3', 'status': 'completed', 'code': 200} Nov 04 09:11:28.449150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-1e9c127e-cd22-4490-aeed-97a841a01076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:28.451543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-1e9c127e-cd22-4490-aeed-97a841a01076 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.0702341 Nov 04 09:11:28.463578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a131cd0-60ee-4a31-91e1-273a1cc23f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.469711 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a131cd0-60ee-4a31-91e1-273a1cc23f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.497685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-5a84a8ff-d2fa-4ba6-9875-c34164f48c31 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372095 Nov 04 09:11:28.511178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a131cd0-60ee-4a31-91e1-273a1cc23f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd1a671-4968-4ff9-952d-37dad65a3ca1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:28.554684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a131cd0-60ee-4a31-91e1-273a1cc23f0b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=40e9b97b028e467f881039bb07b57e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155072 Nov 04 09:11:28.557359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34138) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:28.618795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-71b5b7a4-d10e-42ee-8837-82a5a84bc2c6 service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124427 Nov 04 09:11:28.624603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf357fa-7847-4b49-8c99-35d33ee3a8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.679461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1210576689'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:28.691472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf357fa-7847-4b49-8c99-35d33ee3a8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.764826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:28.770148 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.797691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.818422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d57cc17-33b6-4154-857c-c1d9d770a8fb req-f152c276-bc11-4fb1-bc84-e1aac3e6ee2b service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916904 Nov 04 09:11:28.855941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf357fa-7847-4b49-8c99-35d33ee3a8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.861928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7cf357fa-7847-4b49-8c99-35d33ee3a8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:28.863626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7cf357fa-7847-4b49-8c99-35d33ee3a8be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fd1a671-4968-4ff9-952d-37dad65a3ca1 HTTP/1.1" status: 204 len: 168 time: 0.3049257 Nov 04 09:11:28.909965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf357fa-7847-4b49-8c99-35d33ee3a8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd1a671-4968-4ff9-952d-37dad65a3ca1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:28.990931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-53fb33e4-6b49-4cac-8460-5c400ab8c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:29.001299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-53fb33e4-6b49-4cac-8460-5c400ab8c7ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1094 time: 0.0624220 Nov 04 09:11:29.014839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.022371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.053277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:11:29.088724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.089221 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment 0c03edaa-5990-42fd-98e9-35e0a1961c67 of type vlan for network 3e0af576-adaa-43a5-bc50-165c592fdc54 Nov 04 09:11:29.099353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4ac396-b636-426b-8104-2fc9ef08e96b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:29.160036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.176539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-24ffe388-baec-491b-8ac8-8b4776a9fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:29.178533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-24ffe388-baec-491b-8ac8-8b4776a9fe13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 914 time: 0.1609256 Nov 04 09:11:29.248486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-8e7dcde9-adf3-4a07-8a17-05fbd7883d88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 217 time: 0.0572553 Nov 04 09:11:29.263995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.271395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:29.272297 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.307725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-1d8b15ce-9963-4640-a44a-32e4026acb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:29.309417 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-1d8b15ce-9963-4640-a44a-32e4026acb97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.0536394 Nov 04 09:11:29.347162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-6ead7777-a4be-4efc-9892-deee439bef65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300293 Nov 04 09:11:29.364861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737274f-74c8-421f-8516-046b52b1de3d req-6e48f225-32f3-40da-9a6f-953d78aa8793 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:29.367479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a737274f-74c8-421f-8516-046b52b1de3d req-6e48f225-32f3-40da-9a6f-953d78aa8793 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 943 time: 0.1654966 Nov 04 09:11:29.374197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=3e0af576-adaa-43a5-bc50-165c592fdc54,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:29.389482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:11:29.412822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5f6eb7a3-b544-4ac5-a660-fd2227292ce3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0814359 Nov 04 09:11:29.421033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:29.430236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1907704307'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:29.455161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a737274f-74c8-421f-8516-046b52b1de3d req-01646671-1599-4d1c-9101-c4bb03e9f7c8 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777164 Nov 04 09:11:29.489359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:29.494688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.531674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:11:29.547420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.548357 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment c6a42649-eab1-4f73-b64b-b51422f51177 of type vlan for network 0f3e5329-b45f-425b-9789-4f36f4d37497 Nov 04 09:11:29.590333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-65209685-9ecd-466c-8950-5a29cb686fbe service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343295 Nov 04 09:11:29.635972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.674776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.681900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:29.682620 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:29.712249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2896850 Nov 04 09:11:29.724963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:29.742609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3dd3a579-1de8-41ff-858f-6da6489f9171 req-b172a28c-fde2-418f-8417-4c6d56fb7f9e service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442540 Nov 04 09:11:29.765187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': '3e0af576-adaa-43a5-bc50-165c592fdc54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:29.880431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29f886-b5f8-4952-9742-7b18a5be64a9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=0f3e5329-b45f-425b-9789-4f36f4d37497,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:29.898651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:11:29.970052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:29.974236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:30.316411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:30.425060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': '0c03edaa-5990-42fd-98e9-35e0a1961c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e0af576-adaa-43a5-bc50-165c592fdc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:30.425494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: 3e0af576-adaa-43a5-bc50-165c592fdc54, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:11:30.428378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=edc1a587-8fbf-4f77-a50c-8db9d5435231,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:30.462220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:11:30.475992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 3e0af576-adaa-43a5-bc50-165c592fdc54) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:30.481950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:30.482719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:30.489681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df842a-1690-417e-b11d-61a1cddf302b None None] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:30.505110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-67bcfa72-5934-405f-90db-04b0ac69ba34 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7790725 Nov 04 09:11:30.508054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:30.516712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': '0f3e5329-b45f-425b-9789-4f36f4d37497', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:30.739145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:30.743142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:30.758293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cd930-21f9-4dda-b9b5-130cc312bc75 req-a6276090-cfd3-46a1-a6a6-3c55d280da62 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:30.760158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-242cd930-21f9-4dda-b9b5-130cc312bc75 req-a6276090-cfd3-46a1-a6a6-3c55d280da62 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 943 time: 0.1009064 Nov 04 09:11:30.809838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-3e0af576-adaa-43a5-bc50-165c592fdc54', 'network_id': '3e0af576-adaa-43a5-bc50-165c592fdc54', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': 'edc1a587-8fbf-4f77-a50c-8db9d5435231'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:11:30.810822 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:30.886941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-242cd930-21f9-4dda-b9b5-130cc312bc75 req-a8594dd8-c136-4c5d-baf8-fb56235f765d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110184 Nov 04 09:11:31.046269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Allocated IP 2001:db8::2 (3e0af576-adaa-43a5-bc50-165c592fdc54/edc1a587-8fbf-4f77-a50c-8db9d5435231/a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:31.134391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.210750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=dfaa354e-9f08-4243-a539-132e43b78639,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:31.234921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': 'c6a42649-eab1-4f73-b64b-b51422f51177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f3e5329-b45f-425b-9789-4f36f4d37497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:31.235681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: 0f3e5329-b45f-425b-9789-4f36f4d37497, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:11:31.259022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:11:31.267875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.274191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0f3e5329-b45f-425b-9789-4f36f4d37497) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:31.280763 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.302952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:31.304299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.339386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Pushing event updated for resources: {'Port': ['ID=a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:31.347353 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ffe94ca2-a582-46cf-bac7-6f397eefee72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8364296 Nov 04 09:11:31.347873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34234) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:31.350686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13b9e5b-2505-4d91-ba92-ede8f428dd42 None None] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:31.353198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-68c6f3b8-fad1-49d7-a9e6-1441aa179d52 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2126954042', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:31.382898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3b8-fad1-49d7-a9e6-1441aa179d52 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.384873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3b8-fad1-49d7-a9e6-1441aa179d52 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.460692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3b8-fad1-49d7-a9e6-1441aa179d52 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.467059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3b8-fad1-49d7-a9e6-1441aa179d52 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.492256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-68c6f3b8-fad1-49d7-a9e6-1441aa179d52 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.495900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-68c6f3b8-fad1-49d7-a9e6-1441aa179d52 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1464372 Nov 04 09:11:31.498961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34236) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:31.502224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:31.507677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:31.512103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:31.578251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-0f3e5329-b45f-425b-9789-4f36f4d37497', 'network_id': '0f3e5329-b45f-425b-9789-4f36f4d37497', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': 'dfaa354e-9f08-4243-a539-132e43b78639'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:11:31.579200 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.634090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Attempting to bind port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:11:31.634387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Attempting to bind port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0c03edaa-5990-42fd-98e9-35e0a1961c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e0af576-adaa-43a5-bc50-165c592fdc54'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:11:31.635691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Attempting to bind port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e on network 3e0af576-adaa-43a5-bc50-165c592fdc54 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:31.699823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:11:31.700492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Checking segment: {'id': '0c03edaa-5990-42fd-98e9-35e0a1961c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e0af576-adaa-43a5-bc50-165c592fdc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:31.700659 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.701049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Bound using segment: {'id': '0c03edaa-5990-42fd-98e9-35e0a1961c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e0af576-adaa-43a5-bc50-165c592fdc54'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:11:31.701534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Bound port: a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c03edaa-5990-42fd-98e9-35e0a1961c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3e0af576-adaa-43a5-bc50-165c592fdc54'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:11:31.701959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.941504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Allocated IP 2001:db8:1::2 (0f3e5329-b45f-425b-9789-4f36f4d37497/dfaa354e-9f08-4243-a539-132e43b78639/becb7691-1da0-466f-b647-476c8d0bcf28) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:31.944560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] For port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:11:31.950937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] For port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e,segment=NetworkSegment(0c03edaa-5990-42fd-98e9-35e0a1961c67),segment_id=0c03edaa-5990-42fd-98e9-35e0a1961c67)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:11:31.960346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:31.976200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.132943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed713adc-a29c-49cc-9061-e0e452cdcc29 None None] Pushing event updated for resources: {'Port': ['ID=a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:32.302968 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.304270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bd9f4-f4ba-4f97-bb0b-d5afee53dd03 req-9d726baf-a51b-47f4-80ce-d3b314b4d1b6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:32.311898 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.316054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d42bd9f4-f4ba-4f97-bb0b-d5afee53dd03 req-9d726baf-a51b-47f4-80ce-d3b314b4d1b6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 943 time: 0.1053820 Nov 04 09:11:32.397185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:32.402707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:32.406147 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d42bd9f4-f4ba-4f97-bb0b-d5afee53dd03 req-6e9c9bdf-d05b-401d-b2f8-b9ebfd78d259 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891111 Nov 04 09:11:32.413672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:32.418464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Pushing event updated for resources: {'Port': ['ID=becb7691-1da0-466f-b647-476c8d0bcf28,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:32.480440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:11:32.508161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Attempting to bind port becb7691-1da0-466f-b647-476c8d0bcf28 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:11:32.508926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Attempting to bind port becb7691-1da0-466f-b647-476c8d0bcf28 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'c6a42649-eab1-4f73-b64b-b51422f51177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f3e5329-b45f-425b-9789-4f36f4d37497'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:11:32.510820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Attempting to bind port becb7691-1da0-466f-b647-476c8d0bcf28 on network 0f3e5329-b45f-425b-9789-4f36f4d37497 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:32.524967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:11:32.525720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Checking segment: {'id': 'c6a42649-eab1-4f73-b64b-b51422f51177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f3e5329-b45f-425b-9789-4f36f4d37497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:32.526000 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.526439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Bound using segment: {'id': 'c6a42649-eab1-4f73-b64b-b51422f51177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f3e5329-b45f-425b-9789-4f36f4d37497'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:11:32.526913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Bound port: becb7691-1da0-466f-b647-476c8d0bcf28, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a42649-eab1-4f73-b64b-b51422f51177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '0f3e5329-b45f-425b-9789-4f36f4d37497'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:11:32.527297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.539512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8::1 (3e0af576-adaa-43a5-bc50-165c592fdc54/edc1a587-8fbf-4f77-a50c-8db9d5435231/fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:32.689617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] For port becb7691-1da0-466f-b647-476c8d0bcf28, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:11:32.693460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:32.697834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] For port becb7691-1da0-466f-b647-476c8d0bcf28, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=becb7691-1da0-466f-b647-476c8d0bcf28,segment=NetworkSegment(c6a42649-eab1-4f73-b64b-b51422f51177),segment_id=c6a42649-eab1-4f73-b64b-b51422f51177)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:11:32.706568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.707322 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.718404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3', 'network_id': '0cbb9e04-8d59-436d-ba5e-d1d69861d938', 'port_id': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3', 'mac_address': 'fa:16:3e:fa:bf:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf00050e-ddee-456d-a26a-e3ca6fb05e81', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:11:32.748737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.818419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc91907e-736d-4b90-b937-7ad3c83cae49 None None] Pushing event updated for resources: {'Port': ['ID=becb7691-1da0-466f-b647-476c8d0bcf28,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:32.823367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.845184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:11:32.870660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:32.879185 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:32.894962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:32.909184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:32.915001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:32.919983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:32.920595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:33.073349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:33.195081 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:33.306056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2f8d1543-939b-4b9b-b2e6-87a5a77086f3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:33.607166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:33.613010 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:33.614209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:33.615765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792a1e8-7526-4f08-9cab-64fd94d6ce6d req-f5a3bf1c-408f-46e7-89c8-785c238a978e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:33.617373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a792a1e8-7526-4f08-9cab-64fd94d6ce6d req-f5a3bf1c-408f-46e7-89c8-785c238a978e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 944 time: 0.0714681 Nov 04 09:11:33.664835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a792a1e8-7526-4f08-9cab-64fd94d6ce6d req-92e4f50f-912b-4c3e-a015-4e9b14c5839a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Nov 04 09:11:33.793039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:33.794529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:33.797547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:33.829851 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a189b30-6ee8-4f69-95f9-4e5ee3d5e67d None None] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:33.936783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 4f91a210-14aa-4852-bbc4-e008d3b17d00 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:11:34.070924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-039910f3-5ec7-489f-956a-ab089bc96b77 None None] Provisioning complete for port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:34.073382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-039910f3-5ec7-489f-956a-ab089bc96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:34.092508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:11:34.099969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1a128472-f8f2-4a07-ac29-4f5c1ba9f650 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/4f91a210-14aa-4852-bbc4-e008d3b17d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985899 Nov 04 09:11:34.102047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34276) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:34.128642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] Sync routers for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:11:34.178490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc04215a-43b5-42a8-b191-b1031279d4dc tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:34.187317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fc04215a-43b5-42a8-b191-b1031279d4dc tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports/fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad HTTP/1.1" status: 200 len: 911 time: 0.0806210 Nov 04 09:11:34.188295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:34.190336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:34.190977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:34.250858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:34.298026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:34.298636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:34.771267 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-039910f3-5ec7-489f-956a-ab089bc96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:34.775792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60c4fa-605a-4b57-bb1a-b64d7b24477e None None] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:34.777978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:34.783338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:34.784057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6c212-35cc-4547-912b-64cc76854d3e None None] The sync data for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:11:34.833036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:34.992325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cddd45-10a1-4563-af8b-8c95efec39d8 req-ae4c590e-0e95-4793-bc22-f55b7deb56a7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:35.014550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-039910f3-5ec7-489f-956a-ab089bc96b77 None None] For port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e,segment=NetworkSegment(0c03edaa-5990-42fd-98e9-35e0a1961c67),segment_id=0c03edaa-5990-42fd-98e9-35e0a1961c67)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:35.015977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5cddd45-10a1-4563-af8b-8c95efec39d8 req-ae4c590e-0e95-4793-bc22-f55b7deb56a7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 944 time: 0.1801198 Nov 04 09:11:35.034920 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-039910f3-5ec7-489f-956a-ab089bc96b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.094055 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5cddd45-10a1-4563-af8b-8c95efec39d8 req-cbd54a19-46aa-44bf-8b03-f41d930a68bc tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707953 Nov 04 09:11:35.188832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:35.194050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.385115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039910f3-5ec7-489f-956a-ab089bc96b77 None None] Pushing event updated for resources: {'Port': ['ID=a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:35.409323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Provisioning complete for port fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:35.409728 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.459830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8:1::1 (0f3e5329-b45f-425b-9789-4f36f4d37497/dfaa354e-9f08-4243-a539-132e43b78639/d42bc00d-3ed7-4e9e-b294-8ed9c2970cce) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:35.489403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Port fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:35.511893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device becb7691-1da0-466f-b647-476c8d0bcf28 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:35.541842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Provisioning complete for port becb7691-1da0-466f-b647-476c8d0bcf28 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:35.542232 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.640941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port becb7691-1da0-466f-b647-476c8d0bcf28 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:35.640941 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.682879 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.737687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.741631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.807240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] For port becb7691-1da0-466f-b647-476c8d0bcf28, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=becb7691-1da0-466f-b647-476c8d0bcf28,segment=NetworkSegment(c6a42649-eab1-4f73-b64b-b51422f51177),segment_id=c6a42649-eab1-4f73-b64b-b51422f51177)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:35.809297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:35.814628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.815041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:35.825654 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.838886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:35.840181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.875611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Provisioning complete for port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:35.876089 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:35.948229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=d42bc00d-3ed7-4e9e-b294-8ed9c2970cce,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:35.970476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84400461-74f4-4139-b51d-07f5bb9a1d2f None None] Pushing event updated for resources: {'Port': ['ID=becb7691-1da0-466f-b647-476c8d0bcf28,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:36.015401 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:11:36.016118 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:11:36.055872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.215702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Provisioning complete for port fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:36.215702 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.298549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Port fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:36.361683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e879c-cada-46e9-864a-6075b2316791 req-f99e0d61-8ecd-4ef6-aa65-8cde2af0b86e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:36.363316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d1e879c-cada-46e9-864a-6075b2316791 req-f99e0d61-8ecd-4ef6-aa65-8cde2af0b86e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 944 time: 0.1483324 Nov 04 09:11:36.395153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Provisioning complete for port d42bc00d-3ed7-4e9e-b294-8ed9c2970cce triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:36.395972 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.471108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:36.518207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d1e879c-cada-46e9-864a-6075b2316791 req-a70aeed8-f242-4554-80c5-b9cdbfb8ac8e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452084 Nov 04 09:11:36.651485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.658071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.658880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.722463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Port d42bc00d-3ed7-4e9e-b294-8ed9c2970cce cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:36.757284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Provisioning complete for port becb7691-1da0-466f-b647-476c8d0bcf28 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:36.757663 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-15bc29c4-c6df-4eba-bfcb-cdfc8097e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.816845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:11:36.824456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:36.825095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:36.851090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=d42bc00d-3ed7-4e9e-b294-8ed9c2970cce,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:36.855190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:36.909446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:36.911167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:37.012712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:37.013468 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:37.079390 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:37.094432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 4f91a210-14aa-4852-bbc4-e008d3b17d00 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:11:37.114456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:37.116805 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73afa20f-8d15-44ce-a09a-7b4b9164c351" -d '{"events": [{"server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "name": "network-vif-plugged", "status": "completed", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:37.137462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:37.143693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:37.190773 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6895cf5-ec3f-4792-8674-6e32eb10b355 x-openstack-request-id: req-d6895cf5-ec3f-4792-8674-6e32eb10b355 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:37.191062 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "name": "network-vif-plugged", "status": "completed", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:37.191309 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6895cf5-ec3f-4792-8674-6e32eb10b355 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:37.191699 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3', 'code': 200} Nov 04 09:11:37.208228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device becb7691-1da0-466f-b647-476c8d0bcf28 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:37.252189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:37.264702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:11:37.273076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc05d90f-226f-4460-9f77-980c0a08b6a2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/4f91a210-14aa-4852-bbc4-e008d3b17d00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0843968 Nov 04 09:11:37.276155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34320) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:37.278941 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] Sync routers for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:11:37.284787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port becb7691-1da0-466f-b647-476c8d0bcf28 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:37.285267 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:37.294065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:37.295484 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:37.311889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64728d-8e04-47d6-8603-00454f6af9a3 req-8bcce498-89fd-449d-99b4-852e3689f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:37.313729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc64728d-8e04-47d6-8603-00454f6af9a3 req-8bcce498-89fd-449d-99b4-852e3689f98a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1096 time: 0.0561490 Nov 04 09:11:37.337466 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:37.346902 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:37.347692 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:37.352483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122de6d1-d514-4a8e-8589-cbbec05b39f9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:37.358075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-122de6d1-d514-4a8e-8589-cbbec05b39f9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports/d42bc00d-3ed7-4e9e-b294-8ed9c2970cce HTTP/1.1" status: 200 len: 913 time: 0.0688632 Nov 04 09:11:37.358958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34322) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:37.377084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f4df3297-c5f5-4735-a65a-c87a900e272a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:37.388297 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:37.389231 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3078814-2857-4aac-ba62-7f8297d34a2c None None] The sync data for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:11:37.396112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6bf44bd8-650c-44af-9e93-4efba0d477a5 None None] Provisioning complete for port d42bc00d-3ed7-4e9e-b294-8ed9c2970cce triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:37.396486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bf44bd8-650c-44af-9e93-4efba0d477a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:37.464883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6bf44bd8-650c-44af-9e93-4efba0d477a5 None None] Port d42bc00d-3ed7-4e9e-b294-8ed9c2970cce cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:37.467091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc64728d-8e04-47d6-8603-00454f6af9a3 req-e9f00ff1-efd1-4a49-b85f-edb4921b27af service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448584 Nov 04 09:11:37.705312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1e025-7c8c-4c1b-b576-9f639135560f req-41d795f2-81a1-4bce-a9c3-11b6c843b8bb tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:37.707007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dc1e025-7c8c-4c1b-b576-9f639135560f req-41d795f2-81a1-4bce-a9c3-11b6c843b8bb tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 945 time: 0.0757494 Nov 04 09:11:37.771661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dc1e025-7c8c-4c1b-b576-9f639135560f req-8d364278-6620-45b7-ad95-4219c4d865c0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535848 Nov 04 09:11:38.153741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:38.448009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port d42bc00d-3ed7-4e9e-b294-8ed9c2970cce {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:38.448686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:38.570897 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:38.590349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for d42bc00d-3ed7-4e9e-b294-8ed9c2970cce owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:38.828413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:38.875255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=d42bc00d-3ed7-4e9e-b294-8ed9c2970cce,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:38.998775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:38.999240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:38.999706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.000105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.000440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.000767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.001093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.001416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.001738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.002058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.002380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.002696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:39.085335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510d95-fe09-41ae-890c-01f8823a5cdf req-909abef3-5f96-4937-9f33-f5e5c782a000 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:39.086477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f510d95-fe09-41ae-890c-01f8823a5cdf req-909abef3-5f96-4937-9f33-f5e5c782a000 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 945 time: 0.1710098 Nov 04 09:11:39.103681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:39.256137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f510d95-fe09-41ae-890c-01f8823a5cdf req-1b6d37fa-68a1-4710-b113-059e0e06cd91 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477599 Nov 04 09:11:39.522517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 4f91a210-14aa-4852-bbc4-e008d3b17d00 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:11:39.651205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:11:39.662468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] Sync routers for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:11:39.663128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1fe9f93-fdff-4442-be6b-3a5245d713b8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/4f91a210-14aa-4852-bbc4-e008d3b17d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3027279 Nov 04 09:11:39.668456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34378) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:39.683421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:39.686597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:39.774802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:39.835243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:39.836836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:39.961457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:39.962024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5090fa5-86a4-486e-b611-b77a81acd2eb None None] The sync data for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:11:39.988016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e2121f16-8591-4f62-ba9b-9cf2e5c11770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.179357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.224043 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.295646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-a870c955-1c75-4b15-ad72-f9073ba99e56 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1083012058&fields=id&tenant_id=011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 267 time: 0.7126436 Nov 04 09:11:40.357950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-7fb9fe09-9312-4247-992e-004b0eb5f0e5 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:40.365335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-7fb9fe09-9312-4247-992e-004b0eb5f0e5 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 945 time: 0.0616503 Nov 04 09:11:40.374462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'port': {'security_groups': ['4766351e-548a-4fed-89fb-9c17f94186ee', 'e32099e1-635e-4b24-8e48-34ac7e01eb6f']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:40.465312 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.488014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:40.488454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.621984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.648058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:40.739708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:40.778873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.785286 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.801783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2f8d1543-939b-4b9b-b2e6-87a5a77086f3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:40.806803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:40.872468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.901038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:40.901785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:40.903438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4c4316d-2cab-4c96-809a-c4beceee2068 req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "PUT /v2.0/ports/2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 981 time: 0.5357802 Nov 04 09:11:40.906226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:40.908536 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b242a78a-2843-43f6-913e-daa6cff377c4" -d '{"events": [{"name": "network-changed", "server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:40.918163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=fb0dc936-5b2b-43d4-9ca8-fdab0b0c7aad,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:40.978207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b28b-2331-40d0-ab86-2de6705eb261 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:41.078530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2f8d1543-939b-4b9b-b2e6-87a5a77086f3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:41.135295 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:41.333297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:41.441463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 4f91a210-14aa-4852-bbc4-e008d3b17d00 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:11:41.641230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:11:41.648634 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-937528b3-2efa-411b-bce2-a29bb678c8f8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/4f91a210-14aa-4852-bbc4-e008d3b17d00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786980 Nov 04 09:11:41.654096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34410) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:41.662503 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] Sync routers for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:11:41.676497 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:41.678162 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:41.705256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f89e03-7075-4b14-a687-3e8acc36b52b req-0c2f6925-aa42-4342-9a03-5b360542a2d7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/e32099e1-635e-4b24-8e48-34ac7e01eb6f HTTP/1.1" status: 200 len: 1802 time: 0.1095338 Nov 04 09:11:41.720359 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:41.731185 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] Routers {'4f91a210-14aa-4852-bbc4-e008d3b17d00'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:41.732349 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['4f91a210-14aa-4852-bbc4-e008d3b17d00'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:41.756439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-724b8e0c-669d-4a46-8c81-476952331128 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f91a210-14aa-4852-bbc4-e008d3b17d00 HTTP/1.1" status: 200 len: 205 time: 0.0987179 Nov 04 09:11:41.758892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34412) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:41.795805 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:41.796399 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67659bae-837e-4061-87bc-d03b829a2926 None None] The sync data for ids ['4f91a210-14aa-4852-bbc4-e008d3b17d00'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:11:41.909983 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-939ff3f7-98c1-4865-aeeb-e753f2a1f565 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:41.913310 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-73f89e03-7075-4b14-a687-3e8acc36b52b req-357c1160-f45b-4528-ae6e-6da4e28b9aa9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 09:11:41.946730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f89e03-7075-4b14-a687-3e8acc36b52b req-357c1160-f45b-4528-ae6e-6da4e28b9aa9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/e32099e1-635e-4b24-8e48-34ac7e01eb6f HTTP/1.1" status: 409 len: 341 time: 0.2387109 Nov 04 09:11:42.066072 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bcbfdc-85f2-416e-bba2-d5d5475c91f9 x-openstack-request-id: req-74bcbfdc-85f2-416e-bba2-d5d5475c91f9 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:42.066383 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:42.066673 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-74bcbfdc-85f2-416e-bba2-d5d5475c91f9 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:42.067099 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3', 'status': 'completed', 'code': 200} Nov 04 09:11:42.123105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-4360403d-0b4f-4eb8-8a93-0147da6e1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:42.126062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-4360403d-0b4f-4eb8-8a93-0147da6e1cfe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1135 time: 0.0790830 Nov 04 09:11:42.258150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-dcabb67e-95b2-44d4-9bef-431446562386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:42.262141 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-dcabb67e-95b2-44d4-9bef-431446562386 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 914 time: 0.1256576 Nov 04 09:11:42.293541 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-939ff3f7-98c1-4865-aeeb-e753f2a1f565 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.301241 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-939ff3f7-98c1-4865-aeeb-e753f2a1f565 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.328581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-01ab7740-0c45-4cf8-8e88-364bee6e9b2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 217 time: 0.0571578 Nov 04 09:11:42.364804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-939ff3f7-98c1-4865-aeeb-e753f2a1f565 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.365961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939ff3f7-98c1-4865-aeeb-e753f2a1f565 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Fanout notify agent at l3_agent the message router_deleted on router 4f91a210-14aa-4852-bbc4-e008d3b17d00 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:11:42.381421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-939ff3f7-98c1-4865-aeeb-e753f2a1f565 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.386781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-939ff3f7-98c1-4865-aeeb-e753f2a1f565 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/4f91a210-14aa-4852-bbc4-e008d3b17d00 HTTP/1.1" status: 204 len: 168 time: 0.6264200 Nov 04 09:11:42.389670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34422) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:42.424735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-d70e22fe-3d8d-4236-8cde-c0ef9ea1f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:42.427306 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-d70e22fe-3d8d-4236-8cde-c0ef9ea1f27b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.0899274 Nov 04 09:11:42.498056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet dfaa354e-9f08-4243-a539-132e43b78639 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:11:42.503519 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.541546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517ad31c-b471-4634-97e1-e9ab7008041d req-d3a45bed-6c87-42d6-96e8-8f1abb49ab20 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:42.543323 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-517ad31c-b471-4634-97e1-e9ab7008041d req-d3a45bed-6c87-42d6-96e8-8f1abb49ab20 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 984 time: 0.1375062 Nov 04 09:11:42.554955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-7e12c869-7725-4f3b-808f-94e9d303dca0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997119 Nov 04 09:11:42.582606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.595619 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:11:42.647155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-517ad31c-b471-4634-97e1-e9ab7008041d req-90599f82-221b-4be6-9482-344a2747a988 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=e32099e1-635e-4b24-8e48-34ac7e01eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0927994 Nov 04 09:11:42.691549 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.815362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.826635 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-90f31384-cf16-4046-97fd-edbdd5bf3d36 service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602751 Nov 04 09:11:42.896740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34438) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:42.901309 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.920442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:42.928454 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fcb7ac-4c88-4705-a3b0-6dacdc44653d None None] Network 0f3e5329-b45f-425b-9789-4f36f4d37497 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:42.929349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/dfaa354e-9f08-4243-a539-132e43b78639 HTTP/1.1" status: 204 len: 168 time: 0.5374503 Nov 04 09:11:42.930044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:42.981087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=dfaa354e-9f08-4243-a539-132e43b78639,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:43.047290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.050622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.051076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.051707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.051843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.052189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.052824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.054040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.055587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.055753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.056150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.059245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2942090a-3d23-4f3f-8fdd-22f206ddddd1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:11:43.064929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b242a78a-2843-43f6-913e-daa6cff377c4 req-9b922c5a-0b6a-4eb1-aa74-b40e0b4322db service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260084 Nov 04 09:11:43.183464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet edc1a587-8fbf-4f77-a50c-8db9d5435231 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:11:43.198103 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.215324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-6b019b74-a335-4c6e-b458-91070acad5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:43.217669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-6b019b74-a335-4c6e-b458-91070acad5a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1135 time: 0.0752678 Nov 04 09:11:43.241859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-885ce4aa-f493-4442-a728-c770a08c1789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.248158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] DHCP port deletion for 0f3e5329-b45f-425b-9789-4f36f4d37497 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:11:43.299003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.322896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] Deleting port becb7691-1da0-466f-b647-476c8d0bcf28 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:43.323751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.373530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-8ffd8799-2b45-45a7-a460-2f3192992507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:43.375592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-8ffd8799-2b45-45a7-a460-2f3192992507 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 914 time: 0.1438985 Nov 04 09:11:43.412793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] For port becb7691-1da0-466f-b647-476c8d0bcf28, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=becb7691-1da0-466f-b647-476c8d0bcf28,segment=NetworkSegment(c6a42649-eab1-4f73-b64b-b51422f51177),segment_id=c6a42649-eab1-4f73-b64b-b51422f51177)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:43.413502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.427004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-08a1eb7c-04e5-4188-ac5b-8fd954ad6c31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 217 time: 0.0437121 Nov 04 09:11:43.428895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] Calling delete_port for becb7691-1da0-466f-b647-476c8d0bcf28 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:43.477697 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.485538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-c4aae74c-d0d3-4288-a33a-39374f9082ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:43.486874 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-c4aae74c-d0d3-4288-a33a-39374f9082ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.0490944 Nov 04 09:11:43.529307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-520fba0d-b976-47fd-a752-6abd9e893979 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332141 Nov 04 09:11:43.534125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-885ce4aa-f493-4442-a728-c770a08c1789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.547616 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-885ce4aa-f493-4442-a728-c770a08c1789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.557232 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.576680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] No DVR routers for this DVR port becb7691-1da0-466f-b647-476c8d0bcf28 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:43.581591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.604172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fb332-f854-4779-a841-97f6369c9a00 None None] Pushing event deleted for resources: {'Port': ['ID=becb7691-1da0-466f-b647-476c8d0bcf28,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:43.637596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=edc1a587-8fbf-4f77-a50c-8db9d5435231,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:43.644598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.646214 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-885ce4aa-f493-4442-a728-c770a08c1789 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5371a7bf5d174e6fb7b2cfad15d7afec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7479177 Nov 04 09:11:43.648860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ce4aa-f493-4442-a728-c770a08c1789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d7fb70-e182-40ab-869f-7df2396cbcef,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:43.649115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8180926f-4ea1-4a4d-b2f3-c1c2161969e2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/edc1a587-8fbf-4f77-a50c-8db9d5435231 HTTP/1.1" status: 204 len: 168 time: 0.6925006 Nov 04 09:11:43.651057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:43.651664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34450) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:43.655874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52d436-13bf-451c-a580-eee05f57df09 None None] Network 3e0af576-adaa-43a5-bc50-165c592fdc54 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:43.693395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-40c41a75-f0dd-40be-aad6-62a3cb4be315 service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564541 Nov 04 09:11:43.860918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.884852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41746c3f-cafd-4c70-a80f-dd5fedfd9512 req-d92caa17-24f3-4a3b-a109-19d1daac848c service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819096 Nov 04 09:11:43.891785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c73787e-305d-4ff7-b360-65ed2966a933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:43.922104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] DHCP port deletion for 3e0af576-adaa-43a5-bc50-165c592fdc54 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:11:43.952704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a45664-a9a0-4cf3-87d7-2e7dc7a9c095 req-cb16e924-1b05-4e17-b22f-4a4fb416d441 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:43.955078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26a45664-a9a0-4cf3-87d7-2e7dc7a9c095 req-cb16e924-1b05-4e17-b22f-4a4fb416d441 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 984 time: 0.1561058 Nov 04 09:11:43.957534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c73787e-305d-4ff7-b360-65ed2966a933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.012843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] Deleting port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:44.014382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.111105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] For port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e,segment=NetworkSegment(0c03edaa-5990-42fd-98e9-35e0a1961c67),segment_id=0c03edaa-5990-42fd-98e9-35e0a1961c67)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:44.111760 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.130586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] Calling delete_port for a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:44.184112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.204614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26a45664-a9a0-4cf3-87d7-2e7dc7a9c095 req-a78f4f5e-9742-4359-8a49-fb2a1181ccbd tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=e32099e1-635e-4b24-8e48-34ac7e01eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2383316 Nov 04 09:11:44.264341 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.267031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3e5329-b45f-425b-9789-4f36f4d37497']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:44.295758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a42649-eab1-4f73-b64b-b51422f51177') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:44.297777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a42649-eab1-4f73-b64b-b51422f51177') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:44.310395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] No DVR routers for this DVR port a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:44.325566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f08f43-8fe4-4735-ab9e-2ef2723cb776 None None] Pushing event deleted for resources: {'Port': ['ID=a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:44.352272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.391238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.396554 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c73787e-305d-4ff7-b360-65ed2966a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.401865 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c73787e-305d-4ff7-b360-65ed2966a933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.405770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c73787e-305d-4ff7-b360-65ed2966a933 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60d7fb70-e182-40ab-869f-7df2396cbcef HTTP/1.1" status: 204 len: 168 time: 0.7224467 Nov 04 09:11:44.410153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:11:44.410698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:11:44.413984 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:11:44.434342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c73787e-305d-4ff7-b360-65ed2966a933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d7fb70-e182-40ab-869f-7df2396cbcef,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:44.534722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.556245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.562298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/0f3e5329-b45f-425b-9789-4f36f4d37497 HTTP/1.1" status: 204 len: 168 time: 0.8952963 Nov 04 09:11:44.565008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34464) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:44.577746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d65a72-4f44-479c-9a01-301ef8e8636c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=0f3e5329-b45f-425b-9789-4f36f4d37497,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:44.717306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.810268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device becb7691-1da0-466f-b647-476c8d0bcf28 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:11:44.865747 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.886728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: becb7691-1da0-466f-b647-476c8d0bcf28 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:11:44.886990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device becb7691-1da0-466f-b647-476c8d0bcf28 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:11:44.887426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:11:44.908922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0af576-adaa-43a5-bc50-165c592fdc54']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:44.924651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c03edaa-5990-42fd-98e9-35e0a1961c67') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:44.925092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c03edaa-5990-42fd-98e9-35e0a1961c67') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:44.941188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.962130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:44.965712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:11:44.966227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a6bad2bd-fbae-4fe6-9f3d-7b4ab3e0519e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:11:44.980414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:11:44.981029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:11:45.049455 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:11:45.082115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.088906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.093485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/3e0af576-adaa-43a5-bc50-165c592fdc54 HTTP/1.1" status: 204 len: 168 time: 0.5273092 Nov 04 09:11:45.099493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:45.106188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-836797106'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:45.131322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103407e-9b75-476a-b38c-47759cc6ae37 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=3e0af576-adaa-43a5-bc50-165c592fdc54,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:45.141652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:45.145664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.176790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:11:45.187704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.188085 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment 627d85a6-4da0-452a-a183-03ec384ef357 of type vlan for network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 Nov 04 09:11:45.235353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.267193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.273692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:45.274443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.395828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2949922 Nov 04 09:11:45.399697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34496) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:45.406014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:45.419906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968fd6a-0b35-44fe-ac7d-0be3b0487d5c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=58711e20-eed7-43ed-88e5-4c5fcc6d05a2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:45.432739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:11:45.456517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff0644-707c-4760-8a6c-b587c0e51a4c req-da4e5b24-d337-4f76-a62f-19003bd70b63 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:45.465602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baff0644-707c-4760-8a6c-b587c0e51a4c req-da4e5b24-d337-4f76-a62f-19003bd70b63 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 984 time: 0.1090777 Nov 04 09:11:45.532499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baff0644-707c-4760-8a6c-b587c0e51a4c req-ee752004-48f9-4b02-a42e-d8c15c8e41aa tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=e32099e1-635e-4b24-8e48-34ac7e01eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0657032 Nov 04 09:11:45.625119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:45.635190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.680484 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:45.771485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-251938a9-5906-442c-abc3-8028632ae47d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1796427328&fields=id&tenant_id=011ca0e73ae0454a970b016a8e66a08c HTTP/1.1" status: 200 len: 267 time: 0.0496056 Nov 04 09:11:45.834861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-71cf44ce-0622-4b66-bb34-b94dbc48165a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:45.843957 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-71cf44ce-0622-4b66-bb34-b94dbc48165a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 984 time: 0.0714452 Nov 04 09:11:45.850168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'port': {'security_groups': ['4766351e-548a-4fed-89fb-9c17f94186ee', 'e32099e1-635e-4b24-8e48-34ac7e01eb6f', '81d2e145-be16-43cc-a532-16f10bdc94dd']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:45.976978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.281902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:46.310847 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.345769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.359754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.378419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:46.383024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2f8d1543-939b-4b9b-b2e6-87a5a77086f3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:46.430892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.475743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:46.477759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.496105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93f7c9cf-c4cc-4da5-bf08-8f123aec1b29 req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "PUT /v2.0/ports/2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 1020 time: 0.6510394 Nov 04 09:11:46.497108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:46.497782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=990d8106-c2df-4e96-a463-b8b24e17a68a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:46.499542 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecee331-b924-46f2-b223-620e19b108f6" -d '{"events": [{"name": "network-changed", "server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:46.517142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': '627d85a6-4da0-452a-a183-03ec384ef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:46.517736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: 58711e20-eed7-43ed-88e5-4c5fcc6d05a2, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:11:46.574006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:11:46.588696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 58711e20-eed7-43ed-88e5-4c5fcc6d05a2) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:46.592366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e11802-8b1a-431e-99f0-ad400ee8cd24 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:46.593928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:46.594516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.613450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdf9ce3-933d-4735-8e1b-588f57dfc545 None None] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:46.623240 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c64dce68-03e2-4bce-a755-879aacd9dad2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2211139 Nov 04 09:11:46.626390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:46.636451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7d718faa-55d2-4b4d-95c8-e1ae0e652615 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-426680948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:46.687228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2f8d1543-939b-4b9b-b2e6-87a5a77086f3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:46.700196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d718faa-55d2-4b4d-95c8-e1ae0e652615 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.701398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d718faa-55d2-4b4d-95c8-e1ae0e652615 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.836777 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d718faa-55d2-4b4d-95c8-e1ae0e652615 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.846888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d718faa-55d2-4b4d-95c8-e1ae0e652615 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.883640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d718faa-55d2-4b4d-95c8-e1ae0e652615 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:46.885749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7d718faa-55d2-4b4d-95c8-e1ae0e652615 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2578793 Nov 04 09:11:46.889064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:46.896431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d74fe44b-f0d8-443f-a415-01465fcfcf6b req-86d99829-6b2e-4529-96aa-a32545496414 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/81d2e145-be16-43cc-a532-16f10bdc94dd HTTP/1.1" status: 200 len: 1802 time: 0.1317925 Nov 04 09:11:46.905199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'port': {'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2', 'name': 'tempest-RoutersIpV6Test-1275323454'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:47.004395 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-d74fe44b-f0d8-443f-a415-01465fcfcf6b req-16e7baad-6c30-4b0c-baf4-c34f84143d17 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 09:11:47.012395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d74fe44b-f0d8-443f-a415-01465fcfcf6b req-16e7baad-6c30-4b0c-baf4-c34f84143d17 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/81d2e145-be16-43cc-a532-16f10bdc94dd HTTP/1.1" status: 409 len: 341 time: 0.1150122 Nov 04 09:11:47.065914 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e95842-a8d7-403f-bc02-d56f47e788d2 x-openstack-request-id: req-09e95842-a8d7-403f-bc02-d56f47e788d2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:47.066643 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:47.067100 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09e95842-a8d7-403f-bc02-d56f47e788d2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:47.067669 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3', 'status': 'completed', 'code': 200} Nov 04 09:11:47.221789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-58711e20-eed7-43ed-88e5-4c5fcc6d05a2', 'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': '990d8106-c2df-4e96-a463-b8b24e17a68a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:11:47.224653 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:47.250488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:47.254037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:47.300848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee331-b924-46f2-b223-620e19b108f6 req-84d88ebd-0fe4-4bee-be78-95fd43643837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:47.302676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fecee331-b924-46f2-b223-620e19b108f6 req-84d88ebd-0fe4-4bee-be78-95fd43643837 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=011ca0e73ae0454a970b016a8e66a08c&device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1174 time: 0.1271000 Nov 04 09:11:47.319033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] device_id is not set on port cd21fe2d-277f-45e6-808e-e5546994dfd2 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:11:47.557713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8::19c (58711e20-eed7-43ed-88e5-4c5fcc6d05a2/990d8106-c2df-4e96-a463-b8b24e17a68a/cd21fe2d-277f-45e6-808e-e5546994dfd2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:47.567191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff7256-9029-42dc-8f28-594d6c45979f req-6206ca43-bcbf-49f2-b6e9-dd485525c722 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:47.581889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aaff7256-9029-42dc-8f28-594d6c45979f req-6206ca43-bcbf-49f2-b6e9-dd485525c722 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1023 time: 0.0942211 Nov 04 09:11:47.639979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aaff7256-9029-42dc-8f28-594d6c45979f req-1a1ec620-c38d-4c2f-817f-d6265abf6789 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=81d2e145-be16-43cc-a532-16f10bdc94dd&id=e32099e1-635e-4b24-8e48-34ac7e01eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0564306 Nov 04 09:11:47.856303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee331-b924-46f2-b223-620e19b108f6 req-3329267e-7b33-4f86-9725-6aabb202b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:47.857787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fecee331-b924-46f2-b223-620e19b108f6 req-3329267e-7b33-4f86-9725-6aabb202b038 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 200 len: 914 time: 0.2091694 Nov 04 09:11:47.924820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fecee331-b924-46f2-b223-620e19b108f6 req-442a59bc-f987-447d-9476-fc6c57eead49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 200 len: 217 time: 0.0577223 Nov 04 09:11:47.929772 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.040653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee331-b924-46f2-b223-620e19b108f6 req-e9bca5c6-c475-49de-a53f-c6eea950f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:48.042876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fecee331-b924-46f2-b223-620e19b108f6 req-e9bca5c6-c475-49de-a53f-c6eea950f53d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 200 len: 853 time: 0.1085432 Nov 04 09:11:48.063453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.120621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Allocated IP 2001:db8::2 (58711e20-eed7-43ed-88e5-4c5fcc6d05a2/990d8106-c2df-4e96-a463-b8b24e17a68a/160925bc-957c-49b0-b56b-7aad4fa5b471) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:48.157653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fecee331-b924-46f2-b223-620e19b108f6 req-b95e376e-ac62-4405-85ef-73f204d30db3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cbb9e04-8d59-436d-ba5e-d1d69861d938&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052256 Nov 04 09:11:48.170203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:48.195714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:48.205506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:48.211722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:48.212789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.229395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=cd21fe2d-277f-45e6-808e-e5546994dfd2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:48.239920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34572) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:48.248349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-99dcfc5d-22f7-434e-833b-11cf9aa474b7 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3565111 Nov 04 09:11:48.358726 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.366935 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.421900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:48.423215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fecee331-b924-46f2-b223-620e19b108f6 req-0ef72c22-c4be-431d-a130-f5d5bab87868 service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287164 Nov 04 09:11:48.427219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:48.431349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:48.442389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Pushing event updated for resources: {'Port': ['ID=160925bc-957c-49b0-b56b-7aad4fa5b471,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:48.560267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Attempting to bind port 160925bc-957c-49b0-b56b-7aad4fa5b471 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:11:48.565538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Attempting to bind port 160925bc-957c-49b0-b56b-7aad4fa5b471 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '627d85a6-4da0-452a-a183-03ec384ef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:11:48.567099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Attempting to bind port 160925bc-957c-49b0-b56b-7aad4fa5b471 on network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:48.578169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:11:48.579820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Checking segment: {'id': '627d85a6-4da0-452a-a183-03ec384ef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:48.580548 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.581283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Bound using segment: {'id': '627d85a6-4da0-452a-a183-03ec384ef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:11:48.583317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Bound port: 160925bc-957c-49b0-b56b-7aad4fa5b471, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '627d85a6-4da0-452a-a183-03ec384ef357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '58711e20-eed7-43ed-88e5-4c5fcc6d05a2'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:11:48.585113 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.639065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fecee331-b924-46f2-b223-620e19b108f6 req-b01813f2-090f-4ec9-b70d-9300ce53108f service neutron] 10.222.0.55 "GET /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063079 Nov 04 09:11:48.687302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] For port 160925bc-957c-49b0-b56b-7aad4fa5b471, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:11:48.691728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] For port 160925bc-957c-49b0-b56b-7aad4fa5b471, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=160925bc-957c-49b0-b56b-7aad4fa5b471,segment=NetworkSegment(627d85a6-4da0-452a-a183-03ec384ef357),segment_id=627d85a6-4da0-452a-a183-03ec384ef357)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:11:48.698107 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.750286 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:48.776992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ddf71-8a6f-4120-8feb-a225464db7ab None None] Pushing event updated for resources: {'Port': ['ID=160925bc-957c-49b0-b56b-7aad4fa5b471,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:48.862246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85ada-6c8a-4aa1-bfe7-86b771b11f0e req-b3312109-2a0c-4de2-aefd-1ef060f49623 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:48.863838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ff85ada-6c8a-4aa1-bfe7-86b771b11f0e req-b3312109-2a0c-4de2-aefd-1ef060f49623 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1023 time: 0.1151700 Nov 04 09:11:49.028138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-74b2243b-6291-4f75-9059-5a01378182d8 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:49.029745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-74b2243b-6291-4f75-9059-5a01378182d8 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.55 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 1023 time: 0.1040399 Nov 04 09:11:49.072966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ff85ada-6c8a-4aa1-bfe7-86b771b11f0e req-f4b58fc4-2514-410d-b309-920569650482 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=81d2e145-be16-43cc-a532-16f10bdc94dd&id=e32099e1-635e-4b24-8e48-34ac7e01eb6f&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1676645 Nov 04 09:11:49.225533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Deleting port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:49.226369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.259952 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.269083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.382651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=cd21fe2d-277f-45e6-808e-e5546994dfd2,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:49.402855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] For port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:49.403226 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.449655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Calling delete_port for 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:49.664018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.793793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.807122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2f8d1543-939b-4b9b-b2e6-87a5a77086f3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:49.809622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:49.874586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'Port': ['ID=2f8d1543-939b-4b9b-b2e6-87a5a77086f3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:49.922230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.951722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] No DVR routers for this DVR port 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:49.956574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:49.961962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-daa16617-8b3f-49e4-ab2d-b61c30c36d09 req-60bf0721-1bfb-4570-8bed-d5e8170a03c6 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.55 "DELETE /v2.0/ports/2f8d1543-939b-4b9b-b2e6-87a5a77086f3 HTTP/1.1" status: 204 len: 173 time: 0.9258728 Nov 04 09:11:49.963343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'name': 'network-vif-deleted', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:49.967751 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9526ac25-4c7f-4d26-a99a-b3d69e9d60ef" -d '{"events": [{"server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "name": "network-vif-deleted", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:50.088612 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8700304b-db37-487b-9050-87da3d515a44 x-openstack-request-id: req-8700304b-db37-487b-9050-87da3d515a44 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:50.089039 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ae9dbe-1237-45e9-835f-f78d3b34552e", "name": "network-vif-deleted", "tag": "2f8d1543-939b-4b9b-b2e6-87a5a77086f3", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:50.089386 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8700304b-db37-487b-9050-87da3d515a44 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:50.090208 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ae9dbe-1237-45e9-835f-f78d3b34552e', 'name': 'network-vif-deleted', 'tag': '2f8d1543-939b-4b9b-b2e6-87a5a77086f3', 'status': 'completed', 'code': 200} Nov 04 09:11:50.206473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34610) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:50.362448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-734498d4-6940-4417-b6b4-82f90532a9ae req-2ee68b37-f36f-429c-8a84-87e04fd81304 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=54ae9dbe-1237-45e9-835f-f78d3b34552e HTTP/1.1" status: 200 len: 210 time: 0.1217194 Nov 04 09:11:50.497711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321dfb3-6389-44cb-b58e-d7d4f09c44bb None None] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:50.536735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0d063a1-41a8-4288-a555-02d95061f499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:50.644207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:50.661289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:50.664378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:50.769399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0d063a1-41a8-4288-a555-02d95061f499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:50.777044 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0d063a1-41a8-4288-a555-02d95061f499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:50.783952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ef7be0ab-be99-4243-b1d9-20ce4e7c61e6 None None] Provisioning complete for port 160925bc-957c-49b0-b56b-7aad4fa5b471 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:50.784514 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef7be0ab-be99-4243-b1d9-20ce4e7c61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:50.861529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d063a1-41a8-4288-a555-02d95061f499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d277adbf-7676-4149-bd07-50a84ac33350,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:50.871109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b0d063a1-41a8-4288-a555-02d95061f499 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21213163be2943be9515ebe8c159f3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6631782 Nov 04 09:11:50.872720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34624) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:50.938304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=cd21fe2d-277f-45e6-808e-e5546994dfd2,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:50.939241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 160925bc-957c-49b0-b56b-7aad4fa5b471 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:50.971290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0fe873c-b953-41fd-9adf-7d6cb0a9a428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.024442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0fe873c-b953-41fd-9adf-7d6cb0a9a428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.089816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:51.093903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:51.105156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0fe873c-b953-41fd-9adf-7d6cb0a9a428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.122456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0fe873c-b953-41fd-9adf-7d6cb0a9a428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.127444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e0fe873c-b953-41fd-9adf-7d6cb0a9a428 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d277adbf-7676-4149-bd07-50a84ac33350 HTTP/1.1" status: 204 len: 168 time: 0.2534740 Nov 04 09:11:51.139529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fe873c-b953-41fd-9adf-7d6cb0a9a428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d277adbf-7676-4149-bd07-50a84ac33350,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:51.234811 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef7be0ab-be99-4243-b1d9-20ce4e7c61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.305210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 160925bc-957c-49b0-b56b-7aad4fa5b471 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:51.305777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.329543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ef7be0ab-be99-4243-b1d9-20ce4e7c61e6 None None] For port 160925bc-957c-49b0-b56b-7aad4fa5b471, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=160925bc-957c-49b0-b56b-7aad4fa5b471,segment=NetworkSegment(627d85a6-4da0-452a-a183-03ec384ef357),segment_id=627d85a6-4da0-452a-a183-03ec384ef357)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:51.337095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router d832c001-151a-4985-b462-a0a461efba07 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:11:51.781549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:11:51.807431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a56a9dd-006b-4c2e-b7ad-99fa33c5dbc3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/d832c001-151a-4985-b462-a0a461efba07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5656998 Nov 04 09:11:51.808666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] Sync routers for ids ['d832c001-151a-4985-b462-a0a461efba07'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:11:51.809755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34642) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:51.822434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3ab114e-1db3-4fbb-98f7-de237ed4f6a7 req-0caab5cb-b82a-4c18-8274-23825d0ab29d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/e32099e1-635e-4b24-8e48-34ac7e01eb6f HTTP/1.1" status: 200 len: 1802 time: 0.2276027 Nov 04 09:11:51.825946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef7be0ab-be99-4243-b1d9-20ce4e7c61e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.881379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:51.894424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] Routers {'d832c001-151a-4985-b462-a0a461efba07'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:51.895750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d832c001-151a-4985-b462-a0a461efba07'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:51.935916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de737eb-30fa-4251-ab96-bad03701d56c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:51.938082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8de737eb-30fa-4251-ab96-bad03701d56c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports/cd21fe2d-277f-45e6-808e-e5546994dfd2 HTTP/1.1" status: 200 len: 984 time: 0.1268234 Nov 04 09:11:51.942753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34646) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:51.948186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-621cb394-23b0-46dd-afa8-54d3149792ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:51.959681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:51.994533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] Routers {'d832c001-151a-4985-b462-a0a461efba07'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:51.995165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d832c001-151a-4985-b462-a0a461efba07'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:52.076565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:52.077236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ff85c0-6e60-418b-af4f-ccbe29005143 None None] The sync data for ids ['d832c001-151a-4985-b462-a0a461efba07'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:11:52.097601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7be0ab-be99-4243-b1d9-20ce4e7c61e6 None None] Pushing event updated for resources: {'Port': ['ID=160925bc-957c-49b0-b56b-7aad4fa5b471,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:52.112963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d78d95b9-8ff4-4cba-ad00-80bbfa4281b6 None None] Provisioning complete for port 160925bc-957c-49b0-b56b-7aad4fa5b471 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:52.117938 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d78d95b9-8ff4-4cba-ad00-80bbfa4281b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.146662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-621cb394-23b0-46dd-afa8-54d3149792ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.162335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-621cb394-23b0-46dd-afa8-54d3149792ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.247586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34648) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:52.248847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-621cb394-23b0-46dd-afa8-54d3149792ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a3e8ba1b09f643aebd38e94b463bf1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3660910 Nov 04 09:11:52.251835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cb394-23b0-46dd-afa8-54d3149792ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36228664-6cd9-4782-bbf5-3352f4e9535c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:52.255587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3ab114e-1db3-4fbb-98f7-de237ed4f6a7 req-69906201-d0fa-4592-b3e3-145e88c122a0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.294619 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3ab114e-1db3-4fbb-98f7-de237ed4f6a7 req-69906201-d0fa-4592-b3e3-145e88c122a0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.304374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d78d95b9-8ff4-4cba-ad00-80bbfa4281b6 None None] Provisioning complete for port cd21fe2d-277f-45e6-808e-e5546994dfd2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:52.308168 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d78d95b9-8ff4-4cba-ad00-80bbfa4281b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.350539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d78d95b9-8ff4-4cba-ad00-80bbfa4281b6 None None] Port cd21fe2d-277f-45e6-808e-e5546994dfd2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:52.372045 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-601c43cc-878f-4fa6-8689-6447c4a48e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.372277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3ab114e-1db3-4fbb-98f7-de237ed4f6a7 req-69906201-d0fa-4592-b3e3-145e88c122a0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.377094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d3ab114e-1db3-4fbb-98f7-de237ed4f6a7 req-69906201-d0fa-4592-b3e3-145e88c122a0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.394345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3ab114e-1db3-4fbb-98f7-de237ed4f6a7 req-69906201-d0fa-4592-b3e3-145e88c122a0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/e32099e1-635e-4b24-8e48-34ac7e01eb6f HTTP/1.1" status: 204 len: 173 time: 0.5705328 Nov 04 09:11:52.417073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69906201-d0fa-4592-b3e3-145e88c122a0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32099e1-635e-4b24-8e48-34ac7e01eb6f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:52.426530 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-601c43cc-878f-4fa6-8689-6447c4a48e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.506465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f7f82ba8-e830-45c1-aa4b-3171f4b1c014 None None] Provisioning complete for port cd21fe2d-277f-45e6-808e-e5546994dfd2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:52.507204 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7f82ba8-e830-45c1-aa4b-3171f4b1c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.594378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:11:52.631988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:11:52.632398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2f8d1543-939b-4b9b-b2e6-87a5a77086f3 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:11:52.645772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f7f82ba8-e830-45c1-aa4b-3171f4b1c014 None None] Port cd21fe2d-277f-45e6-808e-e5546994dfd2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:52.677183 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-601c43cc-878f-4fa6-8689-6447c4a48e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.686796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-601c43cc-878f-4fa6-8689-6447c4a48e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.713326 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-601c43cc-878f-4fa6-8689-6447c4a48e4a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36228664-6cd9-4782-bbf5-3352f4e9535c HTTP/1.1" status: 204 len: 168 time: 0.4641964 Nov 04 09:11:52.779561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c43cc-878f-4fa6-8689-6447c4a48e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36228664-6cd9-4782-bbf5-3352f4e9535c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:52.807620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e55ccc1-ffd3-4ac6-beba-46bb2aab2f59 req-5e8c0442-af86-4d16-bc80-fb76c9a74ed4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/81d2e145-be16-43cc-a532-16f10bdc94dd HTTP/1.1" status: 200 len: 1802 time: 0.1257663 Nov 04 09:11:52.825880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 160925bc-957c-49b0-b56b-7aad4fa5b471 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:11:52.845891 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.888711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f2792720-c61b-46cd-86ab-100702989285 None None] Provisioning complete for port cd21fe2d-277f-45e6-808e-e5546994dfd2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:52.890024 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2792720-c61b-46cd-86ab-100702989285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:52.985364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f2792720-c61b-46cd-86ab-100702989285 None None] Port cd21fe2d-277f-45e6-808e-e5546994dfd2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:53.005494 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 160925bc-957c-49b0-b56b-7aad4fa5b471 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:53.006755 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.018550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e55ccc1-ffd3-4ac6-beba-46bb2aab2f59 req-209eb7b5-25ec-4973-bbe4-ed37d7db5d3d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.068380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e55ccc1-ffd3-4ac6-beba-46bb2aab2f59 req-209eb7b5-25ec-4973-bbe4-ed37d7db5d3d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.148344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e55ccc1-ffd3-4ac6-beba-46bb2aab2f59 req-209eb7b5-25ec-4973-bbe4-ed37d7db5d3d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.151975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-3e55ccc1-ffd3-4ac6-beba-46bb2aab2f59 req-209eb7b5-25ec-4973-bbe4-ed37d7db5d3d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.153416 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e55ccc1-ffd3-4ac6-beba-46bb2aab2f59 req-209eb7b5-25ec-4973-bbe4-ed37d7db5d3d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/81d2e145-be16-43cc-a532-16f10bdc94dd HTTP/1.1" status: 204 len: 173 time: 0.3341174 Nov 04 09:11:53.173556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209eb7b5-25ec-4973-bbe4-ed37d7db5d3d tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d2e145-be16-43cc-a532-16f10bdc94dd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:53.197188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a6153416-330f-4bff-bfe2-fada93f94046 req-cc5a6762-9c7f-4bd7-879a-f8bfdfc400ac tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1446310809', 'description': 'tempest-description-2042302824'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:53.249976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a6153416-330f-4bff-bfe2-fada93f94046 req-cc5a6762-9c7f-4bd7-879a-f8bfdfc400ac tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.261993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port cd21fe2d-277f-45e6-808e-e5546994dfd2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:53.262577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.330709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6fa1550a-17b9-47e4-958e-761c00909dc3 None None] Provisioning complete for port cd21fe2d-277f-45e6-808e-e5546994dfd2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:11:53.330940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6fa1550a-17b9-47e4-958e-761c00909dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.406863 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a6153416-330f-4bff-bfe2-fada93f94046 req-cc5a6762-9c7f-4bd7-879a-f8bfdfc400ac tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.407105 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.407885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1550a-17b9-47e4-958e-761c00909dc3 None None] Port cd21fe2d-277f-45e6-808e-e5546994dfd2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:11:53.417190 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a6153416-330f-4bff-bfe2-fada93f94046 req-cc5a6762-9c7f-4bd7-879a-f8bfdfc400ac tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.422082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for cd21fe2d-277f-45e6-808e-e5546994dfd2 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:53.442094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a6153416-330f-4bff-bfe2-fada93f94046 req-cc5a6762-9c7f-4bd7-879a-f8bfdfc400ac tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.444603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6153416-330f-4bff-bfe2-fada93f94046 req-cc5a6762-9c7f-4bd7-879a-f8bfdfc400ac tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2520971 Nov 04 09:11:53.475983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a6762-9c7f-4bd7-879a-f8bfdfc400ac tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833e74e9-9e8b-4130-ad9a-1be8fe8717e5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:53.535390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18316c56-0a66-416f-b68f-494b6d27b68d req-02615515-d4bb-4cd1-81b6-c69986b27558 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/833e74e9-9e8b-4130-ad9a-1be8fe8717e5 HTTP/1.1" status: 200 len: 1803 time: 0.0433795 Nov 04 09:11:53.553975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-18316c56-0a66-416f-b68f-494b6d27b68d req-2bffe9dd-0df8-42c0-9804-1a287ed335f9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Request body: {'security_group': {'name': 'tempest-sg-hth-267022144', 'description': 'tempest-description-hth-1452567660'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:53.595790 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-18316c56-0a66-416f-b68f-494b6d27b68d req-2bffe9dd-0df8-42c0-9804-1a287ed335f9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.642639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.669814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-18316c56-0a66-416f-b68f-494b6d27b68d req-2bffe9dd-0df8-42c0-9804-1a287ed335f9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.674807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-18316c56-0a66-416f-b68f-494b6d27b68d req-2bffe9dd-0df8-42c0-9804-1a287ed335f9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.678171 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-18316c56-0a66-416f-b68f-494b6d27b68d req-2bffe9dd-0df8-42c0-9804-1a287ed335f9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:53.693038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=cd21fe2d-277f-45e6-808e-e5546994dfd2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:53.693631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18316c56-0a66-416f-b68f-494b6d27b68d req-2bffe9dd-0df8-42c0-9804-1a287ed335f9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "PUT /v2.0/security-groups/833e74e9-9e8b-4130-ad9a-1be8fe8717e5 HTTP/1.1" status: 200 len: 1776 time: 0.1450424 Nov 04 09:11:53.744887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffe9dd-0df8-42c0-9804-1a287ed335f9 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833e74e9-9e8b-4130-ad9a-1be8fe8717e5,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:53.865507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:54.095350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c1482d6-bde8-4c20-94cb-55d6287d3a19 req-5e52dcd1-fac9-4ce2-92b9-54c1ae0b91e7 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/833e74e9-9e8b-4130-ad9a-1be8fe8717e5 HTTP/1.1" status: 200 len: 1776 time: 0.0770760 Nov 04 09:11:54.178472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router d832c001-151a-4985-b462-a0a461efba07 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:11:54.301805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:11:54.317097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] Sync routers for ids ['d832c001-151a-4985-b462-a0a461efba07'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:11:54.321217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5415c9d0-ac8b-4e14-a411-969e695483b4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/d832c001-151a-4985-b462-a0a461efba07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3770194 Nov 04 09:11:54.324395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34706) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:54.335277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef72dccc-ed7b-435b-8cec-367605d0c2e4 req-494b1b35-49e4-420b-8e07-442370e90105 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/833e74e9-9e8b-4130-ad9a-1be8fe8717e5 HTTP/1.1" status: 200 len: 1776 time: 0.0685883 Nov 04 09:11:54.341283 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] Routers {'d832c001-151a-4985-b462-a0a461efba07'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:54.342120 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d832c001-151a-4985-b462-a0a461efba07'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:54.420950 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:54.442055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ef72dccc-ed7b-435b-8cec-367605d0c2e4 req-8d34cecc-099e-4513-a099-ff309052350a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:54.450011 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] Routers {'d832c001-151a-4985-b462-a0a461efba07'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:11:54.451460 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d832c001-151a-4985-b462-a0a461efba07'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:54.477380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ef72dccc-ed7b-435b-8cec-367605d0c2e4 req-8d34cecc-099e-4513-a099-ff309052350a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:54.500957 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:54.501910 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d860387-3958-4c8f-8778-e42c1d69232f None None] The sync data for ids ['d832c001-151a-4985-b462-a0a461efba07'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:11:54.570032 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-21d9af60-8004-4bb8-bf16-3427c532efff tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] remove_router_interface failed (client error): The resource could not be found. Nov 04 09:11:54.572059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-21d9af60-8004-4bb8-bf16-3427c532efff tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/d832c001-151a-4985-b462-a0a461efba07/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2452736 Nov 04 09:11:54.574576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34712) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:54.592470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ef72dccc-ed7b-435b-8cec-367605d0c2e4 req-8d34cecc-099e-4513-a099-ff309052350a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:54.599101 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-ef72dccc-ed7b-435b-8cec-367605d0c2e4 req-8d34cecc-099e-4513-a099-ff309052350a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:54.612772 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef72dccc-ed7b-435b-8cec-367605d0c2e4 req-8d34cecc-099e-4513-a099-ff309052350a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/833e74e9-9e8b-4130-ad9a-1be8fe8717e5 HTTP/1.1" status: 204 len: 173 time: 0.2753806 Nov 04 09:11:54.630880 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-43071f91-e5f9-489a-9be6-69f6adb3064e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d832c001-151a-4985-b462-a0a461efba07 HTTP/1.1" status: 200 len: 205 time: 0.0540116 Nov 04 09:11:54.633396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34718) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:54.638236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34cecc-099e-4513-a099-ff309052350a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833e74e9-9e8b-4130-ad9a-1be8fe8717e5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:54.731962 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfa77-7ce8-4df7-87be-625e013303b9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:54.942077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfa77-7ce8-4df7-87be-625e013303b9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:54.944999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfa77-7ce8-4df7-87be-625e013303b9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.030628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfa77-7ce8-4df7-87be-625e013303b9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.031823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6bfa77-7ce8-4df7-87be-625e013303b9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Fanout notify agent at l3_agent the message router_deleted on router d832c001-151a-4985-b462-a0a461efba07 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:11:55.052332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c6bfa77-7ce8-4df7-87be-625e013303b9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.053722 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0c6bfa77-7ce8-4df7-87be-625e013303b9 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/d832c001-151a-4985-b462-a0a461efba07 HTTP/1.1" status: 204 len: 168 time: 0.4184017 Nov 04 09:11:55.080882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:55.230291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet 990d8106-c2df-4e96-a463-b8b24e17a68a {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:11:55.235798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.282318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27c119-5369-4492-967d-811e477f7a13 req-d554731e-df99-426d-88e5-742adf2cd39d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:55.290750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b27c119-5369-4492-967d-811e477f7a13 req-d554731e-df99-426d-88e5-742adf2cd39d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 945 time: 0.5709796 Nov 04 09:11:55.310916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.342093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b27c119-5369-4492-967d-811e477f7a13 req-bd96f29c-76eb-42f1-8b6a-4f40cbc66602 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502918 Nov 04 09:11:55.458677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.550280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.632354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.637210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/990d8106-c2df-4e96-a463-b8b24e17a68a HTTP/1.1" status: 204 len: 168 time: 0.5486064 Nov 04 09:11:55.638604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45767465-a2b4-4413-ab68-d3f2da1271d5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=990d8106-c2df-4e96-a463-b8b24e17a68a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:55.641991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e9ddf3-e9e8-41a7-8828-57efd5c873d2 None None] Network 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:55.661757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34752) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:55.753192 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-f852095c-4b70-4908-b778-7e3f0abdfc05 req-bb85d808-9d03-4f44-b8a8-2c383187c647 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:55.754499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f852095c-4b70-4908-b778-7e3f0abdfc05 req-bb85d808-9d03-4f44-b8a8-2c383187c647 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/81d2e145-be16-43cc-a532-16f10bdc94dd HTTP/1.1" status: 404 len: 352 time: 0.0305502 Nov 04 09:11:55.806699 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-24997837-e7f4-4b3f-a4fe-0427372a13fd req-1ed48013-2b03-4943-b828-460167936781 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:55.820843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24997837-e7f4-4b3f-a4fe-0427372a13fd req-1ed48013-2b03-4943-b828-460167936781 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/e32099e1-635e-4b24-8e48-34ac7e01eb6f HTTP/1.1" status: 404 len: 352 time: 0.0297065 Nov 04 09:11:55.846886 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-43785a0b-f94b-4dda-aab6-6c3229904f16 req-a498409d-6b7f-4973-8280-433dd072c8f0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:55.851635 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:55.862274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-4febae4e-23d1-4717-a119-7ba4507f465e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:55.864947 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43785a0b-f94b-4dda-aab6-6c3229904f16 req-a498409d-6b7f-4973-8280-433dd072c8f0 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/2b130a18-18cd-46a5-9b42-7082ec099808 HTTP/1.1" status: 404 len: 352 time: 0.0319774 Nov 04 09:11:55.865114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-4febae4e-23d1-4717-a119-7ba4507f465e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 945 time: 0.0867746 Nov 04 09:11:55.897682 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-1a3ecd54-a0b9-4c8a-b5b5-c339df775cbe req-026a2639-091c-4a8d-8df3-b8d329223b98 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:55.899396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a3ecd54-a0b9-4c8a-b5b5-c339df775cbe req-026a2639-091c-4a8d-8df3-b8d329223b98 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/df25c42f-43bc-47f8-a0d6-91154c79f68e HTTP/1.1" status: 404 len: 352 time: 0.0165913 Nov 04 09:11:55.954393 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-0f2bcf5d-6074-45fb-8470-8c1556a72346 req-f7f6b3ee-aa84-448c-931c-93fd8b86a033 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:55.955375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] DHCP port deletion for 58711e20-eed7-43ed-88e5-4c5fcc6d05a2 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:11:55.955960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f2bcf5d-6074-45fb-8470-8c1556a72346 req-f7f6b3ee-aa84-448c-931c-93fd8b86a033 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/e90e2f5d-5026-4249-be4f-fd7095323292 HTTP/1.1" status: 404 len: 352 time: 0.0204704 Nov 04 09:11:55.999317 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-299be3d2-339f-452e-9f16-d5c180613300 req-1b99443f-b249-46ea-bd6f-ef7c9f6ed455 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] show failed (client error): The resource could not be found. Nov 04 09:11:56.000538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-299be3d2-339f-452e-9f16-d5c180613300 req-1b99443f-b249-46ea-bd6f-ef7c9f6ed455 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/414a28d1-8dba-44bc-995b-7df24e064056 HTTP/1.1" status: 404 len: 352 time: 0.0173981 Nov 04 09:11:56.014783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 160925bc-957c-49b0-b56b-7aad4fa5b471 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:56.015126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.048417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] Deleting port 160925bc-957c-49b0-b56b-7aad4fa5b471 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:56.048799 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.119257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] For port 160925bc-957c-49b0-b56b-7aad4fa5b471, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=160925bc-957c-49b0-b56b-7aad4fa5b471,segment=NetworkSegment(627d85a6-4da0-452a-a183-03ec384ef357),segment_id=627d85a6-4da0-452a-a183-03ec384ef357)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:56.119719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.136675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] Calling delete_port for 160925bc-957c-49b0-b56b-7aad4fa5b471 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:56.264132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.295427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] No DVR routers for this DVR port 160925bc-957c-49b0-b56b-7aad4fa5b471 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:56.319120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebe7a6-7c04-4bd2-a3a8-e3094b715506 None None] Pushing event deleted for resources: {'Port': ['ID=160925bc-957c-49b0-b56b-7aad4fa5b471,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:56.369284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abaf9d-3465-4519-875d-028931faa0e5 req-598001c0-68a0-4654-b3b2-65db3f217332 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:56.372290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5abaf9d-3465-4519-875d-028931faa0e5 req-598001c0-68a0-4654-b3b2-65db3f217332 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1024 time: 0.0681751 Nov 04 09:11:56.444584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5abaf9d-3465-4519-875d-028931faa0e5 req-6fb79e0c-740a-4951-b0f9-c730be93ac8e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=4eb489e9-bc1e-46cc-a9f4-51a95944c422&id=449b50fd-ef59-4c4b-a0e4-243c27eb4df8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0637336 Nov 04 09:11:56.502181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 160925bc-957c-49b0-b56b-7aad4fa5b471, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=160925bc-957c-49b0-b56b-7aad4fa5b471,segment=NetworkSegment(627d85a6-4da0-452a-a183-03ec384ef357),segment_id=627d85a6-4da0-452a-a183-03ec384ef357)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:56.502781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.537630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 160925bc-957c-49b0-b56b-7aad4fa5b471 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:56.578380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d00c-99bf-477d-8b13-733c716a2682 req-2faa58cf-d1d8-4f48-b2a5-c09fae4e1b3e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:56.580406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3cf6d00c-99bf-477d-8b13-733c716a2682 req-2faa58cf-d1d8-4f48-b2a5-c09fae4e1b3e tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 945 time: 0.0738101 Nov 04 09:11:56.636939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3cf6d00c-99bf-477d-8b13-733c716a2682 req-1da802fb-66bc-4dee-b359-b6e601004ee5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Nov 04 09:11:56.642396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.676563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=160925bc-957c-49b0-b56b-7aad4fa5b471,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:56.692352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No DVR routers for this DVR port 160925bc-957c-49b0-b56b-7aad4fa5b471 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:56.695792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Deleting port 06e695a8-406e-411e-9e5c-b51db012c481 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:56.696165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.809888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:56.835212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 160925bc-957c-49b0-b56b-7aad4fa5b471 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:11:56.863863 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 160925bc-957c-49b0-b56b-7aad4fa5b471 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:11:56.867338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 160925bc-957c-49b0-b56b-7aad4fa5b471 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:11:56.948582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.949106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-394207f2-0223-46e2-833c-8c905833dd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:56.988573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58711e20-eed7-43ed-88e5-4c5fcc6d05a2']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:56.999695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] For port 06e695a8-406e-411e-9e5c-b51db012c481, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=06e695a8-406e-411e-9e5c-b51db012c481,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:57.000100 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.015904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '627d85a6-4da0-452a-a183-03ec384ef357') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:57.016219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '627d85a6-4da0-452a-a183-03ec384ef357') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:11:57.031610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.033551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Calling delete_port for 06e695a8-406e-411e-9e5c-b51db012c481 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:57.047362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-394207f2-0223-46e2-833c-8c905833dd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.052936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-394207f2-0223-46e2-833c-8c905833dd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.054168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.098985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-394207f2-0223-46e2-833c-8c905833dd49 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86d4e57419144620af23185e1c929e13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879832 Nov 04 09:11:57.101073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:11:57.101482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.101947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:11:57.105039 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:11:57.114850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394207f2-0223-46e2-833c-8c905833dd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffcbc28-ed78-461f-84f5-59208852f345,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:57.158145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4712b427-dbe9-4676-89fb-72823501fd0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.182387 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4712b427-dbe9-4676-89fb-72823501fd0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.190178 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.196536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.200204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/58711e20-eed7-43ed-88e5-4c5fcc6d05a2 HTTP/1.1" status: 204 len: 168 time: 1.5364888 Nov 04 09:11:57.205807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:57.211046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1086222035'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:57.226960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e647-c932-4469-b8e2-56775c593d5d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=58711e20-eed7-43ed-88e5-4c5fcc6d05a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:57.251018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:57.257781 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.282230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4712b427-dbe9-4676-89fb-72823501fd0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.285473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4712b427-dbe9-4676-89fb-72823501fd0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.286927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4712b427-dbe9-4676-89fb-72823501fd0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ffcbc28-ed78-461f-84f5-59208852f345 HTTP/1.1" status: 204 len: 168 time: 0.1835701 Nov 04 09:11:57.302080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:11:57.303677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.305373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4712b427-dbe9-4676-89fb-72823501fd0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffcbc28-ed78-461f-84f5-59208852f345,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:57.316845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.317358 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment b86a427d-056b-4783-bafa-75b38d8d2c2f of type vlan for network f8dc3764-ff10-47f0-9f6a-3a19439040da Nov 04 09:11:57.319130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['6ac45b51-1724-4fc5-b7cb-e244c9770be7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:57.372842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a', '4bcc02d4-edac-470c-9c0e-812a40c34d61', '06e695a8-406e-411e-9e5c-b51db012c481'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:57.373220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.383902 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event deleted for resources: {'Port': ['ID=06e695a8-406e-411e-9e5c-b51db012c481,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:57.419785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.427337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:57.428830 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.467562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] No DVR routers for this DVR port 06e695a8-406e-411e-9e5c-b51db012c481 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:57.484245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.490215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7fd3bc04-0879-473c-8acc-54e289a26545 req-f7326241-9f24-4123-8eb9-f84d50d0c41d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "DELETE /v2.0/ports/06e695a8-406e-411e-9e5c-b51db012c481 HTTP/1.1" status: 204 len: 173 time: 1.6163139 Nov 04 09:11:57.490886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'name': 'network-vif-deleted', 'tag': '06e695a8-406e-411e-9e5c-b51db012c481'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:11:57.498082 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6007f9-fcee-4be9-a776-7ea3ded2de6c" -d '{"events": [{"server_uuid": "d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930", "name": "network-vif-deleted", "tag": "06e695a8-406e-411e-9e5c-b51db012c481"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:11:57.532053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3246329 Nov 04 09:11:57.536748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34814) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:57.563490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': 'f8dc3764-ff10-47f0-9f6a-3a19439040da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:57.564823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f3568-90f2-4f0b-b608-1b4a8fb33c72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=f8dc3764-ff10-47f0-9f6a-3a19439040da,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:57.592461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f8dc3764-ff10-47f0-9f6a-3a19439040da details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:11:57.760210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-0ff6e733-bb38-4ce7-a24f-a26b4f1b73b8 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:57.760571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59b6b3-9b75-43fa-b0a8-84d2744578a7 req-53cc015a-110b-456a-864e-86bbba7699eb tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:57.762135 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-0ff6e733-bb38-4ce7-a24f-a26b4f1b73b8 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.70 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1024 time: 0.1706457 Nov 04 09:11:57.769914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac59b6b3-9b75-43fa-b0a8-84d2744578a7 req-53cc015a-110b-456a-864e-86bbba7699eb tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 1024 time: 0.1079021 Nov 04 09:11:57.826666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:11:57.831361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:57.846376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac59b6b3-9b75-43fa-b0a8-84d2744578a7 req-aa9e2b7e-f3a1-42f4-8526-5b94909f74f4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups?id=4766351e-548a-4fed-89fb-9c17f94186ee&id=4eb489e9-bc1e-46cc-a9f4-51a95944c422&id=449b50fd-ef59-4c4b-a0e4-243c27eb4df8&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0749669 Nov 04 09:11:58.028557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91cbd5ba-32ef-4b71-8e93-0de73b88b617 req-509547f3-2a00-4cec-af4b-39bfb8da1302 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930 HTTP/1.1" status: 200 len: 210 time: 0.0582671 Nov 04 09:11:58.029733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:58.031282 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89668ecb-b723-4ab3-ad56-3be45b6faf93 x-openstack-request-id: req-89668ecb-b723-4ab3-ad56-3be45b6faf93 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:11:58.031901 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ae2e26-6cb7-4c2b-95e6-50d6be6e9930", "name": "network-vif-deleted", "tag": "06e695a8-406e-411e-9e5c-b51db012c481", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:11:58.032425 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-89668ecb-b723-4ab3-ad56-3be45b6faf93 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:11:58.033836 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ae2e26-6cb7-4c2b-95e6-50d6be6e9930', 'name': 'network-vif-deleted', 'tag': '06e695a8-406e-411e-9e5c-b51db012c481', 'status': 'completed', 'code': 200} Nov 04 09:11:58.065646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbc346e9-e8cc-4285-b637-c8d190ddad02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.129123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Deleting port 80a32cd1-0cd7-4269-b653-be8192050d9e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:11:58.130263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.203748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbc346e9-e8cc-4285-b637-c8d190ddad02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.208692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbc346e9-e8cc-4285-b637-c8d190ddad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.252372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bbc346e9-e8cc-4285-b637-c8d190ddad02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15ca19c30fef4a5499307ff4997baf64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2210999 Nov 04 09:11:58.254779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc346e9-e8cc-4285-b637-c8d190ddad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b00b6c-3a37-4cc0-bbc1-7d178a4f39e9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:58.257382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:58.314194 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9527f75-c2a9-4073-a79a-94f4968ff76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.329960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] For port 80a32cd1-0cd7-4269-b653-be8192050d9e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=80a32cd1-0cd7-4269-b653-be8192050d9e,segment=NetworkSegment(4a06ae45-477d-4504-bea1-31f154da048c),segment_id=4a06ae45-477d-4504-bea1-31f154da048c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:11:58.330328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.336438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9527f75-c2a9-4073-a79a-94f4968ff76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.349196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Calling delete_port for 80a32cd1-0cd7-4269-b653-be8192050d9e owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:11:58.353359 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.386730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9527f75-c2a9-4073-a79a-94f4968ff76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.389810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9527f75-c2a9-4073-a79a-94f4968ff76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.390977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9527f75-c2a9-4073-a79a-94f4968ff76d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/21b00b6c-3a37-4cc0-bbc1-7d178a4f39e9 HTTP/1.1" status: 204 len: 168 time: 0.1326075 Nov 04 09:11:58.400943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9527f75-c2a9-4073-a79a-94f4968ff76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b00b6c-3a37-4cc0-bbc1-7d178a4f39e9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:58.468554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=b151a69d-7352-44ca-977a-27b7f90ecab4,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:58.485229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': 'b86a427d-056b-4783-bafa-75b38d8d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8dc3764-ff10-47f0-9f6a-3a19439040da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:58.485585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: f8dc3764-ff10-47f0-9f6a-3a19439040da, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:11:58.516138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network f8dc3764-ff10-47f0-9f6a-3a19439040da is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:11:58.550228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f8dc3764-ff10-47f0-9f6a-3a19439040da) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:58.555468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:11:58.556557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.568317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac4d94-0f76-4b16-98c6-b62e8f7ddcdd None None] Network f8dc3764-ff10-47f0-9f6a-3a19439040da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:11:58.596073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-910a2f07-a0ef-4235-8247-92052e1c1d41 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0591667 Nov 04 09:11:58.598733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34838) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:58.604080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4b446ffc-8059-4257-9120-401f1a8970d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1912883339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:11:58.634415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b446ffc-8059-4257-9120-401f1a8970d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.635489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b446ffc-8059-4257-9120-401f1a8970d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.653957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.668992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['80a32cd1-0cd7-4269-b653-be8192050d9e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:11:58.699712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'Port': ['ID=80a32cd1-0cd7-4269-b653-be8192050d9e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:58.802213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-f8dc3764-ff10-47f0-9f6a-3a19439040da', 'network_id': 'f8dc3764-ff10-47f0-9f6a-3a19439040da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': 'b151a69d-7352-44ca-977a-27b7f90ecab4'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:11:58.803147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.804413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] No DVR routers for this DVR port 80a32cd1-0cd7-4269-b653-be8192050d9e on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:11:58.812428 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.817189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9f1ab07c-53ea-480b-b1cf-32a319b78303 req-9916c854-0523-4793-baea-7ad0256c4b44 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.70 "DELETE /v2.0/ports/80a32cd1-0cd7-4269-b653-be8192050d9e HTTP/1.1" status: 204 len: 173 time: 1.0468733 Nov 04 09:11:58.819144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b446ffc-8059-4257-9120-401f1a8970d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.831425 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b446ffc-8059-4257-9120-401f1a8970d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.869539 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b446ffc-8059-4257-9120-401f1a8970d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:58.873764 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b446ffc-8059-4257-9120-401f1a8970d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2707136 Nov 04 09:11:58.874844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34858) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:11:59.076731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-970967b7-8799-42a6-8b57-9cbad5e438f7 req-ed88576e-14e6-4d38-bf5c-9c67a42f49eb tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/ports?device_id=756e8899-8a81-41e7-8e87-efb9faf1075a HTTP/1.1" status: 200 len: 210 time: 0.1112897 Nov 04 09:11:59.167133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Allocated IP 2001:db8::2 (f8dc3764-ff10-47f0-9f6a-3a19439040da/b151a69d-7352-44ca-977a-27b7f90ecab4/605ff587-ced1-4000-a97b-5f66204dc728) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:11:59.476189 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:59.531211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:59.546668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:59.617768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Network f8dc3764-ff10-47f0-9f6a-3a19439040da is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:11:59.622865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:11:59.627480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:11:59.667776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Pushing event updated for resources: {'Port': ['ID=605ff587-ced1-4000-a97b-5f66204dc728,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:11:59.745622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Attempting to bind port 605ff587-ced1-4000-a97b-5f66204dc728 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:11:59.745828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Attempting to bind port 605ff587-ced1-4000-a97b-5f66204dc728 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'b86a427d-056b-4783-bafa-75b38d8d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8dc3764-ff10-47f0-9f6a-3a19439040da'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:11:59.746146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Attempting to bind port 605ff587-ced1-4000-a97b-5f66204dc728 on network f8dc3764-ff10-47f0-9f6a-3a19439040da {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:11:59.761101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:11:59.761611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Checking segment: {'id': 'b86a427d-056b-4783-bafa-75b38d8d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8dc3764-ff10-47f0-9f6a-3a19439040da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:11:59.762027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:59.762450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Bound using segment: {'id': 'b86a427d-056b-4783-bafa-75b38d8d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8dc3764-ff10-47f0-9f6a-3a19439040da'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:11:59.763402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Bound port: 605ff587-ced1-4000-a97b-5f66204dc728, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86a427d-056b-4783-bafa-75b38d8d2c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f8dc3764-ff10-47f0-9f6a-3a19439040da'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:11:59.774422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:59.916865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] For port 605ff587-ced1-4000-a97b-5f66204dc728, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:11:59.920849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] For port 605ff587-ced1-4000-a97b-5f66204dc728, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=605ff587-ced1-4000-a97b-5f66204dc728,segment=NetworkSegment(b86a427d-056b-4783-bafa-75b38d8d2c2f),segment_id=b86a427d-056b-4783-bafa-75b38d8d2c2f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:11:59.929428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:11:59.933096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8::1 (f8dc3764-ff10-47f0-9f6a-3a19439040da/b151a69d-7352-44ca-977a-27b7f90ecab4/b368ba9e-80f9-4030-9a2d-da4485cd57d0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:00.011444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60131f-0597-472c-bd4d-2ad2eec67254 None None] Pushing event updated for resources: {'Port': ['ID=605ff587-ced1-4000-a97b-5f66204dc728,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:00.054434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'name': 'network-vif-deleted', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:00.057936 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec1039-aca1-4f7d-81d4-586f5da0722a" -d '{"events": [{"server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "name": "network-vif-deleted", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:00.129679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.207358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.210539 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b9975-22e7-4ec2-b33f-b0470d66579c x-openstack-request-id: req-491b9975-22e7-4ec2-b33f-b0470d66579c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:00.210878 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756e8899-8a81-41e7-8e87-efb9faf1075a", "name": "network-vif-deleted", "tag": "80a32cd1-0cd7-4269-b653-be8192050d9e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:00.211076 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-491b9975-22e7-4ec2-b33f-b0470d66579c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:00.211663 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756e8899-8a81-41e7-8e87-efb9faf1075a', 'name': 'network-vif-deleted', 'tag': '80a32cd1-0cd7-4269-b653-be8192050d9e', 'status': 'completed', 'code': 200} Nov 04 09:12:00.300588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=b368ba9e-80f9-4030-9a2d-da4485cd57d0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:00.330053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network f8dc3764-ff10-47f0-9f6a-3a19439040da is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:00.331650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:00.334473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:00.335354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.359433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abfc490c-00b1-4ffc-b6ee-3f7794ce5b45 req-bfaf1c68-3f26-4701-bb88-41d4c2458f9a tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/449b50fd-ef59-4c4b-a0e4-243c27eb4df8 HTTP/1.1" status: 200 len: 1802 time: 0.0912452 Nov 04 09:12:00.527415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abfc490c-00b1-4ffc-b6ee-3f7794ce5b45 req-c6ccd94b-a4c3-48ec-954c-c36ae829372e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.594884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abfc490c-00b1-4ffc-b6ee-3f7794ce5b45 req-c6ccd94b-a4c3-48ec-954c-c36ae829372e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.619192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 06e695a8-406e-411e-9e5c-b51db012c481 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:00.674904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.690739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 06e695a8-406e-411e-9e5c-b51db012c481 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:00.694396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 06e695a8-406e-411e-9e5c-b51db012c481 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:00.698207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 80a32cd1-0cd7-4269-b653-be8192050d9e no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:00.777969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 80a32cd1-0cd7-4269-b653-be8192050d9e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:00.782193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abfc490c-00b1-4ffc-b6ee-3f7794ce5b45 req-c6ccd94b-a4c3-48ec-954c-c36ae829372e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.783338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 80a32cd1-0cd7-4269-b653-be8192050d9e not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:00.791264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-abfc490c-00b1-4ffc-b6ee-3f7794ce5b45 req-c6ccd94b-a4c3-48ec-954c-c36ae829372e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:00.814360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abfc490c-00b1-4ffc-b6ee-3f7794ce5b45 req-c6ccd94b-a4c3-48ec-954c-c36ae829372e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/449b50fd-ef59-4c4b-a0e4-243c27eb4df8 HTTP/1.1" status: 204 len: 173 time: 0.4276474 Nov 04 09:12:00.848752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ccd94b-a4c3-48ec-954c-c36ae829372e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449b50fd-ef59-4c4b-a0e4-243c27eb4df8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:00.927274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 605ff587-ced1-4000-a97b-5f66204dc728 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:01.044898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 605ff587-ced1-4000-a97b-5f66204dc728 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:01.045496 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.187667 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7811596-405d-41f9-8d0f-285cc0d6ef09 req-d90e688f-be4e-49c6-a35b-08ccfad340e4 tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "GET /v2.0/security-groups/4eb489e9-bc1e-46cc-a9f4-51a95944c422 HTTP/1.1" status: 200 len: 1801 time: 0.1077883 Nov 04 09:12:01.204401 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.289600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 605ff587-ced1-4000-a97b-5f66204dc728, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=605ff587-ced1-4000-a97b-5f66204dc728,segment=NetworkSegment(b86a427d-056b-4783-bafa-75b38d8d2c2f),segment_id=b86a427d-056b-4783-bafa-75b38d8d2c2f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:01.311138 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.314817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.322459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.323922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.363678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e7811596-405d-41f9-8d0f-285cc0d6ef09 req-a293cc7a-8459-492b-b1de-8035d218ea4e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.425847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e7811596-405d-41f9-8d0f-285cc0d6ef09 req-a293cc7a-8459-492b-b1de-8035d218ea4e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.477070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=605ff587-ced1-4000-a97b-5f66204dc728,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:01.497596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e7811596-405d-41f9-8d0f-285cc0d6ef09 req-a293cc7a-8459-492b-b1de-8035d218ea4e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.500656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-e7811596-405d-41f9-8d0f-285cc0d6ef09 req-a293cc7a-8459-492b-b1de-8035d218ea4e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.501881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7811596-405d-41f9-8d0f-285cc0d6ef09 req-a293cc7a-8459-492b-b1de-8035d218ea4e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] 10.222.0.53 "DELETE /v2.0/security-groups/4eb489e9-bc1e-46cc-a9f4-51a95944c422 HTTP/1.1" status: 204 len: 173 time: 0.3066494 Nov 04 09:12:01.502512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=b368ba9e-80f9-4030-9a2d-da4485cd57d0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:01.513521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:01.541289 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a293cc7a-8459-492b-b1de-8035d218ea4e tempest-SecurityGroupsTestJSON-901754263 tempest-SecurityGroupsTestJSON-901754263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb489e9-bc1e-46cc-a9f4-51a95944c422,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:01.584881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network f8dc3764-ff10-47f0-9f6a-3a19439040da is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:01.587711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:01.632852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] Deleting subnet bf00050e-ddee-456d-a26a-e3ca6fb05e81 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:12:01.639154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.688244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf80e41d-09d0-407b-90c1-1710ac7b0f7c None None] Network f8dc3764-ff10-47f0-9f6a-3a19439040da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:01.695674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.747609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.772787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router a78f3f61-c391-4a76-b29f-c153d9cb7ccc is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:01.816916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f4a617f5-ad65-4749-9250-dc99e502400d None None] Provisioning complete for port 605ff587-ced1-4000-a97b-5f66204dc728 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:01.817578 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f4a617f5-ad65-4749-9250-dc99e502400d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.835847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.913420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:01.917276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bf00050e-ddee-456d-a26a-e3ca6fb05e81 HTTP/1.1" status: 204 len: 168 time: 0.4014063 Nov 04 09:12:01.918335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9d7b0-540b-4b20-bd75-4d52f04e945a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf00050e-ddee-456d-a26a-e3ca6fb05e81,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:01.923736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:01.954129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:01.960540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-712c4fd1-ac36-409b-8ac2-b89b18c4b93e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/a78f3f61-c391-4a76-b29f-c153d9cb7ccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0845778 Nov 04 09:12:01.963076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:01.967553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] Sync routers for ids ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:01.978155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] Routers {'a78f3f61-c391-4a76-b29f-c153d9cb7ccc'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:01.978777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:02.039688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:02.053309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] Routers {'a78f3f61-c391-4a76-b29f-c153d9cb7ccc'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:02.054024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:02.070464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c2c59a-8e35-435d-9e59-f3174b30ab77 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:02.074479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60c2c59a-8e35-435d-9e59-f3174b30ab77 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports/b368ba9e-80f9-4030-9a2d-da4485cd57d0 HTTP/1.1" status: 200 len: 911 time: 0.1094692 Nov 04 09:12:02.077695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:02.115376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:02.116195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4841860-d867-4392-9a4f-3f4ab1f8d01c None None] The sync data for ids ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:02.365981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e4142ed9-968a-4069-a555-f2fb1a1e66c6 None None] Provisioning complete for port b368ba9e-80f9-4030-9a2d-da4485cd57d0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:02.368777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4142ed9-968a-4069-a555-f2fb1a1e66c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:02.452678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e4142ed9-968a-4069-a555-f2fb1a1e66c6 None None] Port b368ba9e-80f9-4030-9a2d-da4485cd57d0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:02.468051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e4142ed9-968a-4069-a555-f2fb1a1e66c6 None None] Provisioning complete for port 605ff587-ced1-4000-a97b-5f66204dc728 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:02.468829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4142ed9-968a-4069-a555-f2fb1a1e66c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:02.743055 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:02.943740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 605ff587-ced1-4000-a97b-5f66204dc728 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:03.172871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-24569b98-5315-4c1e-95f6-32a25df34353 None None] Provisioning complete for port b368ba9e-80f9-4030-9a2d-da4485cd57d0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:03.173817 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-24569b98-5315-4c1e-95f6-32a25df34353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.186300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 605ff587-ced1-4000-a97b-5f66204dc728 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:03.191625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.308173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.397937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cbb9e04-8d59-436d-ba5e-d1d69861d938']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:03.423613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-24569b98-5315-4c1e-95f6-32a25df34353 None None] Port b368ba9e-80f9-4030-9a2d-da4485cd57d0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:03.440349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a06ae45-477d-4504-bea1-31f154da048c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:03.441273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a06ae45-477d-4504-bea1-31f154da048c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:03.468118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.504712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.543394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:12:03.544038 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:12:03.546321 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:12:03.568352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-37d1accc-b635-4fea-8e29-83795ded3ae4 None None] Provisioning complete for port b368ba9e-80f9-4030-9a2d-da4485cd57d0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:03.569243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37d1accc-b635-4fea-8e29-83795ded3ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.643043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-37d1accc-b635-4fea-8e29-83795ded3ae4 None None] Port b368ba9e-80f9-4030-9a2d-da4485cd57d0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:03.655290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.694175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.699636 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0cbb9e04-8d59-436d-ba5e-d1d69861d938 HTTP/1.1" status: 204 len: 168 time: 1.7754836 Nov 04 09:12:03.705094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecdf280-17eb-4059-9ddd-dbce4b288244 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cbb9e04-8d59-436d-ba5e-d1d69861d938,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:03.740018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:03.890420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:04.013566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fafd2fda-c801-4911-9c2d-ec6f40c2cd3f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=011ca0e73ae0454a970b016a8e66a08c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1207910 Nov 04 09:12:04.017318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:04.074957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:04.106815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d4870bf-54f6-4eab-afb3-982fd9d7f3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.151319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d4870bf-54f6-4eab-afb3-982fd9d7f3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.204504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port b368ba9e-80f9-4030-9a2d-da4485cd57d0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:04.205216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.266113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d4870bf-54f6-4eab-afb3-982fd9d7f3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.269212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8d4870bf-54f6-4eab-afb3-982fd9d7f3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.272166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8d4870bf-54f6-4eab-afb3-982fd9d7f3f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4766351e-548a-4fed-89fb-9c17f94186ee HTTP/1.1" status: 204 len: 168 time: 0.2517323 Nov 04 09:12:04.307928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4870bf-54f6-4eab-afb3-982fd9d7f3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766351e-548a-4fed-89fb-9c17f94186ee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:04.377070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.388841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9b01-1808-4077-8e48-e7959612d7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.394977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for b368ba9e-80f9-4030-9a2d-da4485cd57d0 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:04.399740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278872c-d99b-413c-988e-001381f4235f req-a29f4726-b307-4b0d-af35-343af1b0c22f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:04.401733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0278872c-d99b-413c-988e-001381f4235f req-a29f4726-b307-4b0d-af35-343af1b0c22f tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 946 time: 0.0809932 Nov 04 09:12:04.457104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0278872c-d99b-413c-988e-001381f4235f req-a863fa2e-cc47-4299-97de-3d2c7061070c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Nov 04 09:12:04.672594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9b01-1808-4077-8e48-e7959612d7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.678163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc4e9b01-1808-4077-8e48-e7959612d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.728982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cc4e9b01-1808-4077-8e48-e7959612d7f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5345401f38f40738da11804dfaf3a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492162 Nov 04 09:12:04.729466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:04.760939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e9b01-1808-4077-8e48-e7959612d7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e95de-1c6c-468f-9436-07ff4c082225,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:04.768327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.798539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=b368ba9e-80f9-4030-9a2d-da4485cd57d0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:04.848928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb49077-3a80-4905-8f52-c53e88b69e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.908577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb49077-3a80-4905-8f52-c53e88b69e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.980877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.987976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb49077-3a80-4905-8f52-c53e88b69e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.991626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb49077-3a80-4905-8f52-c53e88b69e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:04.993134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bfb49077-3a80-4905-8f52-c53e88b69e5d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f57e95de-1c6c-468f-9436-07ff4c082225 HTTP/1.1" status: 204 len: 168 time: 0.2624540 Nov 04 09:12:05.015844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb49077-3a80-4905-8f52-c53e88b69e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57e95de-1c6c-468f-9436-07ff4c082225,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:05.223151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router a78f3f61-c391-4a76-b29f-c153d9cb7ccc has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:12:05.348201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:05.356298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f5dd236d-6aa3-4014-b684-10f021a1005a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/a78f3f61-c391-4a76-b29f-c153d9cb7ccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2773323 Nov 04 09:12:05.359481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:05.362967 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] Sync routers for ids ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:05.388121 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] Routers {'a78f3f61-c391-4a76-b29f-c153d9cb7ccc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:05.389084 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:05.414353 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42fb35ce-3d6b-43ef-81b0-3d26abfcfdf3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78f3f61-c391-4a76-b29f-c153d9cb7ccc HTTP/1.1" status: 200 len: 205 time: 0.0525281 Nov 04 09:12:05.419559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35034) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:05.449945 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:05.471224 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] Routers {'a78f3f61-c391-4a76-b29f-c153d9cb7ccc'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:05.473168 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:11:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:05.537530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-a531742e-6522-42d5-ae9e-99d2cd3282e9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709453 Nov 04 09:12:05.544475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35040) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:05.571067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3399c32-44b4-4a83-b8c2-2cce69355863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:05.572730 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:05.573399 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8fe47-4d99-4f1a-82af-e17c3132b6cb None None] The sync data for ids ['a78f3f61-c391-4a76-b29f-c153d9cb7ccc'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:05.599391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69470997-0c0e-4ef9-a727-285083bbe5d8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:05.682413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35044) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:05.690648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3399c32-44b4-4a83-b8c2-2cce69355863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:05.698038 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3399c32-44b4-4a83-b8c2-2cce69355863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:05.787610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-4dfdccaf-da6e-488d-b3c9-53e4f5da9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:05.789187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-4dfdccaf-da6e-488d-b3c9-53e4f5da9695 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f8b15ba573b841429d1c8d353260c9cf&device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 1096 time: 0.2131500 Nov 04 09:12:05.792659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3399c32-44b4-4a83-b8c2-2cce69355863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf0464c-d339-4cff-9768-ca848048f177,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:05.800107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f3399c32-44b4-4a83-b8c2-2cce69355863 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b748d4086694c1eb823f8d606351e0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2540250 Nov 04 09:12:05.802209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35050) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:05.843168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-1e93ac1f-0537-44df-a0cb-7530b866656c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:05.844708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-1e93ac1f-0537-44df-a0cb-7530b866656c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 946 time: 0.1102595 Nov 04 09:12:05.875249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713f3d6-0b91-41a8-b513-ca4d40b2aac7 req-2ac09276-e385-487a-953b-ec6e910b8280 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:05.882888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d713f3d6-0b91-41a8-b513-ca4d40b2aac7 req-2ac09276-e385-487a-953b-ec6e910b8280 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 946 time: 0.2797325 Nov 04 09:12:05.894055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69470997-0c0e-4ef9-a727-285083bbe5d8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:05.896967 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69470997-0c0e-4ef9-a727-285083bbe5d8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:05.961179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-11593383-network', 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:06.020668 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d713f3d6-0b91-41a8-b513-ca4d40b2aac7 req-71ccd8ce-e36c-4cc4-bbcc-79fa2bcc17bb tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369517 Nov 04 09:12:06.028227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69470997-0c0e-4ef9-a727-285083bbe5d8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.028948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69470997-0c0e-4ef9-a727-285083bbe5d8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Fanout notify agent at l3_agent the message router_deleted on router a78f3f61-c391-4a76-b29f-c153d9cb7ccc {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:06.057663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69470997-0c0e-4ef9-a727-285083bbe5d8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.064914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69470997-0c0e-4ef9-a727-285083bbe5d8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/a78f3f61-c391-4a76-b29f-c153d9cb7ccc HTTP/1.1" status: 204 len: 168 time: 0.6429355 Nov 04 09:12:06.067147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:06.122662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Deleting port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:06.122865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.126724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8fed964e-00a8-4aed-85bc-57c99c573b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.148147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:06.150694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8fed964e-00a8-4aed-85bc-57c99c573b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.152697 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.195948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet b151a69d-7352-44ca-977a-27b7f90ecab4 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:12:06.200666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.212274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.219372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-0c996171-5a83-4bb4-86fe-68cf3ea3ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:06.220922 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-0c996171-5a83-4bb4-86fe-68cf3ea3ef4e service neutron] 10.222.0.70 "GET /v2.0/networks?id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 200 len: 916 time: 0.3752928 Nov 04 09:12:06.262602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8fed964e-00a8-4aed-85bc-57c99c573b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.265891 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8fed964e-00a8-4aed-85bc-57c99c573b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.269843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8fed964e-00a8-4aed-85bc-57c99c573b5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbf0464c-d339-4cff-9768-ca848048f177 HTTP/1.1" status: 204 len: 168 time: 0.4666708 Nov 04 09:12:06.270302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.309615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:06.314538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-9667547c-020f-4024-b233-850159dcca25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61 HTTP/1.1" status: 200 len: 217 time: 0.0656750 Nov 04 09:12:06.317605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed964e-00a8-4aed-85bc-57c99c573b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf0464c-d339-4cff-9768-ca848048f177,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:06.428518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.435552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.451662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] For port 6ac45b51-1724-4fc5-b7cb-e244c9770be7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6ac45b51-1724-4fc5-b7cb-e244c9770be7,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:06.452092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.463224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-a71d831c-204a-4b1a-9237-4b00936f51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:06.464785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-a71d831c-204a-4b1a-9237-4b00936f51d0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 200 len: 855 time: 0.1416254 Nov 04 09:12:06.472102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Calling delete_port for 6ac45b51-1724-4fc5-b7cb-e244c9770be7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:06.475377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.518428 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-8f4638fe-eb73-44b0-8dbb-57e9379a90fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0764b07f-ce56-45e1-be1b-0f3a65fe61a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432405 Nov 04 09:12:06.520478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:12:06.548355 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.548704 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Added segment e193bfac-b4a0-496e-b6ea-262ec16ced8f of type vlan for network 44de6edb-15ec-4e54-930c-30071a9dee9b Nov 04 09:12:06.550244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c9effa-c55c-4b9a-a800-76a44c933d4d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:06.602920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.642308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.644651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=b151a69d-7352-44ca-977a-27b7f90ecab4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:06.646952 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.654504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-589e1642-8f92-402b-9866-b2af0849eb6d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/b151a69d-7352-44ca-977a-27b7f90ecab4 HTTP/1.1" status: 204 len: 168 time: 0.5851533 Nov 04 09:12:06.655374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35068) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:06.666432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89e15b7-6262-4e19-b1a0-a45a37323adc None None] Network f8dc3764-ff10-47f0-9f6a-3a19439040da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:06.684895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.685994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:06.686588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.779728 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-188720ed-e784-4d7b-9978-9490265ecd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.788484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1047716 Nov 04 09:12:06.789442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35076) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:06.792484 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-931fb1c2-d5d5-436b-a12d-7fcf941978c1 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664630 Nov 04 09:12:06.799190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Request body: {'subnet': {'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-11593383-subnet', 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:06.865814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c1945-844a-46bb-a5c6-287be8ce23f6 admin admin] Pushing event updated for resources: {'Network': ['ID=44de6edb-15ec-4e54-930c-30071a9dee9b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:06.896172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 44de6edb-15ec-4e54-930c-30071a9dee9b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:12:06.911513 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.949227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-188720ed-e784-4d7b-9978-9490265ecd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.954083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:06.956573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.956729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-188720ed-e784-4d7b-9978-9490265ecd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:06.974154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] DHCP port deletion for f8dc3764-ff10-47f0-9f6a-3a19439040da request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:12:07.005266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188720ed-e784-4d7b-9978-9490265ecd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a2cfe-cd7a-4b28-8ccc-a4ef46f446d3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:07.015968 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.039310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['6ac45b51-1724-4fc5-b7cb-e244c9770be7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:12:07.054504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-188720ed-e784-4d7b-9978-9490265ecd44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=18cd128c41de42c3bd7f5c6dc1955c0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7399311 Nov 04 09:12:07.054880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:07.060042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a', '4bcc02d4-edac-470c-9c0e-812a40c34d61'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:12:07.102863 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Deleting port 605ff587-ced1-4000-a97b-5f66204dc728 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:07.103245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.126966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event deleted for resources: {'Port': ['ID=6ac45b51-1724-4fc5-b7cb-e244c9770be7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:07.144174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cce70ba7-62cc-4743-b05c-fcb024da4a56 req-f1dcbeb8-7e19-4652-ade8-6fc4fe01d635 service neutron] 10.222.0.70 "GET /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349791 Nov 04 09:12:07.195272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-930e02f6-21b3-4be1-b760-4c3fc0c35c6c req-766b0739-3344-40df-bd2f-6f3b2f8c26f3 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce0f85d4-5e2c-4b88-83c4-97edf2eb7447 HTTP/1.1" status: 200 len: 210 time: 0.0694487 Nov 04 09:12:07.217453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] No DVR routers for this DVR port 6ac45b51-1724-4fc5-b7cb-e244c9770be7 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:07.231100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9dc9-4ddf-855a-bd9c0e837a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.231740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.240621 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a5d85ba6-f754-4824-b2fe-2d84f587e201 req-f956f56c-a82d-4342-84a8-20467fc14112 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.55 "DELETE /v2.0/ports/6ac45b51-1724-4fc5-b7cb-e244c9770be7 HTTP/1.1" status: 204 len: 173 time: 1.3679121 Nov 04 09:12:07.267234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'name': 'network-vif-deleted', 'tag': '6ac45b51-1724-4fc5-b7cb-e244c9770be7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:07.270767 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e1f1b5-1ceb-4666-9533-2b0cf4202c50" -d '{"events": [{"server_uuid": "ce0f85d4-5e2c-4b88-83c4-97edf2eb7447", "name": "network-vif-deleted", "tag": "6ac45b51-1724-4fc5-b7cb-e244c9770be7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:07.273291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9dc9-4ddf-855a-bd9c0e837a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.289198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] For port 605ff587-ced1-4000-a97b-5f66204dc728, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=605ff587-ced1-4000-a97b-5f66204dc728,segment=NetworkSegment(b86a427d-056b-4783-bafa-75b38d8d2c2f),segment_id=b86a427d-056b-4783-bafa-75b38d8d2c2f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:07.292845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.315795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 605ff587-ced1-4000-a97b-5f66204dc728 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:07.316632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.374187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Calling delete_port for 605ff587-ced1-4000-a97b-5f66204dc728 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:07.389664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-277b2334-5eb0-4294-a52e-e5c2c764aef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.416012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9dc9-4ddf-855a-bd9c0e837a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.435172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9dc9-4ddf-855a-bd9c0e837a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.444254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2f5226bc-9dc9-4ddf-855a-bd9c0e837a83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e4a2cfe-cd7a-4b28-8ccc-a4ef46f446d3 HTTP/1.1" status: 204 len: 168 time: 0.3859315 Nov 04 09:12:07.480569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5226bc-9dc9-4ddf-855a-bd9c0e837a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a2cfe-cd7a-4b28-8ccc-a4ef46f446d3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:07.511602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 605ff587-ced1-4000-a97b-5f66204dc728, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=605ff587-ced1-4000-a97b-5f66204dc728,segment=NetworkSegment(b86a427d-056b-4783-bafa-75b38d8d2c2f),segment_id=b86a427d-056b-4783-bafa-75b38d8d2c2f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:07.512254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.522205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.562120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 605ff587-ced1-4000-a97b-5f66204dc728 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:07.600621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:07.672248 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef78bf9-d728-4360-af5a-cb15ad1fb22f x-openstack-request-id: req-eef78bf9-d728-4360-af5a-cb15ad1fb22f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:07.672637 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce0f85d4-5e2c-4b88-83c4-97edf2eb7447", "name": "network-vif-deleted", "tag": "6ac45b51-1724-4fc5-b7cb-e244c9770be7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:07.673003 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eef78bf9-d728-4360-af5a-cb15ad1fb22f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:07.673443 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce0f85d4-5e2c-4b88-83c4-97edf2eb7447', 'name': 'network-vif-deleted', 'tag': '6ac45b51-1724-4fc5-b7cb-e244c9770be7', 'status': 'completed', 'code': 200} Nov 04 09:12:07.694147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Checking segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:07.694584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Network hostable DHCP agents. Network: 44de6edb-15ec-4e54-930c-30071a9dee9b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:12:07.731248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Network 44de6edb-15ec-4e54-930c-30071a9dee9b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:12:07.746216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 44de6edb-15ec-4e54-930c-30071a9dee9b) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:07.755904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:07.756643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.767626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.804925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32517f3e-d670-427c-91c7-1e38344d5a88 None None] Network 44de6edb-15ec-4e54-930c-30071a9dee9b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:07.810359 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:07.837097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-41673037-9044-456e-8723-ef8c816007a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0428212 Nov 04 09:12:07.843181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=605ff587-ced1-4000-a97b-5f66204dc728,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:07.854677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No DVR routers for this DVR port 605ff587-ced1-4000-a97b-5f66204dc728 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:07.905339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] No DVR routers for this DVR port 605ff587-ced1-4000-a97b-5f66204dc728 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:07.920963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Pushing event deleted for resources: {'Port': ['ID=605ff587-ced1-4000-a97b-5f66204dc728,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:07.948068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.948413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.948748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.949076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.949394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.949719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.950038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.950357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.950672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.950980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.951491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.951811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0da428-a99f-43ea-b94d-6da2f8d71ace None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:07.981488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.010948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8dc3764-ff10-47f0-9f6a-3a19439040da']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:08.022246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86a427d-056b-4783-bafa-75b38d8d2c2f') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:08.022842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86a427d-056b-4783-bafa-75b38d8d2c2f') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:08.035402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.038161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdf32ef-6e8f-44d5-92fa-f187d0cb63a2 None None] Network 44de6edb-15ec-4e54-930c-30071a9dee9b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:08.051722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.066247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:12:08.066701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.069919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35110) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:12:08.070380 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:12:08.086031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-829e3dfd-c5ee-466e-af95-fe4b6210a7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.149237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.155156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.165712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:08.166473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/f8dc3764-ff10-47f0-9f6a-3a19439040da HTTP/1.1" status: 204 len: 168 time: 1.5075965 Nov 04 09:12:08.176809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1299525488', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:08.186516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ecbbe-6c40-4857-b0fb-b654e15b27f2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=f8dc3764-ff10-47f0-9f6a-3a19439040da,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:08.250354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.251892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.256207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-829e3dfd-c5ee-466e-af95-fe4b6210a7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.261731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-829e3dfd-c5ee-466e-af95-fe4b6210a7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.319633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-829e3dfd-c5ee-466e-af95-fe4b6210a7e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3454d9e752b142c4ae531de8eda1441c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485669 Nov 04 09:12:08.323394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35128) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:08.362225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e3dfd-c5ee-466e-af95-fe4b6210a7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caeca258-1f92-402d-89f5-6dd598a1baaf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:08.375432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.380439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8095d089-0fff-4f91-b381-6e76eb549b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.404699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8095d089-0fff-4f91-b381-6e76eb549b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.475313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8095d089-0fff-4f91-b381-6e76eb549b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.478561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8095d089-0fff-4f91-b381-6e76eb549b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.480321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8095d089-0fff-4f91-b381-6e76eb549b01 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caeca258-1f92-402d-89f5-6dd598a1baaf HTTP/1.1" status: 204 len: 168 time: 0.1554246 Nov 04 09:12:08.488879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095d089-0fff-4f91-b381-6e76eb549b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caeca258-1f92-402d-89f5-6dd598a1baaf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:08.541323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.769316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 605ff587-ced1-4000-a97b-5f66204dc728 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:08.794469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 605ff587-ced1-4000-a97b-5f66204dc728 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:08.795138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 605ff587-ced1-4000-a97b-5f66204dc728 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:08.873612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.904870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:08.979282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33401-fc9a-410a-92e2-394d989be591 req-78d347d3-58d6-4626-9067-bc7ac1084091 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:08.980844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-78d347d3-58d6-4626-9067-bc7ac1084091 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.2990541 Nov 04 09:12:09.020471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-116da519-41c2-43fc-809b-54507dca47a0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/quotas/ac0d54a6b21d46529b514e54c0ed1ba4 HTTP/1.1" status: 200 len: 375 time: 0.0289459 Nov 04 09:12:09.079440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-5171be74-40f5-4f4f-a30e-a507f7e2984d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555010 Nov 04 09:12:09.114115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 172.25.3.179 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/8fda3fcf-5fb1-4a3c-8b88-4c5da1e19283) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:09.247027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:09.302913 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:09.392884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:09.399931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:09.408631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:09.437307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=8fda3fcf-5fb1-4a3c-8b88-4c5da1e19283,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:09.552587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-822b778b-1d2c-481f-9346-df5b11e03b1c service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633639 Nov 04 09:12:09.700324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-d4cba9a4-b11d-4c08-b950-981cae3ab012 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0730553 Nov 04 09:12:09.783963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:09.784867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:09.785543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:09.786010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:09.786633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:09.787092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:09.787548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:09.790354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-7d74b913-bb78-4138-b90d-1a5a24793380 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6489 time: 0.0642083 Nov 04 09:12:09.790926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-a9c55ae1-5134-41fa-8911-053ddf9282a4 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146618 Nov 04 09:12:09.839430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:09.952840 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c4eb77ba-e6d5-44aa-9f97-e9ff7a0a805f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:10.017097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-8a8b770c-b3d5-4d57-a090-1ccc89e1fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:10.017244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-8a8b770c-b3d5-4d57-a090-1ccc89e1fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:10.019539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-8a8b770c-b3d5-4d57-a090-1ccc89e1fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:10.025846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-8a8b770c-b3d5-4d57-a090-1ccc89e1fa9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=64769050-88db-4939-8f71-8f2b6458d6d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=f06b0062-3d9b-43c0-a416-b97c78849dfa&id=f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 200 len: 2293 time: 0.2101519 Nov 04 09:12:10.105366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:10.131176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-bb71bba6-cd92-434e-bf59-56d02bb07a45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 200 len: 1002 time: 0.0977464 Nov 04 09:12:10.224954 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:10.263029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-14763924-da57-4aa7-831f-e3d63f1ff3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:10.265345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-14763924-da57-4aa7-831f-e3d63f1ff3be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e18be91-df85-4828-9822-990e8c5c0780 HTTP/1.1" status: 200 len: 851 time: 0.1266639 Nov 04 09:12:10.303125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 33e75877-911d-4a8c-aca6-0583dc84526a is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:10.504388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35228) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:10.541230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:10.551124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] Sync routers for ids ['33e75877-911d-4a8c-aca6-0583dc84526a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:10.566137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] Routers {'33e75877-911d-4a8c-aca6-0583dc84526a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:10.572973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['33e75877-911d-4a8c-aca6-0583dc84526a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:10.597642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2e34ceb-add0-4007-86cd-d5a17ce70542 req-4bd081b8-bf5d-48ef-bd89-c94b6e2ce81b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 210 time: 0.0693958 Nov 04 09:12:10.618409 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:10.623127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-326c689b-c43f-40b5-8d17-487ca633a6c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4558048 Nov 04 09:12:10.627042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35236) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:10.660045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6ac45b51-1724-4fc5-b7cb-e244c9770be7 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:10.663593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:10.722511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 6ac45b51-1724-4fc5-b7cb-e244c9770be7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:10.722848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6ac45b51-1724-4fc5-b7cb-e244c9770be7 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:10.729682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] Routers {'33e75877-911d-4a8c-aca6-0583dc84526a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:10.730578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['33e75877-911d-4a8c-aca6-0583dc84526a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:10.810876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:10.813000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4133256c-8d30-4e09-b4e4-c4d6e554aab5 None None] The sync data for ids ['33e75877-911d-4a8c-aca6-0583dc84526a'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:10.859091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-ac710745-04e3-455d-8ff0-dce7ca781c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:10.860670 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-ac710745-04e3-455d-8ff0-dce7ca781c19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64769050-88db-4939-8f71-8f2b6458d6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5883543 Nov 04 09:12:10.993687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-3ad64152-8ad0-4832-8199-7a5c4bf115ee service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239564 Nov 04 09:12:11.111305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-e3e1247c-c2ec-4852-a598-786236b324d4 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109285 Nov 04 09:12:11.162393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c752bf8-e0e4-467a-83ac-25cae2ce5d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.162990 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-2d65ae74-0d35-4f28-bf27-7e0c75dd038a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 217 time: 0.0430772 Nov 04 09:12:11.175361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.216804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-f7b3cdeb-e073-4320-9d50-2568e260a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:11.218535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-f7b3cdeb-e073-4320-9d50-2568e260a662 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.0483680 Nov 04 09:12:11.227185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70466f-e7bf-4b2a-886b-4fb105e2eb49 req-2db9ef95-022e-4785-8018-92f76540c243 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:11.228838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff70466f-e7bf-4b2a-886b-4fb105e2eb49 req-2db9ef95-022e-4785-8018-92f76540c243 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 945 time: 0.1333220 Nov 04 09:12:11.245580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fea62151-6cfa-4eb8-b841-bcadd2bfcf58 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/routers/33e75877-911d-4a8c-aca6-0583dc84526a HTTP/1.1" status: 200 len: 885 time: 0.6141472 Nov 04 09:12:11.247603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:11.273036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-1a2a075f-7636-4c59-b296-2072a50992d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:11.275359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-1a2a075f-7636-4c59-b296-2072a50992d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500171 Nov 04 09:12:11.410354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff70466f-e7bf-4b2a-886b-4fb105e2eb49 req-c1c91da0-b78c-41a3-b39d-4e6a88eedc9d tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731331 Nov 04 09:12:11.463236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c752bf8-e0e4-467a-83ac-25cae2ce5d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.471169 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c752bf8-e0e4-467a-83ac-25cae2ce5d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.546227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c752bf8-e0e4-467a-83ac-25cae2ce5d27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea7c1cacda844b56a351dee1537e88de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0399802 Nov 04 09:12:11.552883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c752bf8-e0e4-467a-83ac-25cae2ce5d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20b1f08-2639-4dde-ad82-aca2321ff47f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:11.557267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:11.630621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d937b31-a402-412a-8a7a-85e54171ae7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.644499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-3c84ebca-410a-4b73-8365-3313a9dc787d service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622155 Nov 04 09:12:11.693145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d937b31-a402-412a-8a7a-85e54171ae7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.718305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-f7fcb6d2-9eea-40cf-9a8e-263899b78fd6 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:11.720433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-f7fcb6d2-9eea-40cf-9a8e-263899b78fd6 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 945 time: 0.2050021 Nov 04 09:12:11.752399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-047edcb1-8a4a-4e44-afa7-a81404e59aeb req-da99f52d-e15e-431b-a69b-e0d596c9a340 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 210 time: 0.0469275 Nov 04 09:12:11.777917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33401-fc9a-410a-92e2-394d989be591 req-5be943be-44e8-4e66-91fc-2c7e946eb813 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:11.779338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fff3811b-5d3c-4aeb-ae0b-2f35d2861d74 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5244830 Nov 04 09:12:11.779797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-5be943be-44e8-4e66-91fc-2c7e946eb813 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.3936944 Nov 04 09:12:11.784188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:11.791516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c5d8b206-d54a-48e5-8037-a83dc2be19d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1299525488'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:11.852690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Request body: {'port': {'device_id': '02de67f6-3aea-491d-a203-9e667e57961c', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'admin_state_up': True, 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:11.885888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d937b31-a402-412a-8a7a-85e54171ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.888503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d937b31-a402-412a-8a7a-85e54171ae7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:11.889674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d937b31-a402-412a-8a7a-85e54171ae7d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f20b1f08-2639-4dde-ad82-aca2321ff47f HTTP/1.1" status: 204 len: 168 time: 0.3314085 Nov 04 09:12:11.902129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d937b31-a402-412a-8a7a-85e54171ae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20b1f08-2639-4dde-ad82-aca2321ff47f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:11.934418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-4eb9524d-0fae-40e0-9558-9245c9a32f62 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812824 Nov 04 09:12:12.020339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-a85c50d9-851a-481e-8be3-557352f95214 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 217 time: 0.0776479 Nov 04 09:12:12.152405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-2a4310ad-493b-4333-a231-59e0f4a3ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:12.154076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-2a4310ad-493b-4333-a231-59e0f4a3ec63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.1220293 Nov 04 09:12:12.157393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Deleting port 4bcc02d4-edac-470c-9c0e-812a40c34d61 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:12.157844 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.163449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:12.167982 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.189608 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b206-d54a-48e5-8037-a83dc2be19d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.206266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b206-d54a-48e5-8037-a83dc2be19d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.311681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35270) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:12.333438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9a26313-fd95-484e-b2f7-e596c185b974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.377531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-b9242755-d283-4def-b849-7b8f1d346685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:12.379054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-b9242755-d283-4def-b849-7b8f1d346685 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2180080 Nov 04 09:12:12.400621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d8b206-d54a-48e5-8037-a83dc2be19d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 33e75877-911d-4a8c-aca6-0583dc84526a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:12:12.549620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] For port 4bcc02d4-edac-470c-9c0e-812a40c34d61, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4bcc02d4-edac-470c-9c0e-812a40c34d61,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:12.550216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.595054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Calling delete_port for 4bcc02d4-edac-470c-9c0e-812a40c34d61 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:12.642787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Allocated IP 172.20.0.7 (44de6edb-15ec-4e54-930c-30071a9dee9b/8f0f9873-0dcb-42d1-9b51-6a3ea42fb140/4114ec58-a2b1-4e05-a175-fe22e5640d6d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:12.652681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9a26313-fd95-484e-b2f7-e596c185b974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.665539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.667679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9a26313-fd95-484e-b2f7-e596c185b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.701358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-2f38095d-db11-4321-8e14-703a45258e6b service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123007 Nov 04 09:12:12.732223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049065bd-2380-4483-8bc9-fbc4772bfbe2 req-40656250-2a41-41e2-800b-a8f751fcf815 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:12.733767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-049065bd-2380-4483-8bc9-fbc4772bfbe2 req-40656250-2a41-41e2-800b-a8f751fcf815 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=da0d9c4e-105c-46f2-a767-5e86a7c16d80 HTTP/1.1" status: 200 len: 945 time: 0.1754973 Nov 04 09:12:12.740142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a26313-fd95-484e-b2f7-e596c185b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d3bd1-3ea3-43c9-b845-01a66d880206,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:12.745274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9a26313-fd95-484e-b2f7-e596c185b974 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2fd55c529604402b76db353b7a3da70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4325743 Nov 04 09:12:12.750073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:12.790902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d8b206-d54a-48e5-8037-a83dc2be19d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:12.803919 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] Sync routers for ids ['33e75877-911d-4a8c-aca6-0583dc84526a'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:12.804481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5d8b206-d54a-48e5-8037-a83dc2be19d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:12.806128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c5d8b206-d54a-48e5-8037-a83dc2be19d6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/33e75877-911d-4a8c-aca6-0583dc84526a HTTP/1.1" status: 200 len: 892 time: 1.0201688 Nov 04 09:12:12.811309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35284) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:12.825392 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] Routers {'33e75877-911d-4a8c-aca6-0583dc84526a'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:12.826490 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['33e75877-911d-4a8c-aca6-0583dc84526a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:12.881732 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:12.895743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] Routers {'33e75877-911d-4a8c-aca6-0583dc84526a'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:12.896687 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['33e75877-911d-4a8c-aca6-0583dc84526a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:12.913662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-049065bd-2380-4483-8bc9-fbc4772bfbe2 req-dfe19466-23cd-4b3b-a57b-5a543968981b tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649098 Nov 04 09:12:12.932947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-75f2d1b0-dc3f-43ab-a97b-346856dd22cd service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221196 Nov 04 09:12:12.955632 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:12.957547 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288efa21-56f7-403a-84d1-4b18180e99d2 None None] The sync data for ids ['33e75877-911d-4a8c-aca6-0583dc84526a'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:13.011835 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-87e06abe-d2a6-417c-836c-bd514448794d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=2e1b1871-17a8-451e-9503-004c6722404b HTTP/1.1" status: 200 len: 217 time: 0.0603933 Nov 04 09:12:13.033467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1dc346e2-b3f1-4eb8-8acc-30e10b68eec8 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/routers/33e75877-911d-4a8c-aca6-0583dc84526a HTTP/1.1" status: 200 len: 892 time: 0.2165194 Nov 04 09:12:13.033467 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80aecc92-2195-4464-8283-ec9481af24ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.035295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:13.052792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.066912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:12:13.109655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eca9349c-4dd3-494b-9795-0a2284cdcf05 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e75877-911d-4a8c-aca6-0583dc84526a HTTP/1.1" status: 200 len: 205 time: 0.0731866 Nov 04 09:12:13.115501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:13.134247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80aecc92-2195-4464-8283-ec9481af24ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.158176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event deleted for resources: {'Port': ['ID=4bcc02d4-edac-470c-9c0e-812a40c34d61,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:13.205861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.220395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-18b60901-fc25-432b-843a-9f0b6ecb44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:13.224612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-18b60901-fc25-432b-843a-9f0b6ecb44fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.1986828 Nov 04 09:12:13.287460 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.344106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] No DVR routers for this DVR port 4bcc02d4-edac-470c-9c0e-812a40c34d61 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:13.347220 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.350785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9307d8fc-ca39-49ea-a48d-5489354df91e req-b536e622-e9ea-4bcc-9499-d1660cc3e632 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "DELETE /v2.0/ports/4bcc02d4-edac-470c-9c0e-812a40c34d61 HTTP/1.1" status: 204 len: 173 time: 1.5813332 Nov 04 09:12:13.354662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'name': 'network-vif-deleted', 'tag': '4bcc02d4-edac-470c-9c0e-812a40c34d61'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:13.357193 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8d77d1-7808-4bba-8c22-b84c54243705" -d '{"events": [{"server_uuid": "da0d9c4e-105c-46f2-a767-5e86a7c16d80", "name": "network-vif-deleted", "tag": "4bcc02d4-edac-470c-9c0e-812a40c34d61"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:13.389126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80aecc92-2195-4464-8283-ec9481af24ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.392369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-5fc3acd2-c9a5-4444-9d19-5e774e32f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:13.394037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-5fc3acd2-c9a5-4444-9d19-5e774e32f10d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1148274 Nov 04 09:12:13.394992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80aecc92-2195-4464-8283-ec9481af24ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.397824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80aecc92-2195-4464-8283-ec9481af24ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/181d3bd1-3ea3-43c9-b845-01a66d880206 HTTP/1.1" status: 204 len: 168 time: 0.6446056 Nov 04 09:12:13.432333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a14cbe61-70c0-4f51-9604-294ec50eef41 req-ae1d1a91-182f-4163-985d-d49c87c30506 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 210 time: 0.1016021 Nov 04 09:12:13.452347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.454693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aecc92-2195-4464-8283-ec9481af24ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d3bd1-3ea3-43c9-b845-01a66d880206,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:13.547604 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.548810 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f8769b-0391-4e7b-9ba2-b85023bfac25 x-openstack-request-id: req-b0f8769b-0391-4e7b-9ba2-b85023bfac25 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:13.549112 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da0d9c4e-105c-46f2-a767-5e86a7c16d80", "name": "network-vif-deleted", "tag": "4bcc02d4-edac-470c-9c0e-812a40c34d61", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:13.549499 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b0f8769b-0391-4e7b-9ba2-b85023bfac25 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:13.549954 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da0d9c4e-105c-46f2-a767-5e86a7c16d80', 'name': 'network-vif-deleted', 'tag': '4bcc02d4-edac-470c-9c0e-812a40c34d61', 'status': 'completed', 'code': 200} Nov 04 09:12:13.598196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Network 44de6edb-15ec-4e54-930c-30071a9dee9b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:13.604382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:13.611754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:13.625154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 8fda3fcf-5fb1-4a3c-8b88-4c5da1e19283 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:13.625494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.652376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event updated for resources: {'Port': ['ID=4114ec58-a2b1-4e05-a175-fe22e5640d6d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:13.694727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-046341ab-5832-4913-9bf9-e28d3bef1ed4 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776902 Nov 04 09:12:13.723590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.737124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 8fda3fcf-5fb1-4a3c-8b88-4c5da1e19283 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:13.842837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:13.843612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:13.850020 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-16ee6838-4ab7-4319-8b7f-ea0860dfcc66 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468155 Nov 04 09:12:13.901935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-77c050e8-519e-4914-bd84-76e5d2c3e0e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 HTTP/1.1" status: 200 len: 217 time: 0.0435297 Nov 04 09:12:13.905261 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-589a8e77-3e50-46e7-b7a6-2090ca85d0b7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0884197 Nov 04 09:12:13.942053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Request body: {'port': {'device_id': '02de67f6-3aea-491d-a203-9e667e57961c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:14.020266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-00782d2e-2c9c-48fe-8c8d-00cad94c99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:14.021768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-00782d2e-2c9c-48fe-8c8d-00cad94c99b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.1132383 Nov 04 09:12:14.024823 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.086971 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.114226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-68b1dc25-1508-489f-9300-932c9efffa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:14.120329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-68b1dc25-1508-489f-9300-932c9efffa0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0820892 Nov 04 09:12:14.171036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=8fda3fcf-5fb1-4a3c-8b88-4c5da1e19283,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:14.269486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.449602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-25bb37fa-5013-46c9-81da-289546685591 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083110 Nov 04 09:12:14.453426 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.458425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.531354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.532339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Fanout notify agent at l3_agent the message router_deleted on router 33e75877-911d-4a8c-aca6-0583dc84526a {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:14.548067 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.555807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5e98f45a-ec7f-4671-b2e7-4ab61f39064c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/33e75877-911d-4a8c-aca6-0583dc84526a HTTP/1.1" status: 204 len: 168 time: 1.4380200 Nov 04 09:12:14.556966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:14.567442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1636499525'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:14.663451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4bcc02d4-edac-470c-9c0e-812a40c34d61 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:14.681758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:14.685852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.708932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 4bcc02d4-edac-470c-9c0e-812a40c34d61 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:14.709393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4bcc02d4-edac-470c-9c0e-812a40c34d61 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:14.728149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-a5562f1c-0c4d-45d4-b69e-9a262a32f163 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712460 Nov 04 09:12:14.738645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb91ece-ec35-4a23-a69b-5b94a6103cc7 req-0076a478-7621-419f-9910-7aa9e1eae422 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:14.740564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bdb91ece-ec35-4a23-a69b-5b94a6103cc7 req-0076a478-7621-419f-9910-7aa9e1eae422 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 931 time: 0.1479654 Nov 04 09:12:14.754856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:12:14.803044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.803540 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment 63703ab7-29a5-43dc-aed4-394e42cc838f of type vlan for network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef Nov 04 09:12:14.806301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-49a1fe21-34e4-48bf-ab97-8d5f580b8bbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ebc4ee-3262-466e-b836-1181a907f945 HTTP/1.1" status: 200 len: 217 time: 0.0713820 Nov 04 09:12:14.819178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4114ec58-a2b1-4e05-a175-fe22e5640d6d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:12:14.838258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.885308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Transition to ACTIVE for port object 4114ec58-a2b1-4e05-a175-fe22e5640d6d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:12:14.894228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.904015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-a6d049f5-c70f-49f7-a4b0-0b12032dabca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:14.905478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-a6d049f5-c70f-49f7-a4b0-0b12032dabca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.0922387 Nov 04 09:12:14.925502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bdb91ece-ec35-4a23-a69b-5b94a6103cc7 req-0123d2d2-fabb-4bb5-a319-5c46490ab9be tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766171 Nov 04 09:12:14.930806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:14.988916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.018486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:15.025106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.090146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4114ec58-a2b1-4e05-a175-fe22e5640d6d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:15.095137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5366333 Nov 04 09:12:15.095966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35348) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:15.140100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-0d6e6ab0-807f-4f79-a640-be8fe613f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:15.140405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': 'accbcc8b-8f32-4dd6-aafd-d5d072ca95ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:15.141618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-0d6e6ab0-807f-4f79-a640-be8fe613f356 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1880620 Nov 04 09:12:15.210138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Attempting to bind port 4114ec58-a2b1-4e05-a175-fe22e5640d6d on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:15.210474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Attempting to bind port 4114ec58-a2b1-4e05-a175-fe22e5640d6d by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:15.210815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Attempting to bind port 4114ec58-a2b1-4e05-a175-fe22e5640d6d on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:15.231815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Port 4114ec58-a2b1-4e05-a175-fe22e5640d6d on network 44de6edb-15ec-4e54-930c-30071a9dee9b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:12:15.232172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Attempting to bind port 4114ec58-a2b1-4e05-a175-fe22e5640d6d on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:15.254600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:15.254986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Checking segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:15.255313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Bound using segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:15.255791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Bound port: 4114ec58-a2b1-4e05-a175-fe22e5640d6d, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:15.256177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.298057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b8e61-54d6-4d37-b777-bdca225215ab tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=accbcc8b-8f32-4dd6-aafd-d5d072ca95ef,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:15.325163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:12:15.408294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-cd0c50eb-6656-40a3-9f78-b88f5dab0f03 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567601 Nov 04 09:12:15.415814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:15.424642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.622210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.635544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] For port 4114ec58-a2b1-4e05-a175-fe22e5640d6d, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:15.650611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] For port 4114ec58-a2b1-4e05-a175-fe22e5640d6d, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4114ec58-a2b1-4e05-a175-fe22e5640d6d,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:15.665188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.722379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:15.728263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.729941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] 10.222.0.70 "PUT /v2.0/ports/4114ec58-a2b1-4e05-a175-fe22e5640d6d HTTP/1.1" status: 200 len: 1091 time: 1.8117507 Nov 04 09:12:15.763468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02de67f6-3aea-491d-a203-9e667e57961c', 'tag': '4114ec58-a2b1-4e05-a175-fe22e5640d6d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:15.766109 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67058b75-a35d-43cf-8015-2dca9f683192" -d '{"events": [{"name": "network-changed", "server_uuid": "02de67f6-3aea-491d-a203-9e667e57961c", "tag": "4114ec58-a2b1-4e05-a175-fe22e5640d6d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:15.793445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:15.886638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=e880b76a-97df-45af-848b-baf17e61d5d5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:15.937857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': '63703ab7-29a5-43dc-aed4-394e42cc838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'accbcc8b-8f32-4dd6-aafd-d5d072ca95ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:15.938525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: accbcc8b-8f32-4dd6-aafd-d5d072ca95ef, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:12:15.965528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:12:15.980156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, accbcc8b-8f32-4dd6-aafd-d5d072ca95ef) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:15.996277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61598a4e-c9dc-4c14-bc00-c491a2251a6e None None] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:16.030299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:16.034845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.070850 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-edb394ae-0b0b-4430-81d0-3bb427e88832 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9400265 Nov 04 09:12:16.073959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:16.110979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0c2e593-7630-4fd9-a8a4-0ab0d951f707 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1407287263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:16.182995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e593-7630-4fd9-a8a4-0ab0d951f707 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.184041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e593-7630-4fd9-a8a4-0ab0d951f707 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.199778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e312c04-a8ad-4130-b764-422b9d914060 req-5e553599-6b01-4729-816b-37fcdda70c15 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:16.201180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e312c04-a8ad-4130-b764-422b9d914060 req-5e553599-6b01-4729-816b-37fcdda70c15 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 943 time: 0.1258137 Nov 04 09:12:16.222097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-502c02cd-79b9-49b1-a546-754fcefa1b19 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8026600 Nov 04 09:12:16.223590 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775eca20-022f-4bd0-b816-59ddfa0fc417 x-openstack-request-id: req-775eca20-022f-4bd0-b816-59ddfa0fc417 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:16.223920 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02de67f6-3aea-491d-a203-9e667e57961c", "tag": "4114ec58-a2b1-4e05-a175-fe22e5640d6d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:16.224752 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-775eca20-022f-4bd0-b816-59ddfa0fc417 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:16.224752 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02de67f6-3aea-491d-a203-9e667e57961c', 'tag': '4114ec58-a2b1-4e05-a175-fe22e5640d6d', 'status': 'completed', 'code': 200} Nov 04 09:12:16.294963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e8c0d-e7a2-40fa-a7dc-8ead43b404a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4114ec58-a2b1-4e05-a175-fe22e5640d6d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:16.298419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-accbcc8b-8f32-4dd6-aafd-d5d072ca95ef', 'network_id': 'accbcc8b-8f32-4dd6-aafd-d5d072ca95ef', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': 'e880b76a-97df-45af-848b-baf17e61d5d5'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:12:16.299569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.299764 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-93ad2e46-0b31-42d9-b1ca-3a3a13d10d4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 200 len: 217 time: 0.0679731 Nov 04 09:12:16.334861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33401-fc9a-410a-92e2-394d989be591 req-0f550831-1375-4488-808f-6231cae64c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:16.336765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-0f550831-1375-4488-808f-6231cae64c78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 1094 time: 0.5569205 Nov 04 09:12:16.369249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.472893 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-ed713646-fd7b-4346-bfe2-02813a689fe1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4114ec58-a2b1-4e05-a175-fe22e5640d6d HTTP/1.1" status: 200 len: 217 time: 0.0955350 Nov 04 09:12:16.604293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-176c0609-6c87-412f-9db9-677fd4fe8288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:16.616527 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-176c0609-6c87-412f-9db9-677fd4fe8288 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.3051224 Nov 04 09:12:16.625506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Allocated IP 2001:db8::2 (accbcc8b-8f32-4dd6-aafd-d5d072ca95ef/e880b76a-97df-45af-848b-baf17e61d5d5/582d6600-c09d-4aaa-ab41-7bddb5b8aafd) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:16.688021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d33401-fc9a-410a-92e2-394d989be591 req-b2545732-ddf1-4135-be96-48cc09d20b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:16.691043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-b2545732-ddf1-4135-be96-48cc09d20b8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.2083361 Nov 04 09:12:16.737955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-b7cd1207-4af1-422a-8158-df0c33fee071 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368702 Nov 04 09:12:16.758440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-a5547bec-2598-468c-938b-a869b41ad99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:16.760588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-a5547bec-2598-468c-938b-a869b41ad99f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1306093 Nov 04 09:12:16.911802 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.922075 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.960574 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e593-7630-4fd9-a8a4-0ab0d951f707 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:16.972397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e312c04-a8ad-4130-b764-422b9d914060 req-2a379c91-7e3d-4e85-b111-e1b5166262b6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7608981 Nov 04 09:12:16.984097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e593-7630-4fd9-a8a4-0ab0d951f707 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:17.020379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:17.025979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:17.040816 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:17.054598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0c2e593-7630-4fd9-a8a4-0ab0d951f707 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:17.056016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f0c2e593-7630-4fd9-a8a4-0ab0d951f707 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9499207 Nov 04 09:12:17.057981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Pushing event updated for resources: {'Port': ['ID=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:17.058796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:17.167310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-23b75eab-2a9b-4a66-aa71-3c5ee577c304 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141927 Nov 04 09:12:17.170521 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-bbf29c53-60c5-4d48-9f5d-791b51a93bdc service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879747 Nov 04 09:12:17.205155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Attempting to bind port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:17.205544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Attempting to bind port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '63703ab7-29a5-43dc-aed4-394e42cc838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'accbcc8b-8f32-4dd6-aafd-d5d072ca95ef'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:17.205895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Attempting to bind port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd on network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:17.214760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:17.218331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Checking segment: {'id': '63703ab7-29a5-43dc-aed4-394e42cc838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'accbcc8b-8f32-4dd6-aafd-d5d072ca95ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:17.220331 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:17.220945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Bound using segment: {'id': '63703ab7-29a5-43dc-aed4-394e42cc838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'accbcc8b-8f32-4dd6-aafd-d5d072ca95ef'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:17.221610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Bound port: 582d6600-c09d-4aaa-ab41-7bddb5b8aafd, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63703ab7-29a5-43dc-aed4-394e42cc838f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'accbcc8b-8f32-4dd6-aafd-d5d072ca95ef'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:17.226677 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:17.302955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-28d33401-fc9a-410a-92e2-394d989be591 req-5094db6b-2968-44b6-a885-64144202c70d service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274018 Nov 04 09:12:17.354135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] For port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:17.360191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] For port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,segment=NetworkSegment(63703ab7-29a5-43dc-aed4-394e42cc838f),segment_id=63703ab7-29a5-43dc-aed4-394e42cc838f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:17.366844 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:17.471164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6fa6f-38f9-4109-b4ed-58c0475059b8 None None] Pushing event updated for resources: {'Port': ['ID=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:17.518713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058b75-a35d-43cf-8015-2dca9f683192 req-ce5e5b15-20e5-41eb-97db-7b4223092e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:17.520723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67058b75-a35d-43cf-8015-2dca9f683192 req-ce5e5b15-20e5-41eb-97db-7b4223092e87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 1094 time: 0.0995920 Nov 04 09:12:17.613912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:17.653876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35426) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:17.664022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058b75-a35d-43cf-8015-2dca9f683192 req-036e606e-0fc2-4f20-bd97-2c35baae3079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:17.665773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67058b75-a35d-43cf-8015-2dca9f683192 req-036e606e-0fc2-4f20-bd97-2c35baae3079 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.1320796 Nov 04 09:12:17.670912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0bcb1f1a-e90b-4652-97bd-c9f361908dc8 req-1bab477e-7b9f-433b-b655-1e7865e7dc5c service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917054 Nov 04 09:12:17.753460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67058b75-a35d-43cf-8015-2dca9f683192 req-8ffe2101-17db-49ef-9c6c-6d6fd217942e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4114ec58-a2b1-4e05-a175-fe22e5640d6d HTTP/1.1" status: 200 len: 217 time: 0.0771549 Nov 04 09:12:17.973888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67058b75-a35d-43cf-8015-2dca9f683192 req-ade8a843-49aa-4c8c-a2e9-18564deae801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:17.978698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67058b75-a35d-43cf-8015-2dca9f683192 req-ade8a843-49aa-4c8c-a2e9-18564deae801 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.1859024 Nov 04 09:12:18.148137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67058b75-a35d-43cf-8015-2dca9f683192 req-d9c94df8-f706-4763-83db-c8565523a0be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1605425 Nov 04 09:12:18.148470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586a2265-2042-431f-954f-9a4be50c6594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:18.298081 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586a2265-2042-431f-954f-9a4be50c6594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:18.314838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34431b3-776d-4621-8436-470b512409ed req-3ce90702-1f5a-4fe0-a53b-ee03bd938ed6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:18.315465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-586a2265-2042-431f-954f-9a4be50c6594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:18.324289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c34431b3-776d-4621-8436-470b512409ed req-3ce90702-1f5a-4fe0-a53b-ee03bd938ed6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 943 time: 0.2183576 Nov 04 09:12:18.384724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8::1 (accbcc8b-8f32-4dd6-aafd-d5d072ca95ef/e880b76a-97df-45af-848b-baf17e61d5d5/64679210-8bde-4e23-9fe2-5fe710809ca1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:18.400321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c34431b3-776d-4621-8436-470b512409ed req-d9a71806-4907-4a75-94c0-2b9ff97accb7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713010 Nov 04 09:12:18.529228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-586a2265-2042-431f-954f-9a4be50c6594 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=702188ac8f924f6ebfc5ae7fc3833573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8735285 Nov 04 09:12:18.532961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35444) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:18.541576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67058b75-a35d-43cf-8015-2dca9f683192 req-f487c3d1-f9b9-49a4-bd66-6821cbbbe79b service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821306 Nov 04 09:12:18.547921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a2265-2042-431f-954f-9a4be50c6594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efdd38a-ef3f-4b30-9397-6d69c1ccf84e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:18.598047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35450) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:18.756611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ab7a-2322-4a01-8dc5-128b084fddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:18.779311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67058b75-a35d-43cf-8015-2dca9f683192 req-f4f65dd9-647c-486c-a0c4-fd145b91c918 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203302 Nov 04 09:12:18.891530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ab7a-2322-4a01-8dc5-128b084fddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:18.917547 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:18.921805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 582d6600-c09d-4aaa-ab41-7bddb5b8aafd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:18.924085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2140ceaf-68ae-4be1-a7f1-a50e52c0b6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.034988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:19.035636 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.096800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2140ceaf-68ae-4be1-a7f1-a50e52c0b6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.112892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2140ceaf-68ae-4be1-a7f1-a50e52c0b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.160188 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.188522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.200694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9caf6-ea72-4a73-a518-16ab136c8939 req-5dee5fe0-425f-4d5c-a950-e3e97c421c0b tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:19.203311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,segment=NetworkSegment(63703ab7-29a5-43dc-aed4-394e42cc838f),segment_id=63703ab7-29a5-43dc-aed4-394e42cc838f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:19.208423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6bf9caf6-ea72-4a73-a518-16ab136c8939 req-5dee5fe0-425f-4d5c-a950-e3e97c421c0b tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 946 time: 0.1586967 Nov 04 09:12:19.209899 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.218810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ab7a-2322-4a01-8dc5-128b084fddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.221236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5b6ab7a-2322-4a01-8dc5-128b084fddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.225389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b5b6ab7a-2322-4a01-8dc5-128b084fddca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1efdd38a-ef3f-4b30-9397-6d69c1ccf84e HTTP/1.1" status: 204 len: 168 time: 0.6910028 Nov 04 09:12:19.228153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2140ceaf-68ae-4be1-a7f1-a50e52c0b6dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0655508cb1944f1090b5a20e64139700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289117 Nov 04 09:12:19.231262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35458) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:19.254003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140ceaf-68ae-4be1-a7f1-a50e52c0b6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6732123d-75b9-4ebf-bc97-61bc90b61bcf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:19.300409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b6ab7a-2322-4a01-8dc5-128b084fddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efdd38a-ef3f-4b30-9397-6d69c1ccf84e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:19.303542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:19.315547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:19.326691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:19.327413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.342419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a6545b-68c8-465e-927c-a6eb5c4302a8 None None] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:19.353755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:19.354272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccdfbf-8b66-4923-9d26-9d5deab22d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.382016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=64679210-8bde-4e23-9fe2-5fe710809ca1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:19.401880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6bf9caf6-ea72-4a73-a518-16ab136c8939 req-2d8e4f28-7f9f-4c63-abb1-1b03aff244f4 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710067 Nov 04 09:12:19.405600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccdfbf-8b66-4923-9d26-9d5deab22d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.505400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2649ce68-5111-4a98-a82e-acb166652bc7 None None] Provisioning complete for port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:19.506348 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2649ce68-5111-4a98-a82e-acb166652bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.508968 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccdfbf-8b66-4923-9d26-9d5deab22d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.518137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4ccdfbf-8b66-4923-9d26-9d5deab22d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.522174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a4ccdfbf-8b66-4923-9d26-9d5deab22d1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6732123d-75b9-4ebf-bc97-61bc90b61bcf HTTP/1.1" status: 204 len: 168 time: 0.2902086 Nov 04 09:12:19.540967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ccdfbf-8b66-4923-9d26-9d5deab22d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6732123d-75b9-4ebf-bc97-61bc90b61bcf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:19.581738 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.597833 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:12:19.747145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665a14d-b21f-41e5-b117-dc5468012f46 req-1ffc4d90-31d0-4107-8178-b1cc8933036d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:19.758328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6665a14d-b21f-41e5-b117-dc5468012f46 req-1ffc4d90-31d0-4107-8178-b1cc8933036d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 943 time: 0.2556851 Nov 04 09:12:19.765492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35470) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:19.797346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13d1c9d3-94e8-4a47-8414-54c55361e5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.856731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6665a14d-b21f-41e5-b117-dc5468012f46 req-b9fb7d9a-4a78-400a-aa1a-13202ac9c068 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971749 Nov 04 09:12:19.925801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13d1c9d3-94e8-4a47-8414-54c55361e5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.933601 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-13d1c9d3-94e8-4a47-8414-54c55361e5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:19.973769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1c9d3-94e8-4a47-8414-54c55361e5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535ccf1b-3bd9-46f2-b678-05f9ebd71d3d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:20.026162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-13d1c9d3-94e8-4a47-8414-54c55361e5eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09d37f20cc5243f081bc77631d72daed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595277 Nov 04 09:12:20.028874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35474) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:20.090129 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.094962 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80385e26-884e-47d4-a0a8-cde46ab9180a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.097557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.098357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.126474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80385e26-884e-47d4-a0a8-cde46ab9180a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.128340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35476) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:20.151511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27716f57-2c16-4eac-b228-e675643da018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.215020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-78755d8e-152f-4106-9191-e88b19729258 None None] Provisioning complete for port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:20.216755 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78755d8e-152f-4106-9191-e88b19729258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.223917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80385e26-884e-47d4-a0a8-cde46ab9180a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.226698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80385e26-884e-47d4-a0a8-cde46ab9180a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.227965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-80385e26-884e-47d4-a0a8-cde46ab9180a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/535ccf1b-3bd9-46f2-b678-05f9ebd71d3d HTTP/1.1" status: 204 len: 168 time: 0.1980286 Nov 04 09:12:20.228216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=64679210-8bde-4e23-9fe2-5fe710809ca1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:20.243385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80385e26-884e-47d4-a0a8-cde46ab9180a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ccf1b-3bd9-46f2-b678-05f9ebd71d3d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:20.278896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27716f57-2c16-4eac-b228-e675643da018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.286534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27716f57-2c16-4eac-b228-e675643da018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.309539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:20.311251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:20.357573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-27716f57-2c16-4eac-b228-e675643da018 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d23c2b0e55e40f3abaea6e121e10c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281702 Nov 04 09:12:20.358723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27716f57-2c16-4eac-b228-e675643da018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10d571-b697-41de-bd5c-ca92f4adf191,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:20.362543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35480) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:20.409878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-78755d8e-152f-4106-9191-e88b19729258 None None] Provisioning complete for port 64679210-8bde-4e23-9fe2-5fe710809ca1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:20.410721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78755d8e-152f-4106-9191-e88b19729258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.488926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 208d8a7e-92f6-44ed-bbe0-d60957a4ea49 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:20.522687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-0ea10ec0-e4b7-47a2-acb0-a33eaa23f039 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:20.524951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-0ea10ec0-e4b7-47a2-acb0-a33eaa23f039 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 946 time: 0.1631627 Nov 04 09:12:20.602730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98f76c45-ab9f-4db8-8334-0f8cbc8c0d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.666960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d489021-129f-47c4-8eee-d3cf25581b38 req-4db7e6ab-c420-4213-8d9c-d872114cb97c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:20.668599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d489021-129f-47c4-8eee-d3cf25581b38 req-4db7e6ab-c420-4213-8d9c-d872114cb97c tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 946 time: 0.1271682 Nov 04 09:12:20.671963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:20.682832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1624670a-5baf-49fd-900d-50da1d807027 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/208d8a7e-92f6-44ed-bbe0-d60957a4ea49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6228383 Nov 04 09:12:20.683256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35486) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:20.702196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98f76c45-ab9f-4db8-8334-0f8cbc8c0d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.705341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] Sync routers for ids ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:20.718766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4114ec58-a2b1-4e05-a175-fe22e5640d6d details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:12:20.757782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d489021-129f-47c4-8eee-d3cf25581b38 req-a1c40e63-0098-477e-b18b-1512ebb54009 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/security-groups?id=02e11268-4f69-47e6-af68-a360bf3ebaeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737123 Nov 04 09:12:20.780772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-78755d8e-152f-4106-9191-e88b19729258 None None] Port 64679210-8bde-4e23-9fe2-5fe710809ca1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:20.780772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] Routers {'208d8a7e-92f6-44ed-bbe0-d60957a4ea49'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:20.780772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:20.833104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d2aab-86f3-481f-bc15-7cde53e9e070 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:20.837075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7f3d2aab-86f3-481f-bc15-7cde53e9e070 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports/64679210-8bde-4e23-9fe2-5fe710809ca1 HTTP/1.1" status: 200 len: 911 time: 0.1490858 Nov 04 09:12:20.837785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35492) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:20.848869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e880b76a-97df-45af-848b-baf17e61d5d5'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:20.957541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 582d6600-c09d-4aaa-ab41-7bddb5b8aafd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:20.972760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:20.977063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98f76c45-ab9f-4db8-8334-0f8cbc8c0d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.979694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98f76c45-ab9f-4db8-8334-0f8cbc8c0d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:20.984804 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-98f76c45-ab9f-4db8-8334-0f8cbc8c0d6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d10d571-b697-41de-bd5c-ca92f4adf191 HTTP/1.1" status: 204 len: 168 time: 0.6209662 Nov 04 09:12:21.014482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Deleting port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:21.015182 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.042100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ccd26-083f-4ccc-8ec4-60b84666c93c req-bcc6d165-ca08-4fad-a131-6a9065ea4ab1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:21.044217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-698033e2-14a7-4862-a7b1-44e72230dff4 None None] Provisioning complete for port 64679210-8bde-4e23-9fe2-5fe710809ca1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:21.044849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698033e2-14a7-4862-a7b1-44e72230dff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.053592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] Routers {'208d8a7e-92f6-44ed-bbe0-d60957a4ea49'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:21.053835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-242ccd26-083f-4ccc-8ec4-60b84666c93c req-bcc6d165-ca08-4fad-a131-6a9065ea4ab1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 943 time: 0.1092510 Nov 04 09:12:21.054752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:21.084195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f76c45-ab9f-4db8-8334-0f8cbc8c0d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10d571-b697-41de-bd5c-ca92f4adf191,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:21.133950 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-242ccd26-083f-4ccc-8ec4-60b84666c93c req-ee083c10-5db5-4e3b-8a25-6d3fa259709c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790563 Nov 04 09:12:21.170469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:21.171146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41db4bf9-3c7d-4929-97bd-5078614729a1 None None] The sync data for ids ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:21.181190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4114ec58-a2b1-4e05-a175-fe22e5640d6d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4114ec58-a2b1-4e05-a175-fe22e5640d6d,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:21.215417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-698033e2-14a7-4862-a7b1-44e72230dff4 None None] Port 64679210-8bde-4e23-9fe2-5fe710809ca1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:21.219528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '4114ec58-a2b1-4e05-a175-fe22e5640d6d', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'port_id': '4114ec58-a2b1-4e05-a175-fe22e5640d6d', 'mac_address': 'fa:16:3e:71:7d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f9873-0dcb-42d1-9b51-6a3ea42fb140', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:12:21.227215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:21.227797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.239661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] For port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,segment=NetworkSegment(11182d62-c715-4ea7-8e94-9059070526ae),segment_id=11182d62-c715-4ea7-8e94-9059070526ae)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:21.247115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.320241 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.323655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Calling delete_port for 71d916f0-c1ff-4661-83c2-bc9dec3ca54a owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:21.346209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.349669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4114ec58-a2b1-4e05-a175-fe22e5640d6d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:12:21.370913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4114ec58-a2b1-4e05-a175-fe22e5640d6d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4114ec58-a2b1-4e05-a175-fe22e5640d6d,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:21.381497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.406388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-75149ded-984f-4ffa-aecd-c55390171c97 None None] Provisioning complete for port 64679210-8bde-4e23-9fe2-5fe710809ca1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:21.406684 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-75149ded-984f-4ffa-aecd-c55390171c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.487431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-75149ded-984f-4ffa-aecd-c55390171c97 None None] Port 64679210-8bde-4e23-9fe2-5fe710809ca1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:21.506487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4114ec58-a2b1-4e05-a175-fe22e5640d6d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:21.585211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4114ec58-a2b1-4e05-a175-fe22e5640d6d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:12:21.647939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.691082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Pushing event deleted for resources: {'Port': ['ID=71d916f0-c1ff-4661-83c2-bc9dec3ca54a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:21.785039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] No DVR routers for this DVR port 71d916f0-c1ff-4661-83c2-bc9dec3ca54a on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:21.793793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:21.798034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dda4b9a7-9052-487c-879e-16e5dc5adeb7 req-13fbe83a-6f42-4858-a787-3cd89c226db5 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.70 "DELETE /v2.0/ports/71d916f0-c1ff-4661-83c2-bc9dec3ca54a HTTP/1.1" status: 204 len: 173 time: 1.2606046 Nov 04 09:12:21.798329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71da7200-aecd-480f-b460-baebff453566', 'name': 'network-vif-deleted', 'tag': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:21.800765 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e464e2-de3a-485d-8fd9-a0d12b03a367" -d '{"events": [{"server_uuid": "71da7200-aecd-480f-b460-baebff453566", "name": "network-vif-deleted", "tag": "71d916f0-c1ff-4661-83c2-bc9dec3ca54a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:21.902513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-790eacbf-11ca-4c9b-b9d1-e3699845a645 req-3128613f-fc47-42a2-b204-639edaa75f25 tempest-AttachVolumeNegativeTest-970428266 tempest-AttachVolumeNegativeTest-970428266-project] 10.222.0.53 "GET /v2.0/ports?device_id=71da7200-aecd-480f-b460-baebff453566 HTTP/1.1" status: 200 len: 210 time: 0.0470099 Nov 04 09:12:21.949520 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc78406-5583-4796-8609-8d55f9ba1085 x-openstack-request-id: req-dcc78406-5583-4796-8609-8d55f9ba1085 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:21.950043 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71da7200-aecd-480f-b460-baebff453566", "name": "network-vif-deleted", "tag": "71d916f0-c1ff-4661-83c2-bc9dec3ca54a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:21.950456 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcc78406-5583-4796-8609-8d55f9ba1085 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:21.951086 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71da7200-aecd-480f-b460-baebff453566', 'name': 'network-vif-deleted', 'tag': '71d916f0-c1ff-4661-83c2-bc9dec3ca54a', 'status': 'completed', 'code': 200} Nov 04 09:12:21.984801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['71d916f0-c1ff-4661-83c2-bc9dec3ca54a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:12:22.147133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.163307 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.170024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:22.170676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.172068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/ports/64679210-8bde-4e23-9fe2-5fe710809ca1 HTTP/1.1" status: 200 len: 911 time: 1.3290701 Nov 04 09:12:22.175159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35550) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:22.286744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7189fe-bf52-4752-a4d3-bb71324b1433 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=64679210-8bde-4e23-9fe2-5fe710809ca1,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:22.438391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:22.585270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a95509-2688-463e-8657-269bc16c563a req-b3875c6f-b41b-4259-9d52-13f62dd2c176 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:22.587077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46a95509-2688-463e-8657-269bc16c563a req-b3875c6f-b41b-4259-9d52-13f62dd2c176 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 944 time: 0.3673794 Nov 04 09:12:22.675163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-977476640', 'router:external': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:22.707131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46a95509-2688-463e-8657-269bc16c563a req-a9308d69-5d5b-4f8e-99b0-fc1a24969054 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123035 Nov 04 09:12:22.715282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Made reservation on behalf of d0cfcc312eb94ed79d702772684cddab for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:22.718792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.734330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4114ec58-a2b1-4e05-a175-fe22e5640d6d up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:22.734927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.840707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.847175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 4114ec58-a2b1-4e05-a175-fe22e5640d6d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:12:22.847402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.853567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 4114ec58-a2b1-4e05-a175-fe22e5640d6d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:22.854217 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.883235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:12:22.893645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d88f5-d2de-456c-abfa-0f9befd43988,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:22.901678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:22.902440 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Added segment 120c1b4f-675b-4f76-91b4-fd7d51a3201a of type vlan for network cca370ec-7982-443f-91b1-133dadd39ec6 Nov 04 09:12:22.966247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35578) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:23.001707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.025612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.051686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02de67f6-3aea-491d-a203-9e667e57961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114ec58-a2b1-4e05-a175-fe22e5640d6d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:23.055767 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef3e5a4-98af-4f16-93aa-373db0e910e9" -d '{"events": [{"server_uuid": "02de67f6-3aea-491d-a203-9e667e57961c", "name": "network-vif-plugged", "status": "completed", "tag": "4114ec58-a2b1-4e05-a175-fe22e5640d6d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:23.060766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4114ec58-a2b1-4e05-a175-fe22e5640d6d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4114ec58-a2b1-4e05-a175-fe22e5640d6d,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:23.073846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.075818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.076684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 71d916f0-c1ff-4661-83c2-bc9dec3ca54a no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:23.087777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] Deleting subnet dac40794-3141-4231-a13e-94eda65bba01 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:12:23.098557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.144611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.146172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:23.146989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.161209 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ca0b14-b5d8-459a-a77d-1f2a07685c6e x-openstack-request-id: req-19ca0b14-b5d8-459a-a77d-1f2a07685c6e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:23.161759 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02de67f6-3aea-491d-a203-9e667e57961c", "name": "network-vif-plugged", "status": "completed", "tag": "4114ec58-a2b1-4e05-a175-fe22e5640d6d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:23.162193 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-19ca0b14-b5d8-459a-a77d-1f2a07685c6e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:23.162757 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02de67f6-3aea-491d-a203-9e667e57961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4114ec58-a2b1-4e05-a175-fe22e5640d6d', 'code': 200} Nov 04 09:12:23.166690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 71d916f0-c1ff-4661-83c2-bc9dec3ca54a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:23.167297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 71d916f0-c1ff-4661-83c2-bc9dec3ca54a not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:23.198754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.199787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4114ec58-a2b1-4e05-a175-fe22e5640d6d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:23.232257 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7926340 Nov 04 09:12:23.247286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:23.252911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'subnet': {'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:23.301991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Made reservation on behalf of d0cfcc312eb94ed79d702772684cddab for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:23.304774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.326756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3071a-935c-4729-928d-70cfbeed3383 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Network': ['ID=cca370ec-7982-443f-91b1-133dadd39ec6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:23.335209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add8c29-6f93-44e9-b253-7fc555d4c714 req-5ed29a73-1680-4f95-8dab-c4ec785b5fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:23.338394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9add8c29-6f93-44e9-b253-7fc555d4c714 req-5ed29a73-1680-4f95-8dab-c4ec785b5fb0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 1096 time: 0.1425745 Nov 04 09:12:23.339372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network cca370ec-7982-443f-91b1-133dadd39ec6 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:12:23.339603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.409778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9add8c29-6f93-44e9-b253-7fc555d4c714 req-557b5061-6fe6-4164-94c6-ef92074d1e30 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493364 Nov 04 09:12:23.442921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.482648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.488389 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dac40794-3141-4231-a13e-94eda65bba01 HTTP/1.1" status: 204 len: 168 time: 0.5210702 Nov 04 09:12:23.490290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0363b9d-70a2-4ebf-a606-d323d243c958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dac40794-3141-4231-a13e-94eda65bba01,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:23.490908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:23.630481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 64679210-8bde-4e23-9fe2-5fe710809ca1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:23.630832 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.640936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.872496 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.896655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:23.902954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 64679210-8bde-4e23-9fe2-5fe710809ca1 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:23.939909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0764b07f-ce56-45e1-be1b-0f3a65fe61a5']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:23.959223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7560aa-2b92-40b1-b964-a730ef1b94b0 req-9917e17f-3110-4104-aea7-cfb4fed66e93 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:23.960895 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af7560aa-2b92-40b1-b964-a730ef1b94b0 req-9917e17f-3110-4104-aea7-cfb4fed66e93 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 945 time: 0.1718428 Nov 04 09:12:24.002721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11182d62-c715-4ea7-8e94-9059070526ae') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:24.002994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11182d62-c715-4ea7-8e94-9059070526ae') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:24.024765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.069651 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.087198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:12:24.088091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:12:24.091650 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:12:24.136056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af7560aa-2b92-40b1-b964-a730ef1b94b0 req-67a75644-9e53-4b8f-af4c-bc01de1defad tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377873 Nov 04 09:12:24.221988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:12:24.221988 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.266654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.281945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.285328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0764b07f-ce56-45e1-be1b-0f3a65fe61a5 HTTP/1.1" status: 204 len: 168 time: 0.7910132 Nov 04 09:12:24.308891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254f07-aebb-4be3-bfac-897a870f9a27 admin admin] Pushing event deleted for resources: {'Network': ['ID=0764b07f-ce56-45e1-be1b-0f3a65fe61a5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:24.343670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Subnet': ['ID=dcba10b7-5889-424d-b863-122f4ac5dc75,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:24.383630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Checking segment: {'id': '120c1b4f-675b-4f76-91b4-fd7d51a3201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:24.384122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network hostable DHCP agents. Network: cca370ec-7982-443f-91b1-133dadd39ec6, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:12:24.393736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.427361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=64679210-8bde-4e23-9fe2-5fe710809ca1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:24.436120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network cca370ec-7982-443f-91b1-133dadd39ec6 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:12:24.510688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, cca370ec-7982-443f-91b1-133dadd39ec6) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:24.521874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60150b86-9870-493d-baa5-455259798bfd None None] Network cca370ec-7982-443f-91b1-133dadd39ec6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:24.561848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:24.573892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35624) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:24.575182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.604618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.620870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be5b5d41-ab9c-4304-aa48-52868b43bbcf tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3717687 Nov 04 09:12:24.624725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35626) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:24.634989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-54345541', 'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:24.673066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eb162f47-2462-4951-8477-f9dfb0059940 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8b15ba573b841429d1c8d353260c9cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0974660 Nov 04 09:12:24.676420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35628) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:24.687344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Made reservation on behalf of d0cfcc312eb94ed79d702772684cddab for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:24.690075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.755783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] device_id is not set on port 4ecdfb51-1e73-48eb-a3d0-3f1362c5839f yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:12:24.808342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b8de4-ece8-4e1f-a443-32e3a8862270 None None] Network cca370ec-7982-443f-91b1-133dadd39ec6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:24.845038 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3339b9f0-0104-4991-8ad8-2409cd7203ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:24.845272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 208d8a7e-92f6-44ed-bbe0-d60957a4ea49 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:12:24.899415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3339b9f0-0104-4991-8ad8-2409cd7203ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.060596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Allocated IP 2001:db8::be (cca370ec-7982-443f-91b1-133dadd39ec6/dcba10b7-5889-424d-b863-122f4ac5dc75/4ecdfb51-1e73-48eb-a3d0-3f1362c5839f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:25.111009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3339b9f0-0104-4991-8ad8-2409cd7203ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.116136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3339b9f0-0104-4991-8ad8-2409cd7203ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.118784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3339b9f0-0104-4991-8ad8-2409cd7203ff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02e11268-4f69-47e6-af68-a360bf3ebaeb HTTP/1.1" status: 204 len: 168 time: 0.4408207 Nov 04 09:12:25.151035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339b9f0-0104-4991-8ad8-2409cd7203ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e11268-4f69-47e6-af68-a360bf3ebaeb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:25.223417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:25.235986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-99a672f3-bd3c-4699-971c-501a3ca7f468 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/208d8a7e-92f6-44ed-bbe0-d60957a4ea49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0570509 Nov 04 09:12:25.240707 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] Sync routers for ids ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:25.242799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:25.251580 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] Routers {'208d8a7e-92f6-44ed-bbe0-d60957a4ea49'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:25.252313 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:25.287240 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f369fdb4-68a0-404b-a110-a0b933c9dd46 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=208d8a7e-92f6-44ed-bbe0-d60957a4ea49 HTTP/1.1" status: 200 len: 205 time: 0.0430033 Nov 04 09:12:25.290770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35638) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:25.291539 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:25.301395 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] Routers {'208d8a7e-92f6-44ed-bbe0-d60957a4ea49'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:25.302324 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:25.339013 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:25.339942 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4539847c-e94b-4c37-b52b-d31c7a8a6b97 None None] The sync data for ids ['208d8a7e-92f6-44ed-bbe0-d60957a4ea49'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:25.372767 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.395925 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39ee978f-d9ac-46e4-86f3-fcaa1d40c492 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.408396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd8cc2-1ebe-4980-ab88-1042e384dda0 req-8aa9e1c6-49c7-48af-9855-453549037b58 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:25.418940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89dd8cc2-1ebe-4980-ab88-1042e384dda0 req-8aa9e1c6-49c7-48af-9855-453549037b58 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 945 time: 0.1823490 Nov 04 09:12:25.443834 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.527015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network cca370ec-7982-443f-91b1-133dadd39ec6 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:25.540220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:25.556206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:25.557073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:25.558067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.569699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89dd8cc2-1ebe-4980-ab88-1042e384dda0 req-b23e165d-a64f-45bc-b6d5-71230bb67d0f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474519 Nov 04 09:12:25.606326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Port': ['ID=4ecdfb51-1e73-48eb-a3d0-3f1362c5839f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:25.632886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-43120797-e645-459b-9863-86b21e7c10a3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0058036 Nov 04 09:12:25.634509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35666) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:25.723388 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39ee978f-d9ac-46e4-86f3-fcaa1d40c492 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.724929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Deleting port 4ecdfb51-1e73-48eb-a3d0-3f1362c5839f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:25.725281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.732643 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39ee978f-d9ac-46e4-86f3-fcaa1d40c492 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.828266 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.830973 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39ee978f-d9ac-46e4-86f3-fcaa1d40c492 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.831543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ee978f-d9ac-46e4-86f3-fcaa1d40c492 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Fanout notify agent at l3_agent the message router_deleted on router 208d8a7e-92f6-44ed-bbe0-d60957a4ea49 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:25.846092 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39ee978f-d9ac-46e4-86f3-fcaa1d40c492 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:25.847927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-39ee978f-d9ac-46e4-86f3-fcaa1d40c492 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/208d8a7e-92f6-44ed-bbe0-d60957a4ea49 HTTP/1.1" status: 204 len: 168 time: 0.5544689 Nov 04 09:12:25.850001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35680) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:25.904619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Calling delete_port for 4ecdfb51-1e73-48eb-a3d0-3f1362c5839f owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:25.936474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet e880b76a-97df-45af-848b-baf17e61d5d5 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:12:25.941272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.064615 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.186274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6c3ac-674b-44ef-bf29-14360b6e27aa req-2be535ed-d311-4c96-b684-160a78b306ee tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:26.186881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34e6c3ac-674b-44ef-bf29-14360b6e27aa req-2be535ed-d311-4c96-b684-160a78b306ee tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 945 time: 0.0645571 Nov 04 09:12:26.244838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.253336 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34e6c3ac-674b-44ef-bf29-14360b6e27aa req-2621bc61-c625-4787-9e4e-e32dad8cc6d3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577500 Nov 04 09:12:26.628068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.670191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event deleted for resources: {'Port': ['ID=4ecdfb51-1e73-48eb-a3d0-3f1362c5839f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:26.702405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.737525 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.744100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:26.744407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ab98604c-1bc1-44c9-8b8c-390e2bc9e06b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "DELETE /v2.0/ports/4ecdfb51-1e73-48eb-a3d0-3f1362c5839f HTTP/1.1" status: 204 len: 168 time: 1.1086073 Nov 04 09:12:26.745459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=e880b76a-97df-45af-848b-baf17e61d5d5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:26.748851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6', 'external_fixed_ips': [{'subnet_id': 'dcba10b7-5889-424d-b863-122f4ac5dc75', 'ip_address': '2001:db8::be'}]}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:26.753105 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.756560 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8832d98c-d426-46fe-83eb-d7b287466a7c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/e880b76a-97df-45af-848b-baf17e61d5d5 HTTP/1.1" status: 204 len: 168 time: 0.9055760 Nov 04 09:12:26.759660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:26.770950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c526202-65d1-49d4-b0da-9130a7b2c3a6 None None] Network accbcc8b-8f32-4dd6-aafd-d5d072ca95ef requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:26.801376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.802992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.907315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.907555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:26.968126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:26.968415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.056691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,segment=NetworkSegment(63703ab7-29a5-43dc-aed4-394e42cc838f),segment_id=63703ab7-29a5-43dc-aed4-394e42cc838f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:27.057092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.079177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 582d6600-c09d-4aaa-ab41-7bddb5b8aafd owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:27.100810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] DHCP port deletion for accbcc8b-8f32-4dd6-aafd-d5d072ca95ef request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:12:27.110577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.178308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] Deleting port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:27.188849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.199417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.227575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No DVR routers for this DVR port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:27.274834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:27.285688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] For port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,segment=NetworkSegment(63703ab7-29a5-43dc-aed4-394e42cc838f),segment_id=63703ab7-29a5-43dc-aed4-394e42cc838f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:27.286373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.325971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] Calling delete_port for 582d6600-c09d-4aaa-ab41-7bddb5b8aafd owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:27.380643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.405670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['accbcc8b-8f32-4dd6-aafd-d5d072ca95ef']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:27.427254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63703ab7-29a5-43dc-aed4-394e42cc838f') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:27.427556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63703ab7-29a5-43dc-aed4-394e42cc838f') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:27.431059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.463762 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.465991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] Pushing event deleted for resources: {'Port': ['ID=582d6600-c09d-4aaa-ab41-7bddb5b8aafd,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:27.470209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38f0bb-9c9c-4829-845b-bd5d2a6b2538 None None] No DVR routers for this DVR port 582d6600-c09d-4aaa-ab41-7bddb5b8aafd on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:27.494436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.503036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:12:27.503498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.520295 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.532764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0b0bc9-8256-45e4-8d1b-2745e16358e1 req-3ab100d1-8489-4b23-a04c-b3ddb1a8cba4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:27.534326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b0b0bc9-8256-45e4-8d1b-2745e16358e1 req-3ab100d1-8489-4b23-a04c-b3ddb1a8cba4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 945 time: 0.1781418 Nov 04 09:12:27.561738 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:12:27.582929 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:12:27.592979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.598160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.607004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/accbcc8b-8f32-4dd6-aafd-d5d072ca95ef HTTP/1.1" status: 204 len: 168 time: 0.8407531 Nov 04 09:12:27.611261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-6fc44faa-52e6-4876-88ab-ecd6ab3f3113 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:27.613684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-6fc44faa-52e6-4876-88ab-ecd6ab3f3113 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 945 time: 0.2606759 Nov 04 09:12:27.614207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35728) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:27.633894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-419aa946-a386-4b00-85f1-f3a4c2b2aa20 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1019133463', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:27.681279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b0b0bc9-8256-45e4-8d1b-2745e16358e1 req-db83f9e3-e6c9-46d1-a7de-3171a2c7e228 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217067 Nov 04 09:12:27.719017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94316d19-654f-4b02-8ab4-79fb7be94122 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=accbcc8b-8f32-4dd6-aafd-d5d072ca95ef,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:27.795008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-419aa946-a386-4b00-85f1-f3a4c2b2aa20 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.799218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-419aa946-a386-4b00-85f1-f3a4c2b2aa20 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.907760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Allocated IP 2001:db8::be (cca370ec-7982-443f-91b1-133dadd39ec6/dcba10b7-5889-424d-b863-122f4ac5dc75/da54b839-4aad-47be-8311-4d3dbd9cc88a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:27.948438 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-419aa946-a386-4b00-85f1-f3a4c2b2aa20 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.960882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Deleting port 4114ec58-a2b1-4e05-a175-fe22e5640d6d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:27.961230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:27.983471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-419aa946-a386-4b00-85f1-f3a4c2b2aa20 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.102415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-419aa946-a386-4b00-85f1-f3a4c2b2aa20 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.106338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-419aa946-a386-4b00-85f1-f3a4c2b2aa20 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4849927 Nov 04 09:12:28.106470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.106584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] For port 4114ec58-a2b1-4e05-a175-fe22e5640d6d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4114ec58-a2b1-4e05-a175-fe22e5640d6d,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:28.106584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.108597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35752) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:28.114105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1630920002'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:28.154726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Calling delete_port for 4114ec58-a2b1-4e05-a175-fe22e5640d6d owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:28.206534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.210598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:28.214555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.257463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:12:28.279355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.279355 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment 65db59a0-7a99-4c84-bac4-4102db70aa27 of type vlan for network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe Nov 04 09:12:28.284427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network cca370ec-7982-443f-91b1-133dadd39ec6 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:28.290764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:28.299039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:28.407775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Port': ['ID=da54b839-4aad-47be-8311-4d3dbd9cc88a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:28.410144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.453130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.467036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4114ec58-a2b1-4e05-a175-fe22e5640d6d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:12:28.518859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.524624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:28.525252 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.554839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event deleted for resources: {'Port': ['ID=4114ec58-a2b1-4e05-a175-fe22e5640d6d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:28.559055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] No DVR routers for this DVR port 4114ec58-a2b1-4e05-a175-fe22e5640d6d on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:12:28.563652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4538152 Nov 04 09:12:28.573209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:28.575757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:28.579519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-634978e7-7602-4b2c-8b5e-0425935f0c7c req-2e1448a3-a51f-449b-8d44-8a9e5fd0eb95 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "DELETE /v2.0/ports/4114ec58-a2b1-4e05-a175-fe22e5640d6d HTTP/1.1" status: 204 len: 173 time: 0.9347110 Nov 04 09:12:28.580034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02de67f6-3aea-491d-a203-9e667e57961c', 'name': 'network-vif-deleted', 'tag': '4114ec58-a2b1-4e05-a175-fe22e5640d6d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:28.582780 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb944a-4261-4276-836c-8b0d6ab1acf3" -d '{"events": [{"server_uuid": "02de67f6-3aea-491d-a203-9e667e57961c", "name": "network-vif-deleted", "tag": "4114ec58-a2b1-4e05-a175-fe22e5640d6d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:28.596504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:28.636749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82eae81-ae9f-4dd7-a971-29049ef712d4 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:28.648888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:12:28.696240 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a8ffad-d2c8-48bd-8517-7cac56474e53 x-openstack-request-id: req-20a8ffad-d2c8-48bd-8517-7cac56474e53 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:28.696727 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02de67f6-3aea-491d-a203-9e667e57961c", "name": "network-vif-deleted", "tag": "4114ec58-a2b1-4e05-a175-fe22e5640d6d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:28.696987 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20a8ffad-d2c8-48bd-8517-7cac56474e53 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:28.697540 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02de67f6-3aea-491d-a203-9e667e57961c', 'name': 'network-vif-deleted', 'tag': '4114ec58-a2b1-4e05-a175-fe22e5640d6d', 'status': 'completed', 'code': 200} Nov 04 09:12:28.871801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 582d6600-c09d-4aaa-ab41-7bddb5b8aafd no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:28.899685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35776) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:28.912456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 582d6600-c09d-4aaa-ab41-7bddb5b8aafd {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:28.912806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 582d6600-c09d-4aaa-ab41-7bddb5b8aafd not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:29.019282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35782) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:29.110707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e67bc22a-be46-470c-810c-0ed35657a35f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.198496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1a82e92-483d-4251-84e5-2af224721ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.225441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28c2a6f7-60ca-4706-be7b-21d9de648014 req-b6ba89f7-97bd-4dee-bcf4-29bb87c342d1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=02de67f6-3aea-491d-a203-9e667e57961c HTTP/1.1" status: 200 len: 210 time: 0.3520696 Nov 04 09:12:29.263389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:29.268858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.309250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e67bc22a-be46-470c-810c-0ed35657a35f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.327504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e67bc22a-be46-470c-810c-0ed35657a35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.362754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e67bc22a-be46-470c-810c-0ed35657a35f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=397fed99ef3d4902a508eb1ef8eeed24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4615381 Nov 04 09:12:29.365892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35786) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:29.437810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bc22a-be46-470c-810c-0ed35657a35f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d55f7b-204c-4bb5-ac0f-6ab5ebc81ab7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:29.479119 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1a82e92-483d-4251-84e5-2af224721ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.486741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1a82e92-483d-4251-84e5-2af224721ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.506485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.519253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cce7ae7f-bc7b-4056-b555-3d02eef1043e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.553407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e1a82e92-483d-4251-84e5-2af224721ebe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e2bcef4753d74a1998a57f5c5ef89e32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5322125 Nov 04 09:12:29.554123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35788) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:29.563381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=773481e1-aa04-4acf-9297-b9a098296657,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:29.568014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.594372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a82e92-483d-4251-84e5-2af224721ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f5eeca-e357-4059-b2d6-101bcaffe988,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:29.615520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cce7ae7f-bc7b-4056-b555-3d02eef1043e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.689868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90507cda-6bf8-4210-aa93-a8b34fd00d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.692916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:29.693674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:12:29.724917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90507cda-6bf8-4210-aa93-a8b34fd00d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.728756 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cce7ae7f-bc7b-4056-b555-3d02eef1043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.737667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:12:29.738280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cce7ae7f-bc7b-4056-b555-3d02eef1043e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.739833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cce7ae7f-bc7b-4056-b555-3d02eef1043e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/16d55f7b-204c-4bb5-ac0f-6ab5ebc81ab7 HTTP/1.1" status: 204 len: 168 time: 0.3725290 Nov 04 09:12:29.768944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7ae7f-bc7b-4056-b555-3d02eef1043e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d55f7b-204c-4bb5-ac0f-6ab5ebc81ab7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:29.823898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90507cda-6bf8-4210-aa93-a8b34fd00d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.824280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:29.833419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337082cf-7c23-4093-b083-6fc907b2b6bb None None] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:29.833972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:29.834264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.836222 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-90507cda-6bf8-4210-aa93-a8b34fd00d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:29.838517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-90507cda-6bf8-4210-aa93-a8b34fd00d60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/13f5eeca-e357-4059-b2d6-101bcaffe988 HTTP/1.1" status: 204 len: 168 time: 0.2772405 Nov 04 09:12:29.850813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90507cda-6bf8-4210-aa93-a8b34fd00d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f5eeca-e357-4059-b2d6-101bcaffe988,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:29.859019 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d143cbb-fdcb-45ab-a555-0160587cbd4b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2821958 Nov 04 09:12:29.862324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35794) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:30.017122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.037851 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:12:30.039465 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.219566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Allocated IP 2001:db8::2 (16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe/773481e1-aa04-4acf-9297-b9a098296657/5db0cf12-1061-4145-8894-daab8c58809a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:30.270045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35802) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:30.295431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bbdda84-2dec-4bc3-9e61-a2f6c3773357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.312249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.346976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:30.375178 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47850474-b9b7-4cb2-9419-d7e9a5f99b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.460050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.470132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Router a1ecc957-33b7-44dd-9281-926d80423350 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:30.472882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.498422 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bbdda84-2dec-4bc3-9e61-a2f6c3773357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.509276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bbdda84-2dec-4bc3-9e61-a2f6c3773357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.536180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:30.543284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:30.548557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:30.573212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Pushing event updated for resources: {'Port': ['ID=5db0cf12-1061-4145-8894-daab8c58809a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:30.587683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1bbdda84-2dec-4bc3-9e61-a2f6c3773357 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7094e785866548d0a18677153e387a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166301 Nov 04 09:12:30.592714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35814) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:30.595193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdda84-2dec-4bc3-9e61-a2f6c3773357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63d629-2775-4a97-b86b-321076878d63,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:30.614518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47850474-b9b7-4cb2-9419-d7e9a5f99b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.628213 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47850474-b9b7-4cb2-9419-d7e9a5f99b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.638219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Attempting to bind port 5db0cf12-1061-4145-8894-daab8c58809a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:30.640209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Attempting to bind port 5db0cf12-1061-4145-8894-daab8c58809a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:30.640848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Attempting to bind port 5db0cf12-1061-4145-8894-daab8c58809a on network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:30.649292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:30.650198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Checking segment: {'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:30.650811 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.651425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Bound using segment: {'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:30.652160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Bound port: 5db0cf12-1061-4145-8894-daab8c58809a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:30.652759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.693945 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-47850474-b9b7-4cb2-9419-d7e9a5f99b19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=848d763d8a9242fd9945e9b8ceec1804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458374 Nov 04 09:12:30.694917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35824) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:30.704741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47850474-b9b7-4cb2-9419-d7e9a5f99b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d5fcdb-517e-48b3-a012-b504d79ba390,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:30.733401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfac1bed-c4f9-4325-9a56-b4b2d537832b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.747891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] For port 5db0cf12-1061-4145-8894-daab8c58809a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:30.752165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] For port 5db0cf12-1061-4145-8894-daab8c58809a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5db0cf12-1061-4145-8894-daab8c58809a,segment=NetworkSegment(65db59a0-7a99-4c84-bac4-4102db70aa27),segment_id=65db59a0-7a99-4c84-bac4-4102db70aa27)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:30.756897 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.774753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfac1bed-c4f9-4325-9a56-b4b2d537832b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.786075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4114ec58-a2b1-4e05-a175-fe22e5640d6d no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:12:30.809720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:30.817181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 4114ec58-a2b1-4e05-a175-fe22e5640d6d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:12:30.817523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4114ec58-a2b1-4e05-a175-fe22e5640d6d not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:12:30.822587 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-698f9253-60b5-493f-bcf9-3ced38f5178b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.850863 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-698f9253-60b5-493f-bcf9-3ced38f5178b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.855282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Sync routers for ids ['a1ecc957-33b7-44dd-9281-926d80423350'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:30.878380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb5eed-3c40-4a68-9557-721b66af6d51 None None] Pushing event updated for resources: {'Port': ['ID=5db0cf12-1061-4145-8894-daab8c58809a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:30.881548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Routers {'a1ecc957-33b7-44dd-9281-926d80423350'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:30.882361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a1ecc957-33b7-44dd-9281-926d80423350'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:30.888748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.892416 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0a30c059-a744-436c-b567-a05a12f03a6a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.1449513 Nov 04 09:12:30.899456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:30.902133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8::1 (16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe/773481e1-aa04-4acf-9297-b9a098296657/3f35f18e-6f8d-45d8-9356-5da289f7d8b5) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:30.910661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfac1bed-c4f9-4325-9a56-b4b2d537832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.914521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfac1bed-c4f9-4325-9a56-b4b2d537832b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.919631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cfac1bed-c4f9-4325-9a56-b4b2d537832b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ac63d629-2775-4a97-b86b-321076878d63 HTTP/1.1" status: 204 len: 168 time: 0.3256176 Nov 04 09:12:30.932609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac1bed-c4f9-4325-9a56-b4b2d537832b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63d629-2775-4a97-b86b-321076878d63,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:30.946620 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-698f9253-60b5-493f-bcf9-3ced38f5178b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.949836 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-698f9253-60b5-493f-bcf9-3ced38f5178b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:30.954549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-698f9253-60b5-493f-bcf9-3ced38f5178b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04d5fcdb-517e-48b3-a012-b504d79ba390 HTTP/1.1" status: 204 len: 168 time: 0.2576823 Nov 04 09:12:30.965789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f9253-60b5-493f-bcf9-3ced38f5178b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d5fcdb-517e-48b3-a012-b504d79ba390,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:31.028977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-1e8b58d5-26fd-4bea-9f7c-e2cf04711a5d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:31.030418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-1e8b58d5-26fd-4bea-9f7c-e2cf04711a5d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.3287568 Nov 04 09:12:31.037189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Set router a1ecc957-33b7-44dd-9281-926d80423350 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:31.089192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-d8a36af2-8c89-4fc8-b4f6-acd3eff62636 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/quotas/ac0d54a6b21d46529b514e54c0ed1ba4 HTTP/1.1" status: 200 len: 375 time: 0.0388150 Nov 04 09:12:31.177363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-03cde910-bb6a-4064-965f-24d93106a6c7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508749 Nov 04 09:12:31.261775 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.318897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecc957-33b7-44dd-9281-926d80423350', 'name': '', 'tenant_id': 'd0cfcc312eb94ed79d702772684cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6', 'external_fixed_ips': [{'subnet_id': 'dcba10b7-5889-424d-b863-122f4ac5dc75', 'ip_address': '2001:db8::be'}], 'enable_snat': True}, 'gw_port_id': 'da54b839-4aad-47be-8311-4d3dbd9cc88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:26Z', 'updated_at': '2021-11-04T09:12:28Z', 'revision_number': 3, 'project_id': 'd0cfcc312eb94ed79d702772684cddab', 'gw_port': {'id': 'da54b839-4aad-47be-8311-4d3dbd9cc88a', 'name': '', 'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:7f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ecc957-33b7-44dd-9281-926d80423350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2224, 'fixed_ips': [{'subnet_id': 'dcba10b7-5889-424d-b863-122f4ac5dc75', 'ip_address': '2001:db8::be', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dcba10b7-5889-424d-b863-122f4ac5dc75', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:31.363892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Checking router: a1ecc957-33b7-44dd-9281-926d80423350 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:12:31.364307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Updating router a1ecc957-33b7-44dd-9281-926d80423350 port da54b839-4aad-47be-8311-4d3dbd9cc88a binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:12:31.401780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.615529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:31.633132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc28e0c-8fb3-423c-9303-233bb0053786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.718579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.731582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-b5af5a79-5910-43cc-8eb5-210246ff21d5 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508313 Nov 04 09:12:31.751286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc28e0c-8fb3-423c-9303-233bb0053786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.761204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ccc28e0c-8fb3-423c-9303-233bb0053786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.784379 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.794155 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.810993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.859440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc28e0c-8fb3-423c-9303-233bb0053786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce0df86-872f-46d3-abd7-c45308278e9b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:31.876281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ccc28e0c-8fb3-423c-9303-233bb0053786 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6cc6b20d9a274ec4902daf9a6f181595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2546859 Nov 04 09:12:31.877060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Attempting to bind port da54b839-4aad-47be-8311-4d3dbd9cc88a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:31.877541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35850) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:31.877677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Attempting to bind port da54b839-4aad-47be-8311-4d3dbd9cc88a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '120c1b4f-675b-4f76-91b4-fd7d51a3201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:31.877855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Attempting to bind port da54b839-4aad-47be-8311-4d3dbd9cc88a on network cca370ec-7982-443f-91b1-133dadd39ec6 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:31.891736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e7388-cb71-4403-aec0-a6dcf121c19d None None] Pushing event updated for resources: {'Port': ['ID=da54b839-4aad-47be-8311-4d3dbd9cc88a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:31.896108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:31.896476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Checking segment: {'id': '120c1b4f-675b-4f76-91b4-fd7d51a3201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:31.897024 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.897429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Bound using segment: {'id': '120c1b4f-675b-4f76-91b4-fd7d51a3201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:31.898008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Bound port: da54b839-4aad-47be-8311-4d3dbd9cc88a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120c1b4f-675b-4f76-91b4-fd7d51a3201a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cca370ec-7982-443f-91b1-133dadd39ec6'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:31.898545 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.966493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f29-3d68-4e8d-8503-35f01c67f53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:31.975201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] For port da54b839-4aad-47be-8311-4d3dbd9cc88a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:31.980621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] For port da54b839-4aad-47be-8311-4d3dbd9cc88a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=da54b839-4aad-47be-8311-4d3dbd9cc88a,segment=NetworkSegment(120c1b4f-675b-4f76-91b4-fd7d51a3201a),segment_id=120c1b4f-675b-4f76-91b4-fd7d51a3201a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:31.986678 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.009212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f29-3d68-4e8d-8503-35f01c67f53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.066619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-245e7140-50b5-4a44-9eee-e016a4a9b96a service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340409 Nov 04 09:12:32.079035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e7388-cb71-4403-aec0-a6dcf121c19d None None] Pushing event updated for resources: {'Port': ['ID=da54b839-4aad-47be-8311-4d3dbd9cc88a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:32.084736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.097330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Routers {'a1ecc957-33b7-44dd-9281-926d80423350'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:32.098233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['a1ecc957-33b7-44dd-9281-926d80423350'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:32.132201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f29-3d68-4e8d-8503-35f01c67f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.137075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50ed7f29-3d68-4e8d-8503-35f01c67f53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.140814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-50ed7f29-3d68-4e8d-8503-35f01c67f53e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ce0df86-872f-46d3-abd7-c45308278e9b HTTP/1.1" status: 204 len: 168 time: 0.2593195 Nov 04 09:12:32.176004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed7f29-3d68-4e8d-8503-35f01c67f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce0df86-872f-46d3-abd7-c45308278e9b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:32.233306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:32.265827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Deleting port da54b839-4aad-47be-8311-4d3dbd9cc88a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:32.266173 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.268229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:32.299827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:32.308838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d595a06-f385-42df-99ac-02aa6c196e03 None None] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:32.326571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:32.327717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.576350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] For port da54b839-4aad-47be-8311-4d3dbd9cc88a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=da54b839-4aad-47be-8311-4d3dbd9cc88a,segment=NetworkSegment(120c1b4f-675b-4f76-91b4-fd7d51a3201a),segment_id=120c1b4f-675b-4f76-91b4-fd7d51a3201a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:32.576896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.607503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Calling delete_port for da54b839-4aad-47be-8311-4d3dbd9cc88a owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:32.758303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] Set router a1ecc957-33b7-44dd-9281-926d80423350 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:32.829748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9e0838dc-a4ed-4835-99b2-440ba70e811d None None] Provisioning complete for port 5db0cf12-1061-4145-8894-daab8c58809a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:32.830028 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9e0838dc-a4ed-4835-99b2-440ba70e811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.833551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ecc957-33b7-44dd-9281-926d80423350', 'name': '', 'tenant_id': 'd0cfcc312eb94ed79d702772684cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:26Z', 'updated_at': '2021-11-04T09:12:31Z', 'revision_number': 4, 'project_id': 'd0cfcc312eb94ed79d702772684cddab', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:32.893704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:32.912573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698f9994-8d65-4243-8fd2-1ddda6d74e37 None None] The sync data for ids ['a1ecc957-33b7-44dd-9281-926d80423350'] in n-d-816487-1 is: [{'id': 'a1ecc957-33b7-44dd-9281-926d80423350', 'name': '', 'tenant_id': 'd0cfcc312eb94ed79d702772684cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:26Z', 'updated_at': '2021-11-04T09:12:31Z', 'revision_number': 4, 'project_id': 'd0cfcc312eb94ed79d702772684cddab', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:32.930613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d18ad19a-8fd5-4464-b82e-bb379a169895 req-891c9b12-a40e-4d81-b423-bc43801924a8 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 210 time: 0.3746088 Nov 04 09:12:32.958460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5db0cf12-1061-4145-8894-daab8c58809a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:33.056804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.149821 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9e0838dc-a4ed-4835-99b2-440ba70e811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.191046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event deleted for resources: {'Port': ['ID=da54b839-4aad-47be-8311-4d3dbd9cc88a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:33.229440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5db0cf12-1061-4145-8894-daab8c58809a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:33.229818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.258700 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.292846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9e0838dc-a4ed-4835-99b2-440ba70e811d None None] For port 5db0cf12-1061-4145-8894-daab8c58809a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5db0cf12-1061-4145-8894-daab8c58809a,segment=NetworkSegment(65db59a0-7a99-4c84-bac4-4102db70aa27),segment_id=65db59a0-7a99-4c84-bac4-4102db70aa27)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:33.313076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9e0838dc-a4ed-4835-99b2-440ba70e811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.428832 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.434692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.447709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0838dc-a4ed-4835-99b2-440ba70e811d None None] Pushing event updated for resources: {'Port': ['ID=5db0cf12-1061-4145-8894-daab8c58809a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:33.553170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-738533b4-007e-4944-9569-90a11f76a56b None None] Provisioning complete for port 5db0cf12-1061-4145-8894-daab8c58809a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:33.553517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-738533b4-007e-4944-9569-90a11f76a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.657418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.657951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a1ecc957-33b7-44dd-9281-926d80423350 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:33.664701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.668338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-78f202f6-96c1-4d5b-87c8-144dddd7ccc8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "DELETE /v2.0/routers/a1ecc957-33b7-44dd-9281-926d80423350 HTTP/1.1" status: 204 len: 168 time: 2.7652292 Nov 04 09:12:33.668871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:33.756056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-738533b4-007e-4944-9569-90a11f76a56b None None] Provisioning complete for port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:33.761074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-738533b4-007e-4944-9569-90a11f76a56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.765117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Deleting subnet dcba10b7-5889-424d-b863-122f4ac5dc75 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:12:33.768403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.830510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-738533b4-007e-4944-9569-90a11f76a56b None None] Port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:33.845221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.933546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-c878c87d-16e9-42e2-9091-15bf294e793c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:33.935772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-c878c87d-16e9-42e2-9091-15bf294e793c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.2819080 Nov 04 09:12:33.941004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.962970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1ae75bdf-8c65-4e21-b1de-601ff61c289e None None] Provisioning complete for port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:33.963502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1ae75bdf-8c65-4e21-b1de-601ff61c289e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:33.965014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Request body: {'port': {'device_id': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'admin_state_up': True, 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:33.998674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.015848 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.016687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.031022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1ae75bdf-8c65-4e21-b1de-601ff61c289e None None] Port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:34.172782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:34.177669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.205869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3ab8d1c-60e6-4716-98a9-14712d06a30e req-2bc8745e-f789-4aed-9713-7299b140d606 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 210 time: 0.1225259 Nov 04 09:12:34.244360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:34.252242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.290948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=dcba10b7-5889-424d-b863-122f4ac5dc75,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:34.309281 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.316295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:34.316462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1052c8f9-7895-4406-9f94-89c6f596698d tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/dcba10b7-5889-424d-b863-122f4ac5dc75 HTTP/1.1" status: 204 len: 168 time: 0.6465156 Nov 04 09:12:34.340871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:34.343445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:34.519260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Allocated IP 172.20.0.9 (44de6edb-15ec-4e54-930c-30071a9dee9b/8f0f9873-0dcb-42d1-9b51-6a3ea42fb140/1168051b-3045-45c7-b8e7-152ac0a4b2b0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:34.525841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:34.528173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.783658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:34.794426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e900286b-9327-4bf8-9c6f-d2081b290aae tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9302633 Nov 04 09:12:34.797535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:34.799783 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:34.813731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.815631 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:34.816888 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:34.822222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-30334869'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:34.842897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5db0cf12-1061-4145-8894-daab8c58809a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:34.855524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca370ec-7982-443f-91b1-133dadd39ec6']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:34.865082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:34.873867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120c1b4f-675b-4f76-91b4-fd7d51a3201a') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:34.874143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120c1b4f-675b-4f76-91b4-fd7d51a3201a') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:34.874459 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.894556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.947951 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.960037 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:12:34.973354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.975386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:12:34.975790 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:12:34.982168 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:12:34.990883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5db0cf12-1061-4145-8894-daab8c58809a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:34.992573 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.002450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.003101 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment 74cbc43f-026f-424c-a97c-7132eb690300 of type vlan for network 919284e1-8ce2-40a1-b149-8f92e786e560 Nov 04 09:12:35.054583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-143536b6-e96d-469e-b3f6-2c8ec976ff48 None None] Provisioning complete for port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:35.055634 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-143536b6-e96d-469e-b3f6-2c8ec976ff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.110183 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.146631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.163610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cca370ec-7982-443f-91b1-133dadd39ec6 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 09:12:35.174532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.181868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.182123 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:35.183078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:35.185896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.189966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "DELETE /v2.0/networks/cca370ec-7982-443f-91b1-133dadd39ec6 HTTP/1.1" status: 204 len: 168 time: 0.8712220 Nov 04 09:12:35.220979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4b76f-56b0-43b1-9c5f-422761555ace tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event deleted for resources: {'Network': ['ID=cca370ec-7982-443f-91b1-133dadd39ec6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:35.224801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-143536b6-e96d-469e-b3f6-2c8ec976ff48 None None] Port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:35.240817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.328351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5265625 Nov 04 09:12:35.334347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:35.355293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:35.456849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fdaac-a8dc-4e13-90fd-7273d3d1b050 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=919284e1-8ce2-40a1-b149-8f92e786e560,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:35.472118 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:32Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:33Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:35.473237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Network 44de6edb-15ec-4e54-930c-30071a9dee9b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:35.473648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 919284e1-8ce2-40a1-b149-8f92e786e560 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:12:35.486712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:35.490086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:35.503205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event updated for resources: {'Port': ['ID=1168051b-3045-45c7-b8e7-152ac0a4b2b0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:35.504029 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:12:35.504558 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Updating router ab13eb74-ff85-4d21-a1bb-2adf87121eaa port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:12:35.515083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd69fc-f442-4f42-8d85-c0930d5c67e8 req-dc2e4fcd-ffb2-4e72-a5d0-dd75674a1fdc tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:35.518187 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-52bd69fc-f442-4f42-8d85-c0930d5c67e8 req-dc2e4fcd-ffb2-4e72-a5d0-dd75674a1fdc tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 931 time: 0.1651325 Nov 04 09:12:35.542195 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.598194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:35.599643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.611370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-52bd69fc-f442-4f42-8d85-c0930d5c67e8 req-af5aaaae-2eb1-40c4-9d02-ff82ea9cff3c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826170 Nov 04 09:12:35.647194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:35.652707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:35.832264 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-90bcaf7b-e67e-4e25-95ec-d95cee1e0524 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8836882 Nov 04 09:12:35.856111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Request body: {'port': {'device_id': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:35.971132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.104163 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.121314 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.123360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35978) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:36.131315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ab7b65b0-cfb3-4416-8374-16133bfe8232 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'router': {'name': 'tempest-router--1011783556', 'project_id': 'eb6f236bc1b0474fae105bb7e5187f91'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:36.205714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7b65b0-cfb3-4416-8374-16133bfe8232 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.212389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7b65b0-cfb3-4416-8374-16133bfe8232 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.240759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.252189 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Pushing event updated for resources: {'Port': ['ID=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:36.306360 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.308341 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.309263 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.309779 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.310308 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.311036 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.311550 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.312097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.312604 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.313119 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.313623 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.316210 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:36.334959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=d099cdf9-3dd7-49eb-85d1-1d6d2d11dd61,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:36.379176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:36.379942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: 919284e1-8ce2-40a1-b149-8f92e786e560, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:12:36.383996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7b65b0-cfb3-4416-8374-16133bfe8232 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.391689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7b65b0-cfb3-4416-8374-16133bfe8232 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.414190 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Attempting to bind port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:36.414544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab7b65b0-cfb3-4416-8374-16133bfe8232 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.415112 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Attempting to bind port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:36.415659 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Attempting to bind port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 on network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:36.415790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab7b65b0-cfb3-4416-8374-16133bfe8232 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2894659 Nov 04 09:12:36.419066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:36.422809 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:36.423596 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Checking segment: {'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:36.424217 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.424810 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Bound using segment: {'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:36.425475 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Bound port: 3f35f18e-6f8d-45d8-9356-5da289f7d8b5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65db59a0-7a99-4c84-bac4-4102db70aa27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:36.426041 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.466875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 919284e1-8ce2-40a1-b149-8f92e786e560 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:12:36.488718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 919284e1-8ce2-40a1-b149-8f92e786e560) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:36.498222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:36.498816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.501934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6008c2c-6ae9-4250-9c5d-0ab15636d748 None None] Network 919284e1-8ce2-40a1-b149-8f92e786e560 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:36.565279 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] For port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:36.575109 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] For port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,segment=NetworkSegment(65db59a0-7a99-4c84-bac4-4102db70aa27),segment_id=65db59a0-7a99-4c84-bac4-4102db70aa27)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:36.584413 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.596905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4edc8195-4a8c-4476-af2c-059b4d7014a9 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.678427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1168051b-3045-45c7-b8e7-152ac0a4b2b0 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:12:36.707938 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:36.715247 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:36.717959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.755040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Transition to ACTIVE for port object 1168051b-3045-45c7-b8e7-152ac0a4b2b0 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:12:36.767065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a9b0916-8487-428a-b173-f8942e0e192b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4259703 Nov 04 09:12:36.768865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.781656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:36.880989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-420d7472-bb0c-492d-b427-52e7b8a0b3ad None None] Provisioning complete for port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:36.881576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-420d7472-bb0c-492d-b427-52e7b8a0b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.987322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-919284e1-8ce2-40a1-b149-8f92e786e560', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:12:36.988269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:36.994341 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe8fab-27c6-4722-8b05-09d9ce75f7fd None None] Pushing event updated for resources: {'Port': ['ID=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:37.011529 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:37.023547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Attempting to bind port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:37.024148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Attempting to bind port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:37.024525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Attempting to bind port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:37.028473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Pushing event updated for resources: {'Port': ['ID=1168051b-3045-45c7-b8e7-152ac0a4b2b0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:37.042333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 on network 44de6edb-15ec-4e54-930c-30071a9dee9b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:12:37.042723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Attempting to bind port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:37.049861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:37.050357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Checking segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:37.051023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Bound using segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:37.051984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Bound port: 1168051b-3045-45c7-b8e7-152ac0a4b2b0, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:37.052849 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.179671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36012) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:37.198525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] For port 1168051b-3045-45c7-b8e7-152ac0a4b2b0, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:37.235571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] For port 1168051b-3045-45c7-b8e7-152ac0a4b2b0, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1168051b-3045-45c7-b8e7-152ac0a4b2b0,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:37.248147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.333029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-420d7472-bb0c-492d-b427-52e7b8a0b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.353350 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-64c77e7c-e44d-4508-9574-4d91feeb65b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.359177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:37.359836 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.365719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] 10.222.0.70 "PUT /v2.0/ports/1168051b-3045-45c7-b8e7-152ac0a4b2b0 HTTP/1.1" status: 200 len: 1091 time: 1.5187466 Nov 04 09:12:37.366171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'tag': '1168051b-3045-45c7-b8e7-152ac0a4b2b0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:37.375252 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54" -d '{"events": [{"name": "network-changed", "server_uuid": "ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b", "tag": "1168051b-3045-45c7-b8e7-152ac0a4b2b0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:37.434357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896d4742-7a56-4ccb-ae69-4ee0c8a7fabe service neutron] Pushing event updated for resources: {'Port': ['ID=1168051b-3045-45c7-b8e7-152ac0a4b2b0,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:37.440392 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:32Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:36Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:37.453335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-420d7472-bb0c-492d-b427-52e7b8a0b3ad None None] For port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,segment=NetworkSegment(65db59a0-7a99-4c84-bac4-4102db70aa27),segment_id=65db59a0-7a99-4c84-bac4-4102db70aa27)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:37.470063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-763eb3d6-25b7-4a60-a0b6-7279da6c753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:37.472277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-763eb3d6-25b7-4a60-a0b6-7279da6c753a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 1094 time: 0.0565736 Nov 04 09:12:37.484058 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a639854-8e29-4125-95d9-8e676b1b8072 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:32Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:36Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:37.486877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-420d7472-bb0c-492d-b427-52e7b8a0b3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.549588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-97414764-9015-4a37-b38f-9cd566c1731a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1168051b-3045-45c7-b8e7-152ac0a4b2b0 HTTP/1.1" status: 200 len: 217 time: 0.0694461 Nov 04 09:12:37.555655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Allocated IP 2001:db8:1::2 (919284e1-8ce2-40a1-b149-8f92e786e560/d099cdf9-3dd7-49eb-85d1-1d6d2d11dd61/486d99d6-8a7a-41b1-8657-c89a5694df0a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:37.583181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d7472-bb0c-492d-b427-52e7b8a0b3ad None None] Pushing event updated for resources: {'Port': ['ID=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:37.646772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-b180fa69-72be-4e81-9caf-b4b268ea7c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:37.650987 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-b180fa69-72be-4e81-9caf-b4b268ea7c40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.0942199 Nov 04 09:12:37.663310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f7c5048a-45ff-4ca2-b102-f380dd6898fc None None] Provisioning complete for port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:37.663885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7c5048a-45ff-4ca2-b102-f380dd6898fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.666721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4edc8195-4a8c-4476-af2c-059b4d7014a9 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.671535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4edc8195-4a8c-4476-af2c-059b4d7014a9 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.719877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-92a579bf-b854-44ba-a2b4-789b46fee0fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496259 Nov 04 09:12:37.731584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab105794-8ae1-41c4-a83a-92151e05a1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.756483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f45218-1d75-470c-b361-1178a7d51b80 req-026e138e-4157-4b29-bf13-0ca469aaae61 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:37.764734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90f45218-1d75-470c-b361-1178a7d51b80 req-026e138e-4157-4b29-bf13-0ca469aaae61 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 943 time: 0.9187014 Nov 04 09:12:37.868915 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.891668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.893707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4edc8195-4a8c-4476-af2c-059b4d7014a9 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.894901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edc8195-4a8c-4476-af2c-059b4d7014a9 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2c1512a7-5792-402b-80f9-a46ed100f4ed {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:37.919098 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4edc8195-4a8c-4476-af2c-059b4d7014a9 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:37.931704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4edc8195-4a8c-4476-af2c-059b4d7014a9 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "DELETE /v2.0/routers/2c1512a7-5792-402b-80f9-a46ed100f4ed HTTP/1.1" status: 204 len: 168 time: 1.5096500 Nov 04 09:12:37.958588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-1bab5298-afbd-4a0f-99f4-68c032928d9f service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296982 Nov 04 09:12:37.982255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90f45218-1d75-470c-b361-1178a7d51b80 req-ade990db-b311-4d0d-9490-f46a0ca03c19 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165077 Nov 04 09:12:38.126908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab105794-8ae1-41c4-a83a-92151e05a1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.144794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Pushing event updated for resources: {'Port': ['ID=486d99d6-8a7a-41b1-8657-c89a5694df0a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:38.145523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ab105794-8ae1-41c4-a83a-92151e05a1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.173305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Network 919284e1-8ce2-40a1-b149-8f92e786e560 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:38.178457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:38.185806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:38.235181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ab105794-8ae1-41c4-a83a-92151e05a1ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04283d2dc9fa41748100cdf7a4a62f23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0539224 Nov 04 09:12:38.244333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36032) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:38.327450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Attempting to bind port 486d99d6-8a7a-41b1-8657-c89a5694df0a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:38.328332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Attempting to bind port 486d99d6-8a7a-41b1-8657-c89a5694df0a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:38.329299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Attempting to bind port 486d99d6-8a7a-41b1-8657-c89a5694df0a on network 919284e1-8ce2-40a1-b149-8f92e786e560 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:38.337946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:38.338589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Checking segment: {'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:38.340149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.347281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Bound using segment: {'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:38.348307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Bound port: 486d99d6-8a7a-41b1-8657-c89a5694df0a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:38.349169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.362317 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.403087 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377a298b-8d01-441c-8df9-0f31865a051d x-openstack-request-id: req-377a298b-8d01-441c-8df9-0f31865a051d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:38.403493 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b", "tag": "1168051b-3045-45c7-b8e7-152ac0a4b2b0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:38.403683 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-377a298b-8d01-441c-8df9-0f31865a051d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:38.405396 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'tag': '1168051b-3045-45c7-b8e7-152ac0a4b2b0', 'status': 'completed', 'code': 200} Nov 04 09:12:38.426225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab105794-8ae1-41c4-a83a-92151e05a1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53a707-0a44-45a1-ac9d-d95d8f6518dc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:38.431520 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bcf30dd-ea56-4821-bdae-21a5ff8e14d7 req-b5e925bf-5e58-4bdd-af2c-f6ac513c581d service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626274 Nov 04 09:12:38.455331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] For port 486d99d6-8a7a-41b1-8657-c89a5694df0a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:38.463670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] For port 486d99d6-8a7a-41b1-8657-c89a5694df0a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=486d99d6-8a7a-41b1-8657-c89a5694df0a,segment=NetworkSegment(74cbc43f-026f-424c-a97c-7132eb690300),segment_id=74cbc43f-026f-424c-a97c-7132eb690300)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:38.471981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefac4d5-a935-4c81-81ec-c6cdcca1a8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.481604 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.498611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:38.531195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefac4d5-a935-4c81-81ec-c6cdcca1a8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.609906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a52786-d948-4efc-8c14-53d6295ac738 None None] Pushing event updated for resources: {'Port': ['ID=486d99d6-8a7a-41b1-8657-c89a5694df0a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:38.693055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-f06d2a81-735b-4690-b984-4588c804d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:38.694985 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-f06d2a81-735b-4690-b984-4588c804d3f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 1094 time: 0.1278474 Nov 04 09:12:38.836030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1930712900', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:38.874501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefac4d5-a935-4c81-81ec-c6cdcca1a8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.882750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fefac4d5-a935-4c81-81ec-c6cdcca1a8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.885203 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fefac4d5-a935-4c81-81ec-c6cdcca1a8d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d53a707-0a44-45a1-ac9d-d95d8f6518dc HTTP/1.1" status: 204 len: 168 time: 0.6385705 Nov 04 09:12:38.910003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac4d5-a935-4c81-81ec-c6cdcca1a8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53a707-0a44-45a1-ac9d-d95d8f6518dc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:38.918685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.919748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:38.974918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-460e2cde-63dc-4103-8303-9eee948c123d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:38.986495 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-460e2cde-63dc-4103-8303-9eee948c123d service neutron] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.2831550 Nov 04 09:12:39.005524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:39.010337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8:1::1 (919284e1-8ce2-40a1-b149-8f92e786e560/d099cdf9-3dd7-49eb-85d1-1d6d2d11dd61/cae79d5a-0017-48f5-9d41-764265e55dbf) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:39.091073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.129583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:39.130268 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.137475 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-3d7f7f68-846a-4346-ae46-74059e3ce0ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1168051b-3045-45c7-b8e7-152ac0a4b2b0 HTTP/1.1" status: 200 len: 217 time: 0.1159277 Nov 04 09:12:39.248517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-8253f4ce-a157-4d03-bd98-c021e0c425c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:39.255140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-8253f4ce-a157-4d03-bd98-c021e0c425c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.1057103 Nov 04 09:12:39.315381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-69d85114-d459-43b5-a751-fa80cd15a296 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528712 Nov 04 09:12:39.383503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.400607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1b3b7-c70b-4352-850d-96dc81c43ced req-4fade792-e499-4430-ac0b-4d2f69fb71ef tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:39.402366 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46e1b3b7-c70b-4352-850d-96dc81c43ced req-4fade792-e499-4430-ac0b-4d2f69fb71ef tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 943 time: 0.2351816 Nov 04 09:12:39.433717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-d13afa3c-820c-4163-b3e7-e377dbf33d66 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098461 Nov 04 09:12:39.490031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.529932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46e1b3b7-c70b-4352-850d-96dc81c43ced req-6c5b2c07-64c7-430b-b49b-42bb1c1a0e24 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153450 Nov 04 09:12:39.573415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.635020 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ebca949-ecf5-4f33-b7a7-35d0f581ec54 req-f3e48cd5-8c61-4270-a01c-3ed30bc4ef75 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917715 Nov 04 09:12:39.666494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 919284e1-8ce2-40a1-b149-8f92e786e560 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:39.674159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:39.677856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:39.678409 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.682774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=cae79d5a-0017-48f5-9d41-764265e55dbf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:39.683466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36056) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:39.714922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.839580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.845702 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.884882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.902344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d15f8ce3ccf042b894e59ce245ae79e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154241 Nov 04 09:12:39.902344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a085b8-ec47-40b3-8004-a643e7cadcec,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:39.906582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:39.910043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.910458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.910884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.911285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.911808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.918441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.924031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.924031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.924031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.924031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.924031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.928397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccebcc5-0359-4414-9de6-83c39165b861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:39.934208 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-098b08b6-6982-43d6-8b73-98958381cea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.936299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:39.959495 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.152234 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7e95bc3-c33a-4c59-a11a-a9ebb8fe3ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.237361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.249021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7e95bc3-c33a-4c59-a11a-a9ebb8fe3ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.253797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Allocated IP 172.25.3.115 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/8a2ead57-6fdc-48b6-880c-39b45334ab07) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:40.469154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7e95bc3-c33a-4c59-a11a-a9ebb8fe3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.471783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e7e95bc3-c33a-4c59-a11a-a9ebb8fe3ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.473010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e7e95bc3-c33a-4c59-a11a-a9ebb8fe3ecd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/51a085b8-ec47-40b3-8004-a643e7cadcec HTTP/1.1" status: 204 len: 168 time: 0.5654604 Nov 04 09:12:40.513038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e95bc3-c33a-4c59-a11a-a9ebb8fe3ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a085b8-ec47-40b3-8004-a643e7cadcec,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:40.533490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.561988 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.568819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7bb499-7b82-40dc-a200-9c75e3bedf68 None None] Network 919284e1-8ce2-40a1-b149-8f92e786e560 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:40.586196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.587769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.687275 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.727108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d454ea76-c883-4ab6-a792-ac1f12a677c5 None None] Provisioning complete for port 486d99d6-8a7a-41b1-8657-c89a5694df0a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:40.727724 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d454ea76-c883-4ab6-a792-ac1f12a677c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.740320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=cae79d5a-0017-48f5-9d41-764265e55dbf,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:40.762982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:40.793131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:40.796470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:40.876054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104c0649-7cac-4f80-8442-ce1613e7e4ee req-42f73c16-aded-412f-888c-61114157501e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:40.877651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-104c0649-7cac-4f80-8442-ce1613e7e4ee req-42f73c16-aded-412f-888c-61114157501e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 943 time: 0.1976347 Nov 04 09:12:40.878385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event updated for resources: {'Port': ['ID=8a2ead57-6fdc-48b6-880c-39b45334ab07,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:40.924414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 919284e1-8ce2-40a1-b149-8f92e786e560 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:40.936833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 486d99d6-8a7a-41b1-8657-c89a5694df0a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:40.940653 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d454ea76-c883-4ab6-a792-ac1f12a677c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:40.963406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:41.033039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d454ea76-c883-4ab6-a792-ac1f12a677c5 None None] For port 486d99d6-8a7a-41b1-8657-c89a5694df0a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=486d99d6-8a7a-41b1-8657-c89a5694df0a,segment=NetworkSegment(74cbc43f-026f-424c-a97c-7132eb690300),segment_id=74cbc43f-026f-424c-a97c-7132eb690300)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:41.042974 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d454ea76-c883-4ab6-a792-ac1f12a677c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.079525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 486d99d6-8a7a-41b1-8657-c89a5694df0a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:41.079920 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.135369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454ea76-c883-4ab6-a792-ac1f12a677c5 None None] Pushing event updated for resources: {'Port': ['ID=486d99d6-8a7a-41b1-8657-c89a5694df0a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:41.218437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.377550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7b087364-07ad-45cf-b16e-1945f63437d4 None None] Provisioning complete for port 486d99d6-8a7a-41b1-8657-c89a5694df0a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:41.377931 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b087364-07ad-45cf-b16e-1945f63437d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.493583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-104c0649-7cac-4f80-8442-ce1613e7e4ee req-8902d018-5732-4a1f-95aa-8ccc16656f9e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6062334 Nov 04 09:12:41.562060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7b087364-07ad-45cf-b16e-1945f63437d4 None None] Provisioning complete for port cae79d5a-0017-48f5-9d41-764265e55dbf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:41.563289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b087364-07ad-45cf-b16e-1945f63437d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.609511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:12:41.620772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7b087364-07ad-45cf-b16e-1945f63437d4 None None] Port cae79d5a-0017-48f5-9d41-764265e55dbf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:41.749254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-59df9b93-0efa-405b-a42f-4406987bcb63 None None] Provisioning complete for port cae79d5a-0017-48f5-9d41-764265e55dbf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:41.749632 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59df9b93-0efa-405b-a42f-4406987bcb63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.807356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:41.809289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.822528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:41.843466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-59df9b93-0efa-405b-a42f-4406987bcb63 None None] Port cae79d5a-0017-48f5-9d41-764265e55dbf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:41.846214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:41.846932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:41.883562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f249c74a-e9a3-4273-93ad-ace49a3db145 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1007380 Nov 04 09:12:41.886123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36116) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:41.891752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803784407'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:41.946027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:41.950949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:41.995358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:12:42.020738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.022013 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment 8dcbfe68-a056-49f3-a045-309cafa51930 of type vlan for network 51f838aa-f658-47fd-82da-5ca1936982da Nov 04 09:12:42.120031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.164163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.188381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.194106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:42.195302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.257822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d7090461-586b-4704-8965-6352476d05f8 None None] Provisioning complete for port cae79d5a-0017-48f5-9d41-764265e55dbf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:42.258565 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d7090461-586b-4704-8965-6352476d05f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.282451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:42.325187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Router c1a1dda9-9cbe-4714-b517-5358be8d5ffb is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:42.327338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4400506 Nov 04 09:12:42.330531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36128) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:42.336541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:42.356956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a2f23-59d0-4687-bd05-f241e4fd4894 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=51f838aa-f658-47fd-82da-5ca1936982da,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:42.396896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 51f838aa-f658-47fd-82da-5ca1936982da details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:12:42.487335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:42.491200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.506020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d7090461-586b-4704-8965-6352476d05f8 None None] Port cae79d5a-0017-48f5-9d41-764265e55dbf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:42.514476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:42.537153 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] Sync routers for ids ['c1a1dda9-9cbe-4714-b517-5358be8d5ffb'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:42.554380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] Routers {'c1a1dda9-9cbe-4714-b517-5358be8d5ffb'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:42.555802 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['c1a1dda9-9cbe-4714-b517-5358be8d5ffb'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:42.567488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.571656 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80f0f96e-0c91-49de-b8d1-5a5073ea3dab tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0711186 Nov 04 09:12:42.576277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:42.679068 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:42.705639 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] Routers {'c1a1dda9-9cbe-4714-b517-5358be8d5ffb'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:42.706527 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['c1a1dda9-9cbe-4714-b517-5358be8d5ffb'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:42.743413 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:42.758896 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:42.760207 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51a15a-f002-43e7-82e7-b01f15fe439a None None] The sync data for ids ['c1a1dda9-9cbe-4714-b517-5358be8d5ffb'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:42.805349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d70115b5-071c-42e4-a688-b4114bed1259 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/c1a1dda9-9cbe-4714-b517-5358be8d5ffb HTTP/1.1" status: 200 len: 925 time: 0.2263801 Nov 04 09:12:42.805788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1168051b-3045-45c7-b8e7-152ac0a4b2b0 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:12:42.806175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:42.827181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36176) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:42.869005 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d040459c-792f-4ce9-8415-3728a7c5d157 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a1dda9-9cbe-4714-b517-5358be8d5ffb HTTP/1.1" status: 200 len: 205 time: 0.0399756 Nov 04 09:12:42.878108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36180) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:42.894706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 486d99d6-8a7a-41b1-8657-c89a5694df0a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:43.022088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:39Z', 'revision_number': 3, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:40Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:43.029324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c90044-b849-4726-84b2-7e83bbccfb53 req-68a7feb2-f030-40b3-bfa7-5db25ce2d941 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:43.039033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93c90044-b849-4726-84b2-7e83bbccfb53 req-68a7feb2-f030-40b3-bfa7-5db25ce2d941 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 943 time: 0.2313492 Nov 04 09:12:43.075881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:12:43.077029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Updating router ab13eb74-ff85-4d21-a1bb-2adf87121eaa port cae79d5a-0017-48f5-9d41-764265e55dbf binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:12:43.106538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93c90044-b849-4726-84b2-7e83bbccfb53 req-37beaba4-6060-4def-a363-7a1ad9854cb5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656908 Nov 04 09:12:43.129490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.165926 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.200635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1168051b-3045-45c7-b8e7-152ac0a4b2b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1168051b-3045-45c7-b8e7-152ac0a4b2b0,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:43.203993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.254397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '1168051b-3045-45c7-b8e7-152ac0a4b2b0', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'port_id': '1168051b-3045-45c7-b8e7-152ac0a4b2b0', 'mac_address': 'fa:16:3e:d1:ad:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f9873-0dcb-42d1-9b51-6a3ea42fb140', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:12:43.259930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 486d99d6-8a7a-41b1-8657-c89a5694df0a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:43.270029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.331028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.366228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.389024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.418404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.453685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:43.476526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ef4b28bbd05410b801190afe17bbd69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671429 Nov 04 09:12:43.477647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36192) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:43.482300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eeb065e-9160-491e-a587-e44dc3004d09,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:43.493907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:43.494864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: 51f838aa-f658-47fd-82da-5ca1936982da, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:12:43.509064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.509417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.509755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.510088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.510414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.510739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.511062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.511381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.511698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.512042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.512360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.513513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241c7984-807c-4a60-b0ca-0ab16348f918 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:12:43.520666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 51f838aa-f658-47fd-82da-5ca1936982da is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:12:43.531512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Deleting port 8a2ead57-6fdc-48b6-880c-39b45334ab07 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:43.531808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.536125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 51f838aa-f658-47fd-82da-5ca1936982da) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:43.542615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:43.543694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.567740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a298ecc2-49dd-412f-ade7-427a84e0ef3d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2359562 Nov 04 09:12:43.568872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36210) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:43.573670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07245c77-3334-4cf4-8ba5-b795cba08697 None None] Network 51f838aa-f658-47fd-82da-5ca1936982da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:43.575969 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.646864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11858693-b50e-499b-be1f-39f03eefd296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.665652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1168051b-3045-45c7-b8e7-152ac0a4b2b0 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:12:43.703115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11858693-b50e-499b-be1f-39f03eefd296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.717335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.732363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Calling delete_port for 8a2ead57-6fdc-48b6-880c-39b45334ab07 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:43.735143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1168051b-3045-45c7-b8e7-152ac0a4b2b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1168051b-3045-45c7-b8e7-152ac0a4b2b0,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:43.754720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.877731 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.891904 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:43.951489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['1168051b-3045-45c7-b8e7-152ac0a4b2b0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:12:43.961825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=1168051b-3045-45c7-b8e7-152ac0a4b2b0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:43.978578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.026008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event deleted for resources: {'Port': ['ID=8a2ead57-6fdc-48b6-880c-39b45334ab07,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:44.122002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11858693-b50e-499b-be1f-39f03eefd296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.122592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-51f838aa-f658-47fd-82da-5ca1936982da', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:12:44.123426 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.123564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-11858693-b50e-499b-be1f-39f03eefd296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.128234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-11858693-b50e-499b-be1f-39f03eefd296 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2eeb065e-9160-491e-a587-e44dc3004d09 HTTP/1.1" status: 204 len: 168 time: 0.6481855 Nov 04 09:12:44.137725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da8b4e-9ddc-4a6a-9cbd-9dcec5908c6e None None] Pushing event updated for resources: {'Port': ['ID=cae79d5a-0017-48f5-9d41-764265e55dbf,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:44.147375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11858693-b50e-499b-be1f-39f03eefd296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eeb065e-9160-491e-a587-e44dc3004d09,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:44.153013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.200234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.222544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Attempting to bind port cae79d5a-0017-48f5-9d41-764265e55dbf on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:44.222912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Attempting to bind port cae79d5a-0017-48f5-9d41-764265e55dbf by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:44.223276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Attempting to bind port cae79d5a-0017-48f5-9d41-764265e55dbf on network 919284e1-8ce2-40a1-b149-8f92e786e560 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:44.279728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:44.280967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Checking segment: {'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:44.282723 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.284044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Bound using segment: {'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:44.285968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Bound port: cae79d5a-0017-48f5-9d41-764265e55dbf, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74cbc43f-026f-424c-a97c-7132eb690300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:44.286580 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.522352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-948d13c0-9e60-4844-86fc-98d7015ca45c None None] Provisioning complete for port cae79d5a-0017-48f5-9d41-764265e55dbf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:44.523546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-948d13c0-9e60-4844-86fc-98d7015ca45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.635833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.657813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.713693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] For port cae79d5a-0017-48f5-9d41-764265e55dbf, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:44.724732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d89cb-9678-4811-a79e-72320ffa1d8d req-dda957e7-c23c-4b1f-a2be-a4242f69ce2e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:44.727276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-172d89cb-9678-4811-a79e-72320ffa1d8d req-dda957e7-c23c-4b1f-a2be-a4242f69ce2e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 944 time: 0.1103995 Nov 04 09:12:44.749080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] For port cae79d5a-0017-48f5-9d41-764265e55dbf, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cae79d5a-0017-48f5-9d41-764265e55dbf,segment=NetworkSegment(74cbc43f-026f-424c-a97c-7132eb690300),segment_id=74cbc43f-026f-424c-a97c-7132eb690300)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:44.749080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-948d13c0-9e60-4844-86fc-98d7015ca45c None None] Port cae79d5a-0017-48f5-9d41-764265e55dbf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:44.752303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36232) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:44.755116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.755766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Fanout notify agent at l3_agent the message router_deleted on router c1a1dda9-9cbe-4714-b517-5358be8d5ffb {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:44.759132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.777215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Allocated IP 2001:db8:2::2 (51f838aa-f658-47fd-82da-5ca1936982da/5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6/0cb29ce2-5588-42ff-8d63-d0418e11bb6d) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:44.777913 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.779190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-910b64c9-edce-4812-b85b-4f29cf2e230b tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/c1a1dda9-9cbe-4714-b517-5358be8d5ffb HTTP/1.1" status: 204 len: 168 time: 1.9018509 Nov 04 09:12:44.789531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36234) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:44.796779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2112789699', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': False}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:44.806328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-996e1b89-4c8c-45da-9cd7-3ea08922cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.854204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-172d89cb-9678-4811-a79e-72320ffa1d8d req-b4015d06-f27c-4e63-88b8-4153572f2540 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914147 Nov 04 09:12:44.862620 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.868316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.964835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-996e1b89-4c8c-45da-9cd7-3ea08922cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.972424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-996e1b89-4c8c-45da-9cd7-3ea08922cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:44.991171 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.027456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e1b89-4c8c-45da-9cd7-3ea08922cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c1a498-5b60-49cb-8bfc-72461fbfe623,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:45.033890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-996e1b89-4c8c-45da-9cd7-3ea08922cd3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e14a204b974049ecbdae13615d8af696&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2801232 Nov 04 09:12:45.036803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36236) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:45.107688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3eb8a5c0-808b-4844-9e1f-1c747fbd8545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.152439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3eb8a5c0-808b-4844-9e1f-1c747fbd8545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.175165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:45.176233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:45.253296 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da8b4e-9ddc-4a6a-9cbd-9dcec5908c6e None None] Pushing event updated for resources: {'Port': ['ID=cae79d5a-0017-48f5-9d41-764265e55dbf,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:45.256791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3eb8a5c0-808b-4844-9e1f-1c747fbd8545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.262302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3eb8a5c0-808b-4844-9e1f-1c747fbd8545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.265924 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3eb8a5c0-808b-4844-9e1f-1c747fbd8545 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27c1a498-5b60-49cb-8bfc-72461fbfe623 HTTP/1.1" status: 204 len: 168 time: 0.2253478 Nov 04 09:12:45.277721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.280255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8a5c0-808b-4844-9e1f-1c747fbd8545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c1a498-5b60-49cb-8bfc-72461fbfe623,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:45.367179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5c96b33a-17cb-4683-a2c1-1932c39ba23c None None] Provisioning complete for port cae79d5a-0017-48f5-9d41-764265e55dbf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:45.367894 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c96b33a-17cb-4683-a2c1-1932c39ba23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.454963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:45.583496 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.622766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.656016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.708997 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.746088 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.776719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c96b33a-17cb-4683-a2c1-1932c39ba23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.785184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8:2::1 (51f838aa-f658-47fd-82da-5ca1936982da/5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6/437d7a98-3f43-4794-b165-d9fa4df0ca43) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:45.790036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Network 51f838aa-f658-47fd-82da-5ca1936982da is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:45.797034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:45.801141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Allocated IP 172.25.3.188 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/1222bc19-ee91-4d83-b461-0ee41c885b70) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:45.815234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:45.839336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Pushing event updated for resources: {'Port': ['ID=0cb29ce2-5588-42ff-8d63-d0418e11bb6d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:45.919149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5c96b33a-17cb-4683-a2c1-1932c39ba23c None None] For port cae79d5a-0017-48f5-9d41-764265e55dbf, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cae79d5a-0017-48f5-9d41-764265e55dbf,segment=NetworkSegment(74cbc43f-026f-424c-a97c-7132eb690300),segment_id=74cbc43f-026f-424c-a97c-7132eb690300)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:45.927703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c96b33a-17cb-4683-a2c1-1932c39ba23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.974609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:45.988410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Attempting to bind port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:45.988768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Attempting to bind port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:45.989215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Attempting to bind port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d on network 51f838aa-f658-47fd-82da-5ca1936982da {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:46.007955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:46.010784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Checking segment: {'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:46.010784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.011110 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.011276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Bound using segment: {'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:46.011276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Bound port: 0cb29ce2-5588-42ff-8d63-d0418e11bb6d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:46.011276 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.060195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.069444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96b33a-17cb-4683-a2c1-1932c39ba23c None None] Pushing event updated for resources: {'Port': ['ID=cae79d5a-0017-48f5-9d41-764265e55dbf,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:46.099016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.100561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:39Z', 'revision_number': 3, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:44Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:46.138092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e1dd21-0fe3-4750-bb5a-57ec4fe0de3d None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:39Z', 'revision_number': 3, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:44Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:46.152956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] For port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:46.159001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] For port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0cb29ce2-5588-42ff-8d63-d0418e11bb6d,segment=NetworkSegment(8dcbfe68-a056-49f3-a045-309cafa51930),segment_id=8dcbfe68-a056-49f3-a045-309cafa51930)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:46.165722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=437d7a98-3f43-4794-b165-d9fa4df0ca43,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:46.166220 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.184101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Port': ['ID=1222bc19-ee91-4d83-b461-0ee41c885b70,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:46.197837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 51f838aa-f658-47fd-82da-5ca1936982da is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:46.201031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:46.226316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:46.231396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.245993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:46.271042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221a5c6-2915-443f-b3a7-3fd95f536cb0 None None] Pushing event updated for resources: {'Port': ['ID=0cb29ce2-5588-42ff-8d63-d0418e11bb6d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:46.275825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:46.281132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:46.386776 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.445769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4cc3a-7bdd-4963-99c0-d93819f80890 req-f30e3c00-0630-414a-8a95-889399e90a3f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:46.451134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4c4cc3a-7bdd-4963-99c0-d93819f80890 req-f30e3c00-0630-414a-8a95-889399e90a3f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 944 time: 0.3784132 Nov 04 09:12:46.508939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:46.641394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4c4cc3a-7bdd-4963-99c0-d93819f80890 req-e109ee49-9137-4ea7-bc21-65878fe84817 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751564 Nov 04 09:12:46.818630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1168051b-3045-45c7-b8e7-152ac0a4b2b0 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:46.984934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:12:46.990617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:46.991023 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.025593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.113242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cb29ce2-5588-42ff-8d63-d0418e11bb6d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:47.144563 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.152957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.154019 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.298480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.359028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=437d7a98-3f43-4794-b165-d9fa4df0ca43,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:47.372712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1168051b-3045-45c7-b8e7-152ac0a4b2b0'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:12:47.374821 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcc29de-2b5f-443c-9843-e705eadc7a56" -d '{"events": [{"server_uuid": "ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b", "name": "network-vif-plugged", "status": "completed", "tag": "1168051b-3045-45c7-b8e7-152ac0a4b2b0"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:12:47.405385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:47.406100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.437900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network 51f838aa-f658-47fd-82da-5ca1936982da is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:47.439825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:47.487230 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44910b8-d346-43b7-837a-a612490bd783 x-openstack-request-id: req-e44910b8-d346-43b7-837a-a612490bd783 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:12:47.495194 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b", "name": "network-vif-plugged", "status": "completed", "tag": "1168051b-3045-45c7-b8e7-152ac0a4b2b0", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:12:47.495582 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e44910b8-d346-43b7-837a-a612490bd783 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:12:47.496249 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1168051b-3045-45c7-b8e7-152ac0a4b2b0', 'code': 200} Nov 04 09:12:47.501167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 1168051b-3045-45c7-b8e7-152ac0a4b2b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1168051b-3045-45c7-b8e7-152ac0a4b2b0,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:47.529054 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.544049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.690767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=1168051b-3045-45c7-b8e7-152ac0a4b2b0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:47.696003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.778184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:12:47.800731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0cb29ce2-5588-42ff-8d63-d0418e11bb6d,segment=NetworkSegment(8dcbfe68-a056-49f3-a045-309cafa51930),segment_id=8dcbfe68-a056-49f3-a045-309cafa51930)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:47.808545 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:47.808545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cae79d5a-0017-48f5-9d41-764265e55dbf up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:47.958944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:47.981322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fc182bb8-a84b-4011-9e0d-cc0f82681678 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4033811 Nov 04 09:12:47.981322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe770f4-5176-487c-96ad-00e87d5616b8 req-9ab50320-25a7-4388-a072-4024a3e49ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:47.981999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:47.984637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-efe770f4-5176-487c-96ad-00e87d5616b8 req-9ab50320-25a7-4388-a072-4024a3e49ca4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 1096 time: 0.3960862 Nov 04 09:12:47.984782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Router 3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:47.994200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-989860868'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:47.995925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:48.014036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0cb29ce2-5588-42ff-8d63-d0418e11bb6d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:48.024652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bec88-61d0-4934-9b92-a9b63935c76a req-6f358373-9d14-4145-9b46-f5540c1730c4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:48.031526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cae79d5a-0017-48f5-9d41-764265e55dbf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:48.031936 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.034026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:48.034915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:48.041904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e04bec88-61d0-4934-9b92-a9b63935c76a req-6f358373-9d14-4145-9b46-f5540c1730c4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 945 time: 0.1915603 Nov 04 09:12:48.083842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-efe770f4-5176-487c-96ad-00e87d5616b8 req-406a9c81-95e1-498b-ab5c-ee311c7f014c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978384 Nov 04 09:12:48.133480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e04bec88-61d0-4934-9b92-a9b63935c76a req-9c0cf6f3-74b0-410c-b636-c95613b6790d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867300 Nov 04 09:12:48.146289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c14c273-c7d8-4095-92ac-73c2e395fe9d None None] Network 51f838aa-f658-47fd-82da-5ca1936982da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:48.183963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:48.188525 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.268067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ad57c64d-46ae-4a73-9544-e52d125747da None None] Provisioning complete for port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:48.268447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad57c64d-46ae-4a73-9544-e52d125747da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.270463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:12:48.271088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:48.290802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.290802 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added segment be196534-7d52-414b-99db-b33f2037af59 of type vlan for network aef9052f-67d5-4271-9f68-1441cfbae4dc Nov 04 09:12:48.322703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:48.334931 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Sync routers for ids ['3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:48.351141 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Routers {'3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:48.355159 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:48.371925 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.389285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.393492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36296) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:48.403809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9c41f6a3-4600-420f-9450-07b39197ddfb tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6129999 Nov 04 09:12:48.477560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.483379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:48.484059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.583615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6044421 Nov 04 09:12:48.587385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:48.595081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'subnet': {'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:48.628945 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Set router 3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:48.711937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeffd0b0-e313-4b79-8679-49147570ed3e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Network': ['ID=aef9052f-67d5-4271-9f68-1441cfbae4dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:48.725324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-79a196fa-35c3-48b1-ae0c-2d681ca8a66b tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 HTTP/1.1" status: 200 len: 909 time: 0.3283920 Nov 04 09:12:48.726932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36308) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:48.733946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2112789699', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': True}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:48.762751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network aef9052f-67d5-4271-9f68-1441cfbae4dc details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:12:48.789241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.790901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.829947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Made reservation on behalf of f7f929c04acf4a838977bdc2192c287a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:12:48.834746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:48.865793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.072385 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6', 'name': 'tempest-snat-router-2112789699', 'tenant_id': 'd0cfcc312eb94ed79d702772684cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.188'}], 'enable_snat': False}, 'gw_port_id': '1222bc19-ee91-4d83-b461-0ee41c885b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:46Z', 'revision_number': 3, 'project_id': 'd0cfcc312eb94ed79d702772684cddab', 'gw_port': {'id': '1222bc19-ee91-4d83-b461-0ee41c885b70', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:45Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:49.143823 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Checking router: 3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:12:49.144372 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Updating router 3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 port 1222bc19-ee91-4d83-b461-0ee41c885b70 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:12:49.185840 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.262502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.403895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cb29ce2-5588-42ff-8d63-d0418e11bb6d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:49.507767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:49.508283 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.518593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.564766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:46Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:46Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:49.616774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:12:49.617390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Updating router ab13eb74-ff85-4d21-a1bb-2adf87121eaa port 437d7a98-3f43-4794-b165-d9fa4df0ca43 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:12:49.656889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30591e8-9613-4ba1-90c3-ca8446bef114 req-402ccf3d-1874-4da1-960d-8640d8c12003 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:49.658966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e30591e8-9613-4ba1-90c3-ca8446bef114 req-402ccf3d-1874-4da1-960d-8640d8c12003 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 945 time: 0.2524955 Nov 04 09:12:49.690978 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.749086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e75f0f20-2245-45d7-87f1-3301d8d0a18d None None] Provisioning complete for port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:49.749460 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f20-2245-45d7-87f1-3301d8d0a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.824199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Subnet': ['ID=84639578-86f3-4164-8ca6-dcbcd13c28cf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:49.848955 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Checking segment: {'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:49.849578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network hostable DHCP agents. Network: aef9052f-67d5-4271-9f68-1441cfbae4dc, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:12:49.881628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network aef9052f-67d5-4271-9f68-1441cfbae4dc is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:12:49.906836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e30591e8-9613-4ba1-90c3-ca8446bef114 req-97619c07-8928-41ff-8882-35854989cec9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174139 Nov 04 09:12:49.913386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, aef9052f-67d5-4271-9f68-1441cfbae4dc) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:49.927427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:49.929390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:49.949392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f168d6-a143-46e6-a6e1-e0f07610ceb7 None None] Network aef9052f-67d5-4271-9f68-1441cfbae4dc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:49.965472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-366e948b-ce10-4686-9558-309493c0611c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3772898 Nov 04 09:12:49.968673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:50.031557 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.047509 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.094528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:50.240221 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Attempting to bind port 1222bc19-ee91-4d83-b461-0ee41c885b70 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:50.240697 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Attempting to bind port 1222bc19-ee91-4d83-b461-0ee41c885b70 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:50.241072 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Attempting to bind port 1222bc19-ee91-4d83-b461-0ee41c885b70 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:50.275970 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530e8da-024b-493c-85a4-3ad79b9eb8e1 None None] Pushing event updated for resources: {'Port': ['ID=1222bc19-ee91-4d83-b461-0ee41c885b70,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:50.279985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:50.280365 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:50.281037 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.281431 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:50.282365 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Bound port: 1222bc19-ee91-4d83-b461-0ee41c885b70, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:50.282365 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.305345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.411392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.411973 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] For port 1222bc19-ee91-4d83-b461-0ee41c885b70, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:50.417056 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] For port 1222bc19-ee91-4d83-b461-0ee41c885b70, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1222bc19-ee91-4d83-b461-0ee41c885b70,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:50.424319 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.445590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43776377-ce6a-40f8-94b8-961e7f8ccb7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.565100 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530e8da-024b-493c-85a4-3ad79b9eb8e1 None None] Pushing event updated for resources: {'Port': ['ID=1222bc19-ee91-4d83-b461-0ee41c885b70,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:50.594557 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Routers {'3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:50.595207 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:50.726651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Allocated IP 172.25.3.14 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/ffbb181f-3a6c-4c6c-95d0-c721f3e597ac) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:50.843748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43776377-ce6a-40f8-94b8-961e7f8ccb7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.855847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43776377-ce6a-40f8-94b8-961e7f8ccb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.871642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e75f0f20-2245-45d7-87f1-3301d8d0a18d None None] Provisioning complete for port 437d7a98-3f43-4794-b165-d9fa4df0ca43 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:50.872923 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e75f0f20-2245-45d7-87f1-3301d8d0a18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.878306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] Set router 3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:50.912153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-aef9052f-67d5-4271-9f68-1441cfbae4dc', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:12:50.918098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:50.951505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-43776377-ce6a-40f8-94b8-961e7f8ccb7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbd0c390e17148048b7a38be15898d5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8524518 Nov 04 09:12:50.967636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:51.063725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e75f0f20-2245-45d7-87f1-3301d8d0a18d None None] Port 437d7a98-3f43-4794-b165-d9fa4df0ca43 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:51.071523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.086927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43776377-ce6a-40f8-94b8-961e7f8ccb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27639590-4fa7-4b2d-a051-38f219a7a177,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:51.099058 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.137372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.168630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.261901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:51.289644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:51.298022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:51.327893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dd6d40-293d-4c83-9082-13aa1aae7e07 req-a3ad012e-00a9-46f6-beb4-968c41a91641 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:51.329619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68dd6d40-293d-4c83-9082-13aa1aae7e07 req-a3ad012e-00a9-46f6-beb4-968c41a91641 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 945 time: 0.2152767 Nov 04 09:12:51.335527 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c670dbff-1614-4f3a-901d-d4872be47fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.341431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.366635 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6', 'name': 'tempest-snat-router-2112789699', 'tenant_id': 'd0cfcc312eb94ed79d702772684cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.188'}], 'enable_snat': False}, 'gw_port_id': '1222bc19-ee91-4d83-b461-0ee41c885b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:46Z', 'revision_number': 3, 'project_id': 'd0cfcc312eb94ed79d702772684cddab', 'gw_port': {'id': '1222bc19-ee91-4d83-b461-0ee41c885b70', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:45Z', 'updated_at': '2021-11-04T09:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:51.390945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Port': ['ID=ffbb181f-3a6c-4c6c-95d0-c721f3e597ac,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:51.410152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8c5b3f52-2404-4743-8eee-0b2833f8f77a None None] Provisioning complete for port 437d7a98-3f43-4794-b165-d9fa4df0ca43 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:51.410857 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3f52-2404-4743-8eee-0b2833f8f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.474150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1cfd0b-6c5d-4282-a6be-7c189a90b469 None None] The sync data for ids ['3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6'] in n-d-816487-1 is: [{'id': '3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6', 'name': 'tempest-snat-router-2112789699', 'tenant_id': 'd0cfcc312eb94ed79d702772684cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.188'}], 'enable_snat': False}, 'gw_port_id': '1222bc19-ee91-4d83-b461-0ee41c885b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:46Z', 'revision_number': 3, 'project_id': 'd0cfcc312eb94ed79d702772684cddab', 'gw_port': {'id': '1222bc19-ee91-4d83-b461-0ee41c885b70', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b4:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:45Z', 'updated_at': '2021-11-04T09:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:51.605745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Attempting to bind port 437d7a98-3f43-4794-b165-d9fa4df0ca43 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:51.606127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Attempting to bind port 437d7a98-3f43-4794-b165-d9fa4df0ca43 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:51.606492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Attempting to bind port 437d7a98-3f43-4794-b165-d9fa4df0ca43 on network 51f838aa-f658-47fd-82da-5ca1936982da {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:51.616212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:51.616724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Checking segment: {'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:51.617091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.617495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Bound using segment: {'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:51.618038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Bound port: 437d7a98-3f43-4794-b165-d9fa4df0ca43, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dcbfe68-a056-49f3-a045-309cafa51930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:51.618422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.620688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbf083-2dcc-4a3a-bfd8-b77eebb0610f None None] Pushing event updated for resources: {'Port': ['ID=437d7a98-3f43-4794-b165-d9fa4df0ca43,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:51.640797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8c5b3f52-2404-4743-8eee-0b2833f8f77a None None] Port 437d7a98-3f43-4794-b165-d9fa4df0ca43 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:51.660888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Allocated IP 2001:db8:3::2 (aef9052f-67d5-4271-9f68-1441cfbae4dc/84639578-86f3-4164-8ca6-dcbcd13c28cf/b2154c9a-d4f1-4c70-80ae-4db2204dd7bc) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:51.879067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] For port 437d7a98-3f43-4794-b165-d9fa4df0ca43, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:51.964893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8c3d5a2f-6d6d-40d2-a6c7-f10d850179be None None] Provisioning complete for port 437d7a98-3f43-4794-b165-d9fa4df0ca43 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:51.966789 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c3d5a2f-6d6d-40d2-a6c7-f10d850179be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.975153 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c670dbff-1614-4f3a-901d-d4872be47fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:51.984431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] For port 437d7a98-3f43-4794-b165-d9fa4df0ca43, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=437d7a98-3f43-4794-b165-d9fa4df0ca43,segment=NetworkSegment(8dcbfe68-a056-49f3-a045-309cafa51930),segment_id=8dcbfe68-a056-49f3-a045-309cafa51930)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:52.028650 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:52.033287 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:52.121907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbf083-2dcc-4a3a-bfd8-b77eebb0610f None None] Pushing event updated for resources: {'Port': ['ID=437d7a98-3f43-4794-b165-d9fa4df0ca43,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:52.162729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d5a2f-6d6d-40d2-a6c7-f10d850179be None None] Port 437d7a98-3f43-4794-b165-d9fa4df0ca43 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:52.197128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:52.198542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:52.292030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68dd6d40-293d-4c83-9082-13aa1aae7e07 req-79d69fce-13a7-4ca6-b38d-03befef772dd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9514039 Nov 04 09:12:52.425368 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c670dbff-1614-4f3a-901d-d4872be47fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:52.430089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c670dbff-1614-4f3a-901d-d4872be47fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:52.435248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c670dbff-1614-4f3a-901d-d4872be47fb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27639590-4fa7-4b2d-a051-38f219a7a177 HTTP/1.1" status: 204 len: 168 time: 1.4656720 Nov 04 09:12:52.466798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c670dbff-1614-4f3a-901d-d4872be47fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27639590-4fa7-4b2d-a051-38f219a7a177,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:52.542054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:52.798830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Router f3abaf56-86ae-4de2-8554-42956fe0d096 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:12:52.932992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-567abb4b-b59b-47c0-980d-434f4fbfed5e None None] Provisioning complete for port 437d7a98-3f43-4794-b165-d9fa4df0ca43 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:52.933447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-567abb4b-b59b-47c0-980d-434f4fbfed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:52.955516 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:52.987228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:53.004517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.010344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.012054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8793142e-f0cd-49d4-aa8e-711d321999fc tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2833402 Nov 04 09:12:53.017883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36366) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:53.021623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:53.029633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Sync routers for ids ['f3abaf56-86ae-4de2-8554-42956fe0d096'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:53.122966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Allocated IP 2001:db8:3::1 (aef9052f-67d5-4271-9f68-1441cfbae4dc/84639578-86f3-4164-8ca6-dcbcd13c28cf/733199d3-b0b9-4509-af48-5660d1cac3c0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:12:53.127239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Network aef9052f-67d5-4271-9f68-1441cfbae4dc is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:53.136769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:53.139175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:53.153851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:53.241225 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b220a68-c666-4537-a8fd-738aa5cf2b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.245835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Routers {'f3abaf56-86ae-4de2-8554-42956fe0d096'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:53.246335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f3abaf56-86ae-4de2-8554-42956fe0d096'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:53.429654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1222bc19-ee91-4d83-b461-0ee41c885b70 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:53.450547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Pushing event updated for resources: {'Port': ['ID=b2154c9a-d4f1-4c70-80ae-4db2204dd7bc,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:53.509158 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b220a68-c666-4537-a8fd-738aa5cf2b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.521590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b220a68-c666-4537-a8fd-738aa5cf2b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.599403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Attempting to bind port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:53.599809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Attempting to bind port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:53.600624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Attempting to bind port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc on network aef9052f-67d5-4271-9f68-1441cfbae4dc {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:53.634583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:53.635006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Checking segment: {'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:53.635360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.635751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Bound using segment: {'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:53.640043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36378) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:53.642565 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b220a68-c666-4537-a8fd-738aa5cf2b1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ea5964d1b454457a17ad99b2c27648c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861124 Nov 04 09:12:53.644155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Bound port: b2154c9a-d4f1-4c70-80ae-4db2204dd7bc, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:53.644882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.649345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b220a68-c666-4537-a8fd-738aa5cf2b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05bdd7f-e79c-44f0-a2fe-27a52c84ed6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:53.718357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f572fe33-5872-4916-b5d2-b3780dfe9eff tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/f3abaf56-86ae-4de2-8554-42956fe0d096 HTTP/1.1" status: 200 len: 907 time: 0.6986761 Nov 04 09:12:53.718890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36380) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:53.724951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Set router f3abaf56-86ae-4de2-8554-42956fe0d096 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:53.792653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.864489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07cb7680-3e34-4e97-b9e8-d4393e5909f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.876882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.941824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] For port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:53.946331 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-567abb4b-b59b-47c0-980d-434f4fbfed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:53.957658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] For port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b2154c9a-d4f1-4c70-80ae-4db2204dd7bc,segment=NetworkSegment(be196534-7d52-414b-99db-b33f2037af59),segment_id=be196534-7d52-414b-99db-b33f2037af59)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:53.963824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07cb7680-3e34-4e97-b9e8-d4393e5909f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.010139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network aef9052f-67d5-4271-9f68-1441cfbae4dc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:54.047931 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.058524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:54.072180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:12:54.072791 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.085533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07cb7680-3e34-4e97-b9e8-d4393e5909f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.090068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07cb7680-3e34-4e97-b9e8-d4393e5909f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.091715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-07cb7680-3e34-4e97-b9e8-d4393e5909f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c05bdd7f-e79c-44f0-a2fe-27a52c84ed6f HTTP/1.1" status: 204 len: 168 time: 0.4506581 Nov 04 09:12:54.109889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb7680-3e34-4e97-b9e8-d4393e5909f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05bdd7f-e79c-44f0-a2fe-27a52c84ed6f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:54.113477 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.298048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-567abb4b-b59b-47c0-980d-434f4fbfed5e None None] For port 437d7a98-3f43-4794-b165-d9fa4df0ca43, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=437d7a98-3f43-4794-b165-d9fa4df0ca43,segment=NetworkSegment(8dcbfe68-a056-49f3-a045-309cafa51930),segment_id=8dcbfe68-a056-49f3-a045-309cafa51930)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:54.317019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1222bc19-ee91-4d83-b461-0ee41c885b70 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:54.317407 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.331773 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-567abb4b-b59b-47c0-980d-434f4fbfed5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.364710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.368179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=733199d3-b0b9-4509-af48-5660d1cac3c0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:54.402350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:54.415919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:54.423249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37df143-11a3-4d87-8e1f-8ad008280359 None None] Pushing event updated for resources: {'Port': ['ID=b2154c9a-d4f1-4c70-80ae-4db2204dd7bc,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:54.423601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:54.439166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:54.451404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:54.466711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:54.477655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Deleting port ffbb181f-3a6c-4c6c-95d0-c721f3e597ac {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:54.478240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.481584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:54.495206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-d4d11197-1254-4a4f-83c4-235577f07132 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.5098715 Nov 04 09:12:54.513369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567abb4b-b59b-47c0-980d-434f4fbfed5e None None] Pushing event updated for resources: {'Port': ['ID=437d7a98-3f43-4794-b165-d9fa4df0ca43,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:54.610387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:46Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:51Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:54.648946 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.681364 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-befd21d3-f72f-4457-877f-a3a6b79e00f8 req-0fec2e4f-d66a-4c56-bcde-6906422fdb5a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825233 Nov 04 09:12:54.696021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e20050-f9c2-4c42-813b-4b57e5400ac1 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:46Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:51Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:54.728471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.753440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:54.767144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Calling delete_port for ffbb181f-3a6c-4c6c-95d0-c721f3e597ac owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:54.851395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3abaf56-86ae-4de2-8554-42956fe0d096', 'name': 'tempest-snat-router-2112789699', 'tenant_id': 'd0cfcc312eb94ed79d702772684cddab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ffbb181f-3a6c-4c6c-95d0-c721f3e597ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:48Z', 'updated_at': '2021-11-04T09:12:51Z', 'revision_number': 3, 'project_id': 'd0cfcc312eb94ed79d702772684cddab', 'gw_port': {'id': 'ffbb181f-3a6c-4c6c-95d0-c721f3e597ac', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:03:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3abaf56-86ae-4de2-8554-42956fe0d096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2296, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:50Z', 'updated_at': '2021-11-04T09:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:54.884941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 1222bc19-ee91-4d83-b461-0ee41c885b70, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1222bc19-ee91-4d83-b461-0ee41c885b70,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:54.939834 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.022755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Checking router: f3abaf56-86ae-4de2-8554-42956fe0d096 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:12:55.023116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Updating router f3abaf56-86ae-4de2-8554-42956fe0d096 port ffbb181f-3a6c-4c6c-95d0-c721f3e597ac binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:12:55.112157 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.195115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.308802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event deleted for resources: {'Port': ['ID=ffbb181f-3a6c-4c6c-95d0-c721f3e597ac,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:55.318254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:55.343039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:55.353342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:55.360937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:55.372297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:55.385336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:55.399414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:12:55.420630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-88838312-4464-4c1c-bd3f-b283eaad9c3a req-23140e5f-a032-461d-b895-4d91a5014425 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.4967482 Nov 04 09:12:55.543322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.555570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.557282 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.557698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.689365 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:12:55.689989 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:12:55.690415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 437d7a98-3f43-4794-b165-d9fa4df0ca43 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:55.754043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=1222bc19-ee91-4d83-b461-0ee41c885b70,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:55.814260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 437d7a98-3f43-4794-b165-d9fa4df0ca43 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:55.814635 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.830518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event updated for resources: {'Port': ['ID=733199d3-b0b9-4509-af48-5660d1cac3c0,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:55.857283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.867646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:55.985081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Network aef9052f-67d5-4271-9f68-1441cfbae4dc is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:12:55.987477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:12:56.058751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:56.059351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3abaf56-86ae-4de2-8554-42956fe0d096 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:56.064028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:56.067870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-19fcbd12-7134-4e46-bf46-8a83a3d03410 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f3abaf56-86ae-4de2-8554-42956fe0d096 HTTP/1.1" status: 204 len: 168 time: 2.3442690 Nov 04 09:12:56.067870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36426) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:56.261590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:12:56.291617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ee6cb-f6a5-411d-8370-a69a8161d468 None None] Network aef9052f-67d5-4271-9f68-1441cfbae4dc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:12:56.333316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:56.377916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Port ffbb181f-3a6c-4c6c-95d0-c721f3e597ac not found while updating agent binding for router f3abaf56-86ae-4de2-8554-42956fe0d096. {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 09:12:56.401512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c1756944-ea4a-44d2-b180-c409d5ba6625 None None] Provisioning complete for port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:56.402206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1756944-ea4a-44d2-b180-c409d5ba6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:56.441353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Routers set() bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:56.441736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Router IDs set() for agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 09:12:56.442394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_agentschedulers_db [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3abaf56-86ae-4de2-8554-42956fe0d096'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent'). {{(pid=102557) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 09:12:56.442778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bc1b68-548f-4c8a-8d58-f06379bc0608 None None] The sync data for ids ['f3abaf56-86ae-4de2-8554-42956fe0d096'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:12:56.496012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b2154c9a-d4f1-4c70-80ae-4db2204dd7bc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:56.560211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:12:56.576087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:56.577271 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dca902f5-5f62-4e7e-90f9-cae339b39d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6002960 Nov 04 09:12:56.578396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36434) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:56.580972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:12:56.589165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:56.628822 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:12:56.629957 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:56.632367 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:56.769416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:56.770077 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:56.808167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Deleting port 1222bc19-ee91-4d83-b461-0ee41c885b70 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:12:56.808513 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:56.836958 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:56.958797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1756944-ea4a-44d2-b180-c409d5ba6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.070993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] For port 1222bc19-ee91-4d83-b461-0ee41c885b70, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1222bc19-ee91-4d83-b461-0ee41c885b70,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:57.072341 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.113305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Calling delete_port for 1222bc19-ee91-4d83-b461-0ee41c885b70 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:12:57.120477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c1756944-ea4a-44d2-b180-c409d5ba6625 None None] For port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b2154c9a-d4f1-4c70-80ae-4db2204dd7bc,segment=NetworkSegment(be196534-7d52-414b-99db-b33f2037af59),segment_id=be196534-7d52-414b-99db-b33f2037af59)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:12:57.123301 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.134488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1756944-ea4a-44d2-b180-c409d5ba6625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.294510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1756944-ea4a-44d2-b180-c409d5ba6625 None None] Pushing event updated for resources: {'Port': ['ID=b2154c9a-d4f1-4c70-80ae-4db2204dd7bc,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:57.303179 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:12:57.309649 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:12:57.498952 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733199d3-b0b9-4509-af48-5660d1cac3c0', 'name': '', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:bc:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:51Z', 'updated_at': '2021-11-04T09:12:55Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:57.542889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.593821 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:12:57.599807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Updating router ab13eb74-ff85-4d21-a1bb-2adf87121eaa port 733199d3-b0b9-4509-af48-5660d1cac3c0 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:12:57.654605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event deleted for resources: {'Port': ['ID=1222bc19-ee91-4d83-b461-0ee41c885b70,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:57.655602 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.753308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 09:12:57.771271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-686203e6-b28c-49bc-ab53-ce4f751da8e4 None None] Provisioning complete for port 733199d3-b0b9-4509-af48-5660d1cac3c0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:57.771808 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-686203e6-b28c-49bc-ab53-ce4f751da8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.826711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Removed routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 09:12:57.828897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:57.949722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.014174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-686203e6-b28c-49bc-ab53-ce4f751da8e4 None None] Port 733199d3-b0b9-4509-af48-5660d1cac3c0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:58.105578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-686203e6-b28c-49bc-ab53-ce4f751da8e4 None None] Provisioning complete for port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:58.106780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-686203e6-b28c-49bc-ab53-ce4f751da8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.194992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.203663 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.397604 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.398657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:12:58.417583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.426973 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1587a702-1d63-444c-bf10-9448159b019a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "DELETE /v2.0/routers/3a4c1de9-7de7-4ec4-9f47-7b1df27e55b6 HTTP/1.1" status: 204 len: 168 time: 2.3577833 Nov 04 09:12:58.427653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36484) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:58.452615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1877259629', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:12:58.454711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b2154c9a-d4f1-4c70-80ae-4db2204dd7bc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:12:58.563120 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.571302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.572484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.616542 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.697801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:58.701304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.709349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:58.819815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-aa4fb58c-04d5-45c9-9242-6f6e6d55fe7b None None] Provisioning complete for port 733199d3-b0b9-4509-af48-5660d1cac3c0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:58.824791 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-aa4fb58c-04d5-45c9-9242-6f6e6d55fe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.035969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fb58c-04d5-45c9-9242-6f6e6d55fe7b None None] Port 733199d3-b0b9-4509-af48-5660d1cac3c0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:59.089730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36500) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:12:59.124309 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4b8fc-a744-4a77-a8b9-1be61c54301a None None] Pushing event updated for resources: {'Port': ['ID=733199d3-b0b9-4509-af48-5660d1cac3c0,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:59.128893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.236956 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Attempting to bind port 733199d3-b0b9-4509-af48-5660d1cac3c0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:12:59.238250 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Attempting to bind port 733199d3-b0b9-4509-af48-5660d1cac3c0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:12:59.238721 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Attempting to bind port 733199d3-b0b9-4509-af48-5660d1cac3c0 on network aef9052f-67d5-4271-9f68-1441cfbae4dc {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:12:59.257005 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:12:59.257609 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Checking segment: {'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:12:59.258921 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.259442 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Bound using segment: {'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:12:59.260165 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Bound port: 733199d3-b0b9-4509-af48-5660d1cac3c0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be196534-7d52-414b-99db-b33f2037af59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:12:59.261726 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.334183 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.349539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.478625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-96ea76d2-8f40-4629-9875-cbe35ccff9fe None None] Provisioning complete for port 733199d3-b0b9-4509-af48-5660d1cac3c0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:12:59.479277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-96ea76d2-8f40-4629-9875-cbe35ccff9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.536830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-96ea76d2-8f40-4629-9875-cbe35ccff9fe None None] Port 733199d3-b0b9-4509-af48-5660d1cac3c0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:12:59.549473 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] For port 733199d3-b0b9-4509-af48-5660d1cac3c0, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:12:59.553102 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] For port 733199d3-b0b9-4509-af48-5660d1cac3c0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=733199d3-b0b9-4509-af48-5660d1cac3c0,segment=NetworkSegment(be196534-7d52-414b-99db-b33f2037af59),segment_id=be196534-7d52-414b-99db-b33f2037af59)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:12:59.565860 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.663580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:12:59.712250 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4b8fc-a744-4a77-a8b9-1be61c54301a None None] Pushing event updated for resources: {'Port': ['ID=733199d3-b0b9-4509-af48-5660d1cac3c0,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:12:59.753274 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:12:59.753927 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:12:59.801380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.875676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:12:59.922896 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:12:59.981089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:00.008186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.009611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-462702ed-37fe-4861-9e52-56c5d79cd362 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 200 len: 954 time: 3.4299648 Nov 04 09:13:00.012379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:00.036221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Allocated IP 172.25.3.137 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/18b4f1be-2a3c-4e4d-91c4-8a8582e081a2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:00.144836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1222bc19-ee91-4d83-b461-0ee41c885b70 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:00.154897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:00.192349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.213036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1222bc19-ee91-4d83-b461-0ee41c885b70 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:00.213384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1222bc19-ee91-4d83-b461-0ee41c885b70 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:00.263833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.285105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9898161e-edad-4438-9d5a-c4991b3a0a64 None None] Provisioning complete for port 733199d3-b0b9-4509-af48-5660d1cac3c0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:00.285512 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9898161e-edad-4438-9d5a-c4991b3a0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.321653 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:57Z', 'revision_number': 6, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733199d3-b0b9-4509-af48-5660d1cac3c0', 'name': '', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:bc:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:51Z', 'updated_at': '2021-11-04T09:12:59Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:00.327064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bfe02ee1-4f3b-422a-b385-9fa56aa21695 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 200 len: 954 time: 0.3111889 Nov 04 09:13:00.336501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36520) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:00.342083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'routes': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:00.361397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:00.362161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:00.363068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:00.363875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:00.365621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:00.367109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:00.370006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:00.374544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33974160-a3c4-47ad-a057-11c3982979a9 req-807b61d9-3503-4388-b9a4-ca4a64c9e9ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6502 time: 1.2792759 Nov 04 09:13:00.402852 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e85ff9-d9f2-453a-80c8-1723729d3ab7 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:12:57Z', 'revision_number': 6, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733199d3-b0b9-4509-af48-5660d1cac3c0', 'name': '', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:bc:15:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:51Z', 'updated_at': '2021-11-04T09:12:59Z', 'revision_number': 4, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:00.405039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:00.434898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:00.442665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:00.544303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9898161e-edad-4438-9d5a-c4991b3a0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.545694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event updated for resources: {'Port': ['ID=18b4f1be-2a3c-4e4d-91c4-8a8582e081a2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:00.568402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d1a78d4-6d1c-4418-9062-717260ebad73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.597444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9898161e-edad-4438-9d5a-c4991b3a0a64 None None] For port 733199d3-b0b9-4509-af48-5660d1cac3c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=733199d3-b0b9-4509-af48-5660d1cac3c0,segment=NetworkSegment(be196534-7d52-414b-99db-b33f2037af59),segment_id=be196534-7d52-414b-99db-b33f2037af59)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:00.605207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-33974160-a3c4-47ad-a057-11c3982979a9 req-c2729b9d-4b1a-4198-8d81-9b7e8f64a8eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=69f65ffa-6588-4529-80c0-034b11e608c7&id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143741 Nov 04 09:13:00.606927 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9898161e-edad-4438-9d5a-c4991b3a0a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.712908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898161e-edad-4438-9d5a-c4991b3a0a64 None None] Pushing event updated for resources: {'Port': ['ID=733199d3-b0b9-4509-af48-5660d1cac3c0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:00.956289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d1a78d4-6d1c-4418-9062-717260ebad73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:00.998744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d1a78d4-6d1c-4418-9062-717260ebad73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.042008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.091121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a78d4-6d1c-4418-9062-717260ebad73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d2b2bc-e8f4-434f-a4de-b5ddba48ef30,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:01.097591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5d1a78d4-6d1c-4418-9062-717260ebad73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86ea3889d9d84cddbb7eb23f0e9047e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411159 Nov 04 09:13:01.104171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:01.225414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added routes are [] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 09:13:01.225737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.extraroute_db [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=102555) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 09:13:01.252958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0809c4-0e5d-4995-868d-8262806a6594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.291925 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0809c4-0e5d-4995-868d-8262806a6594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.294237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.477983 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0809c4-0e5d-4995-868d-8262806a6594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.485383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.488441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7f0809c4-0e5d-4995-868d-8262806a6594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.490053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7f0809c4-0e5d-4995-868d-8262806a6594 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/07d2b2bc-e8f4-434f-a4de-b5ddba48ef30 HTTP/1.1" status: 204 len: 168 time: 0.3847742 Nov 04 09:13:01.562638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0809c4-0e5d-4995-868d-8262806a6594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d2b2bc-e8f4-434f-a4de-b5ddba48ef30,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:01.614856 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.619300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.744596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Router 9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:13:01.768996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:01.853286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:01.872968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:01.873867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:01.973066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:01.984194 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:01.985942 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f49c5651-a2a3-4cef-9d25-a3f89cef02c3 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 200 len: 704 time: 1.6483762 Nov 04 09:13:01.988643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36540) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:02.031350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:02.044097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] Sync routers for ids ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:02.053004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:02.063165 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] Routers {'9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:02.064938 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:02.071277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:02.078309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f32fe5e-fc33-4c92-8600-51c42ed137d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:02.082959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:02.087263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-956621b2-b3ba-4cc5-abe1-28f383c7cd76 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6556118 Nov 04 09:13:02.090903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36544) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:02.095711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': False}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:02.191191 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:02.225969 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] Routers {'9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:02.227184 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:02.267715 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b7cb5ff7-5f54-4332-844c-3906119cfae2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 200 len: 704 time: 0.2776024 Nov 04 09:13:02.268303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36546) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:02.288732 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:02.289864 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7188729-fe30-437a-b192-b947b02c3538 None None] The sync data for ids ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:02.528518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 733199d3-b0b9-4509-af48-5660d1cac3c0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:13:02.663952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 733199d3-b0b9-4509-af48-5660d1cac3c0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:02.664327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:02.681520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:01Z', 'revision_number': 7, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733199d3-b0b9-4509-af48-5660d1cac3c0', 'name': '', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:bc:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:51Z', 'updated_at': '2021-11-04T09:13:00Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:02.732741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:02.753971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:02.754611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:02.884966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:02.968496 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.039810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f32fe5e-fc33-4c92-8600-51c42ed137d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.047821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5f32fe5e-fc33-4c92-8600-51c42ed137d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.112943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32fe5e-fc33-4c92-8600-51c42ed137d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=775f9112-f796-4be2-8f49-41eeed393aad,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:03.233777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:01Z', 'revision_number': 7, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733199d3-b0b9-4509-af48-5660d1cac3c0', 'name': '', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:bc:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:51Z', 'updated_at': '2021-11-04T09:13:00Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:03.240261 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5f32fe5e-fc33-4c92-8600-51c42ed137d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48fa235bd4bb4e74af7f9fa069fb7b57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1853180 Nov 04 09:13:03.243734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36554) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:03.279914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d2db10-ff5b-41aa-94a8-69516bd4b9c1 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:01Z', 'revision_number': 7, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733199d3-b0b9-4509-af48-5660d1cac3c0', 'name': '', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:bc:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:51Z', 'updated_at': '2021-11-04T09:13:00Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:03.329910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f6eff09-db75-4674-9c61-2fcbb5a6327a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.354507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.405582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f6eff09-db75-4674-9c61-2fcbb5a6327a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.484176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 733199d3-b0b9-4509-af48-5660d1cac3c0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:03.484843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.530720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f6eff09-db75-4674-9c61-2fcbb5a6327a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.533581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f6eff09-db75-4674-9c61-2fcbb5a6327a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.537375 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f6eff09-db75-4674-9c61-2fcbb5a6327a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/775f9112-f796-4be2-8f49-41eeed393aad HTTP/1.1" status: 204 len: 168 time: 0.2903044 Nov 04 09:13:03.556769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eff09-db75-4674-9c61-2fcbb5a6327a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775f9112-f796-4be2-8f49-41eeed393aad,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:03.731663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:03.735082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 733199d3-b0b9-4509-af48-5660d1cac3c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=733199d3-b0b9-4509-af48-5660d1cac3c0,segment=NetworkSegment(be196534-7d52-414b-99db-b33f2037af59),segment_id=be196534-7d52-414b-99db-b33f2037af59)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:03.735532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:03.751260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:03.753671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 733199d3-b0b9-4509-af48-5660d1cac3c0 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:03.754075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:03.971033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:04.088488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:04.193640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=733199d3-b0b9-4509-af48-5660d1cac3c0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:04.298291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:04.304188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:04.354104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:01Z', 'revision_number': 7, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '733199d3-b0b9-4509-af48-5660d1cac3c0', 'name': '', 'network_id': 'aef9052f-67d5-4271-9f68-1441cfbae4dc', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:bc:15:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:51Z', 'updated_at': '2021-11-04T09:13:00Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '84639578-86f3-4164-8ca6-dcbcd13c28cf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:04.398332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:04.411050 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:04.414322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:04.558751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:04.582037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Router 9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:04.909456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:04.922925 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] Sync routers for ids ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:04.925466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:04.927681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3f7096a0-776e-44e1-be9f-7ec848be0b27 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "PUT /v2.0/routers/9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 HTTP/1.1" status: 200 len: 926 time: 2.8355525 Nov 04 09:13:04.931733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36586) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:04.944546 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] Routers {'9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:04.945073 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:05.000307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:03Z', 'revision_number': 8, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:05.001011 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:05.034657 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] Routers {'9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:05.035545 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:05.050680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eba0200-8165-4b5a-9547-0658ef429392 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:03Z', 'revision_number': 8, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:05.096229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:05.120750 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:05.122441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5252af95-796f-4b89-9295-8fa7725c136a tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 HTTP/1.1" status: 200 len: 926 time: 0.1891315 Nov 04 09:13:05.125823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:05.132845 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ce9fa1-c9df-4dd5-ae71-0136c72b98a0 None None] The sync data for ids ['9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:05.306126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e8ed5-568d-479c-a683-784bd9d1f0b3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:05.310354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c7e8ed5-568d-479c-a683-784bd9d1f0b3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1811423 Nov 04 09:13:05.310625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:05.494409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:05.508103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58841c18-022e-466d-8486-a8cc7f670f05 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:05.509510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-58841c18-022e-466d-8486-a8cc7f670f05 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.1979544 Nov 04 09:13:05.512485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:05.563450 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fc057d9f-b895-4d58-979a-846fc5b1d305 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 HTTP/1.1" status: 200 len: 205 time: 0.0495665 Nov 04 09:13:05.565889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36614) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:05.660549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:05.681060 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9c68a03-c8c5-4207-bbbb-529569eff6bb tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4107294 Nov 04 09:13:05.682070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:05.761092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:05.789584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet 84639578-86f3-4164-8ca6-dcbcd13c28cf {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:13:05.792695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:05.803986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:05.805563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:05.806338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:05.879635 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:05.925762 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:05.993360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:06.063906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Deleting port 18b4f1be-2a3c-4e4d-91c4-8a8582e081a2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:06.064720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.182444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.204122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.219587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 733199d3-b0b9-4509-af48-5660d1cac3c0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:06.221296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Calling delete_port for 18b4f1be-2a3c-4e4d-91c4-8a8582e081a2 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:06.254065 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 733199d3-b0b9-4509-af48-5660d1cac3c0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:06.254386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 733199d3-b0b9-4509-af48-5660d1cac3c0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:06.318850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.380305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.383295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:03Z', 'revision_number': 8, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:06.385077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/84639578-86f3-4164-8ca6-dcbcd13c28cf HTTP/1.1" status: 204 len: 168 time: 0.7018452 Nov 04 09:13:06.386153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f896d-e5ca-41a4-a9e9-c0d12fd11684 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=84639578-86f3-4164-8ca6-dcbcd13c28cf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:06.389010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:06.393008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420b437b-c7e4-4cef-b007-dd63c31bab88 None None] Network aef9052f-67d5-4271-9f68-1441cfbae4dc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:06.480187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:06.495228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.510036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:06.511023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:12:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:06.549962 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.565964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event deleted for resources: {'Port': ['ID=18b4f1be-2a3c-4e4d-91c4-8a8582e081a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:06.622438 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.659510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:06.661346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.764899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b2154c9a-d4f1-4c70-80ae-4db2204dd7bc,segment=NetworkSegment(be196534-7d52-414b-99db-b33f2037af59),segment_id=be196534-7d52-414b-99db-b33f2037af59)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:06.765607 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.783731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for b2154c9a-d4f1-4c70-80ae-4db2204dd7bc owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:06.795825 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.799344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.878010 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.878685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Fanout notify agent at l3_agent the message router_deleted on router 9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:13:06.899068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.905810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eeae2116-5551-4e90-bc1a-485d61e7e577 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 HTTP/1.1" status: 204 len: 168 time: 1.3351316 Nov 04 09:13:06.906020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:06.912486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d00e4c30-9486-43e8-938f-7b0257563fc8 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-492829878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:06.947475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:06.986787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:07.020566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No DVR routers for this DVR port b2154c9a-d4f1-4c70-80ae-4db2204dd7bc on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:07.063246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d00e4c30-9486-43e8-938f-7b0257563fc8 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.067191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d00e4c30-9486-43e8-938f-7b0257563fc8 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.094614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=b2154c9a-d4f1-4c70-80ae-4db2204dd7bc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:07.157736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6019d012-6f6b-4b8e-934e-69be8f564968 None None] DHCP port deletion for aef9052f-67d5-4271-9f68-1441cfbae4dc request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:13:07.209076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d00e4c30-9486-43e8-938f-7b0257563fc8 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.240932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d00e4c30-9486-43e8-938f-7b0257563fc8 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.279787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.298513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d00e4c30-9486-43e8-938f-7b0257563fc8 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.302505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d00e4c30-9486-43e8-938f-7b0257563fc8 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3924084 Nov 04 09:13:07.303013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:07.307932 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0356761d-6d61-4fd5-8d98-8e6f9c07105d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.311730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:07.315118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef9052f-67d5-4271-9f68-1441cfbae4dc']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:07.328052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be196534-7d52-414b-99db-b33f2037af59') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:07.328648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be196534-7d52-414b-99db-b33f2037af59') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:07.340947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.363993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.382777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:07.383213 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:07.390675 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:07.479156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:03Z', 'revision_number': 8, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:07.524100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.530713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86738018-3748-4e8e-aba8-0c7b30e562dd None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:03Z', 'revision_number': 8, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '437d7a98-3f43-4794-b165-d9fa4df0ca43', 'name': '', 'network_id': '51f838aa-f658-47fd-82da-5ca1936982da', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:e4:eb:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2284, 'fixed_ips': [{'subnet_id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:44Z', 'updated_at': '2021-11-04T09:12:54Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:07.545003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.561920 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/aef9052f-67d5-4271-9f68-1441cfbae4dc HTTP/1.1" status: 204 len: 168 time: 1.1715751 Nov 04 09:13:07.566131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:07.617665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cccf21-b4a5-4025-86e1-e136ac2f6247 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=aef9052f-67d5-4271-9f68-1441cfbae4dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:07.671303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:07.983274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:08.004770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:08.176188 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:08.200009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Allocated IP 172.25.3.97 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e7371423-550b-4749-916c-c6c7e9821960) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:08.306609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b2154c9a-d4f1-4c70-80ae-4db2204dd7bc no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:08.338233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:08.370192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: b2154c9a-d4f1-4c70-80ae-4db2204dd7bc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:08.371028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b2154c9a-d4f1-4c70-80ae-4db2204dd7bc not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:08.392979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:08.472996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:08.478075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:08.493674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:08.499725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event updated for resources: {'Port': ['ID=e7371423-550b-4749-916c-c6c7e9821960,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:08.644922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 437d7a98-3f43-4794-b165-d9fa4df0ca43 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:08.645924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:08.770513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 437d7a98-3f43-4794-b165-d9fa4df0ca43, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=437d7a98-3f43-4794-b165-d9fa4df0ca43,segment=NetworkSegment(8dcbfe68-a056-49f3-a045-309cafa51930),segment_id=8dcbfe68-a056-49f3-a045-309cafa51930)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:08.770823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:08.788251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 437d7a98-3f43-4794-b165-d9fa4df0ca43 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:08.837941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:09.052404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:09.091357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=437d7a98-3f43-4794-b165-d9fa4df0ca43,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:09.629124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:09.637380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:09.688074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:09.829596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Router 7ac79a11-18b0-4c15-9221-b76d424a1349 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:13:09.932240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:09.945795 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47d10fb0-c47e-41ae-9715-2553d576f7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:09.999100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:10.010436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.014775 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1cca4bc9-0d8c-4819-8c38-ba3d2136670e tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "PUT /v2.0/routers/7ac79a11-18b0-4c15-9221-b76d424a1349 HTTP/1.1" status: 200 len: 882 time: 2.7072828 Nov 04 09:13:10.015978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:10.018508 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] Sync routers for ids ['7ac79a11-18b0-4c15-9221-b76d424a1349'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:10.040461 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] Routers {'7ac79a11-18b0-4c15-9221-b76d424a1349'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:10.043125 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7ac79a11-18b0-4c15-9221-b76d424a1349'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:10.084867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:10.093734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4eea56c4-be7b-4b12-97ad-145ea77665c1 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235817 Nov 04 09:13:10.093734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:10.104974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:10.133542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:10.134204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:10.168509 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:10.187328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet 5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:13:10.194247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.204687 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] Routers {'7ac79a11-18b0-4c15-9221-b76d424a1349'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:10.205833 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7ac79a11-18b0-4c15-9221-b76d424a1349'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:10.288900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-59761d66-f200-4710-8385-110b41008db3 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/7ac79a11-18b0-4c15-9221-b76d424a1349 HTTP/1.1" status: 200 len: 923 time: 0.2724738 Nov 04 09:13:10.293503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:10.302066 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:10.302929 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c6415e-f528-48ee-b2ad-44b24152f304 None None] The sync data for ids ['7ac79a11-18b0-4c15-9221-b76d424a1349'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:10.334692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:10.337437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.410249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4608a64f-edfc-4a70-85f6-ba8744701796 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:10.415474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4608a64f-edfc-4a70-85f6-ba8744701796 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=7ac79a11-18b0-4c15-9221-b76d424a1349&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1214209 Nov 04 09:13:10.415832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36728) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:10.482980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.572225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.608661 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.642559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71625930-547a-4df2-a6f9-b1ac5bab8867 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:10.647619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71625930-547a-4df2-a6f9-b1ac5bab8867 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.2268283 Nov 04 09:13:10.652079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:10.681261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adfc861-aae8-4f2b-81cb-5c148bb23285 None None] Network 51f838aa-f658-47fd-82da-5ca1936982da requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:10.689479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:10.699517 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.712612 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c55662f6-6cad-4a79-b3a5-ebd01de6dc79 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6 HTTP/1.1" status: 204 len: 168 time: 0.6177049 Nov 04 09:13:10.715769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:10.736794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8fb4190a-7d8e-4570-9ad9-85b17830adbb tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac79a11-18b0-4c15-9221-b76d424a1349 HTTP/1.1" status: 200 len: 205 time: 0.0793555 Nov 04 09:13:10.737779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36744) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:10.880080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:10.914463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:08Z', 'revision_number': 9, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:10.979054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:10.980212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.005208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:11.034137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.041335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:11.041987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:11.097875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0cb29ce2-5588-42ff-8d63-d0418e11bb6d,segment=NetworkSegment(8dcbfe68-a056-49f3-a045-309cafa51930),segment_id=8dcbfe68-a056-49f3-a045-309cafa51930)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:11.098242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.138069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 0cb29ce2-5588-42ff-8d63-d0418e11bb6d owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:11.195278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:11.312544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a025b5-a4d4-4b8a-ba75-a7376b853225 None None] DHCP port deletion for 51f838aa-f658-47fd-82da-5ca1936982da request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:13:11.324126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.345052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.360699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=0cb29ce2-5588-42ff-8d63-d0418e11bb6d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:11.368335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No DVR routers for this DVR port 0cb29ce2-5588-42ff-8d63-d0418e11bb6d on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:11.418924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-37a025b5-a4d4-4b8a-ba75-a7376b853225 None None] The port '0cb29ce2-5588-42ff-8d63-d0418e11bb6d' was deleted {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Nov 04 09:13:11.424749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Deleting port e7371423-550b-4749-916c-c6c7e9821960 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:11.425015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.436341 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.527788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.543459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Calling delete_port for e7371423-550b-4749-916c-c6c7e9821960 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:11.546438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.550260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:08Z', 'revision_number': 9, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:11.587121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f838aa-f658-47fd-82da-5ca1936982da']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:11.603883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f127d0b8-4d86-4785-bd1b-91ae01ad1e73 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:08Z', 'revision_number': 9, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cae79d5a-0017-48f5-9d41-764265e55dbf', 'name': '', 'network_id': '919284e1-8ce2-40a1-b149-8f92e786e560', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:5d:2b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2267, 'fixed_ips': [{'subnet_id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:38Z', 'updated_at': '2021-11-04T09:12:45Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': 'd099cdf9-3dd7-49eb-85d1-1d6d2d11dd61', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:11.606332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e81d2d-b5c8-48f0-ba28-4733eb05941d req-f777b238-d296-4d21-840b-e0dfe3ab9b19 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:11.617577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18e81d2d-b5c8-48f0-ba28-4733eb05941d req-f777b238-d296-4d21-840b-e0dfe3ab9b19 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 945 time: 0.1268420 Nov 04 09:13:11.630104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dcbfe68-a056-49f3-a045-309cafa51930') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:11.631254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dcbfe68-a056-49f3-a045-309cafa51930') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:11.656155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.711810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.734288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:11.735143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.744470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18e81d2d-b5c8-48f0-ba28-4733eb05941d req-894e5ec3-b265-4f37-aefa-42b0a2c51324 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036253 Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:11.745139 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:11.767565 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.831140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.843228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.849390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/51f838aa-f658-47fd-82da-5ca1936982da HTTP/1.1" status: 204 len: 168 time: 1.1305244 Nov 04 09:13:11.851430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:11.869402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9db7f7-7ac6-4f82-9c8e-1cb8443e95a6 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=51f838aa-f658-47fd-82da-5ca1936982da,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:11.875967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event deleted for resources: {'Port': ['ID=e7371423-550b-4749-916c-c6c7e9821960,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:11.880714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.978626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:11.980826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.029775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.030677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Fanout notify agent at l3_agent the message router_deleted on router 7ac79a11-18b0-4c15-9221-b76d424a1349 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:13:12.041262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.042540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-626169cf-8d61-4f30-b707-ca03c194223c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/7ac79a11-18b0-4c15-9221-b76d424a1349 HTTP/1.1" status: 204 len: 168 time: 1.3033576 Nov 04 09:13:12.046328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36766) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:12.051460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a7c010b1-6023-4b14-a719-ba29b3dabcec tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1378955974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:12.117273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c010b1-6023-4b14-a719-ba29b3dabcec tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.118478 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c010b1-6023-4b14-a719-ba29b3dabcec tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.214431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cb29ce2-5588-42ff-8d63-d0418e11bb6d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:12.246742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0cb29ce2-5588-42ff-8d63-d0418e11bb6d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:12.247270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cb29ce2-5588-42ff-8d63-d0418e11bb6d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:12.248185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 437d7a98-3f43-4794-b165-d9fa4df0ca43 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:12.260076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c010b1-6023-4b14-a719-ba29b3dabcec tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.274137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 437d7a98-3f43-4794-b165-d9fa4df0ca43 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:12.274491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 437d7a98-3f43-4794-b165-d9fa4df0ca43 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:12.300523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c010b1-6023-4b14-a719-ba29b3dabcec tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.346598 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c010b1-6023-4b14-a719-ba29b3dabcec tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.351033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36774) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:12.351260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7c010b1-6023-4b14-a719-ba29b3dabcec tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3037255 Nov 04 09:13:12.356339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': True}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:12.420642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.617402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.674228 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.744279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port cae79d5a-0017-48f5-9d41-764265e55dbf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:12.744908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.913174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.956159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port cae79d5a-0017-48f5-9d41-764265e55dbf, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cae79d5a-0017-48f5-9d41-764265e55dbf,segment=NetworkSegment(74cbc43f-026f-424c-a97c-7132eb690300),segment_id=74cbc43f-026f-424c-a97c-7132eb690300)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:12.956867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.962933 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:12.978713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for cae79d5a-0017-48f5-9d41-764265e55dbf owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:13.002189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0192c7-e0e3-40a5-aff9-e2e9b883f9a9 req-001c425f-b051-40ef-b563-a0ab0e392100 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:13.003751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c0192c7-e0e3-40a5-aff9-e2e9b883f9a9 req-001c425f-b051-40ef-b563-a0ab0e392100 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 945 time: 0.1029644 Nov 04 09:13:13.067509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-ff9151ac-6ac8-4b99-a709-58dc315107f7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:13.069274 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-ff9151ac-6ac8-4b99-a709-58dc315107f7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 945 time: 0.1242232 Nov 04 09:13:13.104372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c0192c7-e0e3-40a5-aff9-e2e9b883f9a9 req-44c1e09b-82ab-4970-b763-92909ff466c6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566976 Nov 04 09:13:13.185968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Allocated IP 172.25.3.78 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/cc61b07b-dc5e-432f-8436-f9f56b2b7d9d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:13.221205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Deleting port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:13.221671 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.251051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.287320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=cae79d5a-0017-48f5-9d41-764265e55dbf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:13.388209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] For port 1168051b-3045-45c7-b8e7-152ac0a4b2b0, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=1168051b-3045-45c7-b8e7-152ac0a4b2b0,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:13.388724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.413306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Calling delete_port for 1168051b-3045-45c7-b8e7-152ac0a4b2b0 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:13.485714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.554081 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.625276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:13.630579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:13.639239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:13.678293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Port': ['ID=cc61b07b-dc5e-432f-8436-f9f56b2b7d9d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:13.697869 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.701207 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.717806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['1168051b-3045-45c7-b8e7-152ac0a4b2b0'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:13:13.766301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event deleted for resources: {'Port': ['ID=1168051b-3045-45c7-b8e7-152ac0a4b2b0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:13.783834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:13.862937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] No DVR routers for this DVR port 1168051b-3045-45c7-b8e7-152ac0a4b2b0 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:13.867273 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.870701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bed7cb9-cf28-469b-a66d-f2fa294ae137 req-aef21840-350b-40fd-9aba-115747310593 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "DELETE /v2.0/ports/1168051b-3045-45c7-b8e7-152ac0a4b2b0 HTTP/1.1" status: 204 len: 173 time: 0.7788556 Nov 04 09:13:13.871040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'name': 'network-vif-deleted', 'tag': '1168051b-3045-45c7-b8e7-152ac0a4b2b0'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:13.873594 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f2d7c-44b2-441e-af95-192449d78907" -d '{"events": [{"server_uuid": "ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b", "name": "network-vif-deleted", "tag": "1168051b-3045-45c7-b8e7-152ac0a4b2b0"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:13.947173 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3a33a3a-19a0-4aa3-9a5f-3c8688a8b679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:13.963127 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833cbd8c-d1cf-46fa-b9f4-b9cdc0913cba x-openstack-request-id: req-833cbd8c-d1cf-46fa-b9f4-b9cdc0913cba {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:13.963552 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b", "name": "network-vif-deleted", "tag": "1168051b-3045-45c7-b8e7-152ac0a4b2b0", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:13.964091 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-833cbd8c-d1cf-46fa-b9f4-b9cdc0913cba {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:13.964582 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b', 'name': 'network-vif-deleted', 'tag': '1168051b-3045-45c7-b8e7-152ac0a4b2b0', 'status': 'completed', 'code': 200} Nov 04 09:13:13.974553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:14.056670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.147700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:14.159573 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:14.165712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aab5f286-94ae-4e80-ae5a-fa9d52510d31 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3038030 Nov 04 09:13:14.166482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:14.172889 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:14.173518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:14.276422 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3a33a3a-19a0-4aa3-9a5f-3c8688a8b679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.308429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1105b15b-9ea1-4b3c-b490-826a4680b2db req-a9ff89ce-09e1-4bb4-851b-6a52cac460c6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 210 time: 0.0579102 Nov 04 09:13:14.312230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3a33a3a-19a0-4aa3-9a5f-3c8688a8b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.347075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a33a3a-19a0-4aa3-9a5f-3c8688a8b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aeb71a-c5ec-432f-9dcd-3d4bc3dd1912,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:14.378756 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:14.397156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet d099cdf9-3dd7-49eb-85d1-1d6d2d11dd61 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:13:14.403844 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.494224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.595665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3a33a3a-19a0-4aa3-9a5f-3c8688a8b679 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5bda7994ffa478daf2056b17d79bb52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8105574 Nov 04 09:13:14.600092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:14.711833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f55717c-2ab2-42f3-9ec5-34867391093e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.724592 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:13Z', 'revision_number': 10, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:14.746087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f55717c-2ab2-42f3-9ec5-34867391093e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.770442 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:14.780524 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:14.781408 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:14.810663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.814258 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f55717c-2ab2-42f3-9ec5-34867391093e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.816997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f55717c-2ab2-42f3-9ec5-34867391093e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.821885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3f55717c-2ab2-42f3-9ec5-34867391093e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66aeb71a-c5ec-432f-9dcd-3d4bc3dd1912 HTTP/1.1" status: 204 len: 168 time: 0.2168598 Nov 04 09:13:14.876820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.881529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:14.917365 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:14.918592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55717c-2ab2-42f3-9ec5-34867391093e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aeb71a-c5ec-432f-9dcd-3d4bc3dd1912,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:14.969846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.006622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006a6850-64b6-4890-9c26-30005ca13520 None None] Network 919284e1-8ce2-40a1-b149-8f92e786e560 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:15.036612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.050132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36828) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:15.050397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/d099cdf9-3dd7-49eb-85d1-1d6d2d11dd61 HTTP/1.1" status: 204 len: 168 time: 0.8745942 Nov 04 09:13:15.093810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516cb9fb-91ee-4d74-991d-839a4b3e42b5 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=d099cdf9-3dd7-49eb-85d1-1d6d2d11dd61,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:15.204170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.270843 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:13Z', 'revision_number': 10, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:15.295161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Router 25387d32-a0f1-43f1-afde-8db87d15ed52 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:13:15.327327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36830) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:15.330077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] DHCP port deletion for 919284e1-8ce2-40a1-b149-8f92e786e560 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:13:15.419333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-570ba923-86c1-4bca-a8c5-5084f226a23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.424643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Deleting port 486d99d6-8a7a-41b1-8657-c89a5694df0a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:15.425502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.493484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 486d99d6-8a7a-41b1-8657-c89a5694df0a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:15.497492 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa10ae1b-413f-42c9-a72d-700100f3e7a9 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:13Z', 'revision_number': 10, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None, '_interfaces': [{'id': '3f35f18e-6f8d-45d8-9356-5da289f7d8b5', 'name': '', 'network_id': '16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'mac_address': 'fa:16:3e:37:ae:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '773481e1-aa04-4acf-9297-b9a098296657', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:12:30Z', 'updated_at': '2021-11-04T09:12:37Z', 'revision_number': 5, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'subnets': [{'id': '773481e1-aa04-4acf-9297-b9a098296657', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:15.497730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1becddb-32f2-4301-946f-76e3775c852c req-c1ee66f3-8a6c-418c-a734-9832ed52255b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 210 time: 0.0665486 Nov 04 09:13:15.498484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.588912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] For port 486d99d6-8a7a-41b1-8657-c89a5694df0a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=486d99d6-8a7a-41b1-8657-c89a5694df0a,segment=NetworkSegment(74cbc43f-026f-424c-a97c-7132eb690300),segment_id=74cbc43f-026f-424c-a97c-7132eb690300)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:15.589440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.645959 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Calling delete_port for 486d99d6-8a7a-41b1-8657-c89a5694df0a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:15.670928 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.706345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:15.712316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.715909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f99f3c18-2a20-4284-a087-e2eaabf234ca tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "PUT /v2.0/routers/25387d32-a0f1-43f1-afde-8db87d15ed52 HTTP/1.1" status: 200 len: 918 time: 3.3610761 Nov 04 09:13:15.726759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] Sync routers for ids ['25387d32-a0f1-43f1-afde-8db87d15ed52'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:15.728389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:15.743532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] Routers {'25387d32-a0f1-43f1-afde-8db87d15ed52'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:15.744252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25387d32-a0f1-43f1-afde-8db87d15ed52'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:15.780884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:15.805612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] Routers {'25387d32-a0f1-43f1-afde-8db87d15ed52'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:15.806147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['25387d32-a0f1-43f1-afde-8db87d15ed52'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:15.809220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 486d99d6-8a7a-41b1-8657-c89a5694df0a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=486d99d6-8a7a-41b1-8657-c89a5694df0a,segment=NetworkSegment(74cbc43f-026f-424c-a97c-7132eb690300),segment_id=74cbc43f-026f-424c-a97c-7132eb690300)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:15.810587 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.813960 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-570ba923-86c1-4bca-a8c5-5084f226a23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.822958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-570ba923-86c1-4bca-a8c5-5084f226a23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.830660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 486d99d6-8a7a-41b1-8657-c89a5694df0a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:15.850126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:15.851288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2acde1-fad1-4b0d-911f-2f038a752342 None None] The sync data for ids ['25387d32-a0f1-43f1-afde-8db87d15ed52'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:15.880273 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:15.911520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ce841020-d15d-4b3f-8ae6-b99b07177e63 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/25387d32-a0f1-43f1-afde-8db87d15ed52 HTTP/1.1" status: 200 len: 924 time: 0.1819394 Nov 04 09:13:15.913003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:15.919753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] No DVR routers for this DVR port 486d99d6-8a7a-41b1-8657-c89a5694df0a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:15.925355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Pushing event deleted for resources: {'Port': ['ID=486d99d6-8a7a-41b1-8657-c89a5694df0a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:15.940834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.941662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-570ba923-86c1-4bca-a8c5-5084f226a23c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=646645eadb9d4d71a1edfab3a31870e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716975 Nov 04 09:13:15.942420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.942992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.943621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.944800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.945367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.946337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.946490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ba923-86c1-4bca-a8c5-5084f226a23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88129f-317d-4c27-90cc-2f782d76061b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:15.948882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36842) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:15.972445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8867c4ff-1210-4603-8f14-ca72415494b8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:15.975055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.976995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.977460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8867c4ff-1210-4603-8f14-ca72415494b8 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=25387d32-a0f1-43f1-afde-8db87d15ed52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0629244 Nov 04 09:13:15.978212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.978426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:15.979906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:15.981073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840dddb-0d6e-478c-93db-67be4624accd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:16.060258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8a18-8811-417b-8d15-cb9084b98c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.084747 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8a18-8811-417b-8d15-cb9084b98c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.095072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244035d0-1ae6-44be-b4b1-38fbca9eac78 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:16.097512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-244035d0-1ae6-44be-b4b1-38fbca9eac78 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.1180768 Nov 04 09:13:16.101800 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.103536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:16.150347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No DVR routers for this DVR port 486d99d6-8a7a-41b1-8657-c89a5694df0a on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:16.152017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=486d99d6-8a7a-41b1-8657-c89a5694df0a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:16.157554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:16.159924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9f822598-7689-4a21-9cf3-896f9071bf58 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=25387d32-a0f1-43f1-afde-8db87d15ed52 HTTP/1.1" status: 200 len: 205 time: 0.0532889 Nov 04 09:13:16.218886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 486d99d6-8a7a-41b1-8657-c89a5694df0a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:16.238014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 486d99d6-8a7a-41b1-8657-c89a5694df0a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:16.238354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 486d99d6-8a7a-41b1-8657-c89a5694df0a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:16.238969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cae79d5a-0017-48f5-9d41-764265e55dbf no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:16.259432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: cae79d5a-0017-48f5-9d41-764265e55dbf {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:16.259775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cae79d5a-0017-48f5-9d41-764265e55dbf not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:16.315741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8a18-8811-417b-8d15-cb9084b98c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.318496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8a18-8811-417b-8d15-cb9084b98c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.320077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a9c8a18-8811-417b-8d15-cb9084b98c3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f88129f-317d-4c27-90cc-2f782d76061b HTTP/1.1" status: 204 len: 168 time: 0.3687618 Nov 04 09:13:16.331465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.351948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c8a18-8811-417b-8d15-cb9084b98c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f88129f-317d-4c27-90cc-2f782d76061b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:16.364773 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.376547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919284e1-8ce2-40a1-b149-8f92e786e560']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:16.392080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74cbc43f-026f-424c-a97c-7132eb690300') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:16.392397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74cbc43f-026f-424c-a97c-7132eb690300') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:16.405011 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.410109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.489159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.503324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:16.503734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:16.507160 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:16.587970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.590817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.598672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.606003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/919284e1-8ce2-40a1-b149-8f92e786e560 HTTP/1.1" status: 204 len: 168 time: 1.5530844 Nov 04 09:13:16.609215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36856) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:16.628504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28e067-41bc-48b4-a4e6-dd82ee59c7bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=919284e1-8ce2-40a1-b149-8f92e786e560,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:16.640270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b606b00b-34c6-494a-b761-f79c9ae88ade req-34cea71e-a7e0-4e66-bcdd-d9c51aa3aab9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 210 time: 0.0388205 Nov 04 09:13:16.869930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Deleting port cc61b07b-dc5e-432f-8436-f9f56b2b7d9d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:16.870283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:16.973417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1168051b-3045-45c7-b8e7-152ac0a4b2b0 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:17.023558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.051272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 1168051b-3045-45c7-b8e7-152ac0a4b2b0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:17.052026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 1168051b-3045-45c7-b8e7-152ac0a4b2b0 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:17.069191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Calling delete_port for cc61b07b-dc5e-432f-8436-f9f56b2b7d9d owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:17.325291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.327256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.424807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event deleted for resources: {'Port': ['ID=cc61b07b-dc5e-432f-8436-f9f56b2b7d9d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:17.564116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.670485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.673219 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.737398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.738371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Fanout notify agent at l3_agent the message router_deleted on router 25387d32-a0f1-43f1-afde-8db87d15ed52 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:13:17.752284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.753747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9cd24dfd-4799-4e8f-9b37-f722e85c3d48 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/25387d32-a0f1-43f1-afde-8db87d15ed52 HTTP/1.1" status: 204 len: 168 time: 1.5937915 Nov 04 09:13:17.758648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:17.765693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fdb59bc6-bc60-4758-9d0c-00a4be7e3f75 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-424435942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:17.866081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:17.866604 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.873214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74809413-d1b5-4497-99ed-ae65b7634ab7 req-33103827-ba8b-465f-9598-22ff3bd20d76 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 210 time: 0.0720797 Nov 04 09:13:17.874432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fdb59bc6-bc60-4758-9d0c-00a4be7e3f75 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.876469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fdb59bc6-bc60-4758-9d0c-00a4be7e3f75 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.939940 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fdb59bc6-bc60-4758-9d0c-00a4be7e3f75 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.950382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fdb59bc6-bc60-4758-9d0c-00a4be7e3f75 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.973397 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fdb59bc6-bc60-4758-9d0c-00a4be7e3f75 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:17.978647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fdb59bc6-bc60-4758-9d0c-00a4be7e3f75 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2185714 Nov 04 09:13:17.980945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:17.987365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'enable_snat': False}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:18.081622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 3f35f18e-6f8d-45d8-9356-5da289f7d8b5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,segment=NetworkSegment(65db59a0-7a99-4c84-bac4-4102db70aa27),segment_id=65db59a0-7a99-4c84-bac4-4102db70aa27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:18.082234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:18.099813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:18.354715 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:18.386160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36916) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:18.399403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:18.712915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee3dea7-e8c8-4a86-83b1-59e5120f9e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:18.727324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:18.760657 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:18.876595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=3f35f18e-6f8d-45d8-9356-5da289f7d8b5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:18.941111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee3dea7-e8c8-4a86-83b1-59e5120f9e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:18.965052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Allocated IP 172.25.3.189 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/857e5520-392a-488b-ad55-bdb431cec435) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:18.967142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ee3dea7-e8c8-4a86-83b1-59e5120f9e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.044123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.110594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:19.116951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3ee3dea7-e8c8-4a86-83b1-59e5120f9e57 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=beeddfe283c74f49af5e90069c8f59e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211137 Nov 04 09:13:19.160360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3dea7-e8c8-4a86-83b1-59e5120f9e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88fc01f-9253-43f0-a5ee-7f9015819abc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:19.223145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e943a34e-e18f-445e-bfa0-83a86af404ff req-c56b96e9-1c15-4ba0-bace-ce8229bb7ff9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=ebdba6b4-88a1-4c37-8458-6ebc4edcdf2b HTTP/1.1" status: 200 len: 210 time: 0.1030140 Nov 04 09:13:19.315012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.342156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:19.344451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-877c2dae-2156-4fa6-a1e7-77369bbf8cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.374980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.418146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:19.424582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Pushing event updated for resources: {'Port': ['ID=857e5520-392a-488b-ad55-bdb431cec435,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:19.427037 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:19.432685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:19.441767 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-877c2dae-2156-4fa6-a1e7-77369bbf8cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.456591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:19.469106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7f04019c-cf2f-4d23-8636-11679e46918a tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8589282 Nov 04 09:13:19.469833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36932) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:19.471212 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:19.484420 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:19.485910 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:19.534450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting subnet 773481e1-aa04-4acf-9297-b9a098296657 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:13:19.545600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.571479 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:19.619274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-877c2dae-2156-4fa6-a1e7-77369bbf8cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.622949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-877c2dae-2156-4fa6-a1e7-77369bbf8cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.628196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-877c2dae-2156-4fa6-a1e7-77369bbf8cc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f88fc01f-9253-43f0-a5ee-7f9015819abc HTTP/1.1" status: 204 len: 168 time: 0.5174978 Nov 04 09:13:19.642792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.645810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877c2dae-2156-4fa6-a1e7-77369bbf8cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88fc01f-9253-43f0-a5ee-7f9015819abc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:19.648005 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:18Z', 'revision_number': 11, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:19.684397 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:19.693025 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:19.694913 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:19.790980 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:19.803510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.848487 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.854370 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:18Z', 'revision_number': 11, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:19.889993 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ca5da4-adba-49b6-b5f5-fd51e27211e5 None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:18Z', 'revision_number': 11, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:19.904291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.939475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Subnet': ['ID=773481e1-aa04-4acf-9297-b9a098296657,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:19.944947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:19.951135 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-938df2e3-54ae-400e-8d0c-dfd86b9375af tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/773481e1-aa04-4acf-9297-b9a098296657 HTTP/1.1" status: 204 len: 168 time: 0.4782321 Nov 04 09:13:19.951767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36938) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:19.963481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a5f1e-01a4-4833-9816-432c9ce56559 None None] Network 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:20.065046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.150639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Deleting port 5db0cf12-1061-4145-8894-daab8c58809a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:20.152263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.214471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.226290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.258669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] DHCP port deletion for 16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:13:20.298924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] For port 5db0cf12-1061-4145-8894-daab8c58809a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5db0cf12-1061-4145-8894-daab8c58809a,segment=NetworkSegment(65db59a0-7a99-4c84-bac4-4102db70aa27),segment_id=65db59a0-7a99-4c84-bac4-4102db70aa27)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:20.299509 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.332298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Calling delete_port for 5db0cf12-1061-4145-8894-daab8c58809a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:20.375078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:20.473552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:20.474231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3f35f18e-6f8d-45d8-9356-5da289f7d8b5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:20.474800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5db0cf12-1061-4145-8894-daab8c58809a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:20.543191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] Deleting port 5db0cf12-1061-4145-8894-daab8c58809a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:20.543570 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.560570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Router 351eb0ec-dbae-4c3f-80d1-23f163a3d497 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:13:20.625881 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.651671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Port': ['ID=5db0cf12-1061-4145-8894-daab8c58809a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:20.664001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No DVR routers for this DVR port 5db0cf12-1061-4145-8894-daab8c58809a on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:20.715929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No active binding found for port 5db0cf12-1061-4145-8894-daab8c58809a {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 09:13:20.716640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5db0cf12-1061-4145-8894-daab8c58809a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:20.735642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] For port 5db0cf12-1061-4145-8894-daab8c58809a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5db0cf12-1061-4145-8894-daab8c58809a,segment=NetworkSegment(65db59a0-7a99-4c84-bac4-4102db70aa27),segment_id=65db59a0-7a99-4c84-bac4-4102db70aa27)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:20.736710 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.752591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] Calling delete_port for 5db0cf12-1061-4145-8894-daab8c58809a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:20.779807 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.803986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:20.815288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65db59a0-7a99-4c84-bac4-4102db70aa27') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:20.816023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65db59a0-7a99-4c84-bac4-4102db70aa27') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:20.827736 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.843380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.851771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:20.852462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.892940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:20.916819 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:20.919344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] No DVR routers for this DVR port 5db0cf12-1061-4145-8894-daab8c58809a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:20.938696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.949697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:20.956960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/networks/16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe HTTP/1.1" status: 204 len: 168 time: 1.0037658 Nov 04 09:13:20.957802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36976) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:20.961364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a52ab6-e700-445f-b15c-259a2b21a45e None None] Pushing event deleted for resources: {'Port': ['ID=5db0cf12-1061-4145-8894-daab8c58809a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:20.990039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'routes': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:20.993792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50794c61-c5ab-43c2-b1e9-4855fe51919e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Pushing event deleted for resources: {'Network': ['ID=16c6ad2e-e697-4e9b-92c6-6ac9ba503dbe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:21.188734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.extraroute_db [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Added routes are [] {{(pid=102556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 04 09:13:21.189433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.extraroute_db [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Removed routes are [] {{(pid=102556) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 04 09:13:21.189433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:21.223490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:21.229492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:21.230718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-44a206cc-1074-4c51-8ba0-2e7ceb2d74ef tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "PUT /v2.0/routers/351eb0ec-dbae-4c3f-80d1-23f163a3d497 HTTP/1.1" status: 200 len: 919 time: 3.2486005 Nov 04 09:13:21.233673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:21.238698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] Sync routers for ids ['351eb0ec-dbae-4c3f-80d1-23f163a3d497'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:21.243095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341061f-41d8-4e78-b71d-1b3b9d8e871e req-cfbaab70-506e-460c-97a3-da02990c1202 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:21.250492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0341061f-41d8-4e78-b71d-1b3b9d8e871e req-cfbaab70-506e-460c-97a3-da02990c1202 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.1442466 Nov 04 09:13:21.252477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] Routers {'351eb0ec-dbae-4c3f-80d1-23f163a3d497'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:21.253940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['351eb0ec-dbae-4c3f-80d1-23f163a3d497'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:21.328183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0341061f-41d8-4e78-b71d-1b3b9d8e871e req-ff96dcfa-b072-4368-b2b1-9ce1bdec6b64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/quotas/ac0d54a6b21d46529b514e54c0ed1ba4 HTTP/1.1" status: 200 len: 375 time: 0.0765443 Nov 04 09:13:21.345701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:21.352617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:21.368267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0341061f-41d8-4e78-b71d-1b3b9d8e871e req-2b6f24d1-18f4-45f1-9f71-c4711bac1db3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391264 Nov 04 09:13:21.462712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router ab13eb74-ff85-4d21-a1bb-2adf87121eaa has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:21.491313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:21.492084 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3fef2cc-b953-4d49-a04b-8042107f1d41 tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/351eb0ec-dbae-4c3f-80d1-23f163a3d497 HTTP/1.1" status: 200 len: 925 time: 0.2571869 Nov 04 09:13:21.497058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:21.506442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] Routers {'351eb0ec-dbae-4c3f-80d1-23f163a3d497'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:21.507163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['351eb0ec-dbae-4c3f-80d1-23f163a3d497'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:21.559831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:21.569366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:21.570049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfad4a02-aec4-4b3f-a9e5-5eb513ab4ffd None None] The sync data for ids ['351eb0ec-dbae-4c3f-80d1-23f163a3d497'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:21.570850 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] Sync routers for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:21.573267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:21.574686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bf67a788-5af4-4199-8706-146ab5b277bd tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 200 len: 705 time: 0.5904102 Nov 04 09:13:21.581890 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:21.582502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:21.583081 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:21.619797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0341061f-41d8-4e78-b71d-1b3b9d8e871e req-da4b268b-39bb-4c17-a6fa-8bdf78649027 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368896 Nov 04 09:13:21.622306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c5fb4d28-2fc5-4834-af9d-8afbc49ba900 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 200 len: 205 time: 0.0387661 Nov 04 09:13:21.625043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36996) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:21.645452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118d955e-e91a-4858-bb86-57114ccf6dea tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:21.649798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-118d955e-e91a-4858-bb86-57114ccf6dea tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=351eb0ec-dbae-4c3f-80d1-23f163a3d497&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1491652 Nov 04 09:13:21.658971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:21.672216 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:21.717063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ecd6d05-37f0-4c57-974a-8bf51c27b4b2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:21.749169 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:18Z', 'revision_number': 11, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:21.792282 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] Checking router: ab13eb74-ff85-4d21-a1bb-2adf87121eaa for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:21.805117 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] Routers {'ab13eb74-ff85-4d21-a1bb-2adf87121eaa'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:21.806416 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:21.819974 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0341061f-41d8-4e78-b71d-1b3b9d8e871e req-80a828ce-fb7d-4250-88e0-2d1618f09a7f service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836443 Nov 04 09:13:21.832528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a533d8-9846-4815-a521-fb47b4f13cba tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:21.834787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9a533d8-9846-4815-a521-fb47b4f13cba tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/networks/0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 881 time: 0.1740825 Nov 04 09:13:21.837709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:21.882689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1e8ae508-03e7-4c2e-be12-b1c9fc620ea7 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=351eb0ec-dbae-4c3f-80d1-23f163a3d497 HTTP/1.1" status: 200 len: 205 time: 0.0433636 Nov 04 09:13:21.884734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:21.926967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ecd6d05-37f0-4c57-974a-8bf51c27b4b2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:21.930320 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] Set router ab13eb74-ff85-4d21-a1bb-2adf87121eaa gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:21.930483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ecd6d05-37f0-4c57-974a-8bf51c27b4b2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.008482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ecd6d05-37f0-4c57-974a-8bf51c27b4b2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.010016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecd6d05-37f0-4c57-974a-8bf51c27b4b2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Fanout notify agent at l3_agent the message router_deleted on router ab13eb74-ff85-4d21-a1bb-2adf87121eaa {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:13:22.043482 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:18Z', 'revision_number': 11, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:22.057130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ecd6d05-37f0-4c57-974a-8bf51c27b4b2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.063466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0ecd6d05-37f0-4c57-974a-8bf51c27b4b2 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 204 len: 168 time: 0.4365396 Nov 04 09:13:22.063466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37012) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:22.069164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ba96d4b5-ed75-40bb-932f-62489c0d5a9d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-511192381', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:22.075283 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.107710 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54b1de4-661a-407c-ad9d-0f5f8c1e3fef None None] The sync data for ids ['ab13eb74-ff85-4d21-a1bb-2adf87121eaa'] in n-d-816487-1 is: [{'id': 'ab13eb74-ff85-4d21-a1bb-2adf87121eaa', 'name': 'tempest-RoutersIpV6Test-router-1019133463', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:12:27Z', 'updated_at': '2021-11-04T09:13:18Z', 'revision_number': 11, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:22.128912 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba96d4b5-ed75-40bb-932f-62489c0d5a9d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.130511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba96d4b5-ed75-40bb-932f-62489c0d5a9d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.228349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba96d4b5-ed75-40bb-932f-62489c0d5a9d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.235794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba96d4b5-ed75-40bb-932f-62489c0d5a9d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.278495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba96d4b5-ed75-40bb-932f-62489c0d5a9d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.281282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc5c3e63-04d6-4878-80e4-c8abc680eef0 req-b49c620e-b49b-47c9-a727-e056b1089781 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=336fc346-5164-45d3-99a3-1ab7ca66e3a5 HTTP/1.1" status: 200 len: 210 time: 0.0603738 Nov 04 09:13:22.282900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba96d4b5-ed75-40bb-932f-62489c0d5a9d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2183709 Nov 04 09:13:22.283524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:22.289969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4c4867ae-d351-463b-8d93-94ce9f1561f0 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:22.317006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.452817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Deleting port 857e5520-392a-488b-ad55-bdb431cec435 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:22.453350 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.644804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.671919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Calling delete_port for 857e5520-392a-488b-ad55-bdb431cec435 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:22.780600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c4867ae-d351-463b-8d93-94ce9f1561f0 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.824037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c4867ae-d351-463b-8d93-94ce9f1561f0 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:22.969223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.010051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event deleted for resources: {'Port': ['ID=857e5520-392a-488b-ad55-bdb431cec435,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:23.103770 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.257012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.261251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.323729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.324478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Fanout notify agent at l3_agent the message router_deleted on router 351eb0ec-dbae-4c3f-80d1-23f163a3d497 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:13:23.336766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4867ae-d351-463b-8d93-94ce9f1561f0 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Router 71196262-6e88-44a2-9831-e072c27fe811 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:13:23.338642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.339782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-20fa1161-9828-4a2d-a5ad-b52279d8a6f0 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/351eb0ec-dbae-4c3f-80d1-23f163a3d497 HTTP/1.1" status: 204 len: 168 time: 1.4540102 Nov 04 09:13:23.343985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:23.350591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-975594315', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:23.382525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-e5187c14-4a6d-4917-b061-517743f148a0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:23.384190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-e5187c14-4a6d-4917-b061-517743f148a0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.2086701 Nov 04 09:13:23.398840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.399891 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.410497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-410e7902-75a7-4b74-a25c-42d3efc03c54 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/quotas/ac0d54a6b21d46529b514e54c0ed1ba4 HTTP/1.1" status: 200 len: 375 time: 0.0189714 Nov 04 09:13:23.417504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4867ae-d351-463b-8d93-94ce9f1561f0 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:23.424333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c4867ae-d351-463b-8d93-94ce9f1561f0 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.425469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4c4867ae-d351-463b-8d93-94ce9f1561f0 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "PUT /v2.0/routers/71196262-6e88-44a2-9831-e072c27fe811 HTTP/1.1" status: 200 len: 697 time: 1.1409783 Nov 04 09:13:23.428691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:23.432426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] Sync routers for ids ['71196262-6e88-44a2-9831-e072c27fe811'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:23.442665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] Routers {'71196262-6e88-44a2-9831-e072c27fe811'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:23.444305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['71196262-6e88-44a2-9831-e072c27fe811'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:23.476339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.478796 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-daaec6a6-c561-442f-b248-eaf5210ae797 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600505 Nov 04 09:13:23.511994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6958d2bc-2c65-4b36-8c34-52952581700d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/routers/71196262-6e88-44a2-9831-e072c27fe811 HTTP/1.1" status: 200 len: 703 time: 0.0817418 Nov 04 09:13:23.514364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37064) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:23.525702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] Set router 71196262-6e88-44a2-9831-e072c27fe811 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:23.542015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d3dbb928-b798-474c-aa71-195f22770a72 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=71196262-6e88-44a2-9831-e072c27fe811 HTTP/1.1" status: 200 len: 205 time: 0.0264826 Nov 04 09:13:23.544985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37066) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:23.588617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71196262-6e88-44a2-9831-e072c27fe811', 'name': 'tempest-RoutersIpV6Test-router-511192381', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:13:22Z', 'updated_at': '2021-11-04T09:13:22Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:23.618705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] Checking router: 71196262-6e88-44a2-9831-e072c27fe811 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:13:23.628835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] Routers {'71196262-6e88-44a2-9831-e072c27fe811'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:23.629577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['71196262-6e88-44a2-9831-e072c27fe811'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:23.642472 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c830ced-5fea-4ebb-b35a-7d01f48bce7d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.718808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] Set router 71196262-6e88-44a2-9831-e072c27fe811 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:13:23.840871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71196262-6e88-44a2-9831-e072c27fe811', 'name': 'tempest-RoutersIpV6Test-router-511192381', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:13:22Z', 'updated_at': '2021-11-04T09:13:22Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:23.879948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b2d6e-b3cb-4ec3-a9e4-46532bcf6137 None None] The sync data for ids ['71196262-6e88-44a2-9831-e072c27fe811'] in n-d-816487-1 is: [{'id': '71196262-6e88-44a2-9831-e072c27fe811', 'name': 'tempest-RoutersIpV6Test-router-511192381', 'tenant_id': 'f7f929c04acf4a838977bdc2192c287a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:13:22Z', 'updated_at': '2021-11-04T09:13:22Z', 'revision_number': 2, 'project_id': 'f7f929c04acf4a838977bdc2192c287a', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:23.894812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c830ced-5fea-4ebb-b35a-7d01f48bce7d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.911209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c830ced-5fea-4ebb-b35a-7d01f48bce7d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.965968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.978948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c830ced-5fea-4ebb-b35a-7d01f48bce7d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.979569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c830ced-5fea-4ebb-b35a-7d01f48bce7d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Fanout notify agent at l3_agent the message router_deleted on router 71196262-6e88-44a2-9831-e072c27fe811 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:13:23.990592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1c830ced-5fea-4ebb-b35a-7d01f48bce7d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:23.992209 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1c830ced-5fea-4ebb-b35a-7d01f48bce7d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/71196262-6e88-44a2-9831-e072c27fe811 HTTP/1.1" status: 204 len: 168 time: 0.4460833 Nov 04 09:13:24.000983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37082) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.008988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-1e188c57-a771-43bc-825b-ce44aa67eb8d service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882283 Nov 04 09:13:24.041758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bcc3540c-8ee0-458a-a6a2-6d962e396b14 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=71196262-6e88-44a2-9831-e072c27fe811 HTTP/1.1" status: 200 len: 205 time: 0.0395474 Nov 04 09:13:24.044159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37084) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.089486 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-08f45b2a-f928-4bd0-a197-44c020377262 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] delete failed (client error): The resource could not be found. Nov 04 09:13:24.091024 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-08f45b2a-f928-4bd0-a197-44c020377262 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/71196262-6e88-44a2-9831-e072c27fe811 HTTP/1.1" status: 404 len: 336 time: 0.0458059 Nov 04 09:13:24.094797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37086) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.127512 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e386d76-a5cf-4d0e-9657-92d57abc5a2d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:24.128405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e386d76-a5cf-4d0e-9657-92d57abc5a2d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:24.133907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4e386d76-a5cf-4d0e-9657-92d57abc5a2d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/84639578-86f3-4164-8ca6-dcbcd13c28cf HTTP/1.1" status: 404 len: 337 time: 0.0355825 Nov 04 09:13:24.134360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37088) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.159040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-2e17e8b2-c1f3-4a63-8173-ba310595ea85 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197841 Nov 04 09:13:24.165608 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3f8583-d11e-4fb5-8d71-de5d65b2d108 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:24.166245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3f8583-d11e-4fb5-8d71-de5d65b2d108 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:24.174308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4c3f8583-d11e-4fb5-8d71-de5d65b2d108 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/5bc31ca2-adbf-4e7d-b532-e4fbf1b62eb6 HTTP/1.1" status: 404 len: 337 time: 0.0362055 Nov 04 09:13:24.174732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37090) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.209358 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9390d62-0289-4e7f-99d8-92ab8a47122b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:24.209988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9390d62-0289-4e7f-99d8-92ab8a47122b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:24.215758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c9390d62-0289-4e7f-99d8-92ab8a47122b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/d099cdf9-3dd7-49eb-85d1-1d6d2d11dd61 HTTP/1.1" status: 404 len: 337 time: 0.0376940 Nov 04 09:13:24.216197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37092) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.252066 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7cf140-c2bc-4bb6-813f-17432a913571 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:24.252685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7cf140-c2bc-4bb6-813f-17432a913571 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:24.259321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1e7cf140-c2bc-4bb6-813f-17432a913571 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/773481e1-aa04-4acf-9297-b9a098296657 HTTP/1.1" status: 404 len: 337 time: 0.0395291 Nov 04 09:13:24.260221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37094) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.300385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-42841d0d-2146-4e36-b36a-f50fe082e741 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 200 len: 205 time: 0.0368762 Nov 04 09:13:24.305068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37096) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.346774 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-256a6cc2-17ef-49b6-952b-95a81c52af91 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] delete failed (client error): The resource could not be found. Nov 04 09:13:24.348174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-256a6cc2-17ef-49b6-952b-95a81c52af91 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/ab13eb74-ff85-4d21-a1bb-2adf87121eaa HTTP/1.1" status: 404 len: 336 time: 0.0416741 Nov 04 09:13:24.350500 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:24.352547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37098) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.378371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:24.387680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3be82842-8101-44b0-9132-57b6d55a452b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=208d8a7e-92f6-44ed-bbe0-d60957a4ea49 HTTP/1.1" status: 200 len: 205 time: 0.0319161 Nov 04 09:13:24.388064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.466289 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-250b0481-9e96-4e87-a72b-00fa562b4e32 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] delete failed (client error): The resource could not be found. Nov 04 09:13:24.469570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-250b0481-9e96-4e87-a72b-00fa562b4e32 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/208d8a7e-92f6-44ed-bbe0-d60957a4ea49 HTTP/1.1" status: 404 len: 336 time: 0.0782270 Nov 04 09:13:24.470786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37106) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.509766 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b000c670-c47c-4e50-981e-f8eca02fa849 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:24.514646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b000c670-c47c-4e50-981e-f8eca02fa849 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:24.518678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b000c670-c47c-4e50-981e-f8eca02fa849 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/e880b76a-97df-45af-848b-baf17e61d5d5 HTTP/1.1" status: 404 len: 337 time: 0.0475078 Nov 04 09:13:24.521956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37110) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.564522 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ee7601c2-3992-4ad2-ba22-e599717e7c3c tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=33e75877-911d-4a8c-aca6-0583dc84526a HTTP/1.1" status: 200 len: 205 time: 0.0410881 Nov 04 09:13:24.567003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37114) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.579528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddd9bf64-a5ca-4b18-93bc-e37002a1d6c1 req-c721f792-c8b2-4e16-b64c-5c58bf8a67ee tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 210 time: 0.0708170 Nov 04 09:13:24.617384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Allocated IP 172.25.3.127 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/2e353289-da2d-4b00-a876-de91f1d73d80) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:24.635308 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-3ad7b01f-01f7-47ad-8137-3db1f8272b9e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] delete failed (client error): The resource could not be found. Nov 04 09:13:24.636746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3ad7b01f-01f7-47ad-8137-3db1f8272b9e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/33e75877-911d-4a8c-aca6-0583dc84526a HTTP/1.1" status: 404 len: 336 time: 0.0677760 Nov 04 09:13:24.639983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37116) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.672093 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9eacb35c-abae-4091-bb98-288e35e48fad tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=a78f3f61-c391-4a76-b29f-c153d9cb7ccc HTTP/1.1" status: 200 len: 205 time: 0.0307450 Nov 04 09:13:24.674279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37118) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.727688 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-f7d5d53d-e816-4d20-bde1-a566ac4441bc tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] delete failed (client error): The resource could not be found. Nov 04 09:13:24.729844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f7d5d53d-e816-4d20-bde1-a566ac4441bc tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/a78f3f61-c391-4a76-b29f-c153d9cb7ccc HTTP/1.1" status: 404 len: 336 time: 0.0538821 Nov 04 09:13:24.731923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37122) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.763358 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-936cf4a6-4186-4f28-9491-7f1faca44f1f tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:24.764135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936cf4a6-4186-4f28-9491-7f1faca44f1f tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:24.767558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-936cf4a6-4186-4f28-9491-7f1faca44f1f tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/b151a69d-7352-44ca-977a-27b7f90ecab4 HTTP/1.1" status: 404 len: 337 time: 0.0343921 Nov 04 09:13:24.770295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37124) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.806075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f200ab56-1245-419d-8163-71a8fee6250e tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=d832c001-151a-4985-b462-a0a461efba07 HTTP/1.1" status: 200 len: 205 time: 0.0331800 Nov 04 09:13:24.807737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.821527 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:24.866209 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-25a5ab7d-fd89-466c-a3e9-fa08c67a942b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] delete failed (client error): The resource could not be found. Nov 04 09:13:24.867902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-25a5ab7d-fd89-466c-a3e9-fa08c67a942b tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/d832c001-151a-4985-b462-a0a461efba07 HTTP/1.1" status: 404 len: 336 time: 0.0574954 Nov 04 09:13:24.869977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37132) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.897852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:24.918855 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5320b96d-a9fc-4513-aa06-682d3c30feba tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:24.919327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5320b96d-a9fc-4513-aa06-682d3c30feba tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:24.929900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5320b96d-a9fc-4513-aa06-682d3c30feba tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/990d8106-c2df-4e96-a463-b8b24e17a68a HTTP/1.1" status: 404 len: 337 time: 0.0564144 Nov 04 09:13:24.930859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37136) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:24.950765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:24.957429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:24.979938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c79abeea-7ce7-4a3e-b47c-fd83c7bccc06 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f91a210-14aa-4852-bbc4-e008d3b17d00 HTTP/1.1" status: 200 len: 205 time: 0.0430710 Nov 04 09:13:24.982406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37140) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:25.001605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:25.060858 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-4c5e4cdf-f2d6-4c19-8bf5-91f541aeec97 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] delete failed (client error): The resource could not be found. Nov 04 09:13:25.064773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4c5e4cdf-f2d6-4c19-8bf5-91f541aeec97 tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/routers/4f91a210-14aa-4852-bbc4-e008d3b17d00 HTTP/1.1" status: 404 len: 336 time: 0.0733581 Nov 04 09:13:25.065364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37142) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:25.074768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event updated for resources: {'Port': ['ID=2e353289-da2d-4b00-a876-de91f1d73d80,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:25.121648 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2fa8f7-be93-4092-a2a3-f9495543a86d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:25.122082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2fa8f7-be93-4092-a2a3-f9495543a86d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:25.125430 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ea2fa8f7-be93-4092-a2a3-f9495543a86d tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/dfaa354e-9f08-4243-a539-132e43b78639 HTTP/1.1" status: 404 len: 337 time: 0.0588634 Nov 04 09:13:25.127713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37144) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:25.163509 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe208ea-f1de-4b90-a332-804a3f8ec98f tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:25.164167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe208ea-f1de-4b90-a332-804a3f8ec98f tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:25.170763 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dbe208ea-f1de-4b90-a332-804a3f8ec98f tempest-RoutersIpV6Test-1603349246 tempest-RoutersIpV6Test-1603349246-project] 10.222.0.53 "DELETE /v2.0/subnets/edc1a587-8fbf-4f77-a50c-8db9d5435231 HTTP/1.1" status: 404 len: 337 time: 0.0382473 Nov 04 09:13:25.384762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:25.502768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37154) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:25.651794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:25.760500 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3a72ed3c-5655-4d66-81a8-6013d9769a13 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f7f929c04acf4a838977bdc2192c287a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563007 Nov 04 09:13:25.762983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:25.787816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-f8d52d2f-613e-4000-bd29-c08355c5ba06 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:25.789466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-f8d52d2f-613e-4000-bd29-c08355c5ba06 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.2031181 Nov 04 09:13:25.808126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Request body: {'port': {'device_id': '1851704a-c0e8-494c-b489-dbae63b99369', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'admin_state_up': True, 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:25.850556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec488489-d0fb-49bf-b18d-d5f62ab660bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:25.876191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Router b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:13:25.883811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec488489-d0fb-49bf-b18d-d5f62ab660bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:25.928637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:25.932478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:25.964633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cef49827-6247-4071-9950-ae7b2bcb1411 req-3286f2e3-1e39-478f-8420-bc4435f125b0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 210 time: 0.0784826 Nov 04 09:13:26.057034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:26.058774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec488489-d0fb-49bf-b18d-d5f62ab660bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.061339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec488489-d0fb-49bf-b18d-d5f62ab660bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.062492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ec488489-d0fb-49bf-b18d-d5f62ab660bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf4ac396-b636-426b-8104-2fc9ef08e96b HTTP/1.1" status: 204 len: 168 time: 0.2981772 Nov 04 09:13:26.081201 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] Sync routers for ids ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:26.096527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Allocated IP 172.20.0.9 (44de6edb-15ec-4e54-930c-30071a9dee9b/8f0f9873-0dcb-42d1-9b51-6a3ea42fb140/8f25658f-1fb5-4c67-952a-ccd3cacb1647) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:26.103583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec488489-d0fb-49bf-b18d-d5f62ab660bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4ac396-b636-426b-8104-2fc9ef08e96b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:26.123674 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] Routers {'b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:26.124462 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:26.134921 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.139699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-299c5581-a81c-48e8-9b39-8ad87aea4b81 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.7946014 Nov 04 09:13:26.144807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:26.154335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:26.186278 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:26.206615 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] Routers {'b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:26.207283 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:26.257894 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:26.259124 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58980a71-7b4b-4451-9036-b1809b7fa73b None None] The sync data for ids ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:26.393145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.484069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.546017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event updated for resources: {'Port': ['ID=8f25658f-1fb5-4c67-952a-ccd3cacb1647,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:26.560512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Network 44de6edb-15ec-4e54-930c-30071a9dee9b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:26.562601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:26.566347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:26.633432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.652893 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.662870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:26.663939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.686302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-b1bbef52-5769-401f-87b1-88e22fd5637b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8854904 Nov 04 09:13:26.700266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Request body: {'port': {'device_id': '1851704a-c0e8-494c-b489-dbae63b99369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:26.719678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Deleting port 2e353289-da2d-4b00-a876-de91f1d73d80 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:26.720095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.761400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.821003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:26.844861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Calling delete_port for 2e353289-da2d-4b00-a876-de91f1d73d80 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:27.124336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f25658f-1fb5-4c67-952a-ccd3cacb1647 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:13:27.134536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.136702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea731a0-3fe6-4b89-b88c-1c6c2646ca27 req-e90bbca7-8599-4d87-b8fe-937956cbc9a3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:27.145040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ea731a0-3fe6-4b89-b88c-1c6c2646ca27 req-e90bbca7-8599-4d87-b8fe-937956cbc9a3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 931 time: 0.0778773 Nov 04 09:13:27.149544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Transition to ACTIVE for port object 8f25658f-1fb5-4c67-952a-ccd3cacb1647 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:13:27.149858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.155402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.192592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Pushing event deleted for resources: {'Port': ['ID=2e353289-da2d-4b00-a876-de91f1d73d80,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:27.233172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:27.245678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f25658f-1fb5-4c67-952a-ccd3cacb1647,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:27.278522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ea731a0-3fe6-4b89-b88c-1c6c2646ca27 req-5f2269a9-1ed3-4df1-b455-5c387ab059ca tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323311 Nov 04 09:13:27.314605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Attempting to bind port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:13:27.315106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Attempting to bind port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:13:27.315547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Attempting to bind port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:27.317645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.321772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 on network 44de6edb-15ec-4e54-930c-30071a9dee9b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:13:27.322203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Attempting to bind port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:27.328254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:13:27.328852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Checking segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:27.329243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Bound using segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:13:27.329976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Bound port: 8f25658f-1fb5-4c67-952a-ccd3cacb1647, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:13:27.330475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.400762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--476613590'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:27.403349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] For port 8f25658f-1fb5-4c67-952a-ccd3cacb1647, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:13:27.407265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] For port 8f25658f-1fb5-4c67-952a-ccd3cacb1647, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8f25658f-1fb5-4c67-952a-ccd3cacb1647,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:13:27.415354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.452158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:27.453395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.455029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f25658f-1fb5-4c67-952a-ccd3cacb1647 HTTP/1.1" status: 200 len: 1091 time: 0.7593577 Nov 04 09:13:27.457917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1851704a-c0e8-494c-b489-dbae63b99369', 'tag': '8f25658f-1fb5-4c67-952a-ccd3cacb1647'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:27.462218 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1851704a-c0e8-494c-b489-dbae63b99369", "tag": "8f25658f-1fb5-4c67-952a-ccd3cacb1647"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:27.526369 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1712d039-c007-4521-9859-eaac605670e1 x-openstack-request-id: req-1712d039-c007-4521-9859-eaac605670e1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:27.526642 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1851704a-c0e8-494c-b489-dbae63b99369", "tag": "8f25658f-1fb5-4c67-952a-ccd3cacb1647", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:27.527089 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1712d039-c007-4521-9859-eaac605670e1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:27.527525 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1851704a-c0e8-494c-b489-dbae63b99369', 'tag': '8f25658f-1fb5-4c67-952a-ccd3cacb1647', 'status': 'completed', 'code': 200} Nov 04 09:13:27.529982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cb737-cba9-4ff5-9368-26b493a848b1 service neutron] Pushing event updated for resources: {'Port': ['ID=8f25658f-1fb5-4c67-952a-ccd3cacb1647,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:27.573563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-923c5be9-4118-4bd0-88fc-15b3f9fcd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:27.575415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-923c5be9-4118-4bd0-88fc-15b3f9fcd124 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 1094 time: 0.0636611 Nov 04 09:13:27.626591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-40b88208-f74c-4798-8527-37337378c3de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f25658f-1fb5-4c67-952a-ccd3cacb1647 HTTP/1.1" status: 200 len: 217 time: 0.0432894 Nov 04 09:13:27.681018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-e6565653-a326-4fcf-85aa-95bf71d26a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:27.682726 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-e6565653-a326-4fcf-85aa-95bf71d26a34 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.0490885 Nov 04 09:13:27.718908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-32752db4-0680-4e9f-82c9-f80e37efa03a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279460 Nov 04 09:13:27.782192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.820290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-7e6a131f-6683-4fb8-b696-9cb5abd221cc service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939832 Nov 04 09:13:27.852993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.869390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-538013', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525363', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3958'] for router, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.876229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-538004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-538019', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525386'] for router, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:27.924673 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78c65525-fc8b-4fa0-82a1-23b27feb71fc req-de141939-6977-4197-b161-99b7ad5b63b5 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973060 Nov 04 09:13:27.986558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Router b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:13:28.051435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-aa0b6c24-e992-4477-891f-e298c8a411d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:28.053598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-aa0b6c24-e992-4477-891f-e298c8a411d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 1094 time: 0.0795913 Nov 04 09:13:28.097713 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.105573 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.117155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:13:28.131357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] Sync routers for ids ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:13:28.145037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] Routers {'b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:28.148738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:28.150373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.152871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e29c45b3-a17a-4ddf-bcca-5417481aab97 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "PUT /v2.0/routers/b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 HTTP/1.1" status: 200 len: 709 time: 2.0061469 Nov 04 09:13:28.154851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37212) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:28.183502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2218a2b-4ca9-4d7e-8cbe-7b116fbd4935,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:28.211756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:28.223237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] Routers {'b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:13:28.224170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:13:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:28.232917 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.237214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.250628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-ebf3a3f4-6e11-4b62-8fc2-9a37a1d0bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:28.252429 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-ebf3a3f4-6e11-4b62-8fc2-9a37a1d0bd72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.1912251 Nov 04 09:13:28.261614 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c96cc293-368b-4512-bc27-948a74f1eece tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/routers/b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 HTTP/1.1" status: 200 len: 744 time: 0.1013801 Nov 04 09:13:28.265226 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:28.266164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a0ad6-d3e6-49be-b232-672350e4fd94 None None] The sync data for ids ['b8d5a0eb-445a-4c35-a877-12f7c0ca6de6'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:13:28.266323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37214) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:28.291679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684547b0-f3c4-4ab4-ac45-5f56d03e78e6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:28.298788 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.301227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba5b9c42-79bf-4652-ae41-3484eb334871 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0620070 Nov 04 09:13:28.303772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:28.358399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-d76879ef-0cfb-4eac-bc25-64df886308af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f25658f-1fb5-4c67-952a-ccd3cacb1647 HTTP/1.1" status: 200 len: 217 time: 0.0981567 Nov 04 09:13:28.360426 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-34e1344b-9792-43fb-9b80-65287a89d88e tempest-RoutersIpV6AdminTest-908959116 tempest-RoutersIpV6AdminTest-908959116-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&device_id=b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 HTTP/1.1" status: 200 len: 205 time: 0.0931175 Nov 04 09:13:28.364249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37224) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:28.392905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d4d514f3-5480-446d-abfa-77a41b9c7d88 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0878823 Nov 04 09:13:28.395797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:28.401141 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae8c9a76-e326-4e0a-8f62-ef3d3637bbe1 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 HTTP/1.1" status: 200 len: 205 time: 0.0351098 Nov 04 09:13:28.403560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37228) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:28.404371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3e616eba-5f20-4390-b410-c6f424ecb7af tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-security--747182590', 'description': 'tempest-security-description-1757921482'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:28.469715 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e616eba-5f20-4390-b410-c6f424ecb7af tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.506567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b548b33-22aa-434e-84dd-d2ce2081f405 req-ea46c8b4-451e-466c-b225-8c66fc519a9f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:28.508531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b548b33-22aa-434e-84dd-d2ce2081f405 req-ea46c8b4-451e-466c-b225-8c66fc519a9f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 943 time: 0.0986853 Nov 04 09:13:28.551695 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e616eba-5f20-4390-b410-c6f424ecb7af tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.559553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e616eba-5f20-4390-b410-c6f424ecb7af tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.562567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e616eba-5f20-4390-b410-c6f424ecb7af tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.564338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3e616eba-5f20-4390-b410-c6f424ecb7af tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "PUT /v2.0/security-groups/684547b0-f3c4-4ab4-ac45-5f56d03e78e6 HTTP/1.1" status: 200 len: 1779 time: 0.1672952 Nov 04 09:13:28.567714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce16d8f2-f9c8-4cc0-844b-33d86005de3c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:28.572130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37236) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:28.594098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b548b33-22aa-434e-84dd-d2ce2081f405 req-fe4ad97d-45d6-47f3-a2df-3349c18105d4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753541 Nov 04 09:13:28.607734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-afc0f119-a511-4e4e-8128-e5d4398da4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:28.610417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e616eba-5f20-4390-b410-c6f424ecb7af tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=684547b0-f3c4-4ab4-ac45-5f56d03e78e6,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:28.616113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-afc0f119-a511-4e4e-8128-e5d4398da4c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.2179592 Nov 04 09:13:29.067324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-8acd55b2-d0c8-4570-b771-eb8abf72e664 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4078193 Nov 04 09:13:29.233915 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-609443c3-bb9d-4bb7-b4e2-5e7fe304a723 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups/684547b0-f3c4-4ab4-ac45-5f56d03e78e6 HTTP/1.1" status: 200 len: 1779 time: 0.6400983 Nov 04 09:13:29.234413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.236293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce16d8f2-f9c8-4cc0-844b-33d86005de3c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.239637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce16d8f2-f9c8-4cc0-844b-33d86005de3c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.296195 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ba3af88-438f-4078-8735-2f9a157d3271 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.298328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce16d8f2-f9c8-4cc0-844b-33d86005de3c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.298899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce16d8f2-f9c8-4cc0-844b-33d86005de3c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Fanout notify agent at l3_agent the message router_deleted on router b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:13:29.311113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce16d8f2-f9c8-4cc0-844b-33d86005de3c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.312595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ce16d8f2-f9c8-4cc0-844b-33d86005de3c tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 HTTP/1.1" status: 204 len: 168 time: 0.9075973 Nov 04 09:13:29.316176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37250) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.329959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-e5eaf0ff-968b-4b95-9eff-8096f91a5a3e service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512903 Nov 04 09:13:29.334577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ba3af88-438f-4078-8735-2f9a157d3271 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.351539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ab80121c-0ac5-42ba-8091-aeae178fbf01 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 HTTP/1.1" status: 200 len: 205 time: 0.0342391 Nov 04 09:13:29.354559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37252) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.404147 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-87a41e7d-a939-4ecf-86c8-b66431c86327 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] delete failed (client error): The resource could not be found. Nov 04 09:13:29.405389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-87a41e7d-a939-4ecf-86c8-b66431c86327 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/b8d5a0eb-445a-4c35-a877-12f7c0ca6de6 HTTP/1.1" status: 404 len: 336 time: 0.0498340 Nov 04 09:13:29.408174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.441343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dda669b7-8b96-45d7-983a-3f0c392f4903 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=351eb0ec-dbae-4c3f-80d1-23f163a3d497 HTTP/1.1" status: 200 len: 205 time: 0.0298045 Nov 04 09:13:29.441723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37256) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.448254 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d96650e-7a9a-4f87-ab8c-aed39304f7b9 req-270b91a9-9e60-40f8-8e53-ee14182def05 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992932 Nov 04 09:13:29.486124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ba3af88-438f-4078-8735-2f9a157d3271 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.489181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ba3af88-438f-4078-8735-2f9a157d3271 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.491551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6ba3af88-438f-4078-8735-2f9a157d3271 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/684547b0-f3c4-4ab4-ac45-5f56d03e78e6 HTTP/1.1" status: 204 len: 168 time: 0.2553761 Nov 04 09:13:29.494242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37258) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.495569 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-5335eedc-664f-463f-be7e-137125088106 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] delete failed (client error): The resource could not be found. Nov 04 09:13:29.499208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5335eedc-664f-463f-be7e-137125088106 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/351eb0ec-dbae-4c3f-80d1-23f163a3d497 HTTP/1.1" status: 404 len: 336 time: 0.0539014 Nov 04 09:13:29.502956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37260) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.514388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3af88-438f-4078-8735-2f9a157d3271 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=684547b0-f3c4-4ab4-ac45-5f56d03e78e6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:29.535127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d2951385-dd6c-4eff-9136-a0b967a6b815 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=25387d32-a0f1-43f1-afde-8db87d15ed52 HTTP/1.1" status: 200 len: 205 time: 0.0306251 Nov 04 09:13:29.537693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37264) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.593044 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-ce7c18c5-26ac-4b28-a796-1ac880d06b42 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] delete failed (client error): The resource could not be found. Nov 04 09:13:29.596661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ce7c18c5-26ac-4b28-a796-1ac880d06b42 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/25387d32-a0f1-43f1-afde-8db87d15ed52 HTTP/1.1" status: 404 len: 336 time: 0.0551262 Nov 04 09:13:29.597708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37266) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.611909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-462b4961-ee38-4bf5-8236-67668840f31e tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1153238 Nov 04 09:13:29.613839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37268) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.632233 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f5d1f781-79d0-4043-9e3a-4004b0863a17 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ac79a11-18b0-4c15-9221-b76d424a1349 HTTP/1.1" status: 200 len: 205 time: 0.0288911 Nov 04 09:13:29.632432 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-09b3a15d-0d5d-4559-90f7-ea5455f14d8d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] delete failed (client error): The resource could not be found. Nov 04 09:13:29.632432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-09b3a15d-0d5d-4559-90f7-ea5455f14d8d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/684547b0-f3c4-4ab4-ac45-5f56d03e78e6 HTTP/1.1" status: 404 len: 347 time: 0.0159898 Nov 04 09:13:29.632684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37272) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.638511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37274) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.644816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4b87997f-0932-48fe-bdd7-6364d5938b3c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480359004'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:29.670293 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b87997f-0932-48fe-bdd7-6364d5938b3c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.672241 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-8bd7ead2-7a5d-41c3-939e-97ae74ff0401 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] delete failed (client error): The resource could not be found. Nov 04 09:13:29.676165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8bd7ead2-7a5d-41c3-939e-97ae74ff0401 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/7ac79a11-18b0-4c15-9221-b76d424a1349 HTTP/1.1" status: 404 len: 336 time: 0.0399227 Nov 04 09:13:29.676517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37276) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.712592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1cc4dd11-d104-4fa0-b9e7-36ab263c10a1 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 HTTP/1.1" status: 200 len: 205 time: 0.0320380 Nov 04 09:13:29.712994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37278) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.757025 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-fea8831c-208c-4250-a26a-daf5cbdd2fa1 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] delete failed (client error): The resource could not be found. Nov 04 09:13:29.760980 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fea8831c-208c-4250-a26a-daf5cbdd2fa1 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/9a9cb96f-db7c-4fb2-b5a3-0ad3fd293a62 HTTP/1.1" status: 404 len: 336 time: 0.0469053 Nov 04 09:13:29.761589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37280) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.791993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb3a21d3-72ad-4e55-9a4c-2e1021079435 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "GET /v2.0/ports?device_id=c1a1dda9-9cbe-4714-b517-5358be8d5ffb HTTP/1.1" status: 200 len: 205 time: 0.0277004 Nov 04 09:13:29.793090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37282) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.794834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d4838e-aa2c-48a4-9e5e-4eeffef8ee2b req-7e21107c-615b-436c-8eaf-cc22cebe3481 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:29.802862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57d4838e-aa2c-48a4-9e5e-4eeffef8ee2b req-7e21107c-615b-436c-8eaf-cc22cebe3481 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 943 time: 0.1022220 Nov 04 09:13:29.807570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b87997f-0932-48fe-bdd7-6364d5938b3c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.825772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b87997f-0932-48fe-bdd7-6364d5938b3c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.841779 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-c7bdd032-986d-4c57-ac06-59c084f3c807 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] delete failed (client error): The resource could not be found. Nov 04 09:13:29.844072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c7bdd032-986d-4c57-ac06-59c084f3c807 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/routers/c1a1dda9-9cbe-4714-b517-5358be8d5ffb HTTP/1.1" status: 404 len: 336 time: 0.0481458 Nov 04 09:13:29.845172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37284) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.882527 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b87997f-0932-48fe-bdd7-6364d5938b3c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:29.887001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4b87997f-0932-48fe-bdd7-6364d5938b3c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2469780 Nov 04 09:13:29.887280 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe77e5a4-a45e-4cc3-82ee-9dad11020b58 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:29.888089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe77e5a4-a45e-4cc3-82ee-9dad11020b58 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:29.888575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:29.894684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fe77e5a4-a45e-4cc3-82ee-9dad11020b58 tempest-RoutersIpV6AdminTest-2081624157 tempest-RoutersIpV6AdminTest-2081624157-project] 10.222.0.53 "DELETE /v2.0/subnets/dcba10b7-5889-424d-b863-122f4ac5dc75 HTTP/1.1" status: 404 len: 337 time: 0.0483348 Nov 04 09:13:29.895284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a3e847ab-4f00-4ec6-8956-48379aa5fdb5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '20447bdf-e3b4-40ad-a8ee-37228de844e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:29.900884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87997f-0932-48fe-bdd7-6364d5938b3c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20447bdf-e3b4-40ad-a8ee-37228de844e8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:29.918592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57d4838e-aa2c-48a4-9e5e-4eeffef8ee2b req-06a7ed81-0192-4a92-882e-1956a3497c1c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095891 Nov 04 09:13:29.945321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e847ab-4f00-4ec6-8956-48379aa5fdb5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.013753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e847ab-4f00-4ec6-8956-48379aa5fdb5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.019008 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e847ab-4f00-4ec6-8956-48379aa5fdb5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.045295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e847ab-4f00-4ec6-8956-48379aa5fdb5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66afdaac-df3b-47c7-b559-4af7d1b6c236,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:30.057197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e847ab-4f00-4ec6-8956-48379aa5fdb5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.063818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3e847ab-4f00-4ec6-8956-48379aa5fdb5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679771 Nov 04 09:13:30.063818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.093336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff85786e-a822-43d2-a230-9c4252d51f7c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.102223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff85786e-a822-43d2-a230-9c4252d51f7c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.172137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff85786e-a822-43d2-a230-9c4252d51f7c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.193957 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff85786e-a822-43d2-a230-9c4252d51f7c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.195396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff85786e-a822-43d2-a230-9c4252d51f7c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/66afdaac-df3b-47c7-b559-4af7d1b6c236 HTTP/1.1" status: 204 len: 168 time: 0.1323416 Nov 04 09:13:30.196358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85786e-a822-43d2-a230-9c4252d51f7c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66afdaac-df3b-47c7-b559-4af7d1b6c236,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:30.198172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37296) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.261270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37298) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.278240 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7fa9d1bf-9b3f-4324-b590-7e05b19ea673 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0782239 Nov 04 09:13:30.280971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37302) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.341547 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9623f092-1ee0-4855-89f0-ead1bb5d0e71 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.367336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9623f092-1ee0-4855-89f0-ead1bb5d0e71 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.397545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-568b5313-5d6a-4665-b915-63b3d20f9657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.415561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9623f092-1ee0-4855-89f0-ead1bb5d0e71 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.418402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9623f092-1ee0-4855-89f0-ead1bb5d0e71 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.419492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9623f092-1ee0-4855-89f0-ead1bb5d0e71 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/20447bdf-e3b4-40ad-a8ee-37228de844e8 HTTP/1.1" status: 204 len: 168 time: 0.1373670 Nov 04 09:13:30.422237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37304) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.429000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9623f092-1ee0-4855-89f0-ead1bb5d0e71 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20447bdf-e3b4-40ad-a8ee-37228de844e8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:30.495034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dcdd5ba6-d7b9-4a7e-86dc-b5f5e89aa161 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0712893 Nov 04 09:13:30.499074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37306) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.504035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-32e997ae-a077-4581-887c-d940e8b6ef93 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--814816675'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:30.528951 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32e997ae-a077-4581-887c-d940e8b6ef93 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.535398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-568b5313-5d6a-4665-b915-63b3d20f9657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.540268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-568b5313-5d6a-4665-b915-63b3d20f9657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.581207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b5313-5d6a-4665-b915-63b3d20f9657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65876da-1ca8-49b7-b49b-8509992925e6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:30.588358 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-568b5313-5d6a-4665-b915-63b3d20f9657 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e79af18ec0104d5abb091419afdfc4d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258200 Nov 04 09:13:30.590912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.616740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32e997ae-a077-4581-887c-d940e8b6ef93 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.623052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32e997ae-a077-4581-887c-d940e8b6ef93 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.660125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-32e997ae-a077-4581-887c-d940e8b6ef93 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.661366 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-32e997ae-a077-4581-887c-d940e8b6ef93 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1611159 Nov 04 09:13:30.664585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e997ae-a077-4581-887c-d940e8b6ef93 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351449dc-20c8-4738-adb0-54c328317634,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:30.666847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37314) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.672307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e93c1bb5-2805-40f3-a849-8dac8573db02 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '351449dc-20c8-4738-adb0-54c328317634', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:30.675635 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb367111-a0bb-4ab9-be21-6d45435b93ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.701012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb367111-a0bb-4ab9-be21-6d45435b93ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.711487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e93c1bb5-2805-40f3-a849-8dac8573db02 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.765311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb367111-a0bb-4ab9-be21-6d45435b93ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.768363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb367111-a0bb-4ab9-be21-6d45435b93ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.772245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eb367111-a0bb-4ab9-be21-6d45435b93ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b65876da-1ca8-49b7-b49b-8509992925e6 HTTP/1.1" status: 204 len: 168 time: 0.1779451 Nov 04 09:13:30.772723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e93c1bb5-2805-40f3-a849-8dac8573db02 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.784021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb367111-a0bb-4ab9-be21-6d45435b93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65876da-1ca8-49b7-b49b-8509992925e6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:30.785521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e93c1bb5-2805-40f3-a849-8dac8573db02 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.807717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1bb5-2805-40f3-a849-8dac8573db02 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8786d83c-a1c2-4dc7-a438-9774ebdab407,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:30.817470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e93c1bb5-2805-40f3-a849-8dac8573db02 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.819278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e93c1bb5-2805-40f3-a849-8dac8573db02 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512227 Nov 04 09:13:30.822203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37320) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.827354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e5059690-b714-43a9-a18e-f46d7518e32c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '351449dc-20c8-4738-adb0-54c328317634', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:30.863440 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5059690-b714-43a9-a18e-f46d7518e32c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.929625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:30.970920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5059690-b714-43a9-a18e-f46d7518e32c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:30.977504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5059690-b714-43a9-a18e-f46d7518e32c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.001281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e5059690-b714-43a9-a18e-f46d7518e32c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.006801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 8f25658f-1fb5-4c67-952a-ccd3cacb1647 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:13:31.018585 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e5059690-b714-43a9-a18e-f46d7518e32c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1953175 Nov 04 09:13:31.022005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37330) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.027692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-69c7e834-c8c0-4636-9408-7f39a5cfefc5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '351449dc-20c8-4738-adb0-54c328317634', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:31.038074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5059690-b714-43a9-a18e-f46d7518e32c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e037983e-32c7-432c-a421-6aad7ca21466,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.107462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69c7e834-c8c0-4636-9408-7f39a5cfefc5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.159005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 8f25658f-1fb5-4c67-952a-ccd3cacb1647, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8f25658f-1fb5-4c67-952a-ccd3cacb1647,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:31.179817 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69c7e834-c8c0-4636-9408-7f39a5cfefc5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.187915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '8f25658f-1fb5-4c67-952a-ccd3cacb1647', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'port_id': '8f25658f-1fb5-4c67-952a-ccd3cacb1647', 'mac_address': 'fa:16:3e:f2:01:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f9873-0dcb-42d1-9b51-6a3ea42fb140', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:13:31.196730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f56b1975-9f8c-42ff-bd0a-6bc9238c53e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.198601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69c7e834-c8c0-4636-9408-7f39a5cfefc5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.220403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7e834-c8c0-4636-9408-7f39a5cfefc5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b97092ef-ed7c-4af5-8914-38e3f77ed95c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.245477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce7820-0883-44a6-9566-387454dd8f57 req-ecf70db7-e5e5-4437-b4bc-62d75fcef8e1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:31.247309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3ce7820-0883-44a6-9566-387454dd8f57 req-ecf70db7-e5e5-4437-b4bc-62d75fcef8e1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 943 time: 0.1767695 Nov 04 09:13:31.249772 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.252814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69c7e834-c8c0-4636-9408-7f39a5cfefc5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.260332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37334) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.260526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69c7e834-c8c0-4636-9408-7f39a5cfefc5 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2369297 Nov 04 09:13:31.261059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37336) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.268034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f25658f-1fb5-4c67-952a-ccd3cacb1647 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:13:31.273315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0e90a27d-5364-4c26-ab35-dbf61d643b11 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '351449dc-20c8-4738-adb0-54c328317634', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:31.291272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 8f25658f-1fb5-4c67-952a-ccd3cacb1647, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8f25658f-1fb5-4c67-952a-ccd3cacb1647,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:31.296857 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.333261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3ce7820-0883-44a6-9566-387454dd8f57 req-0c6cf1ea-c10c-43b2-abee-8cad08eb5242 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684073 Nov 04 09:13:31.337228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8db9b92e-8f30-412e-be78-907b9235dc90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0cfcc312eb94ed79d702772684cddab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747511 Nov 04 09:13:31.337644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.338141 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e90a27d-5364-4c26-ab35-dbf61d643b11 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.421992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e90a27d-5364-4c26-ab35-dbf61d643b11 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.428058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e90a27d-5364-4c26-ab35-dbf61d643b11 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.429201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=8f25658f-1fb5-4c67-952a-ccd3cacb1647,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.445597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f56b1975-9f8c-42ff-bd0a-6bc9238c53e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.450698 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90a27d-5364-4c26-ab35-dbf61d643b11 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47d2ba87-dcce-497f-b5a3-80c782c3eaac,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.451513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f56b1975-9f8c-42ff-bd0a-6bc9238c53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.454144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce51a4bb-1ca7-4655-9966-df4d1948d67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.460077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e90a27d-5364-4c26-ab35-dbf61d643b11 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.462013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0e90a27d-5364-4c26-ab35-dbf61d643b11 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1983557 Nov 04 09:13:31.464422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.469465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-135a172a-1796-47f9-bf1b-bdc335a546b3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '351449dc-20c8-4738-adb0-54c328317634', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:31.498921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135a172a-1796-47f9-bf1b-bdc335a546b3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.501909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['8f25658f-1fb5-4c67-952a-ccd3cacb1647'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:13:31.511451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f56b1975-9f8c-42ff-bd0a-6bc9238c53e3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ee7670dc42b4d14b625ad1c9680b8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808883 Nov 04 09:13:31.515584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37344) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.518420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce51a4bb-1ca7-4655-9966-df4d1948d67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.528769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b1975-9f8c-42ff-bd0a-6bc9238c53e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7e071-1f62-4b95-8952-14f7583c87de,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.582505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135a172a-1796-47f9-bf1b-bdc335a546b3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.584671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce51a4bb-1ca7-4655-9966-df4d1948d67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.590525 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce51a4bb-1ca7-4655-9966-df4d1948d67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.591174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135a172a-1796-47f9-bf1b-bdc335a546b3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.592144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ce51a4bb-1ca7-4655-9966-df4d1948d67b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d5d88f5-d2de-456c-abfa-0f9befd43988 HTTP/1.1" status: 204 len: 168 time: 0.2523732 Nov 04 09:13:31.604303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51a4bb-1ca7-4655-9966-df4d1948d67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d88f5-d2de-456c-abfa-0f9befd43988,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.622735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a172a-1796-47f9-bf1b-bdc335a546b3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8284b161-f85f-46d2-b740-2a2ea0eaf47c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.625289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7340f2f-fefb-48ec-9bbf-2e7a0ef5de33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.639823 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-135a172a-1796-47f9-bf1b-bdc335a546b3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.640667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-135a172a-1796-47f9-bf1b-bdc335a546b3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1752677 Nov 04 09:13:31.643738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37348) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.674575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7340f2f-fefb-48ec-9bbf-2e7a0ef5de33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.698343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16899e8d-58b4-4b5f-885c-b64856c5571f tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.711679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16899e8d-58b4-4b5f-885c-b64856c5571f tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.753095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16899e8d-58b4-4b5f-885c-b64856c5571f tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.760556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16899e8d-58b4-4b5f-885c-b64856c5571f tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.761690 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-16899e8d-58b4-4b5f-885c-b64856c5571f tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8284b161-f85f-46d2-b740-2a2ea0eaf47c HTTP/1.1" status: 204 len: 168 time: 0.1165419 Nov 04 09:13:31.764616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.769232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16899e8d-58b4-4b5f-885c-b64856c5571f tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8284b161-f85f-46d2-b740-2a2ea0eaf47c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.774462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7340f2f-fefb-48ec-9bbf-2e7a0ef5de33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.777293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7340f2f-fefb-48ec-9bbf-2e7a0ef5de33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.778441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c7340f2f-fefb-48ec-9bbf-2e7a0ef5de33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38e7e071-1f62-4b95-8952-14f7583c87de HTTP/1.1" status: 204 len: 168 time: 0.2618632 Nov 04 09:13:31.792153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7340f2f-fefb-48ec-9bbf-2e7a0ef5de33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7e071-1f62-4b95-8952-14f7583c87de,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.841572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5faf4bbe-e66e-43dd-96c0-fd5d0ed43c1c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0757635 Nov 04 09:13:31.844608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.883115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2e16942-0f5a-44b2-ac9d-039531cf9f1e tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.892422 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2e16942-0f5a-44b2-ac9d-039531cf9f1e tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.926536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2e16942-0f5a-44b2-ac9d-039531cf9f1e tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.939021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2e16942-0f5a-44b2-ac9d-039531cf9f1e tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:31.943233 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2e16942-0f5a-44b2-ac9d-039531cf9f1e tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/47d2ba87-dcce-497f-b5a3-80c782c3eaac HTTP/1.1" status: 204 len: 168 time: 0.0974822 Nov 04 09:13:31.943989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37360) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:31.944606 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e16942-0f5a-44b2-ac9d-039531cf9f1e tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47d2ba87-dcce-497f-b5a3-80c782c3eaac,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:31.998509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0b2a6be5-9476-463b-b904-0a26b1a66a5b tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0529113 Nov 04 09:13:32.001359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37364) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.028406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a2d3-9af5-4177-8d9b-40fd18d66257 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.038263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a2d3-9af5-4177-8d9b-40fd18d66257 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.069352 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a2d3-9af5-4177-8d9b-40fd18d66257 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.077941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ce6a2d3-9af5-4177-8d9b-40fd18d66257 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.079143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ce6a2d3-9af5-4177-8d9b-40fd18d66257 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b97092ef-ed7c-4af5-8914-38e3f77ed95c HTTP/1.1" status: 204 len: 168 time: 0.0763340 Nov 04 09:13:32.081958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.084248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6a2d3-9af5-4177-8d9b-40fd18d66257 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b97092ef-ed7c-4af5-8914-38e3f77ed95c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:32.133957 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4b7df364-38b9-479c-b9e8-a97aae15a81c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0507360 Nov 04 09:13:32.136965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.162541 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-596ac662-185d-4524-9b86-e7970b193ed3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.170710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-596ac662-185d-4524-9b86-e7970b193ed3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.204558 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-596ac662-185d-4524-9b86-e7970b193ed3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.212837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-596ac662-185d-4524-9b86-e7970b193ed3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.214645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-596ac662-185d-4524-9b86-e7970b193ed3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e037983e-32c7-432c-a421-6aad7ca21466 HTTP/1.1" status: 204 len: 168 time: 0.0761142 Nov 04 09:13:32.217208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37380) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.221349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ac662-185d-4524-9b86-e7970b193ed3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e037983e-32c7-432c-a421-6aad7ca21466,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:32.266907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-992ef628-99b6-4cea-81c6-f7f8d0de1b7d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0485580 Nov 04 09:13:32.269867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.296502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8e79bde-c91f-492e-a483-6950dea05905 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.306766 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8e79bde-c91f-492e-a483-6950dea05905 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.339753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8e79bde-c91f-492e-a483-6950dea05905 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.347517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8e79bde-c91f-492e-a483-6950dea05905 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.348662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e8e79bde-c91f-492e-a483-6950dea05905 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8786d83c-a1c2-4dc7-a438-9774ebdab407 HTTP/1.1" status: 204 len: 168 time: 0.0776350 Nov 04 09:13:32.351383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.353134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e79bde-c91f-492e-a483-6950dea05905 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8786d83c-a1c2-4dc7-a438-9774ebdab407,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:32.418930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-12c9f3d5-e16e-4b39-a136-cc0b5c0f6202 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655966 Nov 04 09:13:32.421526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37400) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.517568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb7927-4f67-4c28-a67d-e94e8514f40f req-30c09a14-537f-4b26-9db4-55c3d08446fd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:32.519255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17eb7927-4f67-4c28-a67d-e94e8514f40f req-30c09a14-537f-4b26-9db4-55c3d08446fd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 944 time: 0.0986102 Nov 04 09:13:32.526588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8333-10d9-48b8-ba43-fe93c883be2d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.567112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8333-10d9-48b8-ba43-fe93c883be2d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.592811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17eb7927-4f67-4c28-a67d-e94e8514f40f req-6e24e5ab-7bd0-4848-a6f2-6a429345c816 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671387 Nov 04 09:13:32.629587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8333-10d9-48b8-ba43-fe93c883be2d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.629922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37410) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.633893 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5d5d8333-10d9-48b8-ba43-fe93c883be2d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.635424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5d5d8333-10d9-48b8-ba43-fe93c883be2d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/351449dc-20c8-4738-adb0-54c328317634 HTTP/1.1" status: 204 len: 168 time: 0.2129052 Nov 04 09:13:32.638284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37414) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.649759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d8333-10d9-48b8-ba43-fe93c883be2d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351449dc-20c8-4738-adb0-54c328317634,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:32.713354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ca8ff60a-c11b-4aff-ba33-a26c2b610a5c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698357 Nov 04 09:13:32.716264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37418) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.721179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-51ca7471-61cf-4e76-a089-2c35a4e0c1e8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1912875076'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:32.744967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ca7471-61cf-4e76-a089-2c35a4e0c1e8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.824351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ca7471-61cf-4e76-a089-2c35a4e0c1e8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.829037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ca7471-61cf-4e76-a089-2c35a4e0c1e8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.862552 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51ca7471-61cf-4e76-a089-2c35a4e0c1e8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.863906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-51ca7471-61cf-4e76-a089-2c35a4e0c1e8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1466203 Nov 04 09:13:32.867472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:32.868377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca7471-61cf-4e76-a089-2c35a4e0c1e8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcfae94-a68d-41ee-9740-d59eb143f4e8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:32.874305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cb45cd2f-6ecf-4a0d-84d6-e305564b0ece tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': 'ffcfae94-a68d-41ee-9740-d59eb143f4e8', 'direction': 'ingress', 'protocol': 17}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:32.907311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-da70f79d-8597-409b-89cc-7a53cd79a51a tempest-AgentManagementNegativeTest-1039304040 tempest-AgentManagementNegativeTest-1039304040-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2721410 Nov 04 09:13:32.907532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb45cd2f-6ecf-4a0d-84d6-e305564b0ece tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.965057 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb45cd2f-6ecf-4a0d-84d6-e305564b0ece tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.969518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb45cd2f-6ecf-4a0d-84d6-e305564b0ece tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:32.989720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45cd2f-6ecf-4a0d-84d6-e305564b0ece tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48d25b4-4ae3-4b4f-b452-4d653f6b4c96,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:32.999648 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb45cd2f-6ecf-4a0d-84d6-e305564b0ece tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.001143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cb45cd2f-6ecf-4a0d-84d6-e305564b0ece tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1321323 Nov 04 09:13:33.004003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37428) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:33.009589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 8f25658f-1fb5-4c67-952a-ccd3cacb1647 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:13:33.076624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dceca92-1f85-458b-8564-c38640e4b52b tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.082514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:13:33.090723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:33.091171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.106487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dceca92-1f85-458b-8564-c38640e4b52b tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.173990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dceca92-1f85-458b-8564-c38640e4b52b tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.176695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dceca92-1f85-458b-8564-c38640e4b52b tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.178717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1dceca92-1f85-458b-8564-c38640e4b52b tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/ffcfae94-a68d-41ee-9740-d59eb143f4e8 HTTP/1.1" status: 204 len: 168 time: 0.1726239 Nov 04 09:13:33.182005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37432) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:33.190470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dceca92-1f85-458b-8564-c38640e4b52b tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcfae94-a68d-41ee-9740-d59eb143f4e8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:33.204291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.265562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f4b679fa-3289-42ee-b876-cb0dcfae71df tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819700 Nov 04 09:13:33.269287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37438) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:33.269853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1851704a-c0e8-494c-b489-dbae63b99369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25658f-1fb5-4c67-952a-ccd3cacb1647'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:33.272939 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10657b2f-f4a4-4e4a-9204-7830ebe5b98d" -d '{"events": [{"server_uuid": "1851704a-c0e8-494c-b489-dbae63b99369", "name": "network-vif-plugged", "status": "completed", "tag": "8f25658f-1fb5-4c67-952a-ccd3cacb1647"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:33.277781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:33.278678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e70a723f-b6e6-413b-9a7c-789bcbdaf6a9 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--241236214'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:33.288532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 8f25658f-1fb5-4c67-952a-ccd3cacb1647, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8f25658f-1fb5-4c67-952a-ccd3cacb1647,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:33.301364 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.331958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70a723f-b6e6-413b-9a7c-789bcbdaf6a9 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.356573 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb6ff88-9bd0-4c8e-bd85-46a72649317b x-openstack-request-id: req-acb6ff88-9bd0-4c8e-bd85-46a72649317b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:33.356870 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1851704a-c0e8-494c-b489-dbae63b99369", "name": "network-vif-plugged", "status": "completed", "tag": "8f25658f-1fb5-4c67-952a-ccd3cacb1647", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:33.357123 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-acb6ff88-9bd0-4c8e-bd85-46a72649317b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:33.357507 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1851704a-c0e8-494c-b489-dbae63b99369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f25658f-1fb5-4c67-952a-ccd3cacb1647', 'code': 200} Nov 04 09:13:33.400210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=8f25658f-1fb5-4c67-952a-ccd3cacb1647,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:33.453316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75941ca4-c7ba-4dd6-8990-c3a90a46ff05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.458012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a1dd-6635-4a19-a85a-3df0c9568aa8 req-84f43b60-52d2-4483-af66-00ebb88cb670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:33.460122 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5066a1dd-6635-4a19-a85a-3df0c9568aa8 req-84f43b60-52d2-4483-af66-00ebb88cb670 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 1096 time: 0.0755854 Nov 04 09:13:33.462504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70a723f-b6e6-413b-9a7c-789bcbdaf6a9 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.474191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70a723f-b6e6-413b-9a7c-789bcbdaf6a9 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.520524 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5066a1dd-6635-4a19-a85a-3df0c9568aa8 req-649dc92e-4f95-4623-b912-3ee1ba4c511b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528843 Nov 04 09:13:33.530520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e70a723f-b6e6-413b-9a7c-789bcbdaf6a9 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.534371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e70a723f-b6e6-413b-9a7c-789bcbdaf6a9 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2612610 Nov 04 09:13:33.534721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:33.535717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a723f-b6e6-413b-9a7c-789bcbdaf6a9 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56572ab-6ca9-4efb-8b8c-fd628f27ba3e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:33.547348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8a46722b-d8ac-4625-b826-6bd3056151ff tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--562284289'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:33.554081 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75941ca4-c7ba-4dd6-8990-c3a90a46ff05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.562495 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75941ca4-c7ba-4dd6-8990-c3a90a46ff05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.598459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:13:33.603906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a46722b-d8ac-4625-b826-6bd3056151ff tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.610902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75941ca4-c7ba-4dd6-8990-c3a90a46ff05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cbd23d-81a1-405e-8f79-6318d42f900d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:33.622275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-75941ca4-c7ba-4dd6-8990-c3a90a46ff05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=71852f9de9cb4154ad1f9b31dfd2fb7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433733 Nov 04 09:13:33.625613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37452) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:33.689350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-782491b3-ce68-4e9e-ad18-c9a119f0f5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.696020 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a46722b-d8ac-4625-b826-6bd3056151ff tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.708349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a46722b-d8ac-4625-b826-6bd3056151ff tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.714689 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-782491b3-ce68-4e9e-ad18-c9a119f0f5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.764276 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a46722b-d8ac-4625-b826-6bd3056151ff tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.768189 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8a46722b-d8ac-4625-b826-6bd3056151ff tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2298663 Nov 04 09:13:33.768731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37456) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:33.769910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46722b-d8ac-4625-b826-6bd3056151ff tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493a2ee9-eefa-4f70-9f72-175a7f7ec601,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:33.783502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f4fe2b9d-5b37-4978-9a5e-ba5077e499e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': 'e56572ab-6ca9-4efb-8b8c-fd628f27ba3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '493a2ee9-eefa-4f70-9f72-175a7f7ec601', 'remote_ip_prefix': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:33.785775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b465f321-581c-4fba-9434-7b43843e22b5 req-d31b9aec-8794-4843-a256-5d3f48c3de0d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:33.787955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b465f321-581c-4fba-9434-7b43843e22b5 req-d31b9aec-8794-4843-a256-5d3f48c3de0d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 945 time: 0.1000040 Nov 04 09:13:33.792037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-782491b3-ce68-4e9e-ad18-c9a119f0f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.794692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-782491b3-ce68-4e9e-ad18-c9a119f0f5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.795927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-782491b3-ce68-4e9e-ad18-c9a119f0f5f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62cbd23d-81a1-405e-8f79-6318d42f900d HTTP/1.1" status: 204 len: 168 time: 0.1687324 Nov 04 09:13:33.813431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782491b3-ce68-4e9e-ad18-c9a119f0f5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cbd23d-81a1-405e-8f79-6318d42f900d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:33.849089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fe2b9d-5b37-4978-9a5e-ba5077e499e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.853075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b465f321-581c-4fba-9434-7b43843e22b5 req-9a8ec7ae-d4bd-46b4-9dc5-7938c22d6dec tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577743 Nov 04 09:13:33.944955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fe2b9d-5b37-4978-9a5e-ba5077e499e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.953017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fe2b9d-5b37-4978-9a5e-ba5077e499e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:33.990287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe2b9d-5b37-4978-9a5e-ba5077e499e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10333478-5bef-4299-b041-1e32bc1be4d7,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:34.001236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4fe2b9d-5b37-4978-9a5e-ba5077e499e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.005396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f4fe2b9d-5b37-4978-9a5e-ba5077e499e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2343378 Nov 04 09:13:34.006347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37462) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.041548 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19351136-26c4-4f27-a9d3-bfe05981f05a tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.050283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19351136-26c4-4f27-a9d3-bfe05981f05a tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.080900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19351136-26c4-4f27-a9d3-bfe05981f05a tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.088259 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19351136-26c4-4f27-a9d3-bfe05981f05a tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.089643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-19351136-26c4-4f27-a9d3-bfe05981f05a tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/10333478-5bef-4299-b041-1e32bc1be4d7 HTTP/1.1" status: 204 len: 168 time: 0.0823061 Nov 04 09:13:34.092426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.096247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19351136-26c4-4f27-a9d3-bfe05981f05a tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=10333478-5bef-4299-b041-1e32bc1be4d7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:34.146581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80e41589-64c5-4167-af24-fd4a9f983d72 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0519314 Nov 04 09:13:34.149042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.202982 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-520bdddc-9c62-4ed3-a1dd-209ad3baecf4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.228075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-520bdddc-9c62-4ed3-a1dd-209ad3baecf4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.271653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-520bdddc-9c62-4ed3-a1dd-209ad3baecf4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.274239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-520bdddc-9c62-4ed3-a1dd-209ad3baecf4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.275400 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-520bdddc-9c62-4ed3-a1dd-209ad3baecf4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/493a2ee9-eefa-4f70-9f72-175a7f7ec601 HTTP/1.1" status: 204 len: 168 time: 0.1253731 Nov 04 09:13:34.278243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37476) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.285316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bdddc-9c62-4ed3-a1dd-209ad3baecf4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a2ee9-eefa-4f70-9f72-175a7f7ec601,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:34.347812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1518b9ef-2a97-4b28-af46-460b4048f1d8 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0660696 Nov 04 09:13:34.348751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37482) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.412843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8aba2e4-9537-46f2-a10b-c5629aac2684 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.449777 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8aba2e4-9537-46f2-a10b-c5629aac2684 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.501692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8aba2e4-9537-46f2-a10b-c5629aac2684 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.505895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a8aba2e4-9537-46f2-a10b-c5629aac2684 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.509112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a8aba2e4-9537-46f2-a10b-c5629aac2684 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/e56572ab-6ca9-4efb-8b8c-fd628f27ba3e HTTP/1.1" status: 204 len: 168 time: 0.1589618 Nov 04 09:13:34.510592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37490) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.521878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aba2e4-9537-46f2-a10b-c5629aac2684 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56572ab-6ca9-4efb-8b8c-fd628f27ba3e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:34.591903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d9c60eb5-8c7c-4b55-bc96-56415d3cec80 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0790455 Nov 04 09:13:34.594814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37504) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.599500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0901f840-c32f-4a7c-ab76-10e9a97d9ef0 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--826375719'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:34.626287 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0901f840-c32f-4a7c-ab76-10e9a97d9ef0 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.645188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-1ab3268f-9678-446d-a933-c620a7cc57b1 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=b01abebb3b0b4ba092f54260b69abe64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397563 Nov 04 09:13:34.698260 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0901f840-c32f-4a7c-ab76-10e9a97d9ef0 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.705024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0901f840-c32f-4a7c-ab76-10e9a97d9ef0 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.707187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.743708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0901f840-c32f-4a7c-ab76-10e9a97d9ef0 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.744986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0901f840-c32f-4a7c-ab76-10e9a97d9ef0 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1490037 Nov 04 09:13:34.747231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901f840-c32f-4a7c-ab76-10e9a97d9ef0 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85c6559-1f01-4eb6-9f42-3dd866e7b7a6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:34.748188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.752710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fc1dbac5-51b1-458f-aafd-868f814a5e81 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': 'c85c6559-1f01-4eb6-9f42-3dd866e7b7a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:34.822260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-3e965eac-02e5-4bfb-a069-0b72f599e195 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.824925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3e965eac-02e5-4bfb-a069-0b72f599e195 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1138351 Nov 04 09:13:34.826458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.830680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-2b829c88-7252-49de-92eb-25a6fbd38993 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.831745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2b829c88-7252-49de-92eb-25a6fbd38993 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0043383 Nov 04 09:13:34.834171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37514) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.838340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-edf1685b-35fd-4087-9944-bee623e2205f tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.839271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-edf1685b-35fd-4087-9944-bee623e2205f tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0040071 Nov 04 09:13:34.841829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37516) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.845878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-4f94f89b-f2bd-4d59-aa96-52bcb02e2a54 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.846790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4f94f89b-f2bd-4d59-aa96-52bcb02e2a54 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040791 Nov 04 09:13:34.849257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37518) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.850014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbac5-51b1-458f-aafd-868f814a5e81 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.853206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-8e03bacf-3589-4da0-b104-bfb166239a49 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.854115 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8e03bacf-3589-4da0-b104-bfb166239a49 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0039725 Nov 04 09:13:34.856461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37520) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.860151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-79c269a3-2223-488e-a27b-986b43c9d470 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.861047 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-79c269a3-2223-488e-a27b-986b43c9d470 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037615 Nov 04 09:13:34.863280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37522) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.868856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-503d4403-834e-4106-9914-f1502a358f97 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.868856 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-503d4403-834e-4106-9914-f1502a358f97 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0046418 Nov 04 09:13:34.871046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37524) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.875148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2592baab-0eda-48bd-848c-fb0d9f283617 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:34.876674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2592baab-0eda-48bd-848c-fb0d9f283617 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255304 Nov 04 09:13:34.880748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-0e5f8dac-00d5-4a52-9155-e02f0be5e299 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.881747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0e5f8dac-00d5-4a52-9155-e02f0be5e299 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095723 Nov 04 09:13:34.884393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37526) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.888441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-b18abb5f-0b57-4f36-9344-99f3e465b900 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.889351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b18abb5f-0b57-4f36-9344-99f3e465b900 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040843 Nov 04 09:13:34.891703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37530) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.895577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-03e606c5-eaaf-4e2a-9db3-0a7ce3c0ec2a tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.896790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-03e606c5-eaaf-4e2a-9db3-0a7ce3c0ec2a tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0039575 Nov 04 09:13:34.898786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37532) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.902580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-9d67d042-3a2d-467b-8191-31ec31351a19 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.903479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9d67d042-3a2d-467b-8191-31ec31351a19 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0038557 Nov 04 09:13:34.905907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.908584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-831f2355-2913-40e3-a775-bdd7b175713d tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/quotas/b01abebb3b0b4ba092f54260b69abe64 HTTP/1.1" status: 200 len: 375 time: 0.0181649 Nov 04 09:13:34.909621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-2086af3c-0fa5-424f-8c4b-608e34e097c9 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.910530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2086af3c-0fa5-424f-8c4b-608e34e097c9 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038393 Nov 04 09:13:34.913049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37536) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.917072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-66e4ccc5-f27b-4d3b-b06b-dad16594d1d0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.917986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-66e4ccc5-f27b-4d3b-b06b-dad16594d1d0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0040884 Nov 04 09:13:34.920258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37538) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.924037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-23731b37-c3b4-43fe-80c0-73c546ea7981 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.926094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-23731b37-c3b4-43fe-80c0-73c546ea7981 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0038414 Nov 04 09:13:34.927673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37540) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.932204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-71de1e20-526a-4dca-a7d3-9b82f98afbbc tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.933116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71de1e20-526a-4dca-a7d3-9b82f98afbbc tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0040717 Nov 04 09:13:34.935568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.940465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-325d803d-8120-4f63-854f-23d3ca832894 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.941392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-325d803d-8120-4f63-854f-23d3ca832894 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0046728 Nov 04 09:13:34.944172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37544) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.948174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-06c09161-8d38-4247-b360-19e9dc317bde tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.949192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-06c09161-8d38-4247-b360-19e9dc317bde tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039463 Nov 04 09:13:34.951327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37546) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.952828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-a458dd0c-5e2c-4aad-ae9a-88a3fc413f97 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b01abebb3b0b4ba092f54260b69abe64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344241 Nov 04 09:13:34.955302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-f9650e16-6520-43d1-8098-5b655fb1cd71 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.956243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f9650e16-6520-43d1-8098-5b655fb1cd71 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0040836 Nov 04 09:13:34.959306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37548) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.963770 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbac5-51b1-458f-aafd-868f814a5e81 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.964141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-40492e5f-bb7f-447a-a78c-2007f5f8331d tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.965269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-40492e5f-bb7f-447a-a78c-2007f5f8331d tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049126 Nov 04 09:13:34.968504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37552) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.969166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbac5-51b1-458f-aafd-868f814a5e81 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:34.973115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-8ab9c0fe-157c-497b-a482-3617b8123f39 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.974558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8ab9c0fe-157c-497b-a482-3617b8123f39 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041556 Nov 04 09:13:34.977452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37554) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.981877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-c0b1b250-e510-44eb-9ac7-5bce63b9fb57 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.983068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0b1b250-e510-44eb-9ac7-5bce63b9fb57 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044165 Nov 04 09:13:34.985722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37556) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.990337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-a8f2ef64-498a-451e-880c-37e46ed37cea tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:34.990931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1dbac5-51b1-458f-aafd-868f814a5e81 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc28887-ed75-43eb-9638-610f62e850b8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:34.991521 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a8f2ef64-498a-451e-880c-37e46ed37cea tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044444 Nov 04 09:13:34.994027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37558) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:34.999311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-cecd3df1-7fb0-4a30-9410-22dc49db4350 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.001319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cecd3df1-7fb0-4a30-9410-22dc49db4350 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0060334 Nov 04 09:13:35.004042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.009075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fc1dbac5-51b1-458f-aafd-868f814a5e81 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.010313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-bccd2d40-7464-4a52-b0a3-184db7909dc0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.011494 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bccd2d40-7464-4a52-b0a3-184db7909dc0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0061643 Nov 04 09:13:35.012537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fc1dbac5-51b1-458f-aafd-868f814a5e81 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2632666 Nov 04 09:13:35.013795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37562) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.016435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.021965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-7eb87e57-40ce-485e-8f50-40033a3ffc4f tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.023190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7eb87e57-40ce-485e-8f50-40033a3ffc4f tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055971 Nov 04 09:13:35.026515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37566) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.030657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-93f6dc41-daf6-4576-8271-a6f0db8dabae tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.031614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-93f6dc41-daf6-4576-8271-a6f0db8dabae tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0041859 Nov 04 09:13:35.034030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.038676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-7645ae4e-f238-4552-9514-fcd9e7afc5a4 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.039613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7645ae4e-f238-4552-9514-fcd9e7afc5a4 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0047147 Nov 04 09:13:35.042148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37570) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.047822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-5db09aa5-0cae-4453-878f-4e173fcf66a1 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.048790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5db09aa5-0cae-4453-878f-4e173fcf66a1 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055380 Nov 04 09:13:35.051220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37572) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.055418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-efeb2e03-8033-46df-aab6-72d3cbdeb342 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.056365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-efeb2e03-8033-46df-aab6-72d3cbdeb342 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042951 Nov 04 09:13:35.057863 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bce49768-8185-4fa6-9f94-72f10b275966 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.058966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37574) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.063380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-18499ab3-bc3b-460c-9ffc-f7cafee9026c tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.064479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-18499ab3-bc3b-460c-9ffc-f7cafee9026c tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0044634 Nov 04 09:13:35.067112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37576) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.070548 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bce49768-8185-4fa6-9f94-72f10b275966 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.074791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-211584ab-3eb8-483e-880c-5e9c8c5c7ce3 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.075961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-211584ab-3eb8-483e-880c-5e9c8c5c7ce3 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0071619 Nov 04 09:13:35.078869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.084114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-f592946f-eb91-4e5f-9a7c-6bff5256ccb5 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.085349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f592946f-eb91-4e5f-9a7c-6bff5256ccb5 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0053453 Nov 04 09:13:35.087697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.091716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-9507f173-04cb-4597-bfb7-81e5ed03b136 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.094795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9507f173-04cb-4597-bfb7-81e5ed03b136 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040751 Nov 04 09:13:35.096357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37584) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.102625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-ff7829f6-4f73-4695-bd3a-33bc90d8ab11 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.103843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff7829f6-4f73-4695-bd3a-33bc90d8ab11 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0063901 Nov 04 09:13:35.107009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.111723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-76e8aba1-1c63-43e7-a76d-2edcebd24d44 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.113475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76e8aba1-1c63-43e7-a76d-2edcebd24d44 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0055223 Nov 04 09:13:35.116263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.122382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-ad496d26-8e6d-42c1-8c95-09b2c476fac9 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.123709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad496d26-8e6d-42c1-8c95-09b2c476fac9 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0060487 Nov 04 09:13:35.126621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.132428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-35811bde-3671-4652-b5ee-5d9149e92d56 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.133280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bce49768-8185-4fa6-9f94-72f10b275966 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.133892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-35811bde-3671-4652-b5ee-5d9149e92d56 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055673 Nov 04 09:13:35.136118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.140132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-30b9ffcb-72ab-45c6-a68c-07841b9ff2d7 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.141053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-30b9ffcb-72ab-45c6-a68c-07841b9ff2d7 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040824 Nov 04 09:13:35.143837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.149821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bce49768-8185-4fa6-9f94-72f10b275966 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.153939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bce49768-8185-4fa6-9f94-72f10b275966 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9fc28887-ed75-43eb-9638-610f62e850b8 HTTP/1.1" status: 204 len: 168 time: 0.1383123 Nov 04 09:13:35.154641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37598) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.157370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-dbb948ec-7419-4707-b2be-8e846844dc05 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.158337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dbb948ec-7419-4707-b2be-8e846844dc05 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055692 Nov 04 09:13:35.165314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37600) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.179985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-5e895ee6-51e8-4684-b51c-5f3270e941cc tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.180971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5e895ee6-51e8-4684-b51c-5f3270e941cc tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0147090 Nov 04 09:13:35.183665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37602) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.185354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49768-8185-4fa6-9f94-72f10b275966 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9fc28887-ed75-43eb-9638-610f62e850b8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:35.189235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-147e6c6b-2480-46f2-951f-9a8979cac003 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.190404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-147e6c6b-2480-46f2-951f-9a8979cac003 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0052433 Nov 04 09:13:35.193278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37604) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.200544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-45cd4012-6917-44ec-a69c-17ef3b474cea tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.202302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-45cd4012-6917-44ec-a69c-17ef3b474cea tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0061789 Nov 04 09:13:35.206144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37606) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.216896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba070b3a-e022-446d-a134-1d9ed1c76ed2 req-75157480-63ea-408e-aa1b-652bdfce4c4c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:35.220683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba070b3a-e022-446d-a134-1d9ed1c76ed2 req-75157480-63ea-408e-aa1b-652bdfce4c4c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 945 time: 0.0776918 Nov 04 09:13:35.225800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-aa068875-e5cc-4ed2-8a79-46a20489d60e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.228308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aa068875-e5cc-4ed2-8a79-46a20489d60e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0064812 Nov 04 09:13:35.231699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.231838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6b4a81e4-fd9f-4aca-af8a-8943aecdfbbb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0735309 Nov 04 09:13:35.232222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37610) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.243441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-f92db496-a399-4699-95e3-a65abaf8ce4a tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.244324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f92db496-a399-4699-95e3-a65abaf8ce4a tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0111206 Nov 04 09:13:35.247230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37616) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.251699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-8f0f736e-ee3a-4c60-afa4-d007be83336c tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.252684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f0f736e-ee3a-4c60-afa4-d007be83336c tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0044463 Nov 04 09:13:35.255566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37618) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.259954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-9be25d2d-5d1a-459f-86c5-e4707bb22478 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.260889 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9be25d2d-5d1a-459f-86c5-e4707bb22478 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0040934 Nov 04 09:13:35.263363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37620) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.267900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-cca02f9c-70ae-4e5a-9ebd-27a2a35e1cb7 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.269032 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cca02f9c-70ae-4e5a-9ebd-27a2a35e1cb7 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0045047 Nov 04 09:13:35.271569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37624) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.276480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-9095a1ea-2510-4099-bc17-592487a62984 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.277432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9095a1ea-2510-4099-bc17-592487a62984 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0047727 Nov 04 09:13:35.279825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37626) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.284122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-04fe46ae-eb95-4551-b915-14a04380f87b tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.285304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-04fe46ae-eb95-4551-b915-14a04380f87b tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044613 Nov 04 09:13:35.288534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37628) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.294630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-92175aab-a782-42e2-ab72-af57f99c9cf6 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.296242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-92175aab-a782-42e2-ab72-af57f99c9cf6 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0065908 Nov 04 09:13:35.298607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37630) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.298812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba070b3a-e022-446d-a134-1d9ed1c76ed2 req-a9f50c48-dd37-4ec3-905a-565e7a9178d3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688329 Nov 04 09:13:35.303489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-23232f14-f73f-4322-9ccc-b7300643b7b2 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.304723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-23232f14-f73f-4322-9ccc-b7300643b7b2 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0051215 Nov 04 09:13:35.307310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37632) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.312061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-7532cb7a-a928-4407-bf83-e9546c2a867e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.313027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7532cb7a-a928-4407-bf83-e9546c2a867e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045149 Nov 04 09:13:35.315805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37634) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.321654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-a5001554-95b6-42e2-b950-e7e4882c6631 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.325883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a5001554-95b6-42e2-b950-e7e4882c6631 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073822 Nov 04 09:13:35.326063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.333985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-e38ecb6f-9924-4ef3-8521-4b97f9c5cd09 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.335174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e38ecb6f-9924-4ef3-8521-4b97f9c5cd09 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086591 Nov 04 09:13:35.338105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37640) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.341917 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5b74091-66fc-4379-a6ae-469f6354d98d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.343206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-0865bdfc-f607-4017-948b-4c769cc864d9 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.346055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37642) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.346558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0865bdfc-f607-4017-948b-4c769cc864d9 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0074420 Nov 04 09:13:35.352118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-3d6fd729-909e-45cf-aebc-318771084a27 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.356072 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d6fd729-909e-45cf-aebc-318771084a27 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087965 Nov 04 09:13:35.356493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37644) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.362394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-89cc04a2-37ee-4352-96ca-96945b3e14b0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.367186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-89cc04a2-37ee-4352-96ca-96945b3e14b0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057516 Nov 04 09:13:35.367186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37646) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.373184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-2e19c895-c585-476f-842c-890e3b586a3e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.377112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2e19c895-c585-476f-842c-890e3b586a3e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0092604 Nov 04 09:13:35.377765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37648) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.382351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-df10772e-ae7e-407e-abfd-d1d023cd8934 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.383757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5b74091-66fc-4379-a6ae-469f6354d98d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.386153 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-df10772e-ae7e-407e-abfd-d1d023cd8934 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0073380 Nov 04 09:13:35.386326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.390593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-b2b2d94b-c547-4223-aa98-0c6c472ed8c0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.391529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2b2d94b-c547-4223-aa98-0c6c472ed8c0 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0044630 Nov 04 09:13:35.394135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37652) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.401060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-8dd49725-bcc6-4284-8aa5-2e00f9926b71 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.405101 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8dd49725-bcc6-4284-8aa5-2e00f9926b71 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098743 Nov 04 09:13:35.406069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37654) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.414932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-837471c9-e508-47c9-a0a7-e6c44e9a21c1 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.415825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-837471c9-e508-47c9-a0a7-e6c44e9a21c1 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048077 Nov 04 09:13:35.418500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37656) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.423877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-99f760e3-3e39-4daa-b40c-c63edf611dab tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.428284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.428600 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-99f760e3-3e39-4daa-b40c-c63edf611dab tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0089488 Nov 04 09:13:35.433804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-257853d0-966b-4935-899e-85244cc45b01 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.435900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-257853d0-966b-4935-899e-85244cc45b01 tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050726 Nov 04 09:13:35.437431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.442952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [None req-a8b4398e-a89c-4a3a-bd7f-063b93ebdb9e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.444168 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a8b4398e-a89c-4a3a-bd7f-063b93ebdb9e tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0055964 Nov 04 09:13:35.446936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.451471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-4f8505cb-323a-4468-a088-1d08c206da2b tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.455241 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4f8505cb-323a-4468-a088-1d08c206da2b tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0072238 Nov 04 09:13:35.455935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37664) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.456240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5b74091-66fc-4379-a6ae-469f6354d98d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.459520 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c5b74091-66fc-4379-a6ae-469f6354d98d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.460882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-b8393b20-605e-4b56-a526-253ca470b1fc tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.461047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c5b74091-66fc-4379-a6ae-469f6354d98d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/c85c6559-1f01-4eb6-9f42-3dd866e7b7a6 HTTP/1.1" status: 204 len: 168 time: 0.2265470 Nov 04 09:13:35.465219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b8393b20-605e-4b56-a526-253ca470b1fc tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0083139 Nov 04 09:13:35.465937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37668) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.466210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37670) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.476391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-4e9dcba3-1ef0-46c4-8b54-767a097982bf tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.477372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4e9dcba3-1ef0-46c4-8b54-767a097982bf tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0091290 Nov 04 09:13:35.479967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37672) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.480433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebe18dae-c83d-4e13-aa93-9866b15b2a4b req-cf43adb4-92f9-4616-99c0-5ccca13dd20d tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 210 time: 0.0341430 Nov 04 09:13:35.485387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b74091-66fc-4379-a6ae-469f6354d98d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85c6559-1f01-4eb6-9f42-3dd866e7b7a6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:35.502949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [None req-a0f6df1f-5b32-4061-861c-2eccee79559b tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:13:35.502949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a0f6df1f-5b32-4061-861c-2eccee79559b tempest-ExtensionsTestJSON-1722142967 tempest-ExtensionsTestJSON-1722142967-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0116432 Nov 04 09:13:35.550710 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-29c44514-226e-45c3-af99-c0cba8eac325 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833945 Nov 04 09:13:35.555704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.561045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e5dcc324-604c-488b-9236-153596a88609 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492039969'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:35.592113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc324-604c-488b-9236-153596a88609 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.699827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc324-604c-488b-9236-153596a88609 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.710632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc324-604c-488b-9236-153596a88609 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.768344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e5dcc324-604c-488b-9236-153596a88609 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.770420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e5dcc324-604c-488b-9236-153596a88609 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2135212 Nov 04 09:13:35.773030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcc324-604c-488b-9236-153596a88609 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1270e0fc-bb12-4244-a3c0-1886b35d0cc3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:35.773234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37682) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.790375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5da48e28-0a04-4b23-a92b-1efe4861dff4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '1270e0fc-bb12-4244-a3c0-1886b35d0cc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:35.798585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778312-0efd-4498-af90-d57a89f4a9cd req-20d0915f-60ef-43c7-a85c-70af3162e35b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:35.800224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2778312-0efd-4498-af90-d57a89f4a9cd req-20d0915f-60ef-43c7-a85c-70af3162e35b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 945 time: 0.1040683 Nov 04 09:13:35.842439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5da48e28-0a04-4b23-a92b-1efe4861dff4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.874596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2778312-0efd-4498-af90-d57a89f4a9cd req-8cd688dc-a20e-40b3-86ac-3f474ac983de tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598023 Nov 04 09:13:35.888290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.926352 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5da48e28-0a04-4b23-a92b-1efe4861dff4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.931168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5da48e28-0a04-4b23-a92b-1efe4861dff4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.953564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da48e28-0a04-4b23-a92b-1efe4861dff4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964ef382-4e9b-4591-8bbf-530f7aa21173,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:35.960112 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5da48e28-0a04-4b23-a92b-1efe4861dff4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:35.961902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5da48e28-0a04-4b23-a92b-1efe4861dff4 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1876717 Nov 04 09:13:35.964505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37688) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:35.984086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0d429c77-00f9-4ba0-b521-44b21ba045fc tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules/964ef382-4e9b-4591-8bbf-530f7aa21173 HTTP/1.1" status: 200 len: 763 time: 0.0162954 Nov 04 09:13:35.984331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.030675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0c286f4-dd29-4a27-9f07-ce33fa93d57a tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0428994 Nov 04 09:13:36.030908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9243e98a-1682-48b4-a3cb-f11d30052aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.031027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37692) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.057346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6060d72b-6b60-4961-a245-d3003b97be6d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.065122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6060d72b-6b60-4961-a245-d3003b97be6d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.094514 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6060d72b-6b60-4961-a245-d3003b97be6d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.102733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6060d72b-6b60-4961-a245-d3003b97be6d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.103916 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6060d72b-6b60-4961-a245-d3003b97be6d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/964ef382-4e9b-4591-8bbf-530f7aa21173 HTTP/1.1" status: 204 len: 168 time: 0.0720301 Nov 04 09:13:36.108169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37694) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.109995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9243e98a-1682-48b4-a3cb-f11d30052aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.114061 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9243e98a-1682-48b4-a3cb-f11d30052aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.115180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6060d72b-6b60-4961-a245-d3003b97be6d tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=964ef382-4e9b-4591-8bbf-530f7aa21173,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:36.155393 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f9d4b22b-86a0-4746-94a5-875e4b4b1951 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0437782 Nov 04 09:13:36.155659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37696) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.156744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9243e98a-1682-48b4-a3cb-f11d30052aab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be2bf28b04884a2991c7a2386f88a9bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665198 Nov 04 09:13:36.159067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243e98a-1682-48b4-a3cb-f11d30052aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1214514d-954d-47af-a0d6-8ab167021e3e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:36.160283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37698) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.163500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a0c91c7b-c21e-4bd0-af5e-2506b9468c69 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '1270e0fc-bb12-4244-a3c0-1886b35d0cc3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:36.221670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0c91c7b-c21e-4bd0-af5e-2506b9468c69 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.271007 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aea43274-7f0b-4310-94b4-eba6cbe10f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.289654 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-ac74d8a2-714c-4d4b-bb04-e32bca6d6e9b tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b01abebb3b0b4ba092f54260b69abe64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485044 Nov 04 09:13:36.411750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aea43274-7f0b-4310-94b4-eba6cbe10f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.534861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0c91c7b-c21e-4bd0-af5e-2506b9468c69 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.544324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0c91c7b-c21e-4bd0-af5e-2506b9468c69 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.555460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-431e63f0-bc0c-435a-a51b-93eba0e26c15 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:36.556968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-431e63f0-bc0c-435a-a51b-93eba0e26c15 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611051 Nov 04 09:13:36.572573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Request body: {'port': {'device_id': 'fc426663-6add-4880-be57-7489c729bb48', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': 'b01abebb3b0b4ba092f54260b69abe64'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:36.586560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-607146a9-a131-4ddf-8b57-e243d7327996 req-d86dabb1-e5d3-4a15-8457-137e5fc8b2dc tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 210 time: 0.0307100 Nov 04 09:13:36.591088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c91c7b-c21e-4bd0-af5e-2506b9468c69 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3015738e-69ed-4334-ad35-d64f1af4b37e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:36.629959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aea43274-7f0b-4310-94b4-eba6cbe10f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.632915 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aea43274-7f0b-4310-94b4-eba6cbe10f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.634066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aea43274-7f0b-4310-94b4-eba6cbe10f18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1214514d-954d-47af-a0d6-8ab167021e3e HTTP/1.1" status: 204 len: 168 time: 0.4661365 Nov 04 09:13:36.636895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0c91c7b-c21e-4bd0-af5e-2506b9468c69 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.637978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a0c91c7b-c21e-4bd0-af5e-2506b9468c69 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4785643 Nov 04 09:13:36.642388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37706) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.660711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea43274-7f0b-4310-94b4-eba6cbe10f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1214514d-954d-47af-a0d6-8ab167021e3e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:36.680913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-93484155-6f5c-478f-b2ad-c033d4e79260 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules/3015738e-69ed-4334-ad35-d64f1af4b37e HTTP/1.1" status: 200 len: 763 time: 0.0327370 Nov 04 09:13:36.681313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.726935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Made reservation on behalf of b01abebb3b0b4ba092f54260b69abe64 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:36.729083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7d574a6-51be-4dd0-a27d-82bdee508e06 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0459523 Nov 04 09:13:36.730747 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.731667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.742659 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.757803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bd196c4-12a4-4a19-8005-4d052faf1e39 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.769555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bd196c4-12a4-4a19-8005-4d052faf1e39 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.815415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bd196c4-12a4-4a19-8005-4d052faf1e39 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.822302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bd196c4-12a4-4a19-8005-4d052faf1e39 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.823445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9bd196c4-12a4-4a19-8005-4d052faf1e39 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3015738e-69ed-4334-ad35-d64f1af4b37e HTTP/1.1" status: 204 len: 168 time: 0.0907269 Nov 04 09:13:36.827123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.830022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd196c4-12a4-4a19-8005-4d052faf1e39 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3015738e-69ed-4334-ad35-d64f1af4b37e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:36.892766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-29c6a73f-815a-4767-90c2-e2f0daf7f89c tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0643983 Nov 04 09:13:36.898675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.901636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37720) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:36.906235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b1d60627-69c8-442b-9e2f-b0159f32a5eb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Request body: {'security_group_rule': {'security_group_id': '1270e0fc-bb12-4244-a3c0-1886b35d0cc3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:36.962393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:36.994263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65033807-2acf-4725-b466-9a602201293a req-12d56258-4bac-4370-a2a5-0d7b55a736db tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:37.002819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65033807-2acf-4725-b466-9a602201293a req-12d56258-4bac-4370-a2a5-0d7b55a736db tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 945 time: 0.0647447 Nov 04 09:13:37.005190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d60627-69c8-442b-9e2f-b0159f32a5eb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.045549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65033807-2acf-4725-b466-9a602201293a req-5c803217-c188-49b7-a370-fb1ac54e54fb tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344591 Nov 04 09:13:37.058668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef97262a-42d5-44ca-9af4-801e369fccd6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:37.182211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d60627-69c8-442b-9e2f-b0159f32a5eb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.189899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Allocated IP 192.168.233.211 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/74704455-17e0-4802-84ba-24a2303ad948) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:37.192291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d60627-69c8-442b-9e2f-b0159f32a5eb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.223194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d60627-69c8-442b-9e2f-b0159f32a5eb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ec9aef-55db-4d34-9b0e-02e91a316508,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:37.242947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d60627-69c8-442b-9e2f-b0159f32a5eb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.244191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b1d60627-69c8-442b-9e2f-b0159f32a5eb tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3415363 Nov 04 09:13:37.247086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37736) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:37.283315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0d7eca9a-44b0-47c5-bdcd-aeeaeddc35d1 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules/86ec9aef-55db-4d34-9b0e-02e91a316508 HTTP/1.1" status: 200 len: 764 time: 0.0348535 Nov 04 09:13:37.287153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:37.296625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bcadcafd-14df-4ee4-9ec0-f01e244754f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.375225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee55cd-34c6-4a3f-ac54-91a27b7f55ed req-83fb5ee9-74ae-4433-8e99-32d270ac3ca1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:37.377108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06ee55cd-34c6-4a3f-ac54-91a27b7f55ed req-83fb5ee9-74ae-4433-8e99-32d270ac3ca1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 945 time: 0.0799224 Nov 04 09:13:37.400683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fd6b9515-1de3-4966-bec2-e6fcb74c4bc1 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1123092 Nov 04 09:13:37.403386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37744) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:37.416646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.431328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06ee55cd-34c6-4a3f-ac54-91a27b7f55ed req-2a94a2a1-7d8f-4e24-96ec-6b0b81dd0a7d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473363 Nov 04 09:13:37.444951 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5b46-a9e2-4057-9d92-8cb3780d5555 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.455455 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5b46-a9e2-4057-9d92-8cb3780d5555 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.469760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:37.503529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5b46-a9e2-4057-9d92-8cb3780d5555 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.512289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d0bc5b46-a9e2-4057-9d92-8cb3780d5555 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.515785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d0bc5b46-a9e2-4057-9d92-8cb3780d5555 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/86ec9aef-55db-4d34-9b0e-02e91a316508 HTTP/1.1" status: 204 len: 168 time: 0.1088772 Nov 04 09:13:37.515785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.516253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:37.556735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc5b46-a9e2-4057-9d92-8cb3780d5555 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86ec9aef-55db-4d34-9b0e-02e91a316508,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:37.561008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-374a413a-9d61-448f-9f25-efb62d588969 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435991 Nov 04 09:13:37.564006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:37.590173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:37.591204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Pushing event updated for resources: {'Port': ['ID=74704455-17e0-4802-84ba-24a2303ad948,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:37.596151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:37.599722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:37.625541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1428845302'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:37.649928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-806a1a45-c8c2-45e3-a5e1-81a9db516010 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.659912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:37.660701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.681257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:37.685111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.686263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-2f658256-a2c2-49cc-9659-7cf0cd55efe6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1203644 Nov 04 09:13:37.688452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-806a1a45-c8c2-45e3-a5e1-81a9db516010 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.699233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Request body: {'port': {'device_id': 'fc426663-6add-4880-be57-7489c729bb48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:37.717197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.761294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.804921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb13d0-5083-476f-903e-2d5499ce75ad req-d371f0c1-b71f-4e3a-acee-5439b14f5262 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:37.806511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83eb13d0-5083-476f-903e-2d5499ce75ad req-d371f0c1-b71f-4e3a-acee-5439b14f5262 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 936 time: 0.1152637 Nov 04 09:13:37.811194 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-806a1a45-c8c2-45e3-a5e1-81a9db516010 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.814543 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-806a1a45-c8c2-45e3-a5e1-81a9db516010 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.815965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-806a1a45-c8c2-45e3-a5e1-81a9db516010 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "DELETE /v2.0/security-groups/1270e0fc-bb12-4244-a3c0-1886b35d0cc3 HTTP/1.1" status: 204 len: 168 time: 0.2506933 Nov 04 09:13:37.819068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37758) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:37.856996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806a1a45-c8c2-45e3-a5e1-81a9db516010 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1270e0fc-bb12-4244-a3c0-1886b35d0cc3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:37.897733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83eb13d0-5083-476f-903e-2d5499ce75ad req-1a0ff688-4abe-4e90-981b-03e6821a778b tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804310 Nov 04 09:13:37.930215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.934563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.963232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:13:37.967282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4103276c-e1c8-4f06-9677-2711467706d0 None None] Provisioning complete for port 74704455-17e0-4802-84ba-24a2303ad948 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:37.968126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4103276c-e1c8-4f06-9677-2711467706d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.972323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d9217b-03e1-4f0e-8158-ad13991bcd2b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:37.980136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:37.980489 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Added segment ebf45a91-2e47-4521-9fc2-4a2479a4002c of type vlan for network 49808ee3-64cc-479d-8e79-930fcef88c6f Nov 04 09:13:37.989441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2a0addc1-b82c-4c6e-bde6-376403150f29 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1690924 Nov 04 09:13:37.995163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37760) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:38.029777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4103276c-e1c8-4f06-9677-2711467706d0 None None] Port 74704455-17e0-4802-84ba-24a2303ad948 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:13:38.050263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.077208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.080027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71834ada-d3b9-4412-816a-23f9710683e3 tempest-SecGroupTest-125128082 tempest-SecGroupTest-125128082-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835197 Nov 04 09:13:38.082972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:38.084413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.150088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74704455-17e0-4802-84ba-24a2303ad948 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:13:38.158632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6873174 Nov 04 09:13:38.160252 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.173999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263cd62-8488-43e7-b3a8-cdb2c854a5fd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Network': ['ID=49808ee3-64cc-479d-8e79-930fcef88c6f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:38.176093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Transition to ACTIVE for port object 74704455-17e0-4802-84ba-24a2303ad948 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:13:38.185871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.246005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 49808ee3-64cc-479d-8e79-930fcef88c6f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:13:38.269773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Pushing event updated for resources: {'Port': ['ID=74704455-17e0-4802-84ba-24a2303ad948,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:38.359207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Attempting to bind port 74704455-17e0-4802-84ba-24a2303ad948 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:13:38.359548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Attempting to bind port 74704455-17e0-4802-84ba-24a2303ad948 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:13:38.359953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Attempting to bind port 74704455-17e0-4802-84ba-24a2303ad948 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:38.368628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Port 74704455-17e0-4802-84ba-24a2303ad948 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:13:38.369144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Attempting to bind port 74704455-17e0-4802-84ba-24a2303ad948 on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:38.376014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:13:38.376950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:38.377131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:13:38.377574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Bound port: 74704455-17e0-4802-84ba-24a2303ad948, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:13:38.377931 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.485733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] For port 74704455-17e0-4802-84ba-24a2303ad948, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:13:38.500896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] For port 74704455-17e0-4802-84ba-24a2303ad948, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=74704455-17e0-4802-84ba-24a2303ad948,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:13:38.513517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.581700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37770) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:38.600049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:38.601064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:38.602586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] 10.222.0.55 "PUT /v2.0/ports/74704455-17e0-4802-84ba-24a2303ad948 HTTP/1.1" status: 200 len: 1096 time: 0.9078722 Nov 04 09:13:38.609449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc426663-6add-4880-be57-7489c729bb48', 'tag': '74704455-17e0-4802-84ba-24a2303ad948'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:38.611946 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16eedc15-0b0e-415e-b8d4-22ae749e1e27" -d '{"events": [{"name": "network-changed", "server_uuid": "fc426663-6add-4880-be57-7489c729bb48", "tag": "74704455-17e0-4802-84ba-24a2303ad948"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:38.663681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c2da1-d867-46ad-8aa5-d1d40b28b6e6 req-ac6c89a2-6e5f-478a-9352-d3cf5325d978 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:38.666064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca6c2da1-d867-46ad-8aa5-d1d40b28b6e6 req-ac6c89a2-6e5f-478a-9352-d3cf5325d978 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 945 time: 0.1167216 Nov 04 09:13:38.707702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4b808-2fcb-4c12-bd4e-28f0b09782fa service neutron] Pushing event updated for resources: {'Port': ['ID=74704455-17e0-4802-84ba-24a2303ad948,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:38.759092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51894676-f5b8-4099-8750-7f40cca738be req-3d6ed249-dc81-4c5e-bf16-72fa974b513f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:38.760883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51894676-f5b8-4099-8750-7f40cca738be req-3d6ed249-dc81-4c5e-bf16-72fa974b513f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 945 time: 0.1403053 Nov 04 09:13:38.763939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-47f503a3-b247-4b6c-8675-b522795deb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:38.765577 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-47f503a3-b247-4b6c-8675-b522795deb23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b01abebb3b0b4ba092f54260b69abe64&device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 1099 time: 0.0938468 Nov 04 09:13:38.771882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca6c2da1-d867-46ad-8aa5-d1d40b28b6e6 req-d5e1254e-bae4-42df-91d7-3d10b27270fd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939555 Nov 04 09:13:38.856208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-8f0c3e00-ccbc-4050-a519-3ddc6e11df93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=74704455-17e0-4802-84ba-24a2303ad948 HTTP/1.1" status: 200 len: 217 time: 0.0803301 Nov 04 09:13:38.924400 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8ed430-d805-4eeb-b285-f5e71110355f x-openstack-request-id: req-cd8ed430-d805-4eeb-b285-f5e71110355f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:38.924699 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc426663-6add-4880-be57-7489c729bb48", "tag": "74704455-17e0-4802-84ba-24a2303ad948", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:38.924951 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd8ed430-d805-4eeb-b285-f5e71110355f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:38.925347 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc426663-6add-4880-be57-7489c729bb48', 'tag': '74704455-17e0-4802-84ba-24a2303ad948', 'status': 'completed', 'code': 200} Nov 04 09:13:38.964027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fb95703c-72fe-490a-ad9c-70f5f5ea98d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5097587a83a48208421bd81a37dbc32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809974 Nov 04 09:13:38.966603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:38.967207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-a1d77e00-e16c-4bd9-94d6-f6d9b0176d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:38.968666 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-a1d77e00-e16c-4bd9-94d6-f6d9b0176d9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1041863 Nov 04 09:13:39.019735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Deleting port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:39.020422 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.086406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-759d6596-a6bd-40d9-a91f-ba7b5eb662fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:39.088291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-759d6596-a6bd-40d9-a91f-ba7b5eb662fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1089554 Nov 04 09:13:39.102433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45bb6-6e0e-42a6-95c9-34c5432ebcaf req-a3f60ddc-8086-4305-876a-2736101b2e7c tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:39.103984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81d45bb6-6e0e-42a6-95c9-34c5432ebcaf req-a3f60ddc-8086-4305-876a-2736101b2e7c tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 948 time: 0.1103787 Nov 04 09:13:39.109863 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c3556f8-15de-4a28-9507-77d8e82a588b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.146870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c3556f8-15de-4a28-9507-77d8e82a588b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.179411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] For port 8f25658f-1fb5-4c67-952a-ccd3cacb1647, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=8f25658f-1fb5-4c67-952a-ccd3cacb1647,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:39.180093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.185374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81d45bb6-6e0e-42a6-95c9-34c5432ebcaf req-9341d071-200c-4781-8a97-02235d64d1fa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709369 Nov 04 09:13:39.197456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Calling delete_port for 8f25658f-1fb5-4c67-952a-ccd3cacb1647 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:39.212615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c3556f8-15de-4a28-9507-77d8e82a588b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.224858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c3556f8-15de-4a28-9507-77d8e82a588b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.224858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1c3556f8-15de-4a28-9507-77d8e82a588b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2218a2b-4ca9-4d7e-8cbe-7b116fbd4935 HTTP/1.1" status: 204 len: 168 time: 0.2505031 Nov 04 09:13:39.233134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3556f8-15de-4a28-9507-77d8e82a588b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2218a2b-4ca9-4d7e-8cbe-7b116fbd4935,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:39.283218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-ec1825d0-8954-4bd9-933c-a37a92163e6b service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866777 Nov 04 09:13:39.436892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-02fdb28e-8620-41c6-94a5-fea96bf78fe7 req-b75c0e77-d41e-4e11-a1db-33a683d5573c service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447787 Nov 04 09:13:39.456707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.469815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['8f25658f-1fb5-4c67-952a-ccd3cacb1647'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:13:39.511239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event deleted for resources: {'Port': ['ID=8f25658f-1fb5-4c67-952a-ccd3cacb1647,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:39.569155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] No DVR routers for this DVR port 8f25658f-1fb5-4c67-952a-ccd3cacb1647 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:39.572749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.576515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51894676-f5b8-4099-8750-7f40cca738be req-bc43a6e4-28ca-47d0-81eb-edb2e4e28d1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "DELETE /v2.0/ports/8f25658f-1fb5-4c67-952a-ccd3cacb1647 HTTP/1.1" status: 204 len: 173 time: 0.8018725 Nov 04 09:13:39.603344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-bee77e70-b28b-4393-86ca-aae303ada486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:39.605399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-bee77e70-b28b-4393-86ca-aae303ada486 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b01abebb3b0b4ba092f54260b69abe64&device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 1099 time: 0.1078842 Nov 04 09:13:39.736099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-a7cc5407-74aa-4530-a227-766cf57b1957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:39.737618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-a7cc5407-74aa-4530-a227-766cf57b1957 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1241765 Nov 04 09:13:39.784137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-29fc2d83-7efe-4ffe-911f-dd62b16059a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=74704455-17e0-4802-84ba-24a2303ad948 HTTP/1.1" status: 200 len: 217 time: 0.0379179 Nov 04 09:13:39.852324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-e08ea6a6-6e98-4bbb-82d8-f4e25eb83774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:39.855218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-e08ea6a6-6e98-4bbb-82d8-f4e25eb83774 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0633237 Nov 04 09:13:39.912532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-515bdce0-e8a9-43f1-bfc2-356134893ea5 req-96e476ac-4a2c-42c3-832b-f92e4758bc8d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=1851704a-c0e8-494c-b489-dbae63b99369 HTTP/1.1" status: 200 len: 210 time: 0.0443165 Nov 04 09:13:39.955223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f01dd05-ecd0-44f3-95fb-dd975d3df0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:39.963189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-41ad4f95-4305-4255-8027-a52a3b53bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:39.965228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-41ad4f95-4305-4255-8027-a52a3b53bee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029594 Nov 04 09:13:40.243908 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:40.378151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595776e-ddc6-4402-8096-1bd55294f04a req-452ed698-0aa8-4460-9c68-7590aa94f0d1 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:40.389834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7595776e-ddc6-4402-8096-1bd55294f04a req-452ed698-0aa8-4460-9c68-7590aa94f0d1 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 948 time: 0.0848927 Nov 04 09:13:40.442930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7595776e-ddc6-4402-8096-1bd55294f04a req-4c3eee37-0bd8-4f81-ba29-48d02a1fa1ef tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492284 Nov 04 09:13:40.542092 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-1f673ea5-4dac-446b-ac91-f634e8734b3d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5672371 Nov 04 09:13:40.650445 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-16eedc15-0b0e-415e-b8d4-22ae749e1e27 req-6935eead-2852-4035-a1ec-f48ea3429a53 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996041 Nov 04 09:13:40.927729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1851704a-c0e8-494c-b489-dbae63b99369', 'name': 'network-vif-deleted', 'tag': '8f25658f-1fb5-4c67-952a-ccd3cacb1647'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:40.930624 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8869829-6738-47fa-8b20-934fc368bd52" -d '{"events": [{"server_uuid": "1851704a-c0e8-494c-b489-dbae63b99369", "name": "network-vif-deleted", "tag": "8f25658f-1fb5-4c67-952a-ccd3cacb1647"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:40.969244 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdb4482-af76-4df2-a457-d8e02fa20266 x-openstack-request-id: req-2bdb4482-af76-4df2-a457-d8e02fa20266 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:40.970196 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1851704a-c0e8-494c-b489-dbae63b99369", "name": "network-vif-deleted", "tag": "8f25658f-1fb5-4c67-952a-ccd3cacb1647", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:40.970656 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bdb4482-af76-4df2-a457-d8e02fa20266 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:40.972003 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1851704a-c0e8-494c-b489-dbae63b99369', 'name': 'network-vif-deleted', 'tag': '8f25658f-1fb5-4c67-952a-ccd3cacb1647', 'status': 'completed', 'code': 200} Nov 04 09:13:41.194360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:41.423846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-a171378d-58c0-4eea-a229-bb1a0cb885d0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:41.434283 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-a171378d-58c0-4eea-a229-bb1a0cb885d0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.1717660 Nov 04 09:13:41.457155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-b8c2ec20-5b41-4d65-84e5-b1ac0f3daed0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/quotas/ac0d54a6b21d46529b514e54c0ed1ba4 HTTP/1.1" status: 200 len: 375 time: 0.0157659 Nov 04 09:13:41.525422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e880ef99-c91e-4954-a191-951ade97e982 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474358 Nov 04 09:13:41.599041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37868) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:41.604615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'subnet': {'network_id': '49808ee3-64cc-479d-8e79-930fcef88c6f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:41.642948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-28784a94-18e4-444d-a2ba-21128eeac0c7 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053817 Nov 04 09:13:41.718823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:41.722654 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:41.752318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-a8655f56-726c-4f3b-8581-32228f72b940 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015894 Nov 04 09:13:41.936953 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:41.969190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755ca7f-7a0a-4899-b419-1e88ee10045a req-ffd47f05-35fd-4d89-9dba-6ac9b0f2d187 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:41.970988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d755ca7f-7a0a-4899-b419-1e88ee10045a req-ffd47f05-35fd-4d89-9dba-6ac9b0f2d187 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 948 time: 0.0612619 Nov 04 09:13:42.025459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Subnet': ['ID=1b5ff0a5-f157-4358-b7f4-13ac9f251ef2,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:42.026916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d755ca7f-7a0a-4899-b419-1e88ee10045a req-6bed3c99-587a-41be-81fd-0df986de9cab tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Nov 04 09:13:42.051360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.051744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.052119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.052459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.052992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.053389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.053880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.054206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.054534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.054861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.055189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.055595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:42.068702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Checking segment: {'id': 'ebf45a91-2e47-4521-9fc2-4a2479a4002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '49808ee3-64cc-479d-8e79-930fcef88c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:42.069115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network hostable DHCP agents. Network: 49808ee3-64cc-479d-8e79-930fcef88c6f, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:13:42.100762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network 49808ee3-64cc-479d-8e79-930fcef88c6f is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:13:42.112859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 49808ee3-64cc-479d-8e79-930fcef88c6f) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:42.119686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:42.121219 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.124935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31e25bc8-7cd4-445f-b544-4d4615fdd156 req-a028bef7-c23e-4fe4-aa2d-a0bdda82e4fb tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 210 time: 0.0377312 Nov 04 09:13:42.127714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1569d691-6d03-4779-bb7c-ce613e8bdbe1 None None] Network 49808ee3-64cc-479d-8e79-930fcef88c6f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:42.147844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-47bb0a1e-399c-45cc-8314-65dce5c36695 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5436466 Nov 04 09:13:42.148278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:42.155594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-154720325'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:42.191771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:42.196327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.225001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:13:42.235833 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.236887 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Added segment 6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f of type vlan for network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 Nov 04 09:13:42.284956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.312921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-49808ee3-64cc-479d-8e79-930fcef88c6f', 'network_id': '49808ee3-64cc-479d-8e79-930fcef88c6f', 'tenant_id': '6f901d1a973144909d42eddd86061ba7', 'fixed_ips': [{'subnet_id': '1b5ff0a5-f157-4358-b7f4-13ac9f251ef2'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:13:42.313809 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.314402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.321130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:42.321909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.392113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2426221 Nov 04 09:13:42.398082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:42.401215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c2ed1-608c-440e-9ffd-8476301201cb tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Network': ['ID=ea5e5130-90ab-48b3-8e6f-6f9eae60dba5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:42.421427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'subnet': {'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:42.425216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:13:42.549229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:42.553716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.606068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Allocated IP 2001:db8:0:ffff::2 (49808ee3-64cc-479d-8e79-930fcef88c6f/1b5ff0a5-f157-4358-b7f4-13ac9f251ef2/8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:42.701497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.802073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.811376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.873606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Network 49808ee3-64cc-479d-8e79-930fcef88c6f is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:42.875088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Pushing event updated for resources: {'Port': ['ID=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:42.877804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:42.881132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:42.961876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Attempting to bind port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:13:42.962497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Attempting to bind port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'ebf45a91-2e47-4521-9fc2-4a2479a4002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '49808ee3-64cc-479d-8e79-930fcef88c6f'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:13:42.963047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Attempting to bind port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c on network 49808ee3-64cc-479d-8e79-930fcef88c6f {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:42.969476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:13:42.969997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Checking segment: {'id': 'ebf45a91-2e47-4521-9fc2-4a2479a4002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '49808ee3-64cc-479d-8e79-930fcef88c6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:42.970514 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.970975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Bound using segment: {'id': 'ebf45a91-2e47-4521-9fc2-4a2479a4002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '49808ee3-64cc-479d-8e79-930fcef88c6f'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:13:42.971528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Bound port: 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebf45a91-2e47-4521-9fc2-4a2479a4002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '49808ee3-64cc-479d-8e79-930fcef88c6f'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:13:42.972045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:42.980032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:13:42.981569 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.056695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 8f25658f-1fb5-4c67-952a-ccd3cacb1647 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:43.104775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 8f25658f-1fb5-4c67-952a-ccd3cacb1647 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:43.108104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Subnet': ['ID=1d2e210b-7c31-4448-80cf-3e60389e96fe,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:43.112299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 8f25658f-1fb5-4c67-952a-ccd3cacb1647 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:43.133968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 74704455-17e0-4802-84ba-24a2303ad948 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:13:43.139336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] For port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:13:43.143125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Checking segment: {'id': '6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:43.143125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network hostable DHCP agents. Network: ea5e5130-90ab-48b3-8e6f-6f9eae60dba5, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:13:43.156636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] For port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,segment=NetworkSegment(ebf45a91-2e47-4521-9fc2-4a2479a4002c),segment_id=ebf45a91-2e47-4521-9fc2-4a2479a4002c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:13:43.165433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:13:43.172255 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.201464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, ea5e5130-90ab-48b3-8e6f-6f9eae60dba5) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:43.207795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:43.209355 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.249631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-054f6e88-8cde-4f25-b25c-d952fc9ef8e7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:43.251115 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-054f6e88-8cde-4f25-b25c-d952fc9ef8e7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.2559736 Nov 04 09:13:43.260326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d82d840-3091-48e3-a9d3-bf07a0ed2a12 None None] Network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:43.260882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b46957b5-7ff2-4b35-985e-0c424b3098b2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8597019 Nov 04 09:13:43.263732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:43.266704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Request body: {'port': {'device_id': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'admin_state_up': True, 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:43.271385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'port': {'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5', 'name': 'tempest-NetworksIpV6TestAttrs-859601891'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:43.294533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:13:43.425897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897fee-341a-4b26-b9c7-c10d1106c9b0 None None] Pushing event updated for resources: {'Port': ['ID=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:43.446729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:43.453993 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.588262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 74704455-17e0-4802-84ba-24a2303ad948, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=74704455-17e0-4802-84ba-24a2303ad948,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:43.637060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-ea5e5130-90ab-48b3-8e6f-6f9eae60dba5', 'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5', 'tenant_id': '6f901d1a973144909d42eddd86061ba7', 'fixed_ips': [{'subnet_id': '1d2e210b-7c31-4448-80cf-3e60389e96fe'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:13:43.638084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.642619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '74704455-17e0-4802-84ba-24a2303ad948', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '74704455-17e0-4802-84ba-24a2303ad948', 'mac_address': 'fa:16:3e:b0:51:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:13:43.710135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Allocated IP 172.20.0.6 (44de6edb-15ec-4e54-930c-30071a9dee9b/8f0f9873-0dcb-42d1-9b51-6a3ea42fb140/e5e8e362-56b3-433a-9732-955440ad1700) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:43.718279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc6d74-6f6b-4b6a-8cfc-4edce0d27c13 req-d89453ff-01a8-4de4-8166-fae777f0288d tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:43.728508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-befc6d74-6f6b-4b6a-8cfc-4edce0d27c13 req-d89453ff-01a8-4de4-8166-fae777f0288d tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 948 time: 0.5526903 Nov 04 09:13:43.789415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.806227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-befc6d74-6f6b-4b6a-8cfc-4edce0d27c13 req-9c66d923-fc1c-44e6-b821-50d28e135ef2 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751486 Nov 04 09:13:43.831346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74704455-17e0-4802-84ba-24a2303ad948 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:13:43.869798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 74704455-17e0-4802-84ba-24a2303ad948, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=74704455-17e0-4802-84ba-24a2303ad948,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:43.872354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Allocated IP 2001:db8::f816:3eff:fe8c:6050 (ea5e5130-90ab-48b3-8e6f-6f9eae60dba5/1d2e210b-7c31-4448-80cf-3e60389e96fe/82b8254b-f780-40f3-857c-e9c50908a54e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:43.878554 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.905896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:43.911786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:43.979186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e422897-75dc-41f3-bbc0-db2c042ea485 req-cf7dcb97-25d0-4997-bc59-f39ff1a50d4e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 210 time: 0.0386031 Nov 04 09:13:43.981506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] device_id is not set on port b8b460fb-0a9b-4533-b66f-605d2602750a yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:13:44.019572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=74704455-17e0-4802-84ba-24a2303ad948,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:44.049093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.152561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.204563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Network 44de6edb-15ec-4e54-930c-30071a9dee9b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:44.207991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:44.210710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:44.276590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:44.316137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:44.317839 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.338207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-e08b65b6-9bf9-4b7f-be3b-9c95e25d5101 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761690 Nov 04 09:13:44.352325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Request body: {'port': {'device_id': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:44.385638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['74704455-17e0-4802-84ba-24a2303ad948'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:13:44.387988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:13:44.434023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.475130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.494037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.564486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Allocated IP 2001:db8::f816:3eff:fec3:a4a6 (ea5e5130-90ab-48b3-8e6f-6f9eae60dba5/1d2e210b-7c31-4448-80cf-3e60389e96fe/b8b460fb-0a9b-4533-b66f-605d2602750a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:44.606571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:44.616332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:44.632351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:44.646654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:44.647030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.734476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Pushing event updated for resources: {'Port': ['ID=82b8254b-f780-40f3-857c-e9c50908a54e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:44.804401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Attempting to bind port 82b8254b-f780-40f3-857c-e9c50908a54e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:13:44.804783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Attempting to bind port 82b8254b-f780-40f3-857c-e9c50908a54e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:13:44.805255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Attempting to bind port 82b8254b-f780-40f3-857c-e9c50908a54e on network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:44.816955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:13:44.816955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Checking segment: {'id': '6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:44.816955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.817685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Bound using segment: {'id': '6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:13:44.818322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Bound port: 82b8254b-f780-40f3-857c-e9c50908a54e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ea5e5130-90ab-48b3-8e6f-6f9eae60dba5'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:13:44.818717 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.821394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf57a85-64ba-4008-93d2-60f826ad780f None None] Network 49808ee3-64cc-479d-8e79-930fcef88c6f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:44.912900 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.962379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5e8e362-56b3-433a-9732-955440ad1700 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:13:44.965896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.975282 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:44.990777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Transition to ACTIVE for port object e5e8e362-56b3-433a-9732-955440ad1700 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:13:44.997319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.046745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:45.053428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:45.065936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:45.072555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:45.073191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.078928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:45.088981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c399b3-3264-4002-b61a-458e9ce40204 req-a56506f4-f46e-481c-ac29-8be64ea61a73 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:45.091227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.097522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81c399b3-3264-4002-b61a-458e9ce40204 req-a56506f4-f46e-481c-ac29-8be64ea61a73 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 949 time: 0.1458247 Nov 04 09:13:45.116900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Port': ['ID=b8b460fb-0a9b-4533-b66f-605d2602750a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:45.142922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8751831 Nov 04 09:13:45.144657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:45.149862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.150221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.150547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Attempting to bind port e5e8e362-56b3-433a-9732-955440ad1700 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:13:45.150679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.150888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.151022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Attempting to bind port e5e8e362-56b3-433a-9732-955440ad1700 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:13:45.151247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.151375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Attempting to bind port e5e8e362-56b3-433a-9732-955440ad1700 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:45.151589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.151864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.152190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.152515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.152887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.153145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.153468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce65b1d-5e61-4000-967d-7155ccf55cbf tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:13:45.166769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Port e5e8e362-56b3-433a-9732-955440ad1700 on network 44de6edb-15ec-4e54-930c-30071a9dee9b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:13:45.167228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Attempting to bind port e5e8e362-56b3-433a-9732-955440ad1700 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:45.172940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:13:45.173283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Checking segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:45.173665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Bound using segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:13:45.174093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Bound port: e5e8e362-56b3-433a-9732-955440ad1700, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:13:45.174455 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.222725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81c399b3-3264-4002-b61a-458e9ce40204 req-3c8bfc91-f2a7-490f-9464-e3311c3f3d91 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242526 Nov 04 09:13:45.231695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-49f3ffb4-76c2-47a2-a331-5b0918bd1408 None None] Provisioning complete for port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:45.232110 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49f3ffb4-76c2-47a2-a331-5b0918bd1408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.251719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:13:45.254792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:13:45.267032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.273133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Deleting subnet 1d2e210b-7c31-4448-80cf-3e60389e96fe {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:13:45.276747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.327376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.349759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] For port 82b8254b-f780-40f3-857c-e9c50908a54e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:13:45.366643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:45.372564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:45.373331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.375103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-ba1a9118-57d1-4f37-aec8-8a3025af94eb service neutron] 10.222.0.70 "PUT /v2.0/ports/e5e8e362-56b3-433a-9732-955440ad1700 HTTP/1.1" status: 200 len: 1091 time: 1.0281291 Nov 04 09:13:45.375659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:45.378069 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d737d-dd07-42b1-aced-5e811d5dc0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "tag": "e5e8e362-56b3-433a-9732-955440ad1700"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:45.436978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] For port 82b8254b-f780-40f3-857c-e9c50908a54e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=82b8254b-f780-40f3-857c-e9c50908a54e,segment=NetworkSegment(6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f),segment_id=6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:13:45.440015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,segment=NetworkSegment(ebf45a91-2e47-4521-9fc2-4a2479a4002c),segment_id=ebf45a91-2e47-4521-9fc2-4a2479a4002c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:45.448079 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.474163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-121ad609-fce4-4ba1-a490-bf0f68afb925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:45.476003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-121ad609-fce4-4ba1-a490-bf0f68afb925 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 1094 time: 0.0587747 Nov 04 09:13:45.481201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be03799-bfeb-451d-8b00-4749ebfec580 req-83011cd3-837d-4acb-b19c-2d8450a06f2d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:45.482700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3be03799-bfeb-451d-8b00-4749ebfec580 req-83011cd3-837d-4acb-b19c-2d8450a06f2d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 943 time: 0.1323397 Nov 04 09:13:45.525419 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.539219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3be03799-bfeb-451d-8b00-4749ebfec580 req-2825e9fa-0a17-4b48-b821-9a015e740c5d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Nov 04 09:13:45.549060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7017b2-9af5-4c36-894f-6966778a6a93 None None] Pushing event updated for resources: {'Port': ['ID=82b8254b-f780-40f3-857c-e9c50908a54e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:45.552062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-d3d87047-6f0f-4c1c-b6fd-a701db89e75b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5e8e362-56b3-433a-9732-955440ad1700 HTTP/1.1" status: 200 len: 217 time: 0.0607982 Nov 04 09:13:45.632974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-c6e0c269-be01-4031-83b4-bae1d58066f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:45.638200 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-c6e0c269-be01-4031-83b4-bae1d58066f8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.0767274 Nov 04 09:13:45.642667 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.646011 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.652161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:45.712063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-26675209-d7b9-4f84-8e20-c611c3362743 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578659 Nov 04 09:13:45.778529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.829874 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf6887-497b-49b6-988f-e1e7d81490e0 x-openstack-request-id: req-8faf6887-497b-49b6-988f-e1e7d81490e0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:45.829874 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "tag": "e5e8e362-56b3-433a-9732-955440ad1700", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:45.831937 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8faf6887-497b-49b6-988f-e1e7d81490e0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:45.831937 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700', 'status': 'completed', 'code': 200} Nov 04 09:13:45.892376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Subnet': ['ID=1d2e210b-7c31-4448-80cf-3e60389e96fe,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:45.909769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:45.924286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-33590a9e-8488-4319-a010-8950b0f750e9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/1d2e210b-7c31-4448-80cf-3e60389e96fe HTTP/1.1" status: 204 len: 168 time: 0.7753797 Nov 04 09:13:45.925626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:45.968479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-04b8bec9-a33d-4990-b522-85e599068b3f service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553580 Nov 04 09:13:46.091417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5e43b-4f40-4179-b3f3-b00f77f529e6 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:46.093284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc5e43b-4f40-4179-b3f3-b00f77f529e6 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:46.098195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2bc5e43b-4f40-4179-b3f3-b00f77f529e6 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1676712 Nov 04 09:13:46.098512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:46.132386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-020f8bde-938c-4d39-87a0-4184d6d63c9f req-43b809c3-cec4-4ede-bcfc-f99ef84935fc service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555974 Nov 04 09:13:46.171341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6300995b-d59b-49a5-8285-adbdfb21835c None None] Provisioning complete for port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:46.171983 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6300995b-d59b-49a5-8285-adbdfb21835c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.218329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b6ee25b-aa33-4772-9078-e3385369377b tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.227129 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6ee25b-aa33-4772-9078-e3385369377b tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 04 09:13:46.227349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6ee25b-aa33-4772-9078-e3385369377b tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:46.234666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2b6ee25b-aa33-4772-9078-e3385369377b tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 HTTP/1.1" status: 409 len: 405 time: 0.1315284 Nov 04 09:13:46.236025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:46.241657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1843358670'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:46.245855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-01b3d2a4-ea5b-4f04-ae80-df608e79482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:46.248690 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-01b3d2a4-ea5b-4f04-ae80-df608e79482c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 1094 time: 0.0552697 Nov 04 09:13:46.276857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:46.280886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.307062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:13:46.320249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.320638 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Added segment 75d68eec-a425-421c-b29f-a20b4d0ed935 of type vlan for network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 Nov 04 09:13:46.351514 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.396592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:13:46.399931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.441410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-67a14d5c-7c12-49b5-97ae-fd9af0ceddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:46.443576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-67a14d5c-7c12-49b5-97ae-fd9af0ceddd6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.1773195 Nov 04 09:13:46.445200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de841c07-65b5-43d4-aaeb-b176d344c247 req-3a4cbe1c-9311-4517-abd7-eb5c658fbfb8 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:46.446830 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de841c07-65b5-43d4-aaeb-b176d344c247 req-3a4cbe1c-9311-4517-abd7-eb5c658fbfb8 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 949 time: 0.0831785 Nov 04 09:13:46.448047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.455885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:46.456640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.467969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:46.467969 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.505603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-73756bfb-2ca8-4237-b478-6c0c0d6d7c65 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5e8e362-56b3-433a-9732-955440ad1700 HTTP/1.1" status: 200 len: 217 time: 0.0416763 Nov 04 09:13:46.554524 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3171070 Nov 04 09:13:46.569080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 37960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:46.586111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'subnet': {'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:46.596786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 82b8254b-f780-40f3-857c-e9c50908a54e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:13:46.607439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-879e32c4-0f9a-46dc-aef1-42f6e7523238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:46.615184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-879e32c4-0f9a-46dc-aef1-42f6e7523238 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.1008854 Nov 04 09:13:46.664478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3363cb1-f3aa-4d23-b8f7-eef005d5bbb1 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Network': ['ID=2cf878fe-70f3-4a65-abb9-47a75a3a1290,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:46.683662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:13:46.703778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-a941aa25-4704-4395-ac5d-77cf0ab27691 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828755 Nov 04 09:13:46.717359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de841c07-65b5-43d4-aaeb-b176d344c247 req-87640bb4-3e07-40d1-a4b8-cb48bfcc2892 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548249 Nov 04 09:13:46.797584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 82b8254b-f780-40f3-857c-e9c50908a54e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:46.797961 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.858816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:46.862890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:46.910247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-08ea68f2-3a47-495f-a0fc-1b78033637aa service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986046 Nov 04 09:13:46.931085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37974) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:46.978329 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.061972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a62d737d-dd07-42b1-aced-5e811d5dc0a6 req-2819133e-fe64-47e6-b995-99e1f304bf70 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401253 Nov 04 09:13:47.076623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 82b8254b-f780-40f3-857c-e9c50908a54e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=82b8254b-f780-40f3-857c-e9c50908a54e,segment=NetworkSegment(6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f),segment_id=6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:47.084972 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.149350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 74704455-17e0-4802-84ba-24a2303ad948 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:13:47.152616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd4395-7ebc-40ae-a6f0-e3bef4ed8281 req-b6a25ddd-5b4e-4cf8-9392-217d41e7c73d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:47.153189 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bd676e8-993a-4f5b-8ecb-e1831622e49f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.160166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eabd4395-7ebc-40ae-a6f0-e3bef4ed8281 req-b6a25ddd-5b4e-4cf8-9392-217d41e7c73d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 943 time: 0.3547423 Nov 04 09:13:47.219552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=82b8254b-f780-40f3-857c-e9c50908a54e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:47.250392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2838f8-05b1-4b27-b603-30a399f0d2de None None] Network ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:47.257574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eabd4395-7ebc-40ae-a6f0-e3bef4ed8281 req-8178aedd-2bc7-419b-b7f3-46049f2babe5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964189 Nov 04 09:13:47.304664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bd676e8-993a-4f5b-8ecb-e1831622e49f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.314001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 74704455-17e0-4802-84ba-24a2303ad948 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:13:47.318319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bd676e8-993a-4f5b-8ecb-e1831622e49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.321938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 74704455-17e0-4802-84ba-24a2303ad948 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:47.322598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.363840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1bd676e8-993a-4f5b-8ecb-e1831622e49f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f19e622a31b4db4b857749ed5ef3450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4307959 Nov 04 09:13:47.371056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37980) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:47.394595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6cb0fe97-8351-4ceb-b4b7-614c42c9a67c None None] Provisioning complete for port 82b8254b-f780-40f3-857c-e9c50908a54e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:47.395122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cb0fe97-8351-4ceb-b4b7-614c42c9a67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.415439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd676e8-993a-4f5b-8ecb-e1831622e49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7763757-57bf-4a63-8370-dda92454e657,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:47.454113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026a1f1-96d0-4ae5-8362-ad16db5e0637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.467930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:13:47.469581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.490934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026a1f1-96d0-4ae5-8362-ad16db5e0637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.550703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.556685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026a1f1-96d0-4ae5-8362-ad16db5e0637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.559133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9026a1f1-96d0-4ae5-8362-ad16db5e0637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.563298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9026a1f1-96d0-4ae5-8362-ad16db5e0637 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7763757-57bf-4a63-8370-dda92454e657 HTTP/1.1" status: 204 len: 168 time: 0.1882660 Nov 04 09:13:47.580804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026a1f1-96d0-4ae5-8362-ad16db5e0637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7763757-57bf-4a63-8370-dda92454e657,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:47.628189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Subnet': ['ID=474797e4-0426-4259-ac73-96a222a99495,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:47.632909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Checking segment: {'id': '75d68eec-a425-421c-b29f-a20b4d0ed935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:47.633274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network hostable DHCP agents. Network: 2cf878fe-70f3-4a65-abb9-47a75a3a1290, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:13:47.662504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] DHCP port deletion for ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:13:47.664417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:13:47.671302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc426663-6add-4880-be57-7489c729bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74704455-17e0-4802-84ba-24a2303ad948'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:47.673846 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f775657-1db3-4a2d-93db-23e659bda694" -d '{"events": [{"server_uuid": "fc426663-6add-4880-be57-7489c729bb48", "name": "network-vif-plugged", "status": "completed", "tag": "74704455-17e0-4802-84ba-24a2303ad948"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:47.678862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2cf878fe-70f3-4a65-abb9-47a75a3a1290) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:47.685048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:47.686254 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.709768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735f2cde-b17e-4757-baed-1e1d2afeeb68 None None] Network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:47.716115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 74704455-17e0-4802-84ba-24a2303ad948, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=74704455-17e0-4802-84ba-24a2303ad948,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:47.717413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 37994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:47.717703 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9bb74945-c08d-4ec3-8ba6-e37672d37bab tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1540515 Nov 04 09:13:47.723924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'port': {'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290', 'name': 'tempest-NetworksIpV6TestAttrs-347805748'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:47.741792 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f51ba44-6a81-4a65-b469-e398ea0b2fbc x-openstack-request-id: req-5f51ba44-6a81-4a65-b469-e398ea0b2fbc {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:47.742116 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc426663-6add-4880-be57-7489c729bb48", "name": "network-vif-plugged", "status": "completed", "tag": "74704455-17e0-4802-84ba-24a2303ad948", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:47.742348 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f51ba44-6a81-4a65-b469-e398ea0b2fbc {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:47.742741 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc426663-6add-4880-be57-7489c729bb48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74704455-17e0-4802-84ba-24a2303ad948', 'code': 200} Nov 04 09:13:47.758162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.842688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=74704455-17e0-4802-84ba-24a2303ad948,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:47.908783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] Deleting port 82b8254b-f780-40f3-857c-e9c50908a54e {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:47.908783 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:47.929143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11d96-54b0-4319-9347-60bf99f70767 req-e70f5057-1325-48f3-bc0d-8d07059d9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:47.930646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6c11d96-54b0-4319-9347-60bf99f70767 req-e70f5057-1325-48f3-bc0d-8d07059d9d31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 1101 time: 0.0888519 Nov 04 09:13:47.990199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2986e-15d9-4d75-936f-9ec326b18020 req-b8ba37b5-8dcb-439f-97c1-a48dcf6eb1fd tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:47.992029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3f2986e-15d9-4d75-936f-9ec326b18020 req-b8ba37b5-8dcb-439f-97c1-a48dcf6eb1fd tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 950 time: 0.1318302 Nov 04 09:13:48.000442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] For port 82b8254b-f780-40f3-857c-e9c50908a54e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=82b8254b-f780-40f3-857c-e9c50908a54e,segment=NetworkSegment(6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f),segment_id=6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:48.001694 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.003727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6c11d96-54b0-4319-9347-60bf99f70767 req-1bea1451-4552-4c2a-8c7e-6ddfc8b493f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641732 Nov 04 09:13:48.019275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:48.023302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.023646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] Calling delete_port for 82b8254b-f780-40f3-857c-e9c50908a54e owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:48.048464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] device_id is not set on port 15a4fe15-92f2-4559-93a6-4ec4e1f362f0 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:13:48.097708 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3f2986e-15d9-4d75-936f-9ec326b18020 req-2170cc46-7a30-4fcd-8c8b-7624b5014965 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812562 Nov 04 09:13:48.189320 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.229273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Allocated IP 2001:db8::f816:3eff:fe34:1fc6 (2cf878fe-70f3-4a65-abb9-47a75a3a1290/474797e4-0426-4259-ac73-96a222a99495/15a4fe15-92f2-4559-93a6-4ec4e1f362f0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:48.243675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] No DVR routers for this DVR port 82b8254b-f780-40f3-857c-e9c50908a54e on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:48.246195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09013b59-fb66-4aa8-bd1c-0a096ed1673c None None] Pushing event deleted for resources: {'Port': ['ID=82b8254b-f780-40f3-857c-e9c50908a54e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:48.264240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-2cf878fe-70f3-4a65-abb9-47a75a3a1290', 'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290', 'tenant_id': '6f901d1a973144909d42eddd86061ba7', 'fixed_ips': [{'subnet_id': '474797e4-0426-4259-ac73-96a222a99495'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:13:48.267540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.275273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 82b8254b-f780-40f3-857c-e9c50908a54e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:48.306823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 82b8254b-f780-40f3-857c-e9c50908a54e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:48.307318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 82b8254b-f780-40f3-857c-e9c50908a54e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:48.401328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78306d-2b86-4102-a816-e5fe572a5ff0 req-37f2c0b8-15f5-4052-a008-8350b5be46a0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:48.402900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce78306d-2b86-4102-a816-e5fe572a5ff0 req-37f2c0b8-15f5-4052-a008-8350b5be46a0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 943 time: 0.0585527 Nov 04 09:13:48.460756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce78306d-2b86-4102-a816-e5fe572a5ff0 req-53469f56-9a6c-4caa-8553-79816ad61609 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470343 Nov 04 09:13:48.529775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.582062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.636317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:48.637898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Allocated IP 2001:db8::f816:3eff:fe18:dc8f (2cf878fe-70f3-4a65-abb9-47a75a3a1290/474797e4-0426-4259-ac73-96a222a99495/de870235-3e40-4df6-8ba1-55897929a8c0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:13:48.641606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:48.652844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:48.659374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:48.660072 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.674612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Port': ['ID=15a4fe15-92f2-4559-93a6-4ec4e1f362f0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:48.696721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71e53e4a-32f7-4c18-b8fd-4adc10962a86 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9777434 Nov 04 09:13:48.699239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38024) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:48.763893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Deleting subnet 474797e4-0426-4259-ac73-96a222a99495 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:13:48.823798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.829801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.830483 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.866502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:13:48.869631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:48.873598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:13:48.876710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.931529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Pushing event updated for resources: {'Port': ['ID=de870235-3e40-4df6-8ba1-55897929a8c0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:48.942607 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Attempting to bind port de870235-3e40-4df6-8ba1-55897929a8c0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:13:48.943235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Attempting to bind port de870235-3e40-4df6-8ba1-55897929a8c0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '75d68eec-a425-421c-b29f-a20b4d0ed935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:13:48.943667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Attempting to bind port de870235-3e40-4df6-8ba1-55897929a8c0 on network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:13:48.949145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:13:48.949520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Checking segment: {'id': '75d68eec-a425-421c-b29f-a20b4d0ed935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:48.949921 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:48.950308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Bound using segment: {'id': '75d68eec-a425-421c-b29f-a20b4d0ed935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:13:48.950779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Bound port: de870235-3e40-4df6-8ba1-55897929a8c0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d68eec-a425-421c-b29f-a20b4d0ed935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2cf878fe-70f3-4a65-abb9-47a75a3a1290'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:13:48.951166 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.072175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.119888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e5e8e362-56b3-433a-9732-955440ad1700 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:13:49.227951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:49.232124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.251547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e5e8e362-56b3-433a-9732-955440ad1700', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'port_id': 'e5e8e362-56b3-433a-9732-955440ad1700', 'mac_address': 'fa:16:3e:bb:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f9873-0dcb-42d1-9b51-6a3ea42fb140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:13:49.281614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Subnet': ['ID=474797e4-0426-4259-ac73-96a222a99495,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:49.286294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.289846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7cab8be9-1237-4c7d-803d-f43c4f5ae0b8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/474797e4-0426-4259-ac73-96a222a99495 HTTP/1.1" status: 204 len: 168 time: 0.5894809 Nov 04 09:13:49.292209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38038) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:49.313523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.344706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5e8e362-56b3-433a-9732-955440ad1700 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:13:49.364860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e71de8-8e7c-4ee0-a7d1-b95b93334e1c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:49.366625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e71de8-8e7c-4ee0-a7d1-b95b93334e1c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:49.368742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-87e71de8-8e7c-4ee0-a7d1-b95b93334e1c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0755451 Nov 04 09:13:49.373133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38042) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:49.382047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:49.388380 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.403623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e60eb2-2e85-4655-8a8a-59ef50671dbf req-3d4abfc9-8b02-4462-b818-374b3f5345b0 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:49.405543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5e60eb2-2e85-4655-8a8a-59ef50671dbf req-3d4abfc9-8b02-4462-b818-374b3f5345b0 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 950 time: 0.1256976 Nov 04 09:13:49.447094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:49.461781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] For port de870235-3e40-4df6-8ba1-55897929a8c0, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:13:49.466168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] For port de870235-3e40-4df6-8ba1-55897929a8c0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=de870235-3e40-4df6-8ba1-55897929a8c0,segment=NetworkSegment(75d68eec-a425-421c-b29f-a20b4d0ed935),segment_id=75d68eec-a425-421c-b29f-a20b4d0ed935)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:13:49.469527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5e60eb2-2e85-4655-8a8a-59ef50671dbf req-8d2b0175-b9bf-47ed-8ab1-284037b9e216 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549154 Nov 04 09:13:49.475337 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.496015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fb521a7f-d662-48e2-b8a8-a9f7b489a384 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.504709 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb521a7f-d662-48e2-b8a8-a9f7b489a384 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 04 09:13:49.505194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb521a7f-d662-48e2-b8a8-a9f7b489a384 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:49.512814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fb521a7f-d662-48e2-b8a8-a9f7b489a384 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/2cf878fe-70f3-4a65-abb9-47a75a3a1290 HTTP/1.1" status: 409 len: 405 time: 0.1330202 Nov 04 09:13:49.513034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38050) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:49.519512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1864166472'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:49.569462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:49.573040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.585308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9861bd-0786-445b-b5bf-53acbcb5a0d1 None None] Pushing event updated for resources: {'Port': ['ID=de870235-3e40-4df6-8ba1-55897929a8c0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:49.590884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e5e8e362-56b3-433a-9732-955440ad1700'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:13:49.628013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be6b8b9-8b52-40da-ad75-47085f03680c None None] Network 2cf878fe-70f3-4a65-abb9-47a75a3a1290 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:49.643687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:13:49.660036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.660388 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Added segment 8af3f809-aca9-4fb0-97c1-b0a6e441504f of type vlan for network b74650bb-ab6b-41f5-ba0b-0af098f48e8c Nov 04 09:13:49.700890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344889a7-768d-4b91-8735-414a3d66205c req-a9811913-cae7-48e9-b6f8-5d0249e7708b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:49.703784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-344889a7-768d-4b91-8735-414a3d66205c req-a9811913-cae7-48e9-b6f8-5d0249e7708b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 944 time: 0.1172831 Nov 04 09:13:49.724757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.789134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-344889a7-768d-4b91-8735-414a3d66205c req-b03b6c7c-4c88-4a9c-8e8a-3cb3ad8f2d02 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695374 Nov 04 09:13:49.790482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.796383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:49.797301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:49.879175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3655024 Nov 04 09:13:49.882696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38070) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:49.887914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'subnet': {'network_id': 'b74650bb-ab6b-41f5-ba0b-0af098f48e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:49.918043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0b423-9380-40a8-9bf6-a5c76915a347 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Network': ['ID=b74650bb-ab6b-41f5-ba0b-0af098f48e8c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:49.950997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network b74650bb-ab6b-41f5-ba0b-0af098f48e8c details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:13:49.957297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bdeb35-b5ba-4698-bab1-13fe4bf7d735 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:13:50.115255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:50.120339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:50.357784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d0d42-8c93-4172-b613-8c7937f47a14 req-e65c3636-18d7-4790-b384-731aae4367c3 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:50.360818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdeb35-b5ba-4698-bab1-13fe4bf7d735 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:13:50.370395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a37d0d42-8c93-4172-b613-8c7937f47a14 req-e65c3636-18d7-4790-b384-731aae4367c3 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 950 time: 0.0725672 Nov 04 09:13:50.433922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a37d0d42-8c93-4172-b613-8c7937f47a14 req-102e26bb-ee81-4ac2-9625-353a47f6e87d tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593162 Nov 04 09:13:50.652626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:13:50.654191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:50.722015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Subnet': ['ID=2f9acf1f-4942-4fff-96f9-2d1e06f356d9,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:50.730387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Checking segment: {'id': '8af3f809-aca9-4fb0-97c1-b0a6e441504f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'b74650bb-ab6b-41f5-ba0b-0af098f48e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:50.730611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network hostable DHCP agents. Network: b74650bb-ab6b-41f5-ba0b-0af098f48e8c, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:13:50.758005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network b74650bb-ab6b-41f5-ba0b-0af098f48e8c is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:13:50.777995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, b74650bb-ab6b-41f5-ba0b-0af098f48e8c) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:50.791907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:50.793181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:50.828703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-28e6526c-c6d3-430e-86ee-1614a033ea51 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9417889 Nov 04 09:13:50.828993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:50.866070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389cf93-a043-48b2-880a-257e13f4e484 None None] Network b74650bb-ab6b-41f5-ba0b-0af098f48e8c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:51.024083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38118) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:51.085260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.147614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e5e8e362-56b3-433a-9732-955440ad1700 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:13:51.211126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9643f5-d3f7-4867-8496-1f5101b06645 req-ee683917-2b56-4607-8be6-61820e7eafeb tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:51.222749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d9643f5-d3f7-4867-8496-1f5101b06645 req-ee683917-2b56-4607-8be6-61820e7eafeb tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 944 time: 0.2272816 Nov 04 09:13:51.264354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cf1bb9c-0850-4529-873e-781cac3a660f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.290337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661bf3fd-4da4-4ccb-a083-25bb0588f6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-b74650bb-ab6b-41f5-ba0b-0af098f48e8c', 'network_id': 'b74650bb-ab6b-41f5-ba0b-0af098f48e8c', 'tenant_id': '6f901d1a973144909d42eddd86061ba7', 'fixed_ips': [{'subnet_id': '2f9acf1f-4942-4fff-96f9-2d1e06f356d9'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:13:51.291210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-661bf3fd-4da4-4ccb-a083-25bb0588f6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.330048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e5e8e362-56b3-433a-9732-955440ad1700 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:13:51.350903 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d9643f5-d3f7-4867-8496-1f5101b06645 req-41c77b4b-f961-4f60-baeb-526046f02745 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261158 Nov 04 09:13:51.366936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.389353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e5e8e362-56b3-433a-9732-955440ad1700 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:13:51.390153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.495775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e34b-4180-4e60-8bd0-00be47717169 req-976fbb9b-42ac-4006-ad73-482fbb72dab9 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:51.498169 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d864e34b-4180-4e60-8bd0-00be47717169 req-976fbb9b-42ac-4006-ad73-482fbb72dab9 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 950 time: 0.0975568 Nov 04 09:13:51.558037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cf1bb9c-0850-4529-873e-781cac3a660f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.569390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-661bf3fd-4da4-4ccb-a083-25bb0588f6ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f9acf1f-4942-4fff-96f9-2d1e06f356d9: This subnet is being modified by another concurrent operation. Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f9acf1f-4942-4fff-96f9-2d1e06f356d9: This subnet is being modified by another concurrent operation. Nov 04 09:13:51.585922 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:13:51.601700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8cf1bb9c-0850-4529-873e-781cac3a660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.611335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1934197-5354-4b5a-9713-03073e018f0c None None] Network b74650bb-ab6b-41f5-ba0b-0af098f48e8c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:51.696699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9acf1f-4942-4fff-96f9-2d1e06f356d9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:51.713067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8cf1bb9c-0850-4529-873e-781cac3a660f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa48298c8f0549b79b30a26859b1c7d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6868818 Nov 04 09:13:51.713779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:51.714565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1bb9c-0850-4529-873e-781cac3a660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2373279-f8fd-41f8-9c2f-a47e5734cb38,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:51.730754 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.790306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f5359c0-306f-4f5d-97f3-7055520448e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.804374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:51.804374 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c40b12-7506-4384-82df-8fc1d23f8978" -d '{"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-plugged", "status": "completed", "tag": "e5e8e362-56b3-433a-9732-955440ad1700"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:51.828299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Deleting port 74704455-17e0-4802-84ba-24a2303ad948 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:51.828613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.849273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:51.855032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.865027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd3f12-f9f3-43c6-91f7-5981651446da None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:13:51.881095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.905871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f5359c0-306f-4f5d-97f3-7055520448e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.917787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f693ee2-1d3c-4fcf-822d-45c15db4947b req-278ba527-e2cb-49a0-b3c4-41a83582678b tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:51.920297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f693ee2-1d3c-4fcf-822d-45c15db4947b req-278ba527-e2cb-49a0-b3c4-41a83582678b tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 950 time: 0.1485491 Nov 04 09:13:51.925306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74650bb-ab6b-41f5-ba0b-0af098f48e8c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:51.958760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af3f809-aca9-4fb0-97c1-b0a6e441504f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:51.959471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af3f809-aca9-4fb0-97c1-b0a6e441504f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:51.986523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:51.986988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] For port 74704455-17e0-4802-84ba-24a2303ad948, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=74704455-17e0-4802-84ba-24a2303ad948,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:51.987608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.021311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Calling delete_port for 74704455-17e0-4802-84ba-24a2303ad948 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:52.031977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd3f12-f9f3-43c6-91f7-5981651446da None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:13:52.039673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f693ee2-1d3c-4fcf-822d-45c15db4947b req-02ce14ae-43a0-4283-b64e-f72f9683d8f6 tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/security-groups?id=ef97262a-42d5-44ca-9af4-801e369fccd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110904 Nov 04 09:13:52.056075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.063885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f5359c0-306f-4f5d-97f3-7055520448e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.066449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8f5359c0-306f-4f5d-97f3-7055520448e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.097997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8f5359c0-306f-4f5d-97f3-7055520448e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2373279-f8fd-41f8-9c2f-a47e5734cb38 HTTP/1.1" status: 204 len: 168 time: 0.3676126 Nov 04 09:13:52.101390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:52.101819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:52.105305 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:52.195086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:52.238258 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffe39f8-27ae-48b7-8161-e415a4c8f6b2 x-openstack-request-id: req-4ffe39f8-27ae-48b7-8161-e415a4c8f6b2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:52.238898 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-plugged", "status": "completed", "tag": "e5e8e362-56b3-433a-9732-955440ad1700", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:52.239313 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4ffe39f8-27ae-48b7-8161-e415a4c8f6b2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:52.239909 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700', 'code': 200} Nov 04 09:13:52.257070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5359c0-306f-4f5d-97f3-7055520448e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2373279-f8fd-41f8-9c2f-a47e5734cb38,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:52.263821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.281388 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.288690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/b74650bb-ab6b-41f5-ba0b-0af098f48e8c HTTP/1.1" status: 204 len: 168 time: 1.4584210 Nov 04 09:13:52.301048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:52.319599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f8c35-34a2-4b9b-87ae-7cb85e6cc39c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Network': ['ID=b74650bb-ab6b-41f5-ba0b-0af098f48e8c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:52.329338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-732836967'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:52.373084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:52.382736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.384168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecff20e-57ad-4df2-b8f5-3041b06b9795 req-86ea7371-a7d0-4142-b2e6-a2cc244eea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:52.386377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecff20e-57ad-4df2-b8f5-3041b06b9795 req-86ea7371-a7d0-4142-b2e6-a2cc244eea65 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 1096 time: 0.0706453 Nov 04 09:13:52.417814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.439416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['74704455-17e0-4802-84ba-24a2303ad948'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:13:52.453875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Pushing event deleted for resources: {'Port': ['ID=74704455-17e0-4802-84ba-24a2303ad948,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:52.468866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecff20e-57ad-4df2-b8f5-3041b06b9795 req-9b6b75b2-61a4-4d31-83e6-c18582825b49 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732861 Nov 04 09:13:52.486408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:13:52.517008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] No DVR routers for this DVR port 74704455-17e0-4802-84ba-24a2303ad948 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:52.518956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.523632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d864e34b-4180-4e60-8bd0-00be47717169 req-598694a5-0e74-466a-ba00-d46022801baa tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.55 "DELETE /v2.0/ports/74704455-17e0-4802-84ba-24a2303ad948 HTTP/1.1" status: 204 len: 173 time: 1.0149586 Nov 04 09:13:52.524153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc426663-6add-4880-be57-7489c729bb48', 'name': 'network-vif-deleted', 'tag': '74704455-17e0-4802-84ba-24a2303ad948'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:13:52.526932 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b5676a-25ac-4569-a970-d6d41ed3323d" -d '{"events": [{"server_uuid": "fc426663-6add-4880-be57-7489c729bb48", "name": "network-vif-deleted", "tag": "74704455-17e0-4802-84ba-24a2303ad948"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:13:52.535641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.536470 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Added segment 4f23dff0-62da-4497-b5e3-f0f818c1a1c8 of type vlan for network 4cf4b413-23c0-4e40-8e73-e2d5f48fef32 Nov 04 09:13:52.623521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.638346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818472d6-170c-4d93-8fc9-d1f272290fc9 req-ff63849d-019e-48dc-9b50-70585906f715 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:52.639959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-818472d6-170c-4d93-8fc9-d1f272290fc9 req-ff63849d-019e-48dc-9b50-70585906f715 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1603184 Nov 04 09:13:52.690771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.697981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:52.701588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.787225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4818742 Nov 04 09:13:52.792985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38146) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:52.798447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'subnet': {'network_id': '4cf4b413-23c0-4e40-8e73-e2d5f48fef32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:52.799094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-818472d6-170c-4d93-8fc9-d1f272290fc9 req-2ddd04a1-148b-440e-902d-ccca92a1a450 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507695 Nov 04 09:13:52.802699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aa8b4-7367-4f12-bbef-e5eab8240c41 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Network': ['ID=4cf4b413-23c0-4e40-8e73-e2d5f48fef32,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:52.818163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4cf4b413-23c0-4e40-8e73-e2d5f48fef32 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:13:52.897055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38148) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:52.905332 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2049e0-1772-4d25-ae10-b7bc32402685 x-openstack-request-id: req-3d2049e0-1772-4d25-ae10-b7bc32402685 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:13:52.905631 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc426663-6add-4880-be57-7489c729bb48", "name": "network-vif-deleted", "tag": "74704455-17e0-4802-84ba-24a2303ad948", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:13:52.905890 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d2049e0-1772-4d25-ae10-b7bc32402685 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:13:52.906297 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc426663-6add-4880-be57-7489c729bb48', 'name': 'network-vif-deleted', 'tag': '74704455-17e0-4802-84ba-24a2303ad948', 'status': 'completed', 'code': 200} Nov 04 09:13:52.920014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e40b677-4e71-4f88-b294-4d01aa35040c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:52.975352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:52.979157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.065582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e40b677-4e71-4f88-b294-4d01aa35040c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.072667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e40b677-4e71-4f88-b294-4d01aa35040c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.136118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40b677-4e71-4f88-b294-4d01aa35040c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2087d098-cc28-415b-b8d9-1d7b871622b5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:53.181623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6e40b677-4e71-4f88-b294-4d01aa35040c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd104b744d1445f99d2c94c844e887d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831712 Nov 04 09:13:53.185592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:53.296107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7951a248-c384-4096-a5bf-d941e72101b4 req-2c54f77c-2313-4daf-afe4-c2312202f6fc tempest-VolumesNegativeTest-158551754 tempest-VolumesNegativeTest-158551754-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc426663-6add-4880-be57-7489c729bb48 HTTP/1.1" status: 200 len: 210 time: 0.0590050 Nov 04 09:13:53.338190 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-122bd37b-0a96-49a8-987d-95231b11ff75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.367494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.373348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-122bd37b-0a96-49a8-987d-95231b11ff75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.447983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Subnet': ['ID=b0e29009-fa1a-4e6b-9d22-9398d0ffab8b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:53.453759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-122bd37b-0a96-49a8-987d-95231b11ff75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.456694 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-122bd37b-0a96-49a8-987d-95231b11ff75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.460874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-122bd37b-0a96-49a8-987d-95231b11ff75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2087d098-cc28-415b-b8d9-1d7b871622b5 HTTP/1.1" status: 204 len: 168 time: 0.2715371 Nov 04 09:13:53.467206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122bd37b-0a96-49a8-987d-95231b11ff75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2087d098-cc28-415b-b8d9-1d7b871622b5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:53.468969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Checking segment: {'id': '4f23dff0-62da-4497-b5e3-f0f818c1a1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4cf4b413-23c0-4e40-8e73-e2d5f48fef32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:53.476104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network hostable DHCP agents. Network: 4cf4b413-23c0-4e40-8e73-e2d5f48fef32, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:13:53.504659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network 4cf4b413-23c0-4e40-8e73-e2d5f48fef32 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:13:53.517004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4cf4b413-23c0-4e40-8e73-e2d5f48fef32) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:53.523543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:53.524168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.534960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84bcfb1-b4e8-4ce4-9f9c-25aedb7367fe None None] Network 4cf4b413-23c0-4e40-8e73-e2d5f48fef32 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:53.551659 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c06f73e7-7f06-4dea-aaab-8c0d9556c1f5 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7570481 Nov 04 09:13:53.559295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38160) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:53.693066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.762534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec2b7a-f686-421d-8fed-5ae761fee4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-4cf4b413-23c0-4e40-8e73-e2d5f48fef32', 'network_id': '4cf4b413-23c0-4e40-8e73-e2d5f48fef32', 'tenant_id': '6f901d1a973144909d42eddd86061ba7', 'fixed_ips': [{'subnet_id': 'b0e29009-fa1a-4e6b-9d22-9398d0ffab8b'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:13:53.763570 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25ec2b7a-f686-421d-8fed-5ae761fee4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.808259 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.885068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-25ec2b7a-f686-421d-8fed-5ae761fee4bb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0e29009-fa1a-4e6b-9d22-9398d0ffab8b: This subnet is being modified by another concurrent operation. Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b0e29009-fa1a-4e6b-9d22-9398d0ffab8b: This subnet is being modified by another concurrent operation. Nov 04 09:13:53.892920 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:13:53.920020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359c4bcd-0e47-43f0-98ba-fce7b9145524 None None] Network 4cf4b413-23c0-4e40-8e73-e2d5f48fef32 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:53.939617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Subnet': ['ID=b0e29009-fa1a-4e6b-9d22-9398d0ffab8b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:54.035090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.052869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cfe4e-c15e-4cae-9a8e-c8840a188e33 req-20f24e73-3984-4438-a2ba-3ca018cbed9a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:54.060575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a4cfe4e-c15e-4cae-9a8e-c8840a188e33 req-20f24e73-3984-4438-a2ba-3ca018cbed9a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1343446 Nov 04 09:13:54.081366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cf4b413-23c0-4e40-8e73-e2d5f48fef32']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:54.093690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f23dff0-62da-4497-b5e3-f0f818c1a1c8') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:54.094012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f23dff0-62da-4497-b5e3-f0f818c1a1c8') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:54.111380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.119275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a4cfe4e-c15e-4cae-9a8e-c8840a188e33 req-450ffc43-309c-4e0b-a90b-db5ed0c401c1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Nov 04 09:13:54.142518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.147588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c56ecbc-1baf-48f1-8aab-01f8911b7f1d None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:13:54.165180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:54.165611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:54.170074 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:54.280470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.292289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.299396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/4cf4b413-23c0-4e40-8e73-e2d5f48fef32 HTTP/1.1" status: 204 len: 168 time: 0.7332144 Nov 04 09:13:54.299567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38178) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:54.305168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-259060033'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:54.313203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ee81d-2126-4664-89e4-daf6209e6d63 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Network': ['ID=4cf4b413-23c0-4e40-8e73-e2d5f48fef32,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:54.347150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:54.352834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.430846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c56ecbc-1baf-48f1-8aab-01f8911b7f1d None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:13:54.431027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:13:54.463827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.467271 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Added segment 1ae6d313-c3d7-4de1-a7b1-c809a2777b2c of type vlan for network 45ce6da7-4f0c-4325-81fb-5493a9379c02 Nov 04 09:13:54.577776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.628612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.642450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:54.643558 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:54.718687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38200) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:54.724591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Request body: {'subnet': {'network_id': '45ce6da7-4f0c-4325-81fb-5493a9379c02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:13:54.729603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4288859 Nov 04 09:13:54.757272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaa7b0-3aee-44e7-936f-39bc91827bf8 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Network': ['ID=45ce6da7-4f0c-4325-81fb-5493a9379c02,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:54.774905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 45ce6da7-4f0c-4325-81fb-5493a9379c02 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:13:54.909293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Made reservation on behalf of 6f901d1a973144909d42eddd86061ba7 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:13:54.913734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:55.105390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7856e-0866-45bf-a8ac-e25786a5fc32 req-22d695dc-7f9c-4b34-86f9-12ec7dd55727 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:55.115814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7fc7856e-0866-45bf-a8ac-e25786a5fc32 req-22d695dc-7f9c-4b34-86f9-12ec7dd55727 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1030121 Nov 04 09:13:55.179257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7fc7856e-0866-45bf-a8ac-e25786a5fc32 req-fcabd82e-efd8-4216-9553-aed6e783f041 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599265 Nov 04 09:13:55.181859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 74704455-17e0-4802-84ba-24a2303ad948 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:13:55.209538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 74704455-17e0-4802-84ba-24a2303ad948 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:13:55.210004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 74704455-17e0-4802-84ba-24a2303ad948 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:13:55.372542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:13:55.376654 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:55.463141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Checking segment: {'id': '1ae6d313-c3d7-4de1-a7b1-c809a2777b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '45ce6da7-4f0c-4325-81fb-5493a9379c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:13:55.463679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network hostable DHCP agents. Network: 45ce6da7-4f0c-4325-81fb-5493a9379c02, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:13:55.468474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event updated for resources: {'Subnet': ['ID=3eac8680-182d-46d1-96c6-f7480ad59f55,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:55.498391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Network 45ce6da7-4f0c-4325-81fb-5493a9379c02 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:13:55.523791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 45ce6da7-4f0c-4325-81fb-5493a9379c02) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:13:55.528987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:55.529711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:55.548634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f113d1a5-8087-4327-83ca-bf942435661f None None] Network 45ce6da7-4f0c-4325-81fb-5493a9379c02 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:55.583039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8b74364d-741b-47e9-bc72-22e21147bb49 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8554428 Nov 04 09:13:55.583039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38238) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:55.735027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:55.846985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27204bd3-ef2f-4ff1-be10-743ce2c4bf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-45ce6da7-4f0c-4325-81fb-5493a9379c02', 'network_id': '45ce6da7-4f0c-4325-81fb-5493a9379c02', 'tenant_id': '6f901d1a973144909d42eddd86061ba7', 'fixed_ips': [{'subnet_id': '3eac8680-182d-46d1-96c6-f7480ad59f55'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:13:55.848317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-27204bd3-ef2f-4ff1-be10-743ce2c4bf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:55.851030 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:55.940406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-27204bd3-ef2f-4ff1-be10-743ce2c4bf84 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eac8680-182d-46d1-96c6-f7480ad59f55: This subnet is being modified by another concurrent operation. Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3eac8680-182d-46d1-96c6-f7480ad59f55: This subnet is being modified by another concurrent operation. Nov 04 09:13:56.059904 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:13:56.091310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f55d6-d3cd-4d52-8a43-d1428c57070a None None] Network 45ce6da7-4f0c-4325-81fb-5493a9379c02 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:13:56.330383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Subnet': ['ID=3eac8680-182d-46d1-96c6-f7480ad59f55,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:56.422085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55238f1d-ea43-44bf-99fb-87fdd0fc3fa0 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:13:56.440114 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:56.463492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ce6da7-4f0c-4325-81fb-5493a9379c02']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:56.475139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294ae26-bbe1-488c-94df-7e579dd0ca73 req-fb13c02e-10f6-48eb-abaa-96db42817e70 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:56.476333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae6d313-c3d7-4de1-a7b1-c809a2777b2c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:56.476630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae6d313-c3d7-4de1-a7b1-c809a2777b2c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:56.479044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8294ae26-bbe1-488c-94df-7e579dd0ca73 req-fb13c02e-10f6-48eb-abaa-96db42817e70 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0962548 Nov 04 09:13:56.512462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:56.540966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:56.554037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:56.554469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:56.557835 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:56.576545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8294ae26-bbe1-488c-94df-7e579dd0ca73 req-ef70785e-6718-4818-9c42-40706eea08fa tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896664 Nov 04 09:13:56.696383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:56.705518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55238f1d-ea43-44bf-99fb-87fdd0fc3fa0 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:13:56.743835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:56.761702 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/45ce6da7-4f0c-4325-81fb-5493a9379c02 HTTP/1.1" status: 204 len: 168 time: 1.1721082 Nov 04 09:13:56.764992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:56.778629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db28a81-f749-419a-b287-8b33cf9cfdf9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Network': ['ID=45ce6da7-4f0c-4325-81fb-5493a9379c02,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:56.843186 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d4f97d-1aac-4b9c-b036-20a8bad65254 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:56.844400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d4f97d-1aac-4b9c-b036-20a8bad65254 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:56.855684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-28d4f97d-1aac-4b9c-b036-20a8bad65254 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/3eac8680-182d-46d1-96c6-f7480ad59f55 HTTP/1.1" status: 404 len: 337 time: 0.0860169 Nov 04 09:13:56.855937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38318) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:56.906009 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3c30e5-1d69-4e17-9d3c-56a34b00ba7c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:56.907342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3c30e5-1d69-4e17-9d3c-56a34b00ba7c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:56.921159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1a3c30e5-1d69-4e17-9d3c-56a34b00ba7c tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/45ce6da7-4f0c-4325-81fb-5493a9379c02 HTTP/1.1" status: 404 len: 339 time: 0.0574138 Nov 04 09:13:56.925657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38328) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:56.957039 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-bee5fe8d-0a7d-4e4e-85ab-15b5d2475ffd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:56.958176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bee5fe8d-0a7d-4e4e-85ab-15b5d2475ffd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:56.964120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bee5fe8d-0a7d-4e4e-85ab-15b5d2475ffd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/b0e29009-fa1a-4e6b-9d22-9398d0ffab8b HTTP/1.1" status: 404 len: 337 time: 0.0368869 Nov 04 09:13:56.964297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38330) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:57.024093 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7f520e-1922-474b-a844-a57cb61474c2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:57.024737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7f520e-1922-474b-a844-a57cb61474c2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:57.028473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb7f520e-1922-474b-a844-a57cb61474c2 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/4cf4b413-23c0-4e40-8e73-e2d5f48fef32 HTTP/1.1" status: 404 len: 339 time: 0.0632648 Nov 04 09:13:57.030647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:57.081754 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f1caff-b815-46a5-9df1-77c5f07c4f3d tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:57.082890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f1caff-b815-46a5-9df1-77c5f07c4f3d tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:57.089959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38344) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:57.096519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-64f1caff-b815-46a5-9df1-77c5f07c4f3d tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/2f9acf1f-4942-4fff-96f9-2d1e06f356d9 HTTP/1.1" status: 404 len: 337 time: 0.0618708 Nov 04 09:13:57.120239 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15bcb7b-778f-4056-a45a-0d8c5172b79d tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:57.120843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15bcb7b-778f-4056-a45a-0d8c5172b79d tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:57.124840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f15bcb7b-778f-4056-a45a-0d8c5172b79d tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/b74650bb-ab6b-41f5-ba0b-0af098f48e8c HTTP/1.1" status: 404 len: 339 time: 0.0333607 Nov 04 09:13:57.127116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:57.284388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Deleting port 15a4fe15-92f2-4559-93a6-4ec4e1f362f0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:57.284753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:57.399939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:57.419779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Calling delete_port for 15a4fe15-92f2-4559-93a6-4ec4e1f362f0 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:57.553896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:57.587878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Port': ['ID=15a4fe15-92f2-4559-93a6-4ec4e1f362f0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:57.595585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:57.603642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a658e461-302d-4ba5-b518-0aa36e91003e tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/ports/15a4fe15-92f2-4559-93a6-4ec4e1f362f0 HTTP/1.1" status: 204 len: 168 time: 0.4754510 Nov 04 09:13:57.606148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:57.640694 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-861dbf35-3d11-48b8-9cad-ea353a31b55b tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:57.644849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-861dbf35-3d11-48b8-9cad-ea353a31b55b tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:57.649058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-861dbf35-3d11-48b8-9cad-ea353a31b55b tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/474797e4-0426-4259-ac73-96a222a99495 HTTP/1.1" status: 404 len: 337 time: 0.0415311 Nov 04 09:13:57.651749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38398) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:57.710110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395ed4d-a98f-49ef-8c3f-5c9849afafd3 req-7ff874ce-1bff-41c2-89c0-8f50a354452a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:57.711732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2395ed4d-a98f-49ef-8c3f-5c9849afafd3 req-7ff874ce-1bff-41c2-89c0-8f50a354452a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0603528 Nov 04 09:13:57.767417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2395ed4d-a98f-49ef-8c3f-5c9849afafd3 req-fde94d70-6908-43a8-ab22-7b9d4282693f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489621 Nov 04 09:13:57.773233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:57.860631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Deleting port de870235-3e40-4df6-8ba1-55897929a8c0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:57.860943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:57.969110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] For port de870235-3e40-4df6-8ba1-55897929a8c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=de870235-3e40-4df6-8ba1-55897929a8c0,segment=NetworkSegment(75d68eec-a425-421c-b29f-a20b4d0ed935),segment_id=75d68eec-a425-421c-b29f-a20b4d0ed935)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:13:57.969706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:57.996308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Calling delete_port for de870235-3e40-4df6-8ba1-55897929a8c0 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:58.143308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.186557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Port': ['ID=de870235-3e40-4df6-8ba1-55897929a8c0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:58.192792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No DVR routers for this DVR port de870235-3e40-4df6-8ba1-55897929a8c0 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:13:58.300220 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.327012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf878fe-70f3-4a65-abb9-47a75a3a1290']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:58.339663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d68eec-a425-421c-b29f-a20b4d0ed935') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:58.339996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d68eec-a425-421c-b29f-a20b4d0ed935') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:58.353104 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.370144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.381230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:58.382312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:58.389114 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:58.439383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:58.519952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.528607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.535135 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/2cf878fe-70f3-4a65-abb9-47a75a3a1290 HTTP/1.1" status: 204 len: 168 time: 0.8806326 Nov 04 09:13:58.536514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38522) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:58.565302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bec96-e59b-4409-9d42-39a170900cc9 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Network': ['ID=2cf878fe-70f3-4a65-abb9-47a75a3a1290,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:58.640581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9be7f11-0922-45c2-8f43-b85d7acfcd91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.700628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Deleting port b8b460fb-0a9b-4533-b66f-605d2602750a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:13:58.700965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.799182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.824566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Calling delete_port for b8b460fb-0a9b-4533-b66f-605d2602750a owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:13:58.834356 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9be7f11-0922-45c2-8f43-b85d7acfcd91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.841595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9be7f11-0922-45c2-8f43-b85d7acfcd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:58.982138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9be7f11-0922-45c2-8f43-b85d7acfcd91 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58265dc6c87b40d98d71ac4a4956ae03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410554 Nov 04 09:13:58.984992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:58.989822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be7f11-0922-45c2-8f43-b85d7acfcd91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02823d84-bbc4-41a5-b613-1e97d2f1f275,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:59.051233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ebf6f-6767-4cbe-a5f1-e870df11de21 req-32d3f012-6809-4995-9943-87a21af25105 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:13:59.053000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-413ebf6f-6767-4cbe-a5f1-e870df11de21 req-32d3f012-6809-4995-9943-87a21af25105 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1541843 Nov 04 09:13:59.069509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.103005 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78c4cc29-8b1f-44cd-ae61-44f6927d485e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.116152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Port': ['ID=b8b460fb-0a9b-4533-b66f-605d2602750a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:59.128819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.133498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e74e8e8f-ed6c-4d4b-a1af-6ef68c5f8b37 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/ports/b8b460fb-0a9b-4533-b66f-605d2602750a HTTP/1.1" status: 204 len: 168 time: 0.5959477 Nov 04 09:13:59.137888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38566) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:59.147483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78c4cc29-8b1f-44cd-ae61-44f6927d485e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.154430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-413ebf6f-6767-4cbe-a5f1-e870df11de21 req-45175e60-9550-46be-9b3a-4f9962b1d8f9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921392 Nov 04 09:13:59.176127 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd568193-36ff-45aa-8e51-c50a98748822 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] DELETE failed (client error): The resource could not be found. Nov 04 09:13:59.176761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd568193-36ff-45aa-8e51-c50a98748822 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:13:59.180119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bd568193-36ff-45aa-8e51-c50a98748822 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/1d2e210b-7c31-4448-80cf-3e60389e96fe HTTP/1.1" status: 404 len: 337 time: 0.0412397 Nov 04 09:13:59.182622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38570) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:59.222397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78c4cc29-8b1f-44cd-ae61-44f6927d485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.227156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78c4cc29-8b1f-44cd-ae61-44f6927d485e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.228364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-78c4cc29-8b1f-44cd-ae61-44f6927d485e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02823d84-bbc4-41a5-b613-1e97d2f1f275 HTTP/1.1" status: 204 len: 168 time: 0.2416036 Nov 04 09:13:59.258160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4cc29-8b1f-44cd-ae61-44f6927d485e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02823d84-bbc4-41a5-b613-1e97d2f1f275,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:59.620050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.656092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38582) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:59.678424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6e64873-e2ea-4607-95ba-da3404449494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.731474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.758091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5e5130-90ab-48b3-8e6f-6f9eae60dba5']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:59.773550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:59.773755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6ed18c-3491-4ab7-88ba-6df5a86f4a7f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:13:59.780893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6e64873-e2ea-4607-95ba-da3404449494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.787401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.788488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6e64873-e2ea-4607-95ba-da3404449494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.804209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.812356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:13:59.813255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:13:59.818750 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:13:59.841522 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e6e64873-e2ea-4607-95ba-da3404449494 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e428b05c59bd4a888f66a5db38f010d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810155 Nov 04 09:13:59.841522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e64873-e2ea-4607-95ba-da3404449494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ed3aa2-9b27-45b2-95f3-d6e622e85135,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:59.842724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38584) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:59.895937 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.903796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4e5f49-adec-4ef1-9d83-d3bac47372b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.911897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:13:59.916027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/ea5e5130-90ab-48b3-8e6f-6f9eae60dba5 HTTP/1.1" status: 204 len: 168 time: 0.7319021 Nov 04 09:13:59.920277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38586) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:13:59.930404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c84c32b-d6de-473d-96fc-2552a1fa1d40 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Network': ['ID=ea5e5130-90ab-48b3-8e6f-6f9eae60dba5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:13:59.973421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4e5f49-adec-4ef1-9d83-d3bac47372b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.000772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Deleting subnet 1b5ff0a5-f157-4358-b7f4-13ac9f251ef2 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:14:00.016064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.067941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.093516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4e5f49-adec-4ef1-9d83-d3bac47372b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.096454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af4e5f49-adec-4ef1-9d83-d3bac47372b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.097613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-af4e5f49-adec-4ef1-9d83-d3bac47372b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23ed3aa2-9b27-45b2-95f3-d6e622e85135 HTTP/1.1" status: 204 len: 168 time: 0.2539093 Nov 04 09:14:00.123845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4e5f49-adec-4ef1-9d83-d3bac47372b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ed3aa2-9b27-45b2-95f3-d6e622e85135,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:00.250199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.330214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54667231-48cf-42a4-a530-288d8092f58c req-f4ff2bb6-9583-4e5a-9ae0-7b2c2d6ac0b5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:00.335169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54667231-48cf-42a4-a530-288d8092f58c req-f4ff2bb6-9583-4e5a-9ae0-7b2c2d6ac0b5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0744250 Nov 04 09:14:00.373659 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.403707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54667231-48cf-42a4-a530-288d8092f58c req-b8084a59-4b82-4cf3-a643-79db81ea5385 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633650 Nov 04 09:14:00.453689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5ff0a5-f157-4358-b7f4-13ac9f251ef2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:00.462904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.469349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fba71f33-6605-420f-8b0a-68a310c65d59 tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/subnets/1b5ff0a5-f157-4358-b7f4-13ac9f251ef2 HTTP/1.1" status: 204 len: 168 time: 0.5444689 Nov 04 09:14:00.469869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38598) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:00.476136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80ff723-3183-4ad3-ac9f-d1c706063f7c None None] Network 49808ee3-64cc-479d-8e79-930fcef88c6f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:00.679247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.789730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] DHCP port deletion for 49808ee3-64cc-479d-8e79-930fcef88c6f request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:14:00.802448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Deleting port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:00.803128 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.860374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] Deleting port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:00.861072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.898988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] For port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,segment=NetworkSegment(ebf45a91-2e47-4521-9fc2-4a2479a4002c),segment_id=ebf45a91-2e47-4521-9fc2-4a2479a4002c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:00.899361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.925677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Calling delete_port for 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:00.944544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] For port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,segment=NetworkSegment(ebf45a91-2e47-4521-9fc2-4a2479a4002c),segment_id=ebf45a91-2e47-4521-9fc2-4a2479a4002c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:00.945209 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:00.976146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] Calling delete_port for 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:01.082168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.098695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] No DVR routers for this DVR port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:14:01.141821 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:14:01.147332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Port': ['ID=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:01.158348 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.185748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] Pushing event deleted for resources: {'Port': ['ID=8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:01.189994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f897681b-04ff-4ac1-90b0-e80b1d16373e None None] No DVR routers for this DVR port 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:14:01.235143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.262510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49808ee3-64cc-479d-8e79-930fcef88c6f']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:01.282516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebf45a91-2e47-4521-9fc2-4a2479a4002c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:01.283027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebf45a91-2e47-4521-9fc2-4a2479a4002c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:01.312906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.345907 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.357496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:14:01.357977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:14:01.361647 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:14:01.441765 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.462575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:01.470159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] 10.222.0.53 "DELETE /v2.0/networks/49808ee3-64cc-479d-8e79-930fcef88c6f HTTP/1.1" status: 204 len: 168 time: 0.9983180 Nov 04 09:14:01.514512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d07aab-618c-4e0e-aa67-288b3e7ef7dd tempest-NetworksIpV6TestAttrs-2027252118 tempest-NetworksIpV6TestAttrs-2027252118-project] Pushing event deleted for resources: {'Network': ['ID=49808ee3-64cc-479d-8e79-930fcef88c6f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:01.677996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7839541-ea88-454f-a61c-88bed09558c9 req-b4c68d75-fbf3-4f0c-83dc-f4df14b06e44 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:01.688636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7839541-ea88-454f-a61c-88bed09558c9 req-b4c68d75-fbf3-4f0c-83dc-f4df14b06e44 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1196508 Nov 04 09:14:01.748080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7839541-ea88-454f-a61c-88bed09558c9 req-d923ff30-e2cc-4a80-ab59-16f1dc91dd72 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575755 Nov 04 09:14:01.969715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38652) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:02.205809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6ff7acf0-31f8-4d2c-94b7-62f372066a07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f901d1a973144909d42eddd86061ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340877 Nov 04 09:14:02.210555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:02.256007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:14:02.287084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:14:02.287426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8fff6c3d-4e1f-41d3-a9c1-9d80d6307c1c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:14:02.311048 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29533188-cab9-4bd5-b408-e7381128df02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:02.338000 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29533188-cab9-4bd5-b408-e7381128df02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:02.412701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29533188-cab9-4bd5-b408-e7381128df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:02.429125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29533188-cab9-4bd5-b408-e7381128df02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:02.429125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-29533188-cab9-4bd5-b408-e7381128df02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2d9217b-03e1-4f0e-8158-ad13991bcd2b HTTP/1.1" status: 204 len: 168 time: 0.2057467 Nov 04 09:14:02.429125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29533188-cab9-4bd5-b408-e7381128df02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d9217b-03e1-4f0e-8158-ad13991bcd2b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:02.896709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3541c-f5da-48ea-b16f-2a0a4a61d14d req-39a011aa-dfc0-4660-8c04-09285e3de5be tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:02.896709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a3541c-f5da-48ea-b16f-2a0a4a61d14d req-39a011aa-dfc0-4660-8c04-09285e3de5be tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0663342 Nov 04 09:14:02.959615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a3541c-f5da-48ea-b16f-2a0a4a61d14d req-c89d7570-e923-418d-b783-4f608cc814ca tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560851 Nov 04 09:14:02.981448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:03.171733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76ca8343-35c9-4d18-b7f3-8a463fe73ffb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b01abebb3b0b4ba092f54260b69abe64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1863487 Nov 04 09:14:03.172893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:03.250690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c57d99a6-6de5-4d06-a951-81a2268b9455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:03.287418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c57d99a6-6de5-4d06-a951-81a2268b9455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:03.355137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c57d99a6-6de5-4d06-a951-81a2268b9455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:03.357768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c57d99a6-6de5-4d06-a951-81a2268b9455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:03.359435 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c57d99a6-6de5-4d06-a951-81a2268b9455 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef97262a-42d5-44ca-9af4-801e369fccd6 HTTP/1.1" status: 204 len: 168 time: 0.1849704 Nov 04 09:14:03.368301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d99a6-6de5-4d06-a951-81a2268b9455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef97262a-42d5-44ca-9af4-801e369fccd6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:03.677183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38758) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:03.849425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c9179074-db0a-4b8d-8ccc-f3f3eac51a96 tempest-DvrRoutersNegativeTest-1943789938 tempest-DvrRoutersNegativeTest-1943789938-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-403202262', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:03.852340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.policy [None req-c9179074-db0a-4b8d-8ccc-f3f3eac51a96 tempest-DvrRoutersNegativeTest-1943789938 tempest-DvrRoutersNegativeTest-1943789938-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102556) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Nov 04 09:14:03.852646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.policy [None req-c9179074-db0a-4b8d-8ccc-f3f3eac51a96 tempest-DvrRoutersNegativeTest-1943789938 tempest-DvrRoutersNegativeTest-1943789938-project] Failed policy check for 'create_router' {{(pid=102556) enforce /opt/stack/neutron/neutron/policy.py:520}} Nov 04 09:14:03.853274 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-c9179074-db0a-4b8d-8ccc-f3f3eac51a96 tempest-DvrRoutersNegativeTest-1943789938 tempest-DvrRoutersNegativeTest-1943789938-project] create failed (client error): Access was denied to this resource. Nov 04 09:14:03.854371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c9179074-db0a-4b8d-8ccc-f3f3eac51a96 tempest-DvrRoutersNegativeTest-1943789938 tempest-DvrRoutersNegativeTest-1943789938-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1758161 Nov 04 09:14:04.119875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb3bd-3795-4838-881d-964faa744e6e req-45837e18-d658-4e52-9f1b-8ff3610d54c4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:04.130394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f6cb3bd-3795-4838-881d-964faa744e6e req-45837e18-d658-4e52-9f1b-8ff3610d54c4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0713995 Nov 04 09:14:04.166576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38796) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:04.193127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f6cb3bd-3795-4838-881d-964faa744e6e req-c70e6497-1a9b-46bf-91ca-d21f51caaf73 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565255 Nov 04 09:14:04.351023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a10bc91b-bbe5-4207-b546-1489b7b0bde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:04.455831 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a10bc91b-bbe5-4207-b546-1489b7b0bde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:04.461302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a10bc91b-bbe5-4207-b546-1489b7b0bde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:04.507530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a10bc91b-bbe5-4207-b546-1489b7b0bde5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43bdd773eda74eb097c45eae95ad655f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394701 Nov 04 09:14:04.508525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10bc91b-bbe5-4207-b546-1489b7b0bde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9fa438-9c65-4627-9fc9-ca1da139c392,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:04.510812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:04.647341 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f388af4-aad3-4469-81e3-72adbf94a81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:04.689081 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f388af4-aad3-4469-81e3-72adbf94a81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:04.760579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f388af4-aad3-4469-81e3-72adbf94a81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:04.767363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f388af4-aad3-4469-81e3-72adbf94a81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:04.768557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8f388af4-aad3-4469-81e3-72adbf94a81f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de9fa438-9c65-4627-9fc9-ca1da139c392 HTTP/1.1" status: 204 len: 168 time: 0.2567596 Nov 04 09:14:04.788192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f388af4-aad3-4469-81e3-72adbf94a81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9fa438-9c65-4627-9fc9-ca1da139c392,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:05.387328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bdbfc3-1f34-463e-a957-541fff8d79f3 req-a979448a-f54e-409b-9711-30aab08cec6a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:05.389129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82bdbfc3-1f34-463e-a957-541fff8d79f3 req-a979448a-f54e-409b-9711-30aab08cec6a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0969541 Nov 04 09:14:05.448444 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82bdbfc3-1f34-463e-a957-541fff8d79f3 req-d0783890-1f30-40ff-9fe0-f2539684fb7b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521488 Nov 04 09:14:05.980144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:06.213511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-930f6e5c-faa2-4a39-a071-5b942c46fdd7 tempest-ServiceProvidersTest-197079071 tempest-ServiceProvidersTest-197079071-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2276607 Nov 04 09:14:06.555289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 38958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:06.620603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370b22c-b9a5-405a-a251-c31d169609b2 req-f37b19f7-bf6f-4f19-9d82-036a1fefc8b2 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:06.630864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1370b22c-b9a5-405a-a251-c31d169609b2 req-f37b19f7-bf6f-4f19-9d82-036a1fefc8b2 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0914838 Nov 04 09:14:06.706513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1370b22c-b9a5-405a-a251-c31d169609b2 req-c4239578-ef0f-4566-9c8d-ce5749dfe6a4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745337 Nov 04 09:14:06.732529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-928baf11-3f29-4b7b-bed2-732f10fe0fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:06.891973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-928baf11-3f29-4b7b-bed2-732f10fe0fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:06.896755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-928baf11-3f29-4b7b-bed2-732f10fe0fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:06.939718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-928baf11-3f29-4b7b-bed2-732f10fe0fc6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=813b2f6d8ed04fa4aa7a9409904eed8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832011 Nov 04 09:14:06.943006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 38994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:06.945079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928baf11-3f29-4b7b-bed2-732f10fe0fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b126817-bfc5-4f56-992b-64689a45ebf3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:07.021936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e5de5c1-b528-481e-a26b-1a4951dc8db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:07.046705 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e5de5c1-b528-481e-a26b-1a4951dc8db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:07.110802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e5de5c1-b528-481e-a26b-1a4951dc8db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:07.114070 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e5de5c1-b528-481e-a26b-1a4951dc8db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:07.117814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7e5de5c1-b528-481e-a26b-1a4951dc8db1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b126817-bfc5-4f56-992b-64689a45ebf3 HTTP/1.1" status: 204 len: 168 time: 0.1711190 Nov 04 09:14:07.128730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5de5c1-b528-481e-a26b-1a4951dc8db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b126817-bfc5-4f56-992b-64689a45ebf3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:07.300456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-755d71cd-cb53-4510-928d-bc52d20a113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:07.998410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25046f-f449-4646-9901-bad270f81678 req-08002e08-6129-4a2f-a358-74cedadf5bf2 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:08.013518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c25046f-f449-4646-9901-bad270f81678 req-08002e08-6129-4a2f-a358-74cedadf5bf2 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1631198 Nov 04 09:14:08.146706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c25046f-f449-4646-9901-bad270f81678 req-be6a6c4f-62b8-4180-bd64-c49994adf1cd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313715 Nov 04 09:14:08.274992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566fee-ba71-4e29-b959-0df556724aca req-223bcf53-d94e-4b7b-bd45-67e4b05a0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:08.276576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2b566fee-ba71-4e29-b959-0df556724aca req-223bcf53-d94e-4b7b-bd45-67e4b05a0771 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 1096 time: 0.0937068 Nov 04 09:14:08.429227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566fee-ba71-4e29-b959-0df556724aca req-a305c083-d700-4d02-8f32-2a5c45a96794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:08.431562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2b566fee-ba71-4e29-b959-0df556724aca req-a305c083-d700-4d02-8f32-2a5c45a96794 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.1313028 Nov 04 09:14:08.485095 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2b566fee-ba71-4e29-b959-0df556724aca req-b6a7b990-430b-4e00-98bf-25912eb133ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5e8e362-56b3-433a-9732-955440ad1700 HTTP/1.1" status: 200 len: 217 time: 0.0442712 Nov 04 09:14:08.568252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b566fee-ba71-4e29-b959-0df556724aca req-00f28baa-9513-4d74-b67c-eb707482eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:08.569843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2b566fee-ba71-4e29-b959-0df556724aca req-00f28baa-9513-4d74-b67c-eb707482eaea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.0756907 Nov 04 09:14:08.608398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2b566fee-ba71-4e29-b959-0df556724aca req-42c2bba5-49ce-4b22-84d9-0c7a61d5c41c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303948 Nov 04 09:14:08.726922 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2b566fee-ba71-4e29-b959-0df556724aca req-61ccf0b3-83f4-4660-b6cf-39c83263a261 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092222 Nov 04 09:14:08.885054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2b566fee-ba71-4e29-b959-0df556724aca req-10f33021-8e3b-4c97-afde-a535c73224a0 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518800 Nov 04 09:14:09.344555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac047b6b-b427-4030-963e-8a4bc8276f9d req-827344e5-cb37-4377-b6f8-49c3f5969615 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:09.352573 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac047b6b-b427-4030-963e-8a4bc8276f9d req-827344e5-cb37-4377-b6f8-49c3f5969615 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0836353 Nov 04 09:14:09.409356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac047b6b-b427-4030-963e-8a4bc8276f9d req-7505a1bb-873d-4f0e-8ae7-409038d1b884 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554552 Nov 04 09:14:09.789948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39198) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:09.959565 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f47f5327-2c37-49a0-85d9-120bab77ff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:09.974175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae12868e-6e26-49f7-adb2-04f786348889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.117828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae12868e-6e26-49f7-adb2-04f786348889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.126228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae12868e-6e26-49f7-adb2-04f786348889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.178601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae12868e-6e26-49f7-adb2-04f786348889 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c635079d4cb64e94a585928fb270c59b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852813 Nov 04 09:14:10.178996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:10.181884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12868e-6e26-49f7-adb2-04f786348889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a45d75f-c079-4d88-b7af-c3f56900ec2a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:10.244409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.253357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-838c744e-c78f-4a8c-b1fc-3fc2ce69f214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.279304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-838c744e-c78f-4a8c-b1fc-3fc2ce69f214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.364240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-838c744e-c78f-4a8c-b1fc-3fc2ce69f214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.364240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-838c744e-c78f-4a8c-b1fc-3fc2ce69f214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.368703 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-838c744e-c78f-4a8c-b1fc-3fc2ce69f214 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a45d75f-c079-4d88-b7af-c3f56900ec2a HTTP/1.1" status: 204 len: 168 time: 0.1855197 Nov 04 09:14:10.392762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c744e-c78f-4a8c-b1fc-3fc2ce69f214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a45d75f-c079-4d88-b7af-c3f56900ec2a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:10.553381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968189c7-4a13-4d8f-b431-21fd99d6427a req-da711c89-1a73-4f2f-b930-568cf50de458 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.555749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-968189c7-4a13-4d8f-b431-21fd99d6427a req-da711c89-1a73-4f2f-b930-568cf50de458 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0630915 Nov 04 09:14:10.599004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:14:10.615014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-968189c7-4a13-4d8f-b431-21fd99d6427a req-04a67aff-2688-4863-b3a7-9e856ad7ca49 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528522 Nov 04 09:14:10.676773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-7bdfb168-8ff8-4fdb-85d5-4f41f6b5bfc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0606902 Nov 04 09:14:10.754734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39258) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:10.782537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.783266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.783897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.784495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.785729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.786217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.787088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.789238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-72e9bbbf-c8b7-4466-943c-c315941b25fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bbf5981223094141a39f83de0673a928&device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 6502 time: 0.0611851 Nov 04 09:14:10.869891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39262) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:10.884015 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06e56f6d-358c-458b-89dc-395eafde9f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.884315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2fed30b2-5b13-45bb-85f2-6d09ea7150e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.954967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-4ee246fd-a817-49da-9c53-38f9478a4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.955354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-4ee246fd-a817-49da-9c53-38f9478a4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.955810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-4ee246fd-a817-49da-9c53-38f9478a4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:10.958036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-4ee246fd-a817-49da-9c53-38f9478a4472 service neutron] 10.222.0.55 "GET /v2.0/networks?id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=cc1916df-7442-4595-911b-cf8bb510c6a5&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&id=acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 200 len: 2297 time: 0.1446102 Nov 04 09:14:10.964566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06e56f6d-358c-458b-89dc-395eafde9f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:10.969399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06e56f6d-358c-458b-89dc-395eafde9f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.012019 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-06e56f6d-358c-458b-89dc-395eafde9f65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f4c0fdce6da74712ba0b8ac0b7a7bfd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408701 Nov 04 09:14:11.013013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e56f6d-358c-458b-89dc-395eafde9f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc923e0-3656-413e-ae6d-a7d8909df4dc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:11.016418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39264) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:11.061340 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-0d427759-2405-4f14-b269-a6a10ec2915b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 200 len: 1002 time: 0.0926387 Nov 04 09:14:11.063102 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2fed30b2-5b13-45bb-85f2-6d09ea7150e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.067774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2fed30b2-5b13-45bb-85f2-6d09ea7150e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.072514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c560-c643-439a-97f4-be6b273c26a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.096255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c560-c643-439a-97f4-be6b273c26a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.143280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2fed30b2-5b13-45bb-85f2-6d09ea7150e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b654aef9e00f4021a70942fb002ba494&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851278 Nov 04 09:14:11.144202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39270) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:11.152416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed30b2-5b13-45bb-85f2-6d09ea7150e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5d7c77-0551-445d-a87a-021d2364eae1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:11.153810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c560-c643-439a-97f4-be6b273c26a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.158553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fe5c560-c643-439a-97f4-be6b273c26a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.160179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9fe5c560-c643-439a-97f4-be6b273c26a4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1bc923e0-3656-413e-ae6d-a7d8909df4dc HTTP/1.1" status: 204 len: 168 time: 0.1425800 Nov 04 09:14:11.174232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5c560-c643-439a-97f4-be6b273c26a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc923e0-3656-413e-ae6d-a7d8909df4dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:11.186115 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.193446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-30c0d91b-1908-4fe6-b1ba-32a0dcdd4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:11.194991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-30c0d91b-1908-4fe6-b1ba-32a0dcdd4f58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=775d7aa1-ab92-4a32-86da-b74cdfe76349 HTTP/1.1" status: 200 len: 856 time: 0.1236293 Nov 04 09:14:11.277068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-120a8897-6fc5-4f90-9909-2d8e9d1508ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.280942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-c9cbfe97-0a70-41c0-bdd7-934ccb91934f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:11.282463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-c9cbfe97-0a70-41c0-bdd7-934ccb91934f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801399 Nov 04 09:14:11.351091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-120a8897-6fc5-4f90-9909-2d8e9d1508ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.429105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-9a17ddd9-b654-4ef6-86c8-19d063b8e8cf service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377373 Nov 04 09:14:11.458760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-120a8897-6fc5-4f90-9909-2d8e9d1508ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.461753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-120a8897-6fc5-4f90-9909-2d8e9d1508ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:11.463093 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-120a8897-6fc5-4f90-9909-2d8e9d1508ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f5d7c77-0551-445d-a87a-021d2364eae1 HTTP/1.1" status: 204 len: 168 time: 0.3173923 Nov 04 09:14:11.507970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a8897-6fc5-4f90-9909-2d8e9d1508ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5d7c77-0551-445d-a87a-021d2364eae1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:11.566898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-6ace1043-fa95-4da4-9286-a31621ef6bbf service neutron] 10.222.0.55 "GET /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286283 Nov 04 09:14:11.634688 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-937ba268-eeed-4c14-95f2-03ed19434ff8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 217 time: 0.0591683 Nov 04 09:14:11.777584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-c4e42195-7156-41c7-9325-e31856361fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:11.779678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-c4e42195-7156-41c7-9325-e31856361fa0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1267116 Nov 04 09:14:11.791326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb5039-8e93-4505-a07f-292c77440e67 req-f7aa52ad-e265-4c71-a4d6-60e138313565 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:11.801188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56cb5039-8e93-4505-a07f-292c77440e67 req-f7aa52ad-e265-4c71-a4d6-60e138313565 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0784714 Nov 04 09:14:11.864086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56cb5039-8e93-4505-a07f-292c77440e67 req-56b39a4a-d12f-481a-bb6b-4447a4183fd7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612237 Nov 04 09:14:11.878515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-ce3671b0-4333-4306-b505-7310e4ea5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:11.881066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-ce3671b0-4333-4306-b505-7310e4ea5cf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0930963 Nov 04 09:14:11.996005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-e9dd42a2-58c5-4a75-99a2-0d2bd6b64680 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070745 Nov 04 09:14:12.124854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-dfd0e644-68e3-48c8-a14e-f4d745f00692 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173708 Nov 04 09:14:12.184065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-7e386196-5333-4ef2-a59a-254d067ebced service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.104&port_id=e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 217 time: 0.0508659 Nov 04 09:14:12.249652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-4f7eaea8-2208-4296-bed2-4e30d23565f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:12.251326 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-4f7eaea8-2208-4296-bed2-4e30d23565f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.0608630 Nov 04 09:14:12.317788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-edb8d11b-946f-4656-b902-b248842fcb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:12.334199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-edb8d11b-946f-4656-b902-b248842fcb29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747178 Nov 04 09:14:12.453284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-5935afec-c404-4547-9405-ff01ed9c5ac0 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118894 Nov 04 09:14:12.605903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-e02f036c-0b97-4fa5-a432-b0d40cf48c09 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433125 Nov 04 09:14:12.669864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-3764f951-d790-4f9e-a0cc-4dcc9119fbc1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6 HTTP/1.1" status: 200 len: 217 time: 0.0554395 Nov 04 09:14:12.677150 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:12.743052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-b6faf792-2489-4a06-a641-9e030e65c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:12.745077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-b6faf792-2489-4a06-a641-9e030e65c7a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.0688267 Nov 04 09:14:12.816939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-143cbb9f-55e4-46dc-a253-24beade1cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:12.820116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-143cbb9f-55e4-46dc-a253-24beade1cc54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0679801 Nov 04 09:14:13.044193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-da28433d-f880-41a0-a749-c46a3dea9a6b service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134089 Nov 04 09:14:13.062607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31c2673-006b-4096-bd28-8ac5d71d90a7 req-3ceb1370-32a5-47bd-b57c-9e280d0291f7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:13.076103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f31c2673-006b-4096-bd28-8ac5d71d90a7 req-3ceb1370-32a5-47bd-b57c-9e280d0291f7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1106849 Nov 04 09:14:13.147285 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f31c2673-006b-4096-bd28-8ac5d71d90a7 req-649fb4bb-d1b5-42e8-af2e-4ef66c27fa60 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700171 Nov 04 09:14:13.200199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-f7f0d343-0fb4-43d3-9e4a-65556b55bb5d service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496904 Nov 04 09:14:13.287283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-670fe7fc-4ebb-41e9-9d10-b71489c057c3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=e353ce93-1a30-483e-b009-401d29567b4d HTTP/1.1" status: 200 len: 217 time: 0.0804448 Nov 04 09:14:13.397535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-4fd6614a-b22d-4e22-97ad-0a2f36b1d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:13.399201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-4fd6614a-b22d-4e22-97ad-0a2f36b1d9ae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 200 len: 797 time: 0.1025634 Nov 04 09:14:13.404224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:13.453083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-fc152a09-ecd4-46aa-b88e-2831d983ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:13.454657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-fc152a09-ecd4-46aa-b88e-2831d983ce60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc1916df-7442-4595-911b-cf8bb510c6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0452015 Nov 04 09:14:13.641990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915b56df-a628-410c-ad7c-3ee553cd36a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:13.667028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-ea73d7b4-2915-4255-a6a1-81a9c7632627 service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036645 Nov 04 09:14:13.780233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915b56df-a628-410c-ad7c-3ee553cd36a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:13.788665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-915b56df-a628-410c-ad7c-3ee553cd36a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:13.802187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-bd5eff23-0735-4bc1-bd30-784f2b7c0e4e service neutron] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237512 Nov 04 09:14:13.852203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-915b56df-a628-410c-ad7c-3ee553cd36a0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f50dd7664884997a42125f468d7a573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463847 Nov 04 09:14:13.854595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b56df-a628-410c-ad7c-3ee553cd36a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f384d233-cb47-4c3b-87a1-3bb08c291c37,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:13.857374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:13.885096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-a31fdde8-1f95-4922-b8e6-262e410fd819 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8e833917-62e9-43b7-86f0-81fdad43aac4 HTTP/1.1" status: 200 len: 217 time: 0.0753603 Nov 04 09:14:13.929800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:13.930487 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fbc52e4-ed6f-4726-9355-0fde9f8ca4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:13.964492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-d04c450f-2ba7-4d80-9f64-fb972f76b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:13.966686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-d04c450f-2ba7-4d80-9f64-fb972f76b3fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.0744340 Nov 04 09:14:13.986236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fbc52e4-ed6f-4726-9355-0fde9f8ca4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.059356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-dc415cad-5095-4b0a-9cdb-7e0ab1b52fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:14.071913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-dc415cad-5095-4b0a-9cdb-7e0ab1b52fc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0970874 Nov 04 09:14:14.083470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fbc52e4-ed6f-4726-9355-0fde9f8ca4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.086789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0fbc52e4-ed6f-4726-9355-0fde9f8ca4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.094226 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0fbc52e4-ed6f-4726-9355-0fde9f8ca4a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f384d233-cb47-4c3b-87a1-3bb08c291c37 HTTP/1.1" status: 204 len: 168 time: 0.2353280 Nov 04 09:14:14.124290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc52e4-ed6f-4726-9355-0fde9f8ca4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f384d233-cb47-4c3b-87a1-3bb08c291c37,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:14.222058 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-986eaf53-8fa3-45de-940d-29500ed3ae08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.327372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-9be96fb2-468e-45c2-98ff-d9cc8573f04d service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479067 Nov 04 09:14:14.370968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbebf3-2340-40d5-873d-1afb48c233f7 req-d0a2b76e-df7c-4915-967d-e7a3a88903d0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:14.381609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5cbebf3-2340-40d5-873d-1afb48c233f7 req-d0a2b76e-df7c-4915-967d-e7a3a88903d0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0995584 Nov 04 09:14:14.443531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5cbebf3-2340-40d5-873d-1afb48c233f7 req-6dc12c85-3f5f-4578-a734-84b8d03c007f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606959 Nov 04 09:14:14.473808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-986eaf53-8fa3-45de-940d-29500ed3ae08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.482897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-986eaf53-8fa3-45de-940d-29500ed3ae08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.507667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-2d162e5d-b16b-4ec8-9b18-e54719017d73 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723204 Nov 04 09:14:14.538927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-986eaf53-8fa3-45de-940d-29500ed3ae08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e373385ee93475bbd31f1aac7550ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5876780 Nov 04 09:14:14.540157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986eaf53-8fa3-45de-940d-29500ed3ae08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7799e8e-1ddb-46f1-a8c1-c72d6290da15,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:14.544727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39490) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:14.577100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-51437e2a-1c42-41be-a0a0-a8c3936fd406 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 200 len: 217 time: 0.0601277 Nov 04 09:14:14.616622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88fbd3ce-051b-4eac-9a26-e7efc888ee49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.656536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-dc2d8941-90db-4329-ae94-8ec28787d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:14.658400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-dc2d8941-90db-4329-ae94-8ec28787d95f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 200 len: 797 time: 0.0721538 Nov 04 09:14:14.674842 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88fbd3ce-051b-4eac-9a26-e7efc888ee49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.720272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facc966-f93e-4511-966f-4f8e651b217d req-b91511cb-0310-4c55-a889-fe7f74fd24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:14.722147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-b91511cb-0310-4c55-a889-fe7f74fd24d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=acf634d2-4343-418c-b8d8-3e84eb61a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566607 Nov 04 09:14:14.773430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88fbd3ce-051b-4eac-9a26-e7efc888ee49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.776090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-88fbd3ce-051b-4eac-9a26-e7efc888ee49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:14.777268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-88fbd3ce-051b-4eac-9a26-e7efc888ee49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7799e8e-1ddb-46f1-a8c1-c72d6290da15 HTTP/1.1" status: 204 len: 168 time: 0.2315826 Nov 04 09:14:14.789286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbd3ce-051b-4eac-9a26-e7efc888ee49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7799e8e-1ddb-46f1-a8c1-c72d6290da15,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:14.869392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-662c4e77-ff86-4e7a-828d-a2ad12611db5 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397109 Nov 04 09:14:14.996933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6facc966-f93e-4511-966f-4f8e651b217d req-302c7042-6059-45b7-ae03-2022faef54c8 service neutron] 10.222.0.55 "GET /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199856 Nov 04 09:14:15.625048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c694a3-ad48-47a2-9dbf-c79241e19c89 req-323f2728-cd19-4b2a-b6fb-9d5aa3409180 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:15.636234 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:15.637037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6c694a3-ad48-47a2-9dbf-c79241e19c89 req-323f2728-cd19-4b2a-b6fb-9d5aa3409180 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0964375 Nov 04 09:14:15.677814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6c694a3-ad48-47a2-9dbf-c79241e19c89 req-6e336083-5299-42fc-a594-0e69419bc79e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Nov 04 09:14:15.890768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:16.190504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2056907586-network', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:16.218034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Made reservation on behalf of f2c4360d837f4dd59a356ce9eae64f89 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:16.220943 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.232131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.324878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.334296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.355468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39570) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:16.361730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:14:16.374362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f14cc9d-c3e5-4281-9c95-06959230a4af,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:16.385502 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.388210 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Added segment 4e1a3a52-2672-4999-bcfa-f4f9c6f6103c of type vlan for network 43467482-b628-4f66-bca9-2725b3052053 Nov 04 09:14:16.399113 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.438601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.478319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.479563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:16.480296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.530588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e60f64cd-d536-4594-8c6e-8b520e822cea tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:16.555121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6618669 Nov 04 09:14:16.558039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39574) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:16.558199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e60f64cd-d536-4594-8c6e-8b520e822cea tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "PUT /v2.0/quotas/d39de3f98ea34fa59d5cf39735a5224b HTTP/1.1" status: 200 len: 368 time: 0.2006176 Nov 04 09:14:16.559518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:16.567780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Request body: {'subnet': {'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2056907586-subnet', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:16.573871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Request body: {'network': {'project_id': 'd39de3f98ea34fa59d5cf39735a5224b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:16.592915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef24b5-1afc-4e9f-83a7-321b533bdec3 admin admin] Pushing event updated for resources: {'Network': ['ID=43467482-b628-4f66-bca9-2725b3052053,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:16.606272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 43467482-b628-4f66-bca9-2725b3052053 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:14:16.616318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Made reservation on behalf of f2c4360d837f4dd59a356ce9eae64f89 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:16.620612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.660691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Made reservation on behalf of d39de3f98ea34fa59d5cf39735a5224b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:16.664040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.707207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.902165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ae9ed-43c9-4a68-b083-b89fc4dad24e req-e877124d-76aa-4709-b3a3-8c8049c15af8 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:16.903937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa0ae9ed-43c9-4a68-b083-b89fc4dad24e req-e877124d-76aa-4709-b3a3-8c8049c15af8 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1395481 Nov 04 09:14:16.948691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:16.959112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.118805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa0ae9ed-43c9-4a68-b083-b89fc4dad24e req-aaf6b355-0112-4947-a445-e76e94f26efc tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030728 Nov 04 09:14:17.122655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:14:17.130580 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.144623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72edf043-c9d7-4a7c-b45c-38ece133f747,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:17.149027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.149348 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Added segment 12f30200-9499-4058-9a34-1c9249707170 of type vlan for network 12ca033b-e147-46a7-9a2d-1b50fa09aa24 Nov 04 09:14:17.228130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39bd00d-b9b7-422e-94d0-666a6ec890c8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:17.275844 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.298412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Checking segment: {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:17.298790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Network hostable DHCP agents. Network: 43467482-b628-4f66-bca9-2725b3052053, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:14:17.319037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.320144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:17.320730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.376037 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Network 43467482-b628-4f66-bca9-2725b3052053 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:14:17.400824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8372211 Nov 04 09:14:17.401195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39586) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:17.406176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Request body: {'network': {'project_id': 'd39de3f98ea34fa59d5cf39735a5224b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:17.410799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 43467482-b628-4f66-bca9-2725b3052053) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:17.419161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149365f7-205e-4c0d-aa8a-3caf2ecabcc6 None None] Network 43467482-b628-4f66-bca9-2725b3052053 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:17.425206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:17.426589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.433747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a616a4d-33d7-49c0-8b7e-033b30ba1ab5 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Pushing event updated for resources: {'Network': ['ID=12ca033b-e147-46a7-9a2d-1b50fa09aa24,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:17.457830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Made reservation on behalf of d39de3f98ea34fa59d5cf39735a5224b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:17.460402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.476686 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3cc5e835-12db-43e6-bc70-f0a47d84a64b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9138665 Nov 04 09:14:17.478358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 12ca033b-e147-46a7-9a2d-1b50fa09aa24 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:14:17.480554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39588) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:17.491429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:17.497663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:14:17.517777 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.518909 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Added segment be00b944-e2c4-4ca9-8e35-26236626b3bd of type vlan for network 3617cbea-ac28-4866-ac0d-c08e4230054e Nov 04 09:14:17.542241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.543337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.614860 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.621236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.657524 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.658763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:17.659483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.695445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-43467482-b628-4f66-bca9-2725b3052053', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:14:17.696543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.741851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3394618 Nov 04 09:14:17.745375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:17.750746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-69fcda95-2a11-4e71-80d1-fcc50430c612 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Request body: {'network': {'project_id': 'd39de3f98ea34fa59d5cf39735a5224b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:17.762658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050dedd-d93c-4eac-9a9c-3db669c83eb8 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Pushing event updated for resources: {'Network': ['ID=3617cbea-ac28-4866-ac0d-c08e4230054e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:17.772883 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fcda95-2a11-4e71-80d1-fcc50430c612 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 04 09:14:17.774060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fcda95-2a11-4e71-80d1-fcc50430c612 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:14:17.775459 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69fcda95-2a11-4e71-80d1-fcc50430c612 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0289660 Nov 04 09:14:17.778440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:17.803795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3617cbea-ac28-4866-ac0d-c08e4230054e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:14:17.832327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fa0bd959-cda2-4b89-a82b-75be982841ff tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d39de3f98ea34fa59d5cf39735a5224b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524924 Nov 04 09:14:17.834859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:17.835818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.906933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64827946-c45d-4c44-9116-3761ae09d3ca tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:17.938776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64827946-c45d-4c44-9116-3761ae09d3ca tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.060698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64827946-c45d-4c44-9116-3761ae09d3ca tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.063949 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64827946-c45d-4c44-9116-3761ae09d3ca tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.065489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-64827946-c45d-4c44-9116-3761ae09d3ca tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/72edf043-c9d7-4a7c-b45c-38ece133f747 HTTP/1.1" status: 204 len: 168 time: 0.2292495 Nov 04 09:14:18.068836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39600) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:18.084286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64827946-c45d-4c44-9116-3761ae09d3ca tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72edf043-c9d7-4a7c-b45c-38ece133f747,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:18.115801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Allocated IP 172.20.0.2 (43467482-b628-4f66-bca9-2725b3052053/b39bd00d-b9b7-422e-94d0-666a6ec890c8/e5d2df00-a149-4f45-8416-d7cc82470dd5) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:18.196485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.320660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.357526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.404082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.434340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3617cbea-ac28-4866-ac0d-c08e4230054e']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:18.447516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be00b944-e2c4-4ca9-8e35-26236626b3bd') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:18.447516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be00b944-e2c4-4ca9-8e35-26236626b3bd') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:18.457647 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.466125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72292afb-16b1-4451-b5ef-7e745fe90a50 req-6c475495-ff46-4b04-a0c6-14b0060077bf tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:18.468389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72292afb-16b1-4451-b5ef-7e745fe90a50 req-6c475495-ff46-4b04-a0c6-14b0060077bf tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2034559 Nov 04 09:14:18.474020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.474722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.503152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.529227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:14:18.529654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.542397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72292afb-16b1-4451-b5ef-7e745fe90a50 req-75fab207-4a9d-498e-912e-247cae6ff122 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566282 Nov 04 09:14:18.545712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Allocated IP 172.25.3.102 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/df8930e4-32d3-43a5-a058-86626aed475c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:14:18.548704 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:14:18.553099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Pushing event updated for resources: {'Port': ['ID=e5d2df00-a149-4f45-8416-d7cc82470dd5,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:18.564528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.565163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.566427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.567204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.567633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.568107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.568436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.569180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.569533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.570194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.570731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.571250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:18.601667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Network 43467482-b628-4f66-bca9-2725b3052053 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:18.609668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:18.619276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:18.726755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.744514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.747235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "DELETE /v2.0/networks/3617cbea-ac28-4866-ac0d-c08e4230054e HTTP/1.1" status: 204 len: 168 time: 0.6773086 Nov 04 09:14:18.752776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39606) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:18.775168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Attempting to bind port e5d2df00-a149-4f45-8416-d7cc82470dd5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:18.775826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Attempting to bind port e5d2df00-a149-4f45-8416-d7cc82470dd5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:18.776765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Attempting to bind port e5d2df00-a149-4f45-8416-d7cc82470dd5 on network 43467482-b628-4f66-bca9-2725b3052053 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:18.790602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:18.790967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd33b1-8291-4a19-8ddb-7e43436ecf70 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Pushing event deleted for resources: {'Network': ['ID=3617cbea-ac28-4866-ac0d-c08e4230054e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:18.791076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Checking segment: {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:18.791590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.792277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Bound using segment: {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:18.792961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Bound port: e5d2df00-a149-4f45-8416-d7cc82470dd5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:18.793668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.810372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.894549 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.895254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.910974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] For port e5d2df00-a149-4f45-8416-d7cc82470dd5, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:18.914705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] For port e5d2df00-a149-4f45-8416-d7cc82470dd5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e5d2df00-a149-4f45-8416-d7cc82470dd5,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:18.921252 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:18.949936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Pushing event updated for resources: {'Port': ['ID=df8930e4-32d3-43a5-a058-86626aed475c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:18.977550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:18.982781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:18.989879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:19.000544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebb38d-7eb8-471c-90ee-b549d2d10ee4 None None] Pushing event updated for resources: {'Port': ['ID=e5d2df00-a149-4f45-8416-d7cc82470dd5,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:19.034417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:19.083908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12ca033b-e147-46a7-9a2d-1b50fa09aa24']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:19.113250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f30200-9499-4058-9a34-1c9249707170') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:19.113430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f30200-9499-4058-9a34-1c9249707170') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:19.142251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:19.176655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:19.192859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:14:19.194136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:14:19.197578 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:14:19.319122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:19.326371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:19.332131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] 10.222.0.53 "DELETE /v2.0/networks/12ca033b-e147-46a7-9a2d-1b50fa09aa24 HTTP/1.1" status: 204 len: 168 time: 0.5612371 Nov 04 09:14:19.377879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8be650-c3cc-4ff2-a460-6a95d3ce9ab4 tempest-QuotasNegativeTest-1547339473 tempest-QuotasNegativeTest-1547339473-project-admin] Pushing event deleted for resources: {'Network': ['ID=12ca033b-e147-46a7-9a2d-1b50fa09aa24,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:19.698965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40333ae7-c41b-419d-8a17-edcc76b31298 req-3943a393-8424-42fd-886a-4b3fac563ea1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:19.709348 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40333ae7-c41b-419d-8a17-edcc76b31298 req-3943a393-8424-42fd-886a-4b3fac563ea1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0712228 Nov 04 09:14:19.772728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40333ae7-c41b-419d-8a17-edcc76b31298 req-c1f5bf98-6531-413f-bc48-8d29cd24db43 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619900 Nov 04 09:14:20.075208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.102307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:20.289835 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dfd2abb-361e-47da-9695-29344171dfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.353740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e5d2df00-a149-4f45-8416-d7cc82470dd5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:20.453512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.465482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dfd2abb-361e-47da-9695-29344171dfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.470343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e5d2df00-a149-4f45-8416-d7cc82470dd5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:20.470857 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.477089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dfd2abb-361e-47da-9695-29344171dfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.569349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd018f30-0a36-4ba4-91aa-e9026c9a84db None None] Network 43467482-b628-4f66-bca9-2725b3052053 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:20.581334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1dfd2abb-361e-47da-9695-29344171dfac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1063cfd9a434fbfa6c685d05fa40d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4769149 Nov 04 09:14:20.585338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:20.598333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd2abb-361e-47da-9695-29344171dfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab374eed-4250-4bbc-9f22-079c9b43f2f7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:20.683899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-19c6613d-f9c7-4e99-b3a7-918974e94276 None None] Provisioning complete for port e5d2df00-a149-4f45-8416-d7cc82470dd5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:20.684359 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19c6613d-f9c7-4e99-b3a7-918974e94276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.688365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c7a2-4979-46fa-a8f5-cd8ee45beca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.694055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Router adbd8752-2953-4ae7-b557-28eda9e04289 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:14:20.717476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c7a2-4979-46fa-a8f5-cd8ee45beca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.807271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c7a2-4979-46fa-a8f5-cd8ee45beca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.809110 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a1c5c7a2-4979-46fa-a8f5-cd8ee45beca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.813804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a1c5c7a2-4979-46fa-a8f5-cd8ee45beca0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab374eed-4250-4bbc-9f22-079c9b43f2f7 HTTP/1.1" status: 204 len: 168 time: 0.2244282 Nov 04 09:14:20.849629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5c7a2-4979-46fa-a8f5-cd8ee45beca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab374eed-4250-4bbc-9f22-079c9b43f2f7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:20.880846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.911125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:14:20.922195 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Sync routers for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:14:20.938530 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:20.939157 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:20.948220 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:20.953598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-59c20e81-bfe4-4b14-84f1-751e3c695673 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4704542 Nov 04 09:14:20.956665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:21.048622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port e5d2df00-a149-4f45-8416-d7cc82470dd5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e5d2df00-a149-4f45-8416-d7cc82470dd5,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:21.094177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.169654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:21.169847 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19c6613d-f9c7-4e99-b3a7-918974e94276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.251669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=e5d2df00-a149-4f45-8416-d7cc82470dd5,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:21.341013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-19c6613d-f9c7-4e99-b3a7-918974e94276 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:14:21.341377 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-19c6613d-f9c7-4e99-b3a7-918974e94276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:14:21.366545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab118a08-d17d-4aaf-9092-8d2cae807dd1 req-258ee219-6470-4920-9ddc-a29ba0bd34ca tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:21.376965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab118a08-d17d-4aaf-9092-8d2cae807dd1 req-258ee219-6470-4920-9ddc-a29ba0bd34ca tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.4490182 Nov 04 09:14:21.484485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab118a08-d17d-4aaf-9092-8d2cae807dd1 req-d81841c6-bbde-4e31-9663-c4056b239b74 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058879 Nov 04 09:14:21.498507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:21.524760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d428-8575-4c7f-a746-d191a578d9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.549798 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:19Z', 'revision_number': 3, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:21.614362 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Checking router: adbd8752-2953-4ae7-b557-28eda9e04289 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:14:21.616189 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Updating router adbd8752-2953-4ae7-b557-28eda9e04289 port df8930e4-32d3-43a5-a058-86626aed475c binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:14:21.654907 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d428-8575-4c7f-a746-d191a578d9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.662433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d428-8575-4c7f-a746-d191a578d9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.680294 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.735545 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c4a1d428-8575-4c7f-a746-d191a578d9e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07aa0e3768f540b89ab372cd77517561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415769 Nov 04 09:14:21.736377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39666) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:21.737049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1d428-8575-4c7f-a746-d191a578d9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34fb631-1c1c-441b-a21d-905eb2a89d1a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:21.803768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb15a971-9330-4aba-9c2b-590cf7f7627c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.835932 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb15a971-9330-4aba-9c2b-590cf7f7627c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.903979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb15a971-9330-4aba-9c2b-590cf7f7627c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.906854 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb15a971-9330-4aba-9c2b-590cf7f7627c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.911515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cb15a971-9330-4aba-9c2b-590cf7f7627c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a34fb631-1c1c-441b-a21d-905eb2a89d1a HTTP/1.1" status: 204 len: 168 time: 0.1697459 Nov 04 09:14:21.926758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:21.938678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15a971-9330-4aba-9c2b-590cf7f7627c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34fb631-1c1c-441b-a21d-905eb2a89d1a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:22.048763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3abf5271-4fac-4f45-8479-39b86f7ad35b None None] Provisioning complete for port e5d2df00-a149-4f45-8416-d7cc82470dd5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:22.049301 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3abf5271-4fac-4f45-8479-39b86f7ad35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:22.292571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Allocated IP 172.20.0.1 (43467482-b628-4f66-bca9-2725b3052053/b39bd00d-b9b7-422e-94d0-666a6ec890c8/f51371b4-5729-4747-8780-8a2b91c7023d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:22.444405 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:22.457123 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:22.565277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:22.608521 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Attempting to bind port df8930e4-32d3-43a5-a058-86626aed475c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:22.609228 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Attempting to bind port df8930e4-32d3-43a5-a058-86626aed475c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:22.609786 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Attempting to bind port df8930e4-32d3-43a5-a058-86626aed475c on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:22.632322 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Pushing event updated for resources: {'Port': ['ID=df8930e4-32d3-43a5-a058-86626aed475c,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:22.646892 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:22.647710 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:22.648337 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:22.649350 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:22.650062 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Bound port: df8930e4-32d3-43a5-a058-86626aed475c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:22.650857 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:22.751046 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.751433 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.751777 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.752141 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.752475 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.752797 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.753452 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.754144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e5d2df00-a149-4f45-8416-d7cc82470dd5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:22.754366 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.754903 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.755336 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.760939 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.760939 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:22.876974 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] For port df8930e4-32d3-43a5-a058-86626aed475c, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:22.888811 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] For port df8930e4-32d3-43a5-a058-86626aed475c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df8930e4-32d3-43a5-a058-86626aed475c,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:22.906858 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:22.936470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e5d2df00-a149-4f45-8416-d7cc82470dd5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:22.937833 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:23.042873 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:23.044156 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:23.051350 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:23.123143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Network 43467482-b628-4f66-bca9-2725b3052053 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:23.125151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Pushing event updated for resources: {'Port': ['ID=f51371b4-5729-4747-8780-8a2b91c7023d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:23.127224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:23.133582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:23.230533 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb756858-fc70-46b2-b14e-59d6a4047c73 None None] Pushing event updated for resources: {'Port': ['ID=df8930e4-32d3-43a5-a058-86626aed475c,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:23.269877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e5e8e362-56b3-433a-9732-955440ad1700 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:14:23.274764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f668f0-0b10-4f27-a85a-069195394a54 req-82ea0973-d844-4847-b08a-d1b532f66e1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:23.282699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98f668f0-0b10-4f27-a85a-069195394a54 req-82ea0973-d844-4847-b08a-d1b532f66e1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2458186 Nov 04 09:14:23.296483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:23.320071 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:23.506236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:23.528476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98f668f0-0b10-4f27-a85a-069195394a54 req-d23afd78-c13a-4551-aa4d-c461adc5a6aa tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447944 Nov 04 09:14:23.551422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e5e8e362-56b3-433a-9732-955440ad1700', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'port_id': 'e5e8e362-56b3-433a-9732-955440ad1700', 'mac_address': 'fa:16:3e:bb:fa:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f9873-0dcb-42d1-9b51-6a3ea42fb140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:14:23.692813 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:19Z', 'revision_number': 3, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:23.718840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8779ddfd-f26e-4f30-b0e1-7ac70a5d9662 None None] Provisioning complete for port f51371b4-5729-4747-8780-8a2b91c7023d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:23.719846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8779ddfd-f26e-4f30-b0e1-7ac70a5d9662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:23.736522 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:23.748384 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4a57c6-dd32-4edc-ab19-daf7a59578ce None None] The sync data for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 is: [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:19Z', 'revision_number': 3, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:14:23.781383 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:23.795572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5e8e362-56b3-433a-9732-955440ad1700 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:14:23.833674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8779ddfd-f26e-4f30-b0e1-7ac70a5d9662 None None] Port f51371b4-5729-4747-8780-8a2b91c7023d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:23.842080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:23.848513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39728) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:23.856003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:23.936263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:23.953920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e5e8e362-56b3-433a-9732-955440ad1700'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:14:24.137338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1313771056'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:24.233476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:24.236673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.242387 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.243561 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.254279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.470501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Pushing event updated for resources: {'Port': ['ID=f51371b4-5729-4747-8780-8a2b91c7023d,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:24.483678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.567527 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.577383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.693465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:14:24.696985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0456471e-5fe6-4697-a3e7-2a7de0a3f100,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:24.733593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Network 43467482-b628-4f66-bca9-2725b3052053 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:24.752249 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.752594 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Added segment 2ae0a4f5-c15a-41b8-856d-26b5d580ec3a of type vlan for network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca Nov 04 09:14:24.781096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:24.893223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:24.977297 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:25.017043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:25.017992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:25.051105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2006741 Nov 04 09:14:25.054031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39752) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:25.127418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Router adbd8752-2953-4ae7-b557-28eda9e04289 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:14:25.165996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'subnet': {'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:25.199744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3d0f3-f8f1-41c9-892f-71ef2ead77d8 req-794bea2a-a71e-4e58-9763-481e086ece49 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:25.212038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6a3d0f3-f8f1-41c9-892f-71ef2ead77d8 req-794bea2a-a71e-4e58-9763-481e086ece49 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 944 time: 0.5406106 Nov 04 09:14:25.282161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c3674bd0-91aa-432d-bb86-8cb4936e3458 None None] Provisioning complete for port f51371b4-5729-4747-8780-8a2b91c7023d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:25.282689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cdb2d-3b2a-4675-abc7-2c9b147f0a4d tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Network': ['ID=4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:25.297887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c3674bd0-91aa-432d-bb86-8cb4936e3458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:25.322055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e5e8e362-56b3-433a-9732-955440ad1700 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:25.330609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:14:25.352906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:25.369332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:25.558893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6a3d0f3-f8f1-41c9-892f-71ef2ead77d8 req-fce5b7fa-409e-426f-bb99-21db70ace8b0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397734 Nov 04 09:14:25.677133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c3674bd0-91aa-432d-bb86-8cb4936e3458 None None] Port f51371b4-5729-4747-8780-8a2b91c7023d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:25.705932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:14:25.718059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-793a9ff2-4c21-4870-a4b2-5e9c377eb39b admin admin] 10.222.0.53 "PUT /v2.0/routers/adbd8752-2953-4ae7-b557-28eda9e04289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7599895 Nov 04 09:14:25.748073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e5e8e362-56b3-433a-9732-955440ad1700 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:25.748786 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:25.803941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:25.899974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Subnet': ['ID=00ac3a29-de08-4831-88ac-bcfd753e6c72,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:25.981949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Checking segment: {'id': '2ae0a4f5-c15a-41b8-856d-26b5d580ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:25.983368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network hostable DHCP agents. Network: 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:14:26.047745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:14:26.067167 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:26.067837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:26.077329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbb551-7b57-4556-a4a9-4f4bc5da5f22 None None] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:26.085868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:26.088888 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:26.155929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e4e287af-a2ea-48ce-b0df-bb15b0c04822 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0947108 Nov 04 09:14:26.158023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:26.164678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-406560746'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:26.273364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:14:26.278381 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7630f722-ae62-4b22-b711-a7804be95824" -d '{"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-plugged", "status": "completed", "tag": "e5e8e362-56b3-433a-9732-955440ad1700"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:14:26.358624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:26.373409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:26.477956 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62045a4-b814-42a5-8f73-6d3ff448cfc7 x-openstack-request-id: req-f62045a4-b814-42a5-8f73-6d3ff448cfc7 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:14:26.478184 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-plugged", "status": "completed", "tag": "e5e8e362-56b3-433a-9732-955440ad1700", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:14:26.478450 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f62045a4-b814-42a5-8f73-6d3ff448cfc7 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:14:26.478773 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700', 'code': 200} Nov 04 09:14:26.479395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:26.482517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df8930e4-32d3-43a5-a058-86626aed475c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:26.548623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:26.553485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:26.594019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] device_id is not set on port 563a2f35-9219-4fac-a7e2-3fd5a633eca1 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:14:26.676521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port df8930e4-32d3-43a5-a058-86626aed475c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:26.677278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:26.901792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Allocated IP 2001:db8::fe (4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca/00ac3a29-de08-4831-88ac-bcfd753e6c72/563a2f35-9219-4fac-a7e2-3fd5a633eca1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:26.957701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'tenant_id': 'fe67854272674cc8b0f9da7dee7bbd4c', 'fixed_ips': [{'subnet_id': '00ac3a29-de08-4831-88ac-bcfd753e6c72'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:14:26.964395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.115771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.239374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39790) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:27.263189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-567616402-network', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:27.308812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Made reservation on behalf of 84dd4cd06896481aa696f3dab7aabb13 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:27.318361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Sync routers for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:14:27.320256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.357760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.442820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.443758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:27.444499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:27.491090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port df8930e4-32d3-43a5-a058-86626aed475c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df8930e4-32d3-43a5-a058-86626aed475c,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:27.587619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.594332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.618078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ee8dd-e025-4285-81ba-fb59d0943ce2 req-5859f16f-aa89-44c8-a3d8-e99496ff580f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:27.631696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:14:27.632035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df4ee8dd-e025-4285-81ba-fb59d0943ce2 req-5859f16f-aa89-44c8-a3d8-e99496ff580f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.9079177 Nov 04 09:14:27.647822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb69a4-c1df-4d79-a7a2-9a77737f1b89,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:27.664861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.665358 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Added segment 69c06445-82c9-4e47-81fe-d94aa7a73163 of type vlan for network 5dc6758e-d228-4a11-81bd-27fbceef7bda Nov 04 09:14:27.670515 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.734201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df4ee8dd-e025-4285-81ba-fb59d0943ce2 req-21595cb6-11ff-4ea5-9813-322cbb4fd6b6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994873 Nov 04 09:14:27.737155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.797724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.844913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Allocated IP 2001:db8::2 (4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca/00ac3a29-de08-4831-88ac-bcfd753e6c72/0b3ed38b-9de0-48c6-810a-725c9990163d) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:27.883990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.885242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:27.885830 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.888124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=563a2f35-9219-4fac-a7e2-3fd5a633eca1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:27.897505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:27.899832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:27.902590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:27.909798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:27.910744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:27.937255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-853a1d08-08fd-41a5-b5ce-54b9c5491fc8 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7780545 Nov 04 09:14:27.941148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:27.955555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1578087877', 'allowed_address_pairs': [{'ip_address': '2001:db8::fe', 'mac_address': 'fa:16:3e:0c:15:73'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:28.078187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] Pushing event updated for resources: {'Network': ['ID=5dc6758e-d228-4a11-81bd-27fbceef7bda,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:28.098081 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71487fba-6e07-439d-9f2d-908cfbb52927 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8396780 Nov 04 09:14:28.101465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39794) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:28.114156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Request body: {'subnet': {'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-567616402-subnet', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:28.128351 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.140925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:14:28.158095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.172667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Made reservation on behalf of 84dd4cd06896481aa696f3dab7aabb13 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:28.179492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.255749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:28.294817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:28.301349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=df8930e4-32d3-43a5-a058-86626aed475c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:28.320175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:28.428123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Pushing event updated for resources: {'Port': ['ID=0b3ed38b-9de0-48c6-810a-725c9990163d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:28.453210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.460286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:28.516225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] device_id is not set on port afcb390c-df5b-4f6d-a7c5-895d812915e5 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:14:28.556137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:28.569841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.648188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c896e75-92fd-4c82-94a1-597bc4882461,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:28.687715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Checking segment: {'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:28.687715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Network hostable DHCP agents. Network: 5dc6758e-d228-4a11-81bd-27fbceef7bda, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:14:28.727179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Attempting to bind port 0b3ed38b-9de0-48c6-810a-725c9990163d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:28.727735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Attempting to bind port 0b3ed38b-9de0-48c6-810a-725c9990163d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '2ae0a4f5-c15a-41b8-856d-26b5d580ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:28.728239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Attempting to bind port 0b3ed38b-9de0-48c6-810a-725c9990163d on network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:28.730407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:14:28.750577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 5dc6758e-d228-4a11-81bd-27fbceef7bda) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:28.752355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:28.754713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Checking segment: {'id': '2ae0a4f5-c15a-41b8-856d-26b5d580ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:28.756091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.760463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Bound using segment: {'id': '2ae0a4f5-c15a-41b8-856d-26b5d580ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:28.763024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Bound port: 0b3ed38b-9de0-48c6-810a-725c9990163d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae0a4f5-c15a-41b8-856d-26b5d580ec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:28.764290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.782821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:28.783494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.795120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1bbe38-6d60-43fe-a500-7af5fdb72d8d None None] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:28.852408 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-05bc06a2-6ebe-4fe5-8b96-cc8a5e733976 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7492430 Nov 04 09:14:28.853089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39804) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:28.869962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:28.922643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.924145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:28.959327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Allocated IP 2001:db8::129 (4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca/00ac3a29-de08-4831-88ac-bcfd753e6c72/afcb390c-df5b-4f6d-a7c5-895d812915e5) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:29.019717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:29.201254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd2e34-cf5d-4263-9f2b-4e2ab77153c9 req-a547bb82-6538-4e89-a1f5-ae12c5eeba70 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:29.204290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5cd2e34-cf5d-4263-9f2b-4e2ab77153c9 req-a547bb82-6538-4e89-a1f5-ae12c5eeba70 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2534120 Nov 04 09:14:29.381764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5cd2e34-cf5d-4263-9f2b-4e2ab77153c9 req-38ebc3f6-63cc-4424-b2be-f36e35b27570 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673884 Nov 04 09:14:29.387482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:29.536672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] For port 0b3ed38b-9de0-48c6-810a-725c9990163d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:29.549191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] For port 0b3ed38b-9de0-48c6-810a-725c9990163d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0b3ed38b-9de0-48c6-810a-725c9990163d,segment=NetworkSegment(2ae0a4f5-c15a-41b8-856d-26b5d580ec3a),segment_id=2ae0a4f5-c15a-41b8-856d-26b5d580ec3a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:29.563133 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:29.591145 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:29.643184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-5dc6758e-d228-4a11-81bd-27fbceef7bda', 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'fixed_ips': [{'subnet_id': '4c896e75-92fd-4c82-94a1-597bc4882461'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:14:29.646418 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:29.687182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:29.806550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:29.811323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:29.843614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:29.861127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:29.863409 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:29.904190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.9603779 Nov 04 09:14:29.905283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:29.963115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ae59c-0630-46a8-94e5-5222b2b42514 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=afcb390c-df5b-4f6d-a7c5-895d812915e5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:30.018119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbc516-72d8-4109-b57b-24cadc688154 None None] Pushing event updated for resources: {'Port': ['ID=0b3ed38b-9de0-48c6-810a-725c9990163d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:30.049250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:30.082859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232b935-bce8-43d9-a021-69b956d2c09f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:30.100203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232b935-bce8-43d9-a021-69b956d2c09f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:30.107251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:30.114154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b232b935-bce8-43d9-a021-69b956d2c09f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:30.115932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b232b935-bce8-43d9-a021-69b956d2c09f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.2071555 Nov 04 09:14:30.119212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:30.142699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 2, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:30.287949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Checking router: adbd8752-2953-4ae7-b557-28eda9e04289 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:14:30.294534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Updating router adbd8752-2953-4ae7-b557-28eda9e04289 port f51371b4-5729-4747-8780-8a2b91c7023d binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:14:30.405950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:30.513823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Allocated IP 172.25.3.14 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/ac5bd580-9a71-4e8e-91c2-f10742a39140) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:30.649549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting port afcb390c-df5b-4f6d-a7c5-895d812915e5 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:30.650031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:30.803865 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:30.875482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Calling delete_port for afcb390c-df5b-4f6d-a7c5-895d812915e5 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:30.902950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df8930e4-32d3-43a5-a058-86626aed475c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:30.990928 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:31.028197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Allocated IP 172.20.0.2 (5dc6758e-d228-4a11-81bd-27fbceef7bda/4c896e75-92fd-4c82-94a1-597bc4882461/6cc3bc41-9f44-4472-afa9-bf52074c29aa) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:31.082381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:31.156872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611bc38-f956-4bfc-99b7-cfe606829327 req-6d61933e-2b99-4300-b2f9-1c1406c161d6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:31.158374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f611bc38-f956-4bfc-99b7-cfe606829327 req-6d61933e-2b99-4300-b2f9-1c1406c161d6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2850289 Nov 04 09:14:31.212564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:31.217724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:31.241421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Pushing event updated for resources: {'Port': ['ID=ac5bd580-9a71-4e8e-91c2-f10742a39140,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:31.254136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:31.333354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f611bc38-f956-4bfc-99b7-cfe606829327 req-7f883287-c480-41b6-9b6e-1510198676ce tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518486 Nov 04 09:14:31.493945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port df8930e4-32d3-43a5-a058-86626aed475c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:31.494300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:31.506954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:31.543965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Port': ['ID=afcb390c-df5b-4f6d-a7c5-895d812915e5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:31.747085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:31.756116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eff93961-3d4a-4bfc-b488-9265b2bbcab7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/ports/afcb390c-df5b-4f6d-a7c5-895d812915e5 HTTP/1.1" status: 204 len: 168 time: 1.6350563 Nov 04 09:14:31.758886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39830) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:31.813530 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99ffa75-20fd-414d-b3b6-c42f1c1b884c tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] GET failed (client error): The resource could not be found. Nov 04 09:14:31.816777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d99ffa75-20fd-414d-b3b6-c42f1c1b884c tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "GET /v2.0/ports/afcb390c-df5b-4f6d-a7c5-895d812915e5 HTTP/1.1" status: 404 len: 333 time: 0.0554912 Nov 04 09:14:31.821144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39832) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:31.826924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1374760778'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:31.868487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.004539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.058938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85080dd-2bf8-4789-adeb-26356917b567 None None] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:32.069873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0b3ed38b-9de0-48c6-810a-725c9990163d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:32.075122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:32.082841 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.106377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] device_id is not set on port 13e137dc-729e-4949-9caf-7d07559332d9 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:14:32.209019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.280924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.345272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Allocated IP 2001:db8::390 (4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca/00ac3a29-de08-4831-88ac-bcfd753e6c72/13e137dc-729e-4949-9caf-7d07559332d9) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:32.371141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:32.386493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-47538afd-366c-4e13-a05a-5959f361aa96 None None] Provisioning complete for port 0b3ed38b-9de0-48c6-810a-725c9990163d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:32.386788 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47538afd-366c-4e13-a05a-5959f361aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.542405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:14:32.612714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.615660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:32.680126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:32.715359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Pushing event updated for resources: {'Port': ['ID=6cc3bc41-9f44-4472-afa9-bf52074c29aa,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:32.785979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:14:32.800280 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Sync routers for ids ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:14:32.815013 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Routers {'1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:32.820743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:32.829133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.838106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6ab20b70-d271-43ff-9535-fdb6e9e27e0e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.9796214 Nov 04 09:14:32.838106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:32.840464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2174f-17c6-4650-8370-8e688b5b3273 req-9b414bc2-6189-4fa0-8eb9-cbc5e2e19dd3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:32.842533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2dd2174f-17c6-4650-8370-8e688b5b3273 req-9b414bc2-6189-4fa0-8eb9-cbc5e2e19dd3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2240882 Nov 04 09:14:32.900669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:32.991984 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.061603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Attempting to bind port 6cc3bc41-9f44-4472-afa9-bf52074c29aa on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:33.062311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Attempting to bind port 6cc3bc41-9f44-4472-afa9-bf52074c29aa by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:33.062581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Attempting to bind port 6cc3bc41-9f44-4472-afa9-bf52074c29aa on network 5dc6758e-d228-4a11-81bd-27fbceef7bda {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:33.070600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.075527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=13e137dc-729e-4949-9caf-7d07559332d9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:33.084731 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Set router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:33.123272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2dd2174f-17c6-4650-8370-8e688b5b3273 req-404e20b7-4ea2-48a3-be98-68727a63ea9e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354097 Nov 04 09:14:33.149944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:33.151612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:33.162738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:33.168486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0b3ed38b-9de0-48c6-810a-725c9990163d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:33.168872 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.178312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:33.179001 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.222780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60ba9121-b708-46b9-99b7-8377a61be77e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4002106 Nov 04 09:14:33.225410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:33.245830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:33.246058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::fe', 'mac_address': 'fa:16:3e:0c:15:73'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:33.246594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Checking segment: {'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:33.246865 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.247282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Bound using segment: {'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:33.247742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Bound port: 6cc3bc41-9f44-4472-afa9-bf52074c29aa, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:33.248155 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.383438 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47538afd-366c-4e13-a05a-5959f361aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.605653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.615239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] For port 6cc3bc41-9f44-4472-afa9-bf52074c29aa, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:33.622403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] For port 6cc3bc41-9f44-4472-afa9-bf52074c29aa, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6cc3bc41-9f44-4472-afa9-bf52074c29aa,segment=NetworkSegment(69c06445-82c9-4e47-81fe-d94aa7a73163),segment_id=69c06445-82c9-4e47-81fe-d94aa7a73163)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:33.743050 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:14:31Z', 'revision_number': 3, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port': {'id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:30Z', 'updated_at': '2021-11-04T09:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:33.765057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e603b-f435-4a22-b623-e707e3476059 None None] Pushing event updated for resources: {'Port': ['ID=f51371b4-5729-4747-8780-8a2b91c7023d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:33.803415 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Checking router: 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:14:33.804711 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Updating router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d port ac5bd580-9a71-4e8e-91c2-f10742a39140 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:14:33.852761 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:33.920037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.184980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.192346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-47538afd-366c-4e13-a05a-5959f361aa96 None None] For port 0b3ed38b-9de0-48c6-810a-725c9990163d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0b3ed38b-9de0-48c6-810a-725c9990163d,segment=NetworkSegment(2ae0a4f5-c15a-41b8-856d-26b5d580ec3a),segment_id=2ae0a4f5-c15a-41b8-856d-26b5d580ec3a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:34.194596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.201468 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.210423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Attempting to bind port f51371b4-5729-4747-8780-8a2b91c7023d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:34.213483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Attempting to bind port f51371b4-5729-4747-8780-8a2b91c7023d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:34.214600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Attempting to bind port f51371b4-5729-4747-8780-8a2b91c7023d on network 43467482-b628-4f66-bca9-2725b3052053 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:34.277745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:34.279023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Checking segment: {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:34.280307 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.281496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Bound using segment: {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:34.283762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Bound port: f51371b4-5729-4747-8780-8a2b91c7023d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:34.285930 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.300663 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47538afd-366c-4e13-a05a-5959f361aa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.314640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.395185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] In _notify_port_updated(), no bound segment for port 13e137dc-729e-4949-9caf-7d07559332d9 on network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:14:34.408939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:34.410572 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.412730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "PUT /v2.0/ports/13e137dc-729e-4949-9caf-7d07559332d9 HTTP/1.1" status: 200 len: 1002 time: 1.1827869 Nov 04 09:14:34.415646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39874) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:34.433188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35bcd13-b774-4480-ada3-bda21e56367a tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=13e137dc-729e-4949-9caf-7d07559332d9,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:34.512961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c3147-2559-4b2d-b8aa-bf63349dc1a9 req-d54149d6-0251-4646-afba-d31d36502afe tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:34.522068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-931c3147-2559-4b2d-b8aa-bf63349dc1a9 req-d54149d6-0251-4646-afba-d31d36502afe tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1940618 Nov 04 09:14:34.592252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc078a4-a0c7-427f-ad7d-d2415b1141b6 None None] Pushing event updated for resources: {'Port': ['ID=6cc3bc41-9f44-4472-afa9-bf52074c29aa,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:34.692455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-931c3147-2559-4b2d-b8aa-bf63349dc1a9 req-b3cae34c-854a-4f29-8a7d-ca22c2df516e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694019 Nov 04 09:14:34.728715 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.744219 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:34.800349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d4ac423b-45b2-4cb6-9f49-7b56fe4222c3 None None] Provisioning complete for port f51371b4-5729-4747-8780-8a2b91c7023d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:34.800908 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4ac423b-45b2-4cb6-9f49-7b56fe4222c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:35.028652 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Attempting to bind port ac5bd580-9a71-4e8e-91c2-f10742a39140 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:35.029220 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Attempting to bind port ac5bd580-9a71-4e8e-91c2-f10742a39140 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:35.029367 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Attempting to bind port ac5bd580-9a71-4e8e-91c2-f10742a39140 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:35.067289 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1209f-9240-49b1-aa06-98e88ca59bc6 None None] Pushing event updated for resources: {'Port': ['ID=ac5bd580-9a71-4e8e-91c2-f10742a39140,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:35.089509 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:35.089985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:35.090413 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:35.101618 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:35.107514 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Bound port: ac5bd580-9a71-4e8e-91c2-f10742a39140, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:35.110851 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:35.362960 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] For port ac5bd580-9a71-4e8e-91c2-f10742a39140, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:35.379269 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] For port ac5bd580-9a71-4e8e-91c2-f10742a39140, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ac5bd580-9a71-4e8e-91c2-f10742a39140,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:35.395823 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:35.642131 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd1209f-9240-49b1-aa06-98e88ca59bc6 None None] Pushing event updated for resources: {'Port': ['ID=ac5bd580-9a71-4e8e-91c2-f10742a39140,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:35.667828 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Routers {'1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:35.668820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:35.854866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] For port f51371b4-5729-4747-8780-8a2b91c7023d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:35.856402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] For port f51371b4-5729-4747-8780-8a2b91c7023d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f51371b4-5729-4747-8780-8a2b91c7023d,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:35.864314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting port 13e137dc-729e-4949-9caf-7d07559332d9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:35.865406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:35.866600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47538afd-366c-4e13-a05a-5959f361aa96 None None] Pushing event updated for resources: {'Port': ['ID=0b3ed38b-9de0-48c6-810a-725c9990163d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:35.914491 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:35.939783 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] Set router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:35.993613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cb39c-09f2-4516-ac8e-0ea37105432f req-5eb45fda-7acb-4746-9030-d4dd1d646edf tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:36.019743 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-085cb39c-09f2-4516-ac8e-0ea37105432f req-5eb45fda-7acb-4746-9030-d4dd1d646edf tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1406021 Nov 04 09:14:36.035502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:14:36.035888 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:14:36.069191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac423b-45b2-4cb6-9f49-7b56fe4222c3 None None] Port f51371b4-5729-4747-8780-8a2b91c7023d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:36.141789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-085cb39c-09f2-4516-ac8e-0ea37105432f req-f5763cc7-0dd7-4d47-8384-9047e2dd8d2a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192582 Nov 04 09:14:36.181197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:36.198686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:36.207778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:36.217948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Calling delete_port for 13e137dc-729e-4949-9caf-7d07559332d9 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:36.544515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:36.588903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Allocated IP 172.20.0.1 (5dc6758e-d228-4a11-81bd-27fbceef7bda/4c896e75-92fd-4c82-94a1-597bc4882461/e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:36.605399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1cb33a-09d4-415a-b725-a1845fedb552 None None] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:36.613916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:36.784486 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:14:31Z', 'revision_number': 3, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port': {'id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:30Z', 'updated_at': '2021-11-04T09:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:36.846611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Port': ['ID=13e137dc-729e-4949-9caf-7d07559332d9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:36.892558 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c60b-9d74-49b8-826d-262ff879b88f None None] The sync data for ids ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'] in n-d-816487-1 is: [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:14:31Z', 'revision_number': 3, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port': {'id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:30Z', 'updated_at': '2021-11-04T09:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:14:36.977344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8219a50b-39f0-4c94-94a4-96516c06567b None None] Could not find standard attr ID for object afcb390c-df5b-4f6d-a7c5-895d812915e5. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:14:37.020323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8219a50b-39f0-4c94-94a4-96516c06567b None None] Could not find standard attr ID for object 13e137dc-729e-4949-9caf-7d07559332d9. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:14:37.048547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e603b-f435-4a22-b623-e707e3476059 None None] Pushing event updated for resources: {'Port': ['ID=f51371b4-5729-4747-8780-8a2b91c7023d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:37.123566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:37.130509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:37.131171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-878efad8-1e4f-413d-973c-2bb7e9a119de tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/ports/13e137dc-729e-4949-9caf-7d07559332d9 HTTP/1.1" status: 204 len: 168 time: 2.7138085 Nov 04 09:14:37.215248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:37.255700 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca2c6ab-26d9-43dd-9cdf-ba15b236bdc1 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] GET failed (client error): The resource could not be found. Nov 04 09:14:37.260303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5ca2c6ab-26d9-43dd-9cdf-ba15b236bdc1 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "GET /v2.0/ports/13e137dc-729e-4949-9caf-7d07559332d9 HTTP/1.1" status: 404 len: 333 time: 0.1264596 Nov 04 09:14:37.262914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:37.287492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-136108362'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:37.309515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:37.433705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8219a50b-39f0-4c94-94a4-96516c06567b None None] Provisioning complete for port 0b3ed38b-9de0-48c6-810a-725c9990163d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:37.436505 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8219a50b-39f0-4c94-94a4-96516c06567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:37.450314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d7e6578-4834-4361-861f-b3fe1e7f4961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:37.460658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:37.482094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:37.483784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:37.486731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:37.652169 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:37.848505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6cc3bc41-9f44-4472-afa9-bf52074c29aa up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:37.947754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dad00-61bf-45a4-ab42-9befbd41aab1 req-fd8af244-ce71-407a-a7ea-5468608d0cf7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:37.958171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-584dad00-61bf-45a4-ab42-9befbd41aab1 req-fd8af244-ce71-407a-a7ea-5468608d0cf7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.3210783 Nov 04 09:14:37.963325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:35Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:37.981311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:38.025151 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.086257 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.090557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] device_id is not set on port 576ccf1c-c0df-4f0f-9593-88253936e945 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:14:38.093125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca78d72e-dc26-40fd-be86-caa0b98f1af2 None None] The sync data for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 is: [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:35Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:14:38.109042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8219a50b-39f0-4c94-94a4-96516c06567b None None] Provisioning complete for port 563a2f35-9219-4fac-a7e2-3fd5a633eca1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:38.109421 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8219a50b-39f0-4c94-94a4-96516c06567b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.329369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8219a50b-39f0-4c94-94a4-96516c06567b None None] Port 563a2f35-9219-4fac-a7e2-3fd5a633eca1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:38.461219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-584dad00-61bf-45a4-ab42-9befbd41aab1 req-d736d4be-721d-4316-a5c9-c9d3c905ba4e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007374 Nov 04 09:14:38.623294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6cc3bc41-9f44-4472-afa9-bf52074c29aa triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:38.624027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.694591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Provisioning complete for port f51371b4-5729-4747-8780-8a2b91c7023d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:38.694969 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.703042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Allocated IP 2001:db8::61 (4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca/00ac3a29-de08-4831-88ac-bcfd753e6c72/576ccf1c-c0df-4f0f-9593-88253936e945) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:38.726840 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.739235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.868398 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:38.920495 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.072288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] For port f51371b4-5729-4747-8780-8a2b91c7023d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f51371b4-5729-4747-8780-8a2b91c7023d,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:39.086003 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.114042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 6cc3bc41-9f44-4472-afa9-bf52074c29aa, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6cc3bc41-9f44-4472-afa9-bf52074c29aa,segment=NetworkSegment(69c06445-82c9-4e47-81fe-d94aa7a73163),segment_id=69c06445-82c9-4e47-81fe-d94aa7a73163)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:39.116124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.119220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:39.136622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Could not find standard attr ID for object 13e137dc-729e-4949-9caf-7d07559332d9. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:14:39.147066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.148578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0b3ed38b-9de0-48c6-810a-725c9990163d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:39.158510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.233742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.269977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Provisioning complete for port 6cc3bc41-9f44-4472-afa9-bf52074c29aa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:39.270337 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.343407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:39.348742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:39.350655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:39.350822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:39.361834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:39.384093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:39.386196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.386341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedfab-0b84-43a4-8bfb-a674182608fa None None] Pushing event updated for resources: {'Port': ['ID=f51371b4-5729-4747-8780-8a2b91c7023d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:39.468367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2018092 Nov 04 09:14:39.490634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39942) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:39.530646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0c:15:73'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:39.563505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b9c66-1024-4fa8-a14a-968a8b18afe0 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=576ccf1c-c0df-4f0f-9593-88253936e945,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:39.710305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0b3ed38b-9de0-48c6-810a-725c9990163d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:39.710680 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:39.713283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=6cc3bc41-9f44-4472-afa9-bf52074c29aa,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:39.807357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:14:40.084810 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df78e7cb-1067-47aa-be55-02404cbf0467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:40.147809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:14:40.160458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-976d109f-bf5c-40d8-b6b3-869978ee24f9 admin admin] 10.222.0.53 "PUT /v2.0/routers/1b43ebfe-f675-42c6-8b4b-5a6e90a1002d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3200142 Nov 04 09:14:40.508389 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:40.532489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Provisioning complete for port 576ccf1c-c0df-4f0f-9593-88253936e945 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:40.532873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:40.681532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Port 576ccf1c-c0df-4f0f-9593-88253936e945 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:40.711620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Provisioning complete for port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:40.711620 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:40.739730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:40.757234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Sync routers for ids ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:14:40.779657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Routers {'1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:40.780329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:40.836060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6cc3bc41-9f44-4472-afa9-bf52074c29aa up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:40.858034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031ead9-28b8-4cf5-a0b7-5b70f933b80b req-ce9ba909-165a-45ee-b12b-abed7087ef69 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:40.859799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c031ead9-28b8-4cf5-a0b7-5b70f933b80b req-ce9ba909-165a-45ee-b12b-abed7087ef69 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2275078 Nov 04 09:14:40.955388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:40.965914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c031ead9-28b8-4cf5-a0b7-5b70f933b80b req-eb5f84d6-6b9c-49e1-9c1f-9572aaa55bc0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991817 Nov 04 09:14:41.013057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6cc3bc41-9f44-4472-afa9-bf52074c29aa triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:41.022469 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:41.154006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Provisioning complete for port 6cc3bc41-9f44-4472-afa9-bf52074c29aa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:41.154890 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8694114e-18ce-4fa4-9aca-6b4450964137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:41.236379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:41.252149 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:41.282598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] In _notify_port_updated(), no bound segment for port 576ccf1c-c0df-4f0f-9593-88253936e945 on network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:14:41.293938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:41.303805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:41.307000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "PUT /v2.0/ports/576ccf1c-c0df-4f0f-9593-88253936e945 HTTP/1.1" status: 200 len: 1001 time: 1.8122470 Nov 04 09:14:41.307665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:41.447928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Set router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:41.448873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3d61-b254-45b7-a68a-baeea857a623 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=576ccf1c-c0df-4f0f-9593-88253936e945,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:41.630284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:41.665563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f51371b4-5729-4747-8780-8a2b91c7023d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:41.804746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting port 576ccf1c-c0df-4f0f-9593-88253936e945 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:41.805136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.025638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.059973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Calling delete_port for 576ccf1c-c0df-4f0f-9593-88253936e945 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:42.079464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8987e35e-3fd9-4291-adac-8343bd4fb636 None None] Provisioning complete for port 576ccf1c-c0df-4f0f-9593-88253936e945 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:42.080014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8987e35e-3fd9-4291-adac-8343bd4fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.103023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:42.108561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e178eaf0-2b70-4214-b6bd-af0eac321dac tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1319357585', 'description': 'tempest-secgroup-smoke-1319357585 description', 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:42.161787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e178eaf0-2b70-4214-b6bd-af0eac321dac tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.192704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f51371b4-5729-4747-8780-8a2b91c7023d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:42.193225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.265130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8987e35e-3fd9-4291-adac-8343bd4fb636 None None] Port 576ccf1c-c0df-4f0f-9593-88253936e945 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:42.279079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:14:37Z', 'revision_number': 4, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port': {'id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:30Z', 'updated_at': '2021-11-04T09:14:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f', 'name': '', 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'mac_address': 'fa:16:3e:8e:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4c896e75-92fd-4c82-94a1-597bc4882461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:34Z', 'updated_at': '2021-11-04T09:14:38Z', 'revision_number': 2, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'subnets': [{'id': '4c896e75-92fd-4c82-94a1-597bc4882461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:42.297087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e2f7-939d-47f0-98ef-23fb6759f511 req-ed504e0d-8595-4674-93da-05f1b48ec91b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:42.298879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2143e2f7-939d-47f0-98ef-23fb6759f511 req-ed504e0d-8595-4674-93da-05f1b48ec91b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1213119 Nov 04 09:14:42.342718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Checking router: 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:14:42.343553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Updating router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:14:42.378322 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.388592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2143e2f7-939d-47f0-98ef-23fb6759f511 req-e3174398-e8ed-4306-9dd9-c780af379e88 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789220 Nov 04 09:14:42.470551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Port': ['ID=576ccf1c-c0df-4f0f-9593-88253936e945,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:42.475759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8987e35e-3fd9-4291-adac-8343bd4fb636 None None] Provisioning complete for port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:42.489178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8987e35e-3fd9-4291-adac-8343bd4fb636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.495783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e178eaf0-2b70-4214-b6bd-af0eac321dac tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.505249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e178eaf0-2b70-4214-b6bd-af0eac321dac tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.537525 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.538907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e178eaf0-2b70-4214-b6bd-af0eac321dac tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.543170 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e178eaf0-2b70-4214-b6bd-af0eac321dac tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4388828 Nov 04 09:14:42.552048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:42.560917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.567402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/ports/576ccf1c-c0df-4f0f-9593-88253936e945 HTTP/1.1" status: 204 len: 168 time: 1.2549505 Nov 04 09:14:42.571181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.572362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.573043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.574052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.574798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.575332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.576041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.576646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.577415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.577935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.579354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.579917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcba6c8-af24-4aa7-9024-74d86ad6213b tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:42.585544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:42.591435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-32e42e44-9ee1-4ca8-a17d-c8c2fe76f7ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'security_group_rule': {'security_group_id': '101ed634-6403-483d-a441-70a0efd2c703', 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:42.615556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8987e35e-3fd9-4291-adac-8343bd4fb636 None None] Port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:42.630652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac5bd580-9a71-4e8e-91c2-f10742a39140 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:42.642620 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbb3d7f8-f973-4d4f-922f-b00ab7f7e417 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] GET failed (client error): The resource could not be found. Nov 04 09:14:42.647016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bbb3d7f8-f973-4d4f-922f-b00ab7f7e417 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "GET /v2.0/ports/576ccf1c-c0df-4f0f-9593-88253936e945 HTTP/1.1" status: 404 len: 333 time: 0.0544531 Nov 04 09:14:42.654946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 39984) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:42.682533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-39107101'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:42.698444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32e42e44-9ee1-4ca8-a17d-c8c2fe76f7ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.722279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178eaf0-2b70-4214-b6bd-af0eac321dac tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101ed634-6403-483d-a441-70a0efd2c703,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:42.781506 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.863646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32e42e44-9ee1-4ca8-a17d-c8c2fe76f7ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.876914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32e42e44-9ee1-4ca8-a17d-c8c2fe76f7ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.928510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32e42e44-9ee1-4ca8-a17d-c8c2fe76f7ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:42.930286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-32e42e44-9ee1-4ca8-a17d-c8c2fe76f7ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3769107 Nov 04 09:14:42.933567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 39998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:42.945355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-45167ea3-32df-47ed-9446-0ae1d09499b5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'security_group_rule': {'security_group_id': '101ed634-6403-483d-a441-70a0efd2c703', 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:42.959285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e42e44-9ee1-4ca8-a17d-c8c2fe76f7ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a77363-a792-4630-b562-aeb233b8fcb3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:43.039448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45167ea3-32df-47ed-9446-0ae1d09499b5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.120089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ac5bd580-9a71-4e8e-91c2-f10742a39140 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:43.120627 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.141975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:43.155822 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.233359 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45167ea3-32df-47ed-9446-0ae1d09499b5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.236238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] device_id is not set on port ce22a9fa-e334-4483-b350-7325d53d92b4 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:14:43.250829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45167ea3-32df-47ed-9446-0ae1d09499b5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.303802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45167ea3-32df-47ed-9446-0ae1d09499b5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e2434cf-efba-4c62-b87f-cb14079f2582,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:43.322526 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-45167ea3-32df-47ed-9446-0ae1d09499b5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.323983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-45167ea3-32df-47ed-9446-0ae1d09499b5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3891797 Nov 04 09:14:43.327247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:43.337400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3361fd37-78e9-41f2-a20c-e2b9ea5d9ec0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'security_group_rule': {'security_group_id': '101ed634-6403-483d-a441-70a0efd2c703', 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:43.400463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3361fd37-78e9-41f2-a20c-e2b9ea5d9ec0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.434708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.456515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ac5bd580-9a71-4e8e-91c2-f10742a39140, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ac5bd580-9a71-4e8e-91c2-f10742a39140,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:43.479631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.574297 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3361fd37-78e9-41f2-a20c-e2b9ea5d9ec0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.585365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3361fd37-78e9-41f2-a20c-e2b9ea5d9ec0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.625410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Allocated IP 2001:db8::1f5 (4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca/00ac3a29-de08-4831-88ac-bcfd753e6c72/ce22a9fa-e334-4483-b350-7325d53d92b4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:43.644614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ac5bd580-9a71-4e8e-91c2-f10742a39140,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:43.718063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361fd37-78e9-41f2-a20c-e2b9ea5d9ec0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9209621-3dad-41a1-a944-8caee31d1d76,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:43.729021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3361fd37-78e9-41f2-a20c-e2b9ea5d9ec0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.732592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3361fd37-78e9-41f2-a20c-e2b9ea5d9ec0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4039929 Nov 04 09:14:43.736247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40016) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:43.748159 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.751302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0c2e9dd0-fcc0-4265-b50f-a0ac6856a166 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'security_group_rule': {'security_group_id': '101ed634-6403-483d-a441-70a0efd2c703', 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:43.765150 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.774680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b85d9-b732-497d-bb40-a6104a75ad64 req-3ad6f026-b914-4c7e-8b49-02425830b976 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:43.780649 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c2b85d9-b732-497d-bb40-a6104a75ad64 req-3ad6f026-b914-4c7e-8b49-02425830b976 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1766903 Nov 04 09:14:43.833940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa63f2-e78d-4b94-87fe-14b5a70f6fa5 None None] Pushing event updated for resources: {'Port': ['ID=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:43.863355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c2b85d9-b732-497d-bb40-a6104a75ad64 req-6dcbf2b2-0913-4b61-add8-25a42148f7b4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715814 Nov 04 09:14:43.930724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9dd0-fcc0-4265-b50f-a0ac6856a166 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.949128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Attempting to bind port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:43.949128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Attempting to bind port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:43.949496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Attempting to bind port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f on network 5dc6758e-d228-4a11-81bd-27fbceef7bda {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:43.954928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:43.955885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Checking segment: {'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:43.956067 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:43.956634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Bound using segment: {'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:43.957513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Bound port: e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c06445-82c9-4e47-81fe-d94aa7a73163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:43.957885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.063433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.069923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] For port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:44.074812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] For port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,segment=NetworkSegment(69c06445-82c9-4e47-81fe-d94aa7a73163),segment_id=69c06445-82c9-4e47-81fe-d94aa7a73163)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:44.081999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.183521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9dd0-fcc0-4265-b50f-a0ac6856a166 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.184829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa63f2-e78d-4b94-87fe-14b5a70f6fa5 None None] Pushing event updated for resources: {'Port': ['ID=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:44.215371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9dd0-fcc0-4265-b50f-a0ac6856a166 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.219584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.226778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Routers {'1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:14:44.227845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:14:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:44.291428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:44.315608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:44.324042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:44.343624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:44.345286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.413540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] Set router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:14:44.430721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=ce22a9fa-e334-4483-b350-7325d53d92b4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:44.469350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c2e9dd0-fcc0-4265-b50f-a0ac6856a166 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.476222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0c2e9dd0-fcc0-4265-b50f-a0ac6856a166 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7344596 Nov 04 09:14:44.478808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40024) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:44.483628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'security_group_rule': {'security_group_id': '101ed634-6403-483d-a441-70a0efd2c703', 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:44.493756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e9dd0-fcc0-4265-b50f-a0ac6856a166 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f0045fa-12f7-4330-a07d-b4c96235cefd,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:44.550486 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Project f2c4360d837f4dd59a356ce9eae64f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:14:44.558239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.563157 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f47b3c1c-5ddc-4b71-965c-12ca640a6f80 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8898301 Nov 04 09:14:44.563157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40026) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:44.572638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'network_id': '4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1360879560'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:44.747392 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.756698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.799202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2685d558-99f3-44cc-88b2-35cc45e7632e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:44.823525 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.826918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b5e233f-f14f-41c9-85ea-30ab43218573 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3467906 Nov 04 09:14:44.833913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40030) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:44.849498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'security_group_rule': {'security_group_id': '101ed634-6403-483d-a441-70a0efd2c703', 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:44.927029 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Project f2c4360d837f4dd59a356ce9eae64f89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:14:44.942271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-794365fc-512a-4f51-b1c7-8a6091bbb6d3 None None] Provisioning complete for port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:44.942739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-794365fc-512a-4f51-b1c7-8a6091bbb6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:44.946247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.060551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Made reservation on behalf of fe67854272674cc8b0f9da7dee7bbd4c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:45.066501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.094519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.099898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] device_id is not set on port d84c58b8-1e54-492d-8919-4fb455a760dd yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:14:45.107416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.165801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b60a36a-f0ae-410c-aa93-c42ff8d3c58f req-bed0e2b8-11a3-4174-b118-438cb1b8cfd3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:45.178078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b60a36a-f0ae-410c-aa93-c42ff8d3c58f req-bed0e2b8-11a3-4174-b118-438cb1b8cfd3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1335847 Nov 04 09:14:45.189515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76274f99-fa6f-4cc4-a0bd-5ce627308eb3,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:45.213925 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.220750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b8e19726-532f-4c8d-a154-909a418016fb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3786342 Nov 04 09:14:45.261811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b60a36a-f0ae-410c-aa93-c42ff8d3c58f req-516e223a-2f38-4dcf-b62a-dd664ccdc2af tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766618 Nov 04 09:14:45.405059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Allocated IP 2001:db8::333 (4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca/00ac3a29-de08-4831-88ac-bcfd753e6c72/d84c58b8-1e54-492d-8919-4fb455a760dd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:45.449859 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-794365fc-512a-4f51-b1c7-8a6091bbb6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.594414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:14:37Z', 'revision_number': 4, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port': {'id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:30Z', 'updated_at': '2021-11-04T09:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f', 'name': '', 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'mac_address': 'fa:16:3e:8e:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4c896e75-92fd-4c82-94a1-597bc4882461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:34Z', 'updated_at': '2021-11-04T09:14:44Z', 'revision_number': 4, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'subnets': [{'id': '4c896e75-92fd-4c82-94a1-597bc4882461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:45.625379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-794365fc-512a-4f51-b1c7-8a6091bbb6d3 None None] For port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,segment=NetworkSegment(69c06445-82c9-4e47-81fe-d94aa7a73163),segment_id=69c06445-82c9-4e47-81fe-d94aa7a73163)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:45.696601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac5bd580-9a71-4e8e-91c2-f10742a39140 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:45.744376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-6885bebe-4ed4-4253-85c8-26e27a147b4c tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1319357585&fields=id&tenant_id=f2c4360d837f4dd59a356ce9eae64f89 HTTP/1.1" status: 200 len: 267 time: 0.1147134 Nov 04 09:14:45.763924 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-794365fc-512a-4f51-b1c7-8a6091bbb6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.779152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f351c17-5d1f-4ff6-ae26-dd338908ab91 None None] The sync data for ids ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'] in n-d-816487-1 is: [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:14:37Z', 'revision_number': 4, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port': {'id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:30Z', 'updated_at': '2021-11-04T09:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f', 'name': '', 'network_id': '5dc6758e-d228-4a11-81bd-27fbceef7bda', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'mac_address': 'fa:16:3e:8e:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': '4c896e75-92fd-4c82-94a1-597bc4882461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:34Z', 'updated_at': '2021-11-04T09:14:44Z', 'revision_number': 4, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'subnets': [{'id': '4c896e75-92fd-4c82-94a1-597bc4882461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:14:45.867600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:45.950856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2c45fda9-53e9-4956-ab86-758b1593309f None None] Provisioning complete for port ce22a9fa-e334-4483-b350-7325d53d92b4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:45.951838 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c45fda9-53e9-4956-ab86-758b1593309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.040890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2c45fda9-53e9-4956-ab86-758b1593309f None None] Port ce22a9fa-e334-4483-b350-7325d53d92b4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:46.064081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ac5bd580-9a71-4e8e-91c2-f10742a39140 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:46.064464 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.067214 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.084211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2c45fda9-53e9-4956-ab86-758b1593309f None None] Provisioning complete for port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:46.084722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2c45fda9-53e9-4956-ab86-758b1593309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.159565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794365fc-512a-4f51-b1c7-8a6091bbb6d3 None None] Pushing event updated for resources: {'Port': ['ID=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:46.212789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.290498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:46.296318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:46.302555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:46.312102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:46.312921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.330017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-db139443-b50d-42bf-b05d-836de1d0910b tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:46.344273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-db139443-b50d-42bf-b05d-836de1d0910b tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 809 time: 0.5982254 Nov 04 09:14:46.352195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=d84c58b8-1e54-492d-8919-4fb455a760dd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:46.374176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5a6c319f-7b90-443e-8e8b-925d3b664946 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8097904 Nov 04 09:14:46.383426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40054) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:46.397009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-f30a630f-7b49-48bd-8aad-2091c9f711c7 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/quotas/f2c4360d837f4dd59a356ce9eae64f89 HTTP/1.1" status: 200 len: 375 time: 0.0511045 Nov 04 09:14:46.410733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::fe', 'mac_address': 'fa:16:3e:0c:15:73'}, {'ip_address': '2001:db8::1f5', 'mac_address': 'fa:16:3e:f2:8c:31'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:46.549673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.681527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-5315684c-fbe4-4c9f-9789-3482707563ab tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2781224 Nov 04 09:14:46.753740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.893546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ef9dc1a3-b93d-4133-82cb-b4c3a06e8a2c None None] Provisioning complete for port d84c58b8-1e54-492d-8919-4fb455a760dd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:46.893958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef9dc1a3-b93d-4133-82cb-b4c3a06e8a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:46.952793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-fd69fce0-d619-492b-be16-913e25a45515 service neutron] 10.222.0.53 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649283 Nov 04 09:14:47.029303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ef9dc1a3-b93d-4133-82cb-b4c3a06e8a2c None None] Port d84c58b8-1e54-492d-8919-4fb455a760dd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:47.163748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-6bf425ed-503b-4c22-9c65-7ac999ce7e6f service neutron] 10.222.0.53 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093253 Nov 04 09:14:47.302487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:47.308711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:47.409026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event updated for resources: {'Port': ['ID=d84c58b8-1e54-492d-8919-4fb455a760dd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:47.417261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] In _notify_port_updated(), no bound segment for port d84c58b8-1e54-492d-8919-4fb455a760dd on network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:14:47.430226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:47.434117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:47.438899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-78ac6036-5991-4eba-a753-e34bc86c87dc tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "PUT /v2.0/ports/d84c58b8-1e54-492d-8919-4fb455a760dd HTTP/1.1" status: 200 len: 1067 time: 1.0452507 Nov 04 09:14:47.439236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40078) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:47.599980 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:14:47.654394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting port d84c58b8-1e54-492d-8919-4fb455a760dd {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:47.654758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:47.744327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:47.920386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b8223-d97a-461a-96f8-90b32e2c42bc req-526f01c8-bbc7-4c4d-b12b-ee5b4196ba28 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:47.925806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:47.926182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:47.932251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-838b8223-d97a-461a-96f8-90b32e2c42bc req-526f01c8-bbc7-4c4d-b12b-ee5b4196ba28 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2319396 Nov 04 09:14:48.046263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-838b8223-d97a-461a-96f8-90b32e2c42bc req-969db28d-ddd0-44ae-b06c-59b011a0b30e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090136 Nov 04 09:14:48.079121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c4c073b2-78a6-4252-8627-81e93e7e7abc None None] Provisioning complete for port d84c58b8-1e54-492d-8919-4fb455a760dd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:48.080936 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c4c073b2-78a6-4252-8627-81e93e7e7abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:48.084246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:48.123226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Calling delete_port for d84c58b8-1e54-492d-8919-4fb455a760dd owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:48.374676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:48.379072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c4c073b2-78a6-4252-8627-81e93e7e7abc None None] Port d84c58b8-1e54-492d-8919-4fb455a760dd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:48.429709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-809be5ee-f43f-40aa-9325-517ddf7ac567 req-58ee670c-921b-416e-9250-c6bf26db5ee0 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 210 time: 0.0694983 Nov 04 09:14:48.514616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Port': ['ID=d84c58b8-1e54-492d-8919-4fb455a760dd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:48.575337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.575728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.576083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.576425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.576763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.577099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.577471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.577823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.578155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.578512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.578866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.579292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:14:48.909467 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:48.922367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40100) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:48.923064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff01ccc3-fa0b-4681-bb57-ba3992e7fc94 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/ports/d84c58b8-1e54-492d-8919-4fb455a760dd HTTP/1.1" status: 204 len: 168 time: 1.4820368 Nov 04 09:14:49.002445 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f9e021-bcba-4151-aa10-15649c12c660 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] GET failed (client error): The resource could not be found. Nov 04 09:14:49.009473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:49.020773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-18f9e021-bcba-4151-aa10-15649c12c660 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "GET /v2.0/ports/d84c58b8-1e54-492d-8919-4fb455a760dd HTTP/1.1" status: 404 len: 333 time: 0.0932889 Nov 04 09:14:49.153322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting port ce22a9fa-e334-4483-b350-7325d53d92b4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:49.155631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:49.396690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e0026-36e1-4035-8f72-c8c6b1311b98 req-8e892ae6-a819-4e25-bc60-e5c648699740 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:49.405032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f7e0026-36e1-4035-8f72-c8c6b1311b98 req-8e892ae6-a819-4e25-bc60-e5c648699740 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.2423482 Nov 04 09:14:49.470797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:49.530404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Calling delete_port for ce22a9fa-e334-4483-b350-7325d53d92b4 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:49.583628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f7e0026-36e1-4035-8f72-c8c6b1311b98 req-59e0be97-04aa-4941-b5b4-c30aae81593b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771922 Nov 04 09:14:49.590228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-669eb0ee-c150-48f9-833b-630aacba6cec tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:49.598731 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-669eb0ee-c150-48f9-833b-630aacba6cec tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.70 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 809 time: 0.2541900 Nov 04 09:14:49.728440 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-468a30a6-fbf0-481a-96b7-c0a3f004f7d3 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2c4360d837f4dd59a356ce9eae64f89 HTTP/1.1" status: 200 len: 380 time: 0.1141462 Nov 04 09:14:49.744024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'port': {'device_id': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'admin_state_up': True, 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'security_groups': ['101ed634-6403-483d-a441-70a0efd2c703']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:49.922058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-342f5163-4a11-4ed0-9def-e2976d92c43f req-82529d19-cdf8-4b63-8a55-ed322a65e7f3 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 210 time: 0.0484624 Nov 04 09:14:49.946081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Made reservation on behalf of f2c4360d837f4dd59a356ce9eae64f89 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:49.951020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:49.958624 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:50.075838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Port': ['ID=ce22a9fa-e334-4483-b350-7325d53d92b4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:50.087715 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:50.093209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-038e98da-2946-4061-be20-b211cb6ed15f tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/ports/ce22a9fa-e334-4483-b350-7325d53d92b4 HTTP/1.1" status: 204 len: 168 time: 1.0823565 Nov 04 09:14:50.095668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:50.144248 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-041e61bd-a43d-4c72-9984-3e71078a5cb6 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] GET failed (client error): The resource could not be found. Nov 04 09:14:50.147801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-041e61bd-a43d-4c72-9984-3e71078a5cb6 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "GET /v2.0/ports/ce22a9fa-e334-4483-b350-7325d53d92b4 HTTP/1.1" status: 404 len: 333 time: 0.0489128 Nov 04 09:14:50.150941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:50.360451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Allocated IP 172.20.0.4 (43467482-b628-4f66-bca9-2725b3052053/b39bd00d-b9b7-422e-94d0-666a6ec890c8/6d1c9e3f-9f33-4943-b6fd-685e7f5275ba) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:14:50.394248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting port 563a2f35-9219-4fac-a7e2-3fd5a633eca1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:50.399758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:50.649751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:50.692117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Calling delete_port for 563a2f35-9219-4fac-a7e2-3fd5a633eca1 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:50.791942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:50.850803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:51.003847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'Port': ['ID=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:51.022107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Network 43467482-b628-4f66-bca9-2725b3052053 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:14:51.025053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:51.029165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:14:51.135803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91e0d5-b319-4f56-9ebe-81ab86eeb783 req-a602020d-cf82-431f-9817-c1f0e399cc29 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:51.138233 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e91e0d5-b319-4f56-9ebe-81ab86eeb783 req-a602020d-cf82-431f-9817-c1f0e399cc29 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.3010669 Nov 04 09:14:51.206014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:51.235205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:51.302018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-732faf76-1fb9-4de0-b1ec-fd5fe1e0c9ca tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5654931 Nov 04 09:14:51.317968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-2701f3f1-fc76-47f3-ab36-c75e6cd5a2fe tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:14:51.366493 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-2701f3f1-fc76-47f3-ab36-c75e6cd5a2fe tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578396 Nov 04 09:14:51.415458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e91e0d5-b319-4f56-9ebe-81ab86eeb783 req-2fe229e3-4b25-446f-b25c-6f5ce914db08 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401373 Nov 04 09:14:51.419238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Request body: {'port': {'device_id': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:51.470442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:51.586065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Port': ['ID=563a2f35-9219-4fac-a7e2-3fd5a633eca1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:51.601915 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:51.652097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0363672e-d5ca-4ca0-aaaf-23a7cf51a225 None None] Provisioning complete for port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:51.655238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0363672e-d5ca-4ca0-aaaf-23a7cf51a225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:51.696992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:51.704670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-926ff245-5be8-4b77-ae15-f02db4f9b487 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/ports/563a2f35-9219-4fac-a7e2-3fd5a633eca1 HTTP/1.1" status: 204 len: 168 time: 1.5524719 Nov 04 09:14:51.707527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40160) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:51.785279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0363672e-d5ca-4ca0-aaaf-23a7cf51a225 None None] Port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:14:51.985816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting subnet 00ac3a29-de08-4831-88ac-bcfd753e6c72 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:14:52.008434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.183674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.313015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:14:52.324715 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.345192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Transition to ACTIVE for port object 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:14:52.347156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40164) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:52.368599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.620300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:52.677308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.714220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98151f0-d443-4472-ac33-bfb56796fe62 req-7ce89c36-4d5b-44e7-b3eb-644a6d90bcbb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:52.715534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a077bac-f5eb-4a21-961a-876519107487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.716145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c98151f0-d443-4472-ac33-bfb56796fe62 req-7ce89c36-4d5b-44e7-b3eb-644a6d90bcbb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 943 time: 0.3357673 Nov 04 09:14:52.720256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Attempting to bind port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:14:52.720256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Attempting to bind port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:14:52.720825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Attempting to bind port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba on network 43467482-b628-4f66-bca9-2725b3052053 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:52.787819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c98151f0-d443-4472-ac33-bfb56796fe62 req-d82eb7c4-323f-4e7e-b556-4d39090dd1aa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620630 Nov 04 09:14:52.813759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.884922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Subnet': ['ID=00ac3a29-de08-4831-88ac-bcfd753e6c72,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:52.905004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.905288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98f698-100e-4208-9cc6-78d5338ec34d None None] Network 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:52.911951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b1ab208-d41d-4cf1-8a11-0520687274c7 tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/subnets/00ac3a29-de08-4831-88ac-bcfd753e6c72 HTTP/1.1" status: 204 len: 168 time: 1.2028956 Nov 04 09:14:52.912936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:52.923083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a077bac-f5eb-4a21-961a-876519107487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.926866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba on network 43467482-b628-4f66-bca9-2725b3052053 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:14:52.928335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Attempting to bind port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba on network 43467482-b628-4f66-bca9-2725b3052053 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:14:52.940403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a077bac-f5eb-4a21-961a-876519107487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:52.957147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:14:52.957498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Checking segment: {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:52.957895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Bound using segment: {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:14:52.958377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Bound port: 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '43467482-b628-4f66-bca9-2725b3052053'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:14:52.958741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.024676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1a077bac-f5eb-4a21-961a-876519107487 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea3a7d8af4d5446794a791f86c3ff390&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752901 Nov 04 09:14:53.027437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40176) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:53.035543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a077bac-f5eb-4a21-961a-876519107487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5395f699-4e5e-4f5d-b28b-2e3086f5f4fb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:53.084132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.111536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8ac58-e7d0-4c28-aaa3-35de062f6217 req-931a6ec1-d143-4408-9adb-e819e411bbea tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:53.114028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cd8ac58-e7d0-4c28-aaa3-35de062f6217 req-931a6ec1-d143-4408-9adb-e819e411bbea tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1239896 Nov 04 09:14:53.152463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] For port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:14:53.163987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] For port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:14:53.170565 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abb2c40f-e04f-4baa-a534-a7636280ca52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.213193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abb2c40f-e04f-4baa-a534-a7636280ca52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.215550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cd8ac58-e7d0-4c28-aaa3-35de062f6217 req-25daad55-a537-4739-8572-f1e1d21c068c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885367 Nov 04 09:14:53.244135 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.269307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Deleting port 0b3ed38b-9de0-48c6-810a-725c9990163d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:53.269669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.341494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:53.342739 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.344506 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] 10.222.0.70 "PUT /v2.0/ports/6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 1091 time: 1.9646552 Nov 04 09:14:53.345311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:14:53.349939 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4997ba-b426-4a11-994a-ae84783fc34e" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:14:53.386810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] DHCP port deletion for 4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:14:53.468527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] For port 0b3ed38b-9de0-48c6-810a-725c9990163d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0b3ed38b-9de0-48c6-810a-725c9990163d,segment=NetworkSegment(2ae0a4f5-c15a-41b8-856d-26b5d580ec3a),segment_id=2ae0a4f5-c15a-41b8-856d-26b5d580ec3a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:53.468911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.528916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Calling delete_port for 0b3ed38b-9de0-48c6-810a-725c9990163d owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:53.535418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b315b3-f641-466f-bffd-e2e1f7608c76 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:53.561976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abb2c40f-e04f-4baa-a534-a7636280ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.572031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abb2c40f-e04f-4baa-a534-a7636280ca52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.581449 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-abb2c40f-e04f-4baa-a534-a7636280ca52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5395f699-4e5e-4f5d-b28b-2e3086f5f4fb HTTP/1.1" status: 204 len: 168 time: 0.5520906 Nov 04 09:14:53.619031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-0f31d5d6-d776-4b81-beb1-430b0569a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:53.629767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-0f31d5d6-d776-4b81-beb1-430b0569a72b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1094 time: 0.1806514 Nov 04 09:14:53.662753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] Deleting port 0b3ed38b-9de0-48c6-810a-725c9990163d {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:14:53.666846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2c40f-e04f-4baa-a534-a7636280ca52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5395f699-4e5e-4f5d-b28b-2e3086f5f4fb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:53.670797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.765073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-73d74900-8d6f-4f90-8856-dfa0c6bf3c8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 217 time: 0.1180601 Nov 04 09:14:53.818268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:53.859069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-d4a2144b-488e-4895-a6d3-676d97deca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:53.861437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-d4a2144b-488e-4895-a6d3-676d97deca1c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 200 len: 848 time: 0.0890720 Nov 04 09:14:53.863324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Port': ['ID=0b3ed38b-9de0-48c6-810a-725c9990163d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:53.869194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] No DVR routers for this DVR port 0b3ed38b-9de0-48c6-810a-725c9990163d on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:14:53.921463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0b3ed38b-9de0-48c6-810a-725c9990163d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:14:53.931389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-3f4346ad-0049-4720-bcea-cdde55094896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:53.933998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-3f4346ad-0049-4720-bcea-cdde55094896 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43467482-b628-4f66-bca9-2725b3052053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649998 Nov 04 09:14:53.991891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0b3ed38b-9de0-48c6-810a-725c9990163d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:14:53.997433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0b3ed38b-9de0-48c6-810a-725c9990163d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:14:54.070672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] For port 0b3ed38b-9de0-48c6-810a-725c9990163d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0b3ed38b-9de0-48c6-810a-725c9990163d,segment=NetworkSegment(2ae0a4f5-c15a-41b8-856d-26b5d580ec3a),segment_id=2ae0a4f5-c15a-41b8-856d-26b5d580ec3a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:54.074935 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.083678 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6c040f-8c43-4cd9-96a5-12305a490137 x-openstack-request-id: req-9e6c040f-8c43-4cd9-96a5-12305a490137 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:14:54.083983 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:14:54.085037 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e6c040f-8c43-4cd9-96a5-12305a490137 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:14:54.085037 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'status': 'completed', 'code': 200} Nov 04 09:14:54.113867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] Calling delete_port for 0b3ed38b-9de0-48c6-810a-725c9990163d owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:14:54.157019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.208865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:54.220834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-0dbdcc15-5d9e-421f-be62-0060bbb8b0d6 service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758000 Nov 04 09:14:54.221650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f3d20-cdb2-4809-9fe4-a8604345123b req-071d5641-63c4-41c9-a4fd-ab4ad50b6b03 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:54.231029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-558f3d20-cdb2-4809-9fe4-a8604345123b req-071d5641-63c4-41c9-a4fd-ab4ad50b6b03 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 943 time: 0.1315916 Nov 04 09:14:54.259527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae0a4f5-c15a-41b8-856d-26b5d580ec3a') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:54.260490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae0a4f5-c15a-41b8-856d-26b5d580ec3a') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:14:54.287623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.322394 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.347614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-558f3d20-cdb2-4809-9fe4-a8604345123b req-7d84595c-dd8f-45cd-89be-8ad448b2ef39 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152558 Nov 04 09:14:54.351622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:14:54.352324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.356659 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:14:54.363291 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:14:54.436273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] Pushing event deleted for resources: {'Port': ['ID=0b3ed38b-9de0-48c6-810a-725c9990163d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:54.461840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9f9c89-91e8-4c1d-b075-c8da529425e9 None None] No DVR routers for this DVR port 0b3ed38b-9de0-48c6-810a-725c9990163d on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:14:54.483449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40200) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:54.539495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c736408b-9e79-40e8-a132-009ebeb5e441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.558826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.576450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.582408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] 10.222.0.53 "DELETE /v2.0/networks/4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca HTTP/1.1" status: 204 len: 168 time: 1.6668181 Nov 04 09:14:54.605121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2bcbd-42ef-42f9-a083-885c7a84d484 req-188821b8-9c9d-4549-9146-bca9a60db5b9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:54.618023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7c2bcbd-42ef-42f9-a083-885c7a84d484 req-188821b8-9c9d-4549-9146-bca9a60db5b9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1259048 Nov 04 09:14:54.691261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41e40e-50df-4b71-9010-9388b07d733e tempest-AllowedAddressPairIpV6TestJSON-763718704 tempest-AllowedAddressPairIpV6TestJSON-763718704-project] Pushing event deleted for resources: {'Network': ['ID=4bf6ff2d-efb4-4d20-8c0e-cff38c3272ca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:54.693390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c736408b-9e79-40e8-a132-009ebeb5e441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.703664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-518e3d34-1f30-476b-b935-849ef2d28b0e req-b4e17e86-cb3d-440f-a7ab-94ddfc648383 service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747100 Nov 04 09:14:54.704447 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c736408b-9e79-40e8-a132-009ebeb5e441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:54.790434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7c2bcbd-42ef-42f9-a083-885c7a84d484 req-8ff89e45-9047-479c-8b40-8ec4c352164e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698489 Nov 04 09:14:54.815174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736408b-9e79-40e8-a132-009ebeb5e441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d53e0f-83a4-45cb-afb4-38f1eed35e29,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:54.828803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c736408b-9e79-40e8-a132-009ebeb5e441 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0dfe5527837145629a3b6f527cf0a274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421609 Nov 04 09:14:54.830932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:54.870952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-ac8c405a-c488-4653-a011-e816abf90a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:54.880210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-ac8c405a-c488-4653-a011-e816abf90a40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1094 time: 0.1153154 Nov 04 09:14:54.970049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416d12c1-e730-449f-99cb-cddd7377e564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.013434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416d12c1-e730-449f-99cb-cddd7377e564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.092431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416d12c1-e730-449f-99cb-cddd7377e564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.096639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-416d12c1-e730-449f-99cb-cddd7377e564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.097699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-69390aa7-7adf-41eb-9b0e-5503d85684c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:55.098597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-416d12c1-e730-449f-99cb-cddd7377e564 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2d53e0f-83a4-45cb-afb4-38f1eed35e29 HTTP/1.1" status: 204 len: 168 time: 0.2657604 Nov 04 09:14:55.099899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-69390aa7-7adf-41eb-9b0e-5503d85684c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 910 time: 0.2119660 Nov 04 09:14:55.110988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d12c1-e730-449f-99cb-cddd7377e564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d53e0f-83a4-45cb-afb4-38f1eed35e29,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:55.162939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-7ae19e1b-618b-44ec-b75b-78a9b475fc42 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 217 time: 0.0444148 Nov 04 09:14:55.223891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-d06753e1-8c9b-425a-8459-31022f3e1610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:55.232888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-d06753e1-8c9b-425a-8459-31022f3e1610 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 200 len: 848 time: 0.0630748 Nov 04 09:14:55.328538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-ab373fcd-5e17-4e06-bfd3-67b438c37167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:55.330397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-ab373fcd-5e17-4e06-bfd3-67b438c37167 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43467482-b628-4f66-bca9-2725b3052053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898740 Nov 04 09:14:55.341383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:55.492966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-b7add028-939f-49d7-a04f-ba2b397c9352 service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525886 Nov 04 09:14:55.600341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e59be-1f18-4a38-8a37-32e5e76a54f0 req-94ba0d16-69cd-49fa-9e0a-e64f4be1a545 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:55.605889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc7e59be-1f18-4a38-8a37-32e5e76a54f0 req-94ba0d16-69cd-49fa-9e0a-e64f4be1a545 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 943 time: 0.1189845 Nov 04 09:14:55.628567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3d4997ba-b426-4a11-994a-ae84783fc34e req-7cdcd195-15e9-458a-8f35-cd04b2c814bc service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202142 Nov 04 09:14:55.696057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc7e59be-1f18-4a38-8a37-32e5e76a54f0 req-c31924a3-046c-4ca9-aec8-593be66853bb tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802345 Nov 04 09:14:55.735788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4677dba2-f0eb-4a78-8454-dafcd52ffe45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe67854272674cc8b0f9da7dee7bbd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931487 Nov 04 09:14:55.739603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40238) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:55.796406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d6de5ce-3da6-4dbb-966c-33e60d5d7ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.828493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d6de5ce-3da6-4dbb-966c-33e60d5d7ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.894113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d6de5ce-3da6-4dbb-966c-33e60d5d7ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.897101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d6de5ce-3da6-4dbb-966c-33e60d5d7ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:55.900824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d6de5ce-3da6-4dbb-966c-33e60d5d7ad5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0456471e-5fe6-4697-a3e7-2a7de0a3f100 HTTP/1.1" status: 204 len: 168 time: 0.1574423 Nov 04 09:14:55.907480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6de5ce-3da6-4dbb-966c-33e60d5d7ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0456471e-5fe6-4697-a3e7-2a7de0a3f100,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:56.085049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ac2f0-25be-4458-baa1-68b2bf839d7f req-d60e4eea-28b6-4bcb-ac93-1bfdfb2fa7b2 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:56.086755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d4ac2f0-25be-4458-baa1-68b2bf839d7f req-d60e4eea-28b6-4bcb-ac93-1bfdfb2fa7b2 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0680754 Nov 04 09:14:56.152621 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d4ac2f0-25be-4458-baa1-68b2bf839d7f req-7a6604eb-56c6-4055-aa57-980120186ec3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569079 Nov 04 09:14:56.201098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-92d3043f-d819-4229-ab86-4517741c62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:56.202876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-92d3043f-d819-4229-ab86-4517741c62a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 1096 time: 0.0635526 Nov 04 09:14:56.353899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-3f26e34b-b625-48fd-8f5a-44b81ff21db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:56.355410 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-3f26e34b-b625-48fd-8f5a-44b81ff21db1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.1402905 Nov 04 09:14:56.425605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-89171347-70fb-4cb6-baa5-92556866d592 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5e8e362-56b3-433a-9732-955440ad1700 HTTP/1.1" status: 200 len: 217 time: 0.0597889 Nov 04 09:14:56.530961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-3a3a3609-f49b-4c9f-a3d0-d542e363ac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:56.532913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-3a3a3609-f49b-4c9f-a3d0-d542e363ac6a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.1006031 Nov 04 09:14:56.582562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-7c6b1532-93ef-4870-9a27-ced733dc1a34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414236 Nov 04 09:14:56.695926 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-844b410b-6d96-4ea2-8510-4725ffd6b0f7 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030657 Nov 04 09:14:56.843910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f58e8fc4-055f-45b8-9f25-39b9e37a41a1 req-ea050eae-ab91-41eb-b616-58c4f0eceade service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405997 Nov 04 09:14:56.872404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5caa72c-b519-4b40-be9e-98a44856bde4 req-3642a086-d19e-4cbe-8d2d-eaa0c34255af tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:56.882754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5caa72c-b519-4b40-be9e-98a44856bde4 req-3642a086-d19e-4cbe-8d2d-eaa0c34255af tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 943 time: 0.0955100 Nov 04 09:14:56.941130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5caa72c-b519-4b40-be9e-98a44856bde4 req-6ac53e18-422d-4c96-9591-3bf773a6ac5b tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566545 Nov 04 09:14:57.237250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40292) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:57.351047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebec830-7302-4424-95bd-6559fc52cc19 req-15362b0d-8484-45be-ba9c-167e5b415a5a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:57.353316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ebec830-7302-4424-95bd-6559fc52cc19 req-15362b0d-8484-45be-ba9c-167e5b415a5a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0805087 Nov 04 09:14:57.394029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:14:57.451934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ebec830-7302-4424-95bd-6559fc52cc19 req-8970eea8-0232-4b93-a48c-6f8cfc1e0dc5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821290 Nov 04 09:14:57.547067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:57.565542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'port_id': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'mac_address': 'fa:16:3e:f1:71:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:14:57.622434 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:57.630448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1308178509'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:57.668418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:14:57.689096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:57.697509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:14:57.701288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:57.710648 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:57.722575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:57.802418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:57.918339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:57.929984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:57.933973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['6d1c9e3f-9f33-4943-b6fd-685e7f5275ba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:14:57.966296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8b94f3-b637-4500-b3be-62e2e1f58125,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:57.996574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:14:58.015667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:58.017289 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Added segment 0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0 of type vlan for network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 Nov 04 09:14:58.173123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:58.255083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:58.268686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:58.269335 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:58.281538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8523b-06fa-4743-977f-5645cb135c06 req-4a0544bf-fdd6-4361-8d42-f00d09f08fc5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:58.292299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cec8523b-06fa-4743-977f-5645cb135c06 req-4a0544bf-fdd6-4361-8d42-f00d09f08fc5 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 944 time: 0.1468403 Nov 04 09:14:58.394957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1562409 Nov 04 09:14:58.399688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40314) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:58.403801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:58.409853 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cec8523b-06fa-4743-977f-5645cb135c06 req-8eb81f4c-944d-4a4b-8e21-405b8bc78714 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155908 Nov 04 09:14:58.434672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f5d98-fcc6-423b-a58c-bdafe9135693 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Network': ['ID=53f12eef-f51b-4fca-a94e-83521fd7b9e4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:58.510566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:14:58.590245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:58.593692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:58.671444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed9a50-c508-442d-9f5f-df4e208b14cf req-d4b4c442-4a07-46b8-9d2e-73b1ab121d4d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:58.682115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47ed9a50-c508-442d-9f5f-df4e208b14cf req-d4b4c442-4a07-46b8-9d2e-73b1ab121d4d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.0942583 Nov 04 09:14:58.743176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47ed9a50-c508-442d-9f5f-df4e208b14cf req-275fa174-40e5-4c0a-bd52-995c85e86e10 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597019 Nov 04 09:14:58.871544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:59.075347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fad95883-763f-4acb-bab9-0a817b693abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.225353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fad95883-763f-4acb-bab9-0a817b693abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.233897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fad95883-763f-4acb-bab9-0a817b693abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.286914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fad95883-763f-4acb-bab9-0a817b693abc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e9187db69b1344df8e9cc7042d2fc800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4133048 Nov 04 09:14:59.289333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40328) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:59.297049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad95883-763f-4acb-bab9-0a817b693abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe49ded7-f2a8-48eb-8e95-05209abe17ce,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:59.372345 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a349c45-e2ac-42d4-ac54-7973f9960ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.401328 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a349c45-e2ac-42d4-ac54-7973f9960ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.415424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.427711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:14:59.476529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a349c45-e2ac-42d4-ac54-7973f9960ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.485807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5a349c45-e2ac-42d4-ac54-7973f9960ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.495793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5a349c45-e2ac-42d4-ac54-7973f9960ddd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe49ded7-f2a8-48eb-8e95-05209abe17ce HTTP/1.1" status: 204 len: 168 time: 0.2052231 Nov 04 09:14:59.500783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=ef7ad915-fd46-489b-93f3-e558e28278dc,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:59.509298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:14:59.509663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network hostable DHCP agents. Network: 53f12eef-f51b-4fca-a94e-83521fd7b9e4, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:14:59.532933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a349c45-e2ac-42d4-ac54-7973f9960ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe49ded7-f2a8-48eb-8e95-05209abe17ce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:14:59.538503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:14:59.572336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 53f12eef-f51b-4fca-a94e-83521fd7b9e4) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:14:59.592596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:59.593350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.596763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9a83f-78a1-42ec-910d-49fee5b5a904 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:14:59.602516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:14:59.631098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-84dcd03a-080d-4b5a-8706-5e11397f6215 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2312157 Nov 04 09:14:59.635389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40334) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:14:59.641815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:14:59.642140 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.653783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abe640-f341-428c-974e-7e6b8b6552af req-7515936a-157b-4f54-88ce-559d35751a7b tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:59.655451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'name': 'tempest-NetworksTestDHCPv6-862653261'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:14:59.656101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62abe640-f341-428c-974e-7e6b8b6552af req-7515936a-157b-4f54-88ce-559d35751a7b tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 944 time: 0.0761483 Nov 04 09:14:59.733962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62abe640-f341-428c-974e-7e6b8b6552af req-8d547638-1a95-4ab6-b6b0-ce7d6888e81b tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701244 Nov 04 09:14:59.959519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.971052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf7ce4-229b-4d38-bf54-07e097ab2538 req-4d699e8f-0490-4c76-963f-ccc85df91f17 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:14:59.971323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:14:59.977556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:14:59.984167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fadf7ce4-229b-4d38-bf54-07e097ab2538 req-4d699e8f-0490-4c76-963f-ccc85df91f17 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 945 time: 0.1318514 Nov 04 09:14:59.986601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:14:59.989054 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f3c801-3ab6-45a4-ac13-824bb879b389" -d '{"events": [{"server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:00.014492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 550de835-1976-4188-8c63-0df5a6792fa3 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:00.065730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:00.071306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fadf7ce4-229b-4d38-bf54-07e097ab2538 req-b4aa4bde-a696-4b2c-b71c-959aa3c3679f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856314 Nov 04 09:15:00.095672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.096960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e5e8e362-56b3-433a-9732-955440ad1700 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:00.118602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:00.138734 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-144f6f27-33a9-4075-bdac-916badc60386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.150720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': 'ef7ad915-fd46-489b-93f3-e558e28278dc'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:00.151687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.254177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::218 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/ef7ad915-fd46-489b-93f3-e558e28278dc/550de835-1976-4188-8c63-0df5a6792fa3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:00.272038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-144f6f27-33a9-4075-bdac-916badc60386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.280785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-144f6f27-33a9-4075-bdac-916badc60386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.295578 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1b2ee5-e75d-4525-babc-8f3cb42570a0 x-openstack-request-id: req-bc1b2ee5-e75d-4525-babc-8f3cb42570a0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:00.296112 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "name": "network-vif-plugged", "status": "completed", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:00.296225 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc1b2ee5-e75d-4525-babc-8f3cb42570a0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:00.296562 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'code': 200} Nov 04 09:15:00.299214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:00.302361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.348640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-144f6f27-33a9-4075-bdac-916badc60386 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bfa1899b357d4e8980206d3e822cd704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295492 Nov 04 09:15:00.349600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f6f27-33a9-4075-bdac-916badc60386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e2ca2-6eb7-4625-a1b8-191fcf4d8291,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:00.352993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:00.415491 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff418a3-56bd-4447-aa57-50bd3b2c89c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.441286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:00.444264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff418a3-56bd-4447-aa57-50bd3b2c89c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.467946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.495799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8066a-e97c-4cae-b700-cc9e6d0b28a6 req-d3d1fb86-9cbe-4ba8-86b0-3e14ddbe4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:00.497775 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12e8066a-e97c-4cae-b700-cc9e6d0b28a6 req-d3d1fb86-9cbe-4ba8-86b0-3e14ddbe4c9b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1096 time: 0.1220145 Nov 04 09:15:00.543614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff418a3-56bd-4447-aa57-50bd3b2c89c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.552580 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eff418a3-56bd-4447-aa57-50bd3b2c89c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.557964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eff418a3-56bd-4447-aa57-50bd3b2c89c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d63e2ca2-6eb7-4625-a1b8-191fcf4d8291 HTTP/1.1" status: 204 len: 168 time: 0.1991680 Nov 04 09:15:00.567713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:00.586385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-12e8066a-e97c-4cae-b700-cc9e6d0b28a6 req-06bf71aa-889b-4a63-bdb3-913e23fdeb5b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804210 Nov 04 09:15:00.589366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff418a3-56bd-4447-aa57-50bd3b2c89c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e2ca2-6eb7-4625-a1b8-191fcf4d8291,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:00.590177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.656246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.726113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:00.730868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:00.739891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:00.746707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:00.747743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:00.749283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/ef7ad915-fd46-489b-93f3-e558e28278dc/75a610e9-d758-48d6-a5c3-aa64cc336cb9) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:00.750486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=550de835-1976-4188-8c63-0df5a6792fa3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:00.788650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:00.789359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-12e45710-1c6b-493a-8b9d-fd3a84bf0a88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1520755 Nov 04 09:15:00.873180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf7f4c-8ebd-45e6-a598-918ea888dde2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:00.877520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2bf7f4c-8ebd-45e6-a598-918ea888dde2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0845637 Nov 04 09:15:00.878313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40368) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:01.060265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 550de835-1976-4188-8c63-0df5a6792fa3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:01.061080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.074074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.085342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.139533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:01.146148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:01.151763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:01.177630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Pushing event updated for resources: {'Port': ['ID=75a610e9-d758-48d6-a5c3-aa64cc336cb9,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:01.244492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.259653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Attempting to bind port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:01.260265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Attempting to bind port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:01.260808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Attempting to bind port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:01.268164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:01.268911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 550de835-1976-4188-8c63-0df5a6792fa3 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:01.269626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:01.269626 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.270197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:01.271120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Bound port: 75a610e9-d758-48d6-a5c3-aa64cc336cb9, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:01.271120 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.393051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] For port 75a610e9-d758-48d6-a5c3-aa64cc336cb9, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:01.397080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] For port 75a610e9-d758-48d6-a5c3-aa64cc336cb9, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=75a610e9-d758-48d6-a5c3-aa64cc336cb9,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:01.406796 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.546299 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.618447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46344b6-e7e1-41d3-8b7c-4d99d633380d None None] Pushing event updated for resources: {'Port': ['ID=75a610e9-d758-48d6-a5c3-aa64cc336cb9,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:01.651064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=550de835-1976-4188-8c63-0df5a6792fa3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:01.704237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:01.709934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ec16307-4bfd-4e5b-96ef-9f8b04eb8c21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/550de835-1976-4188-8c63-0df5a6792fa3 HTTP/1.1" status: 204 len: 168 time: 0.8300030 Nov 04 09:15:01.712159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40410) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:01.777876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcd76a-5e1b-461a-86bc-4cb2b4f2cbfd tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:01.779422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bcd76a-5e1b-461a-86bc-4cb2b4f2cbfd tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:01.781173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c6bcd76a-5e1b-461a-86bc-4cb2b4f2cbfd tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0677040 Nov 04 09:15:01.784341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40414) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:01.928153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet ef7ad915-fd46-489b-93f3-e558e28278dc {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:01.929929 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.009863 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.084206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-1501b3e9-bb90-472f-9d4f-da94ec9ef528 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:02.086351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-1501b3e9-bb90-472f-9d4f-da94ec9ef528 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=2f69ec9e-e626-40b1-9b77-bb1a7cb3816c HTTP/1.1" status: 200 len: 943 time: 0.0850527 Nov 04 09:15:02.142828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.223994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Deleting port e5e8e362-56b3-433a-9732-955440ad1700 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:02.223994 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.261643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.296223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=ef7ad915-fd46-489b-93f3-e558e28278dc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:02.298889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:02.303264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.305626 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ca4b10-3577-4997-b04d-8c015d7c7628" -d '{"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-unplugged", "status": "completed", "tag": "e5e8e362-56b3-433a-9732-955440ad1700"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:02.309358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8761399f-7f61-45be-8ce9-6401300ee223 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/ef7ad915-fd46-489b-93f3-e558e28278dc HTTP/1.1" status: 204 len: 168 time: 0.5228791 Nov 04 09:15:02.309772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:02.364407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3e04c8fa-1c29-47ac-ad11-73d88a2476a3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502217 Nov 04 09:15:02.365371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40430) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:02.371716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:02.401298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] For port e5e8e362-56b3-433a-9732-955440ad1700, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e5e8e362-56b3-433a-9732-955440ad1700,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:02.401867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.422530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Calling delete_port for e5e8e362-56b3-433a-9732-955440ad1700 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:02.503054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:02.515163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.835363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:02.913454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event deleted for resources: {'Port': ['ID=e5e8e362-56b3-433a-9732-955440ad1700,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:03.051254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] No DVR routers for this DVR port e5e8e362-56b3-433a-9732-955440ad1700 on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:03.058069 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.065966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f70c5f6-7186-4ac4-a9e5-b39990fbd5b1 req-07e4dd28-a906-4d18-90e6-8e1f424ed175 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "DELETE /v2.0/ports/e5e8e362-56b3-433a-9732-955440ad1700 HTTP/1.1" status: 204 len: 173 time: 0.9677732 Nov 04 09:15:03.068661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-deleted', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:03.075258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.082529 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c40bc09-234c-4220-91e4-c4527b2ddbc8" -d '{"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-deleted", "tag": "e5e8e362-56b3-433a-9732-955440ad1700"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:03.143315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:03.155357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:03.165511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:03.165511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.188347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=a7325759-8c07-4122-aadd-5656d9a575ad,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:03.215067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec14a807-2311-4ecf-b3ab-892a18e31824 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8483050 Nov 04 09:15:03.219571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40446) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:03.228259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'name': 'tempest-NetworksTestDHCPv6-627661654'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:03.281308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb02dd8-4de9-4c91-a8d3-311f9b6ff848 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:03.411334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-20c2e62a-5edf-464e-bab9-09a1b5fbefd8 None None] Provisioning complete for port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:03.412050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20c2e62a-5edf-464e-bab9-09a1b5fbefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.491294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:03.498613 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.562497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:03.672977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20c2e62a-5edf-464e-bab9-09a1b5fbefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.705972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 75a610e9-d758-48d6-a5c3-aa64cc336cb9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:03.790229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-20c2e62a-5edf-464e-bab9-09a1b5fbefd8 None None] For port 75a610e9-d758-48d6-a5c3-aa64cc336cb9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=75a610e9-d758-48d6-a5c3-aa64cc336cb9,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:03.796250 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20c2e62a-5edf-464e-bab9-09a1b5fbefd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.818765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ec26d-7495-471d-b87c-42c2e28d9e53 req-73e6c196-32cc-4fc0-a76e-3a6b20328690 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:03.826716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d49ec26d-7495-471d-b87c-42c2e28d9e53 req-73e6c196-32cc-4fc0-a76e-3a6b20328690 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 945 time: 0.1972997 Nov 04 09:15:03.877508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:03.878183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:03.927053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2e62a-5edf-464e-bab9-09a1b5fbefd8 None None] Pushing event updated for resources: {'Port': ['ID=75a610e9-d758-48d6-a5c3-aa64cc336cb9,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:03.975033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffbad46-da04-487c-bdf6-58360bb1efe1 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:04.085798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-229e1934-3f87-4089-bf04-c92cfc7e8035 None None] Provisioning complete for port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:04.086350 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-229e1934-3f87-4089-bf04-c92cfc7e8035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:04.309614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::356 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/a7325759-8c07-4122-aadd-5656d9a575ad/2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:04.340298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d49ec26d-7495-471d-b87c-42c2e28d9e53 req-02302454-5c14-4883-bffd-ece2a6fd8c08 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032806 Nov 04 09:15:04.603035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:04.668650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:04.734329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:04.739667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:04.744076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:04.751596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:04.752456 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:04.766911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d985e059-b102-4ac3-92ed-e2f0bf9963f1 None None] Provisioning complete for port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:04.768162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d985e059-b102-4ac3-92ed-e2f0bf9963f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:04.782801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:04.797135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-66a41d6c-a696-4e34-ba6f-7c5d224cdf9a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5719979 Nov 04 09:15:04.797547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:04.866202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d344d13-5c3e-4e45-8e5d-c93947461f3b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:04.875049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d344d13-5c3e-4e45-8e5d-c93947461f3b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:04.881070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40478) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:04.882327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7d344d13-5c3e-4e45-8e5d-c93947461f3b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.0836771 Nov 04 09:15:05.063588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:05.064717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.086320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4a2397bc-5cb1-4f49-a666-0ebd72d82f9e None None] Could not find standard attr ID for object 550de835-1976-4188-8c63-0df5a6792fa3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:15:05.115799 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace465ff-69e0-4dfa-b227-c2497176ecb6 x-openstack-request-id: req-ace465ff-69e0-4dfa-b227-c2497176ecb6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:05.116308 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-unplugged", "status": "failed", "tag": "e5e8e362-56b3-433a-9732-955440ad1700", "code": 422}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:05.116704 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ace465ff-69e0-4dfa-b227-c2497176ecb6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:05.117265 n-d-816487-1 neutron-server[102557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700', 'code': 422} returned with failed status Nov 04 09:15:05.198068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.212858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:05.294322 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190540bb-2d72-4af6-9081-71a4a2e52a32 x-openstack-request-id: req-190540bb-2d72-4af6-9081-71a4a2e52a32 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:05.294613 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f69ec9e-e626-40b1-9b77-bb1a7cb3816c", "name": "network-vif-deleted", "tag": "e5e8e362-56b3-433a-9732-955440ad1700", "status": "failed", "code": 422}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:05.294889 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-190540bb-2d72-4af6-9081-71a4a2e52a32 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:05.295316 n-d-816487-1 neutron-server[102555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2f69ec9e-e626-40b1-9b77-bb1a7cb3816c', 'name': 'network-vif-deleted', 'tag': 'e5e8e362-56b3-433a-9732-955440ad1700', 'status': 'failed', 'code': 422} returned with failed status Nov 04 09:15:05.425621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4423ed22-2c91-42ae-8f57-2c226d287e46 None None] Provisioning complete for port 2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:05.426369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4423ed22-2c91-42ae-8f57-2c226d287e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.466824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.514665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0fec20-41d5-4ee4-8a62-523baebae3aa req-4922f04c-a02a-40c9-8102-e76248171ada tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.526647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b0fec20-41d5-4ee4-8a62-523baebae3aa req-4922f04c-a02a-40c9-8102-e76248171ada tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 945 time: 0.1086378 Nov 04 09:15:05.541806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4423ed22-2c91-42ae-8f57-2c226d287e46 None None] Port 2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:05.563554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:05.585648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.588736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b0fec20-41d5-4ee4-8a62-523baebae3aa req-1df9ff38-9052-47b7-b28a-727fe6004361 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592930 Nov 04 09:15:05.591894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e7660c2f-bf98-421a-b889-cbf19faa13ee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834 HTTP/1.1" status: 204 len: 168 time: 0.7071235 Nov 04 09:15:05.592012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40492) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:05.674699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 75a610e9-d758-48d6-a5c3-aa64cc336cb9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:05.702924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9305b-6d95-4218-9beb-ca01cabcaed5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.711279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9305b-6d95-4218-9beb-ca01cabcaed5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.718215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8bf9305b-6d95-4218-9beb-ca01cabcaed5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1190276 Nov 04 09:15:05.720720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40498) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:05.788733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:05.788733 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.859891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet a7325759-8c07-4122-aadd-5656d9a575ad {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:05.865595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.886580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.893021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.899664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.906135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.914164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.921115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.928714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:05.938298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-7323cc58-8b0a-4870-8d3e-0581d7af4894 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.2043798 Nov 04 09:15:05.946230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:05.990083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0b8af65-d12f-41e1-92d9-e496f1df40c0 req-76d0945c-cd0e-4f09-9f2d-5766f1d6d823 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507019 Nov 04 09:15:06.018090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.084557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.114160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=a7325759-8c07-4122-aadd-5656d9a575ad,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:06.119239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.125897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-639a30d6-f1fd-4337-88b5-32b57dc247f0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/a7325759-8c07-4122-aadd-5656d9a575ad HTTP/1.1" status: 204 len: 168 time: 0.4037187 Nov 04 09:15:06.126853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6433a-3b5e-4347-bdbf-f6b92c06b495 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:06.128880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:06.195910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b3a5bc32-7cc4-4afa-bef6-395c66e6f88d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634825 Nov 04 09:15:06.203669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:06.209251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:06.308114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fdd96295-c3ba-486b-9936-adc0895947e4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.310317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fdd96295-c3ba-486b-9936-adc0895947e4 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.1463308 Nov 04 09:15:06.322305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.328367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.330526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-0e6b7e5c-a5db-49bc-9bf4-2018e6bb7921 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/quotas/ac0d54a6b21d46529b514e54c0ed1ba4 HTTP/1.1" status: 200 len: 375 time: 0.0132453 Nov 04 09:15:06.335080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.341142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.347377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.347531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c764116-427d-4968-8133-022590843082 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:06.355742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.362536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.364704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-52dfc3c4-9f41-4603-808c-ac2eab17ff16 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.1734588 Nov 04 09:15:06.372891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-d4bedf7a-bd59-4a5c-b9a3-e9e05f08ce35 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347095 Nov 04 09:15:06.409960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4c764116-427d-4968-8133-022590843082 None None] Deleting port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:06.409960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c764116-427d-4968-8133-022590843082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.422611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c4bdfaa9-ca2a-43be-8eb1-6a5738e7cc85 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.424706 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c4bdfaa9-ca2a-43be-8eb1-6a5738e7cc85 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "GET /v2.0/ports/e4ed9773-f326-458b-80b7-ef871624fcce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0536284 Nov 04 09:15:06.430724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:06.434393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.490908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4c764116-427d-4968-8133-022590843082 None None] For port 75a610e9-d758-48d6-a5c3-aa64cc336cb9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=75a610e9-d758-48d6-a5c3-aa64cc336cb9,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:06.491631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c764116-427d-4968-8133-022590843082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.509315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4c764116-427d-4968-8133-022590843082 None None] Calling delete_port for 75a610e9-d758-48d6-a5c3-aa64cc336cb9 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:06.527837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-d6996929-bf3d-4a6b-bf58-0e5262cd7f89 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474199 Nov 04 09:15:06.615751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c764116-427d-4968-8133-022590843082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.644448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764116-427d-4968-8133-022590843082 None None] Pushing event deleted for resources: {'Port': ['ID=75a610e9-d758-48d6-a5c3-aa64cc336cb9,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:06.649668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c764116-427d-4968-8133-022590843082 None None] No DVR routers for this DVR port 75a610e9-d758-48d6-a5c3-aa64cc336cb9 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:06.656472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-496522de-f887-4acd-bd66-901ff7681c70 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270149 Nov 04 09:15:06.671782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-078a1873-4b80-4e12-8b45-7c43ba40b742 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "GET /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2337210 Nov 04 09:15:06.825026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.866776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:06.922549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:06.936170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:06.945699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc65fd1-5a0d-41e5-94de-6f95c7ff6ae2 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:06.947419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:06.948967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:06.983888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=4c19769e-78bc-44e6-b6fd-ab93ba6381fe,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:07.012182 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c7fb3133-1cef-4585-8c47-52cd58820224 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8047881 Nov 04 09:15:07.012640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40538) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:07.013240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:07.044532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'name': 'tempest-NetworksTestDHCPv6-1582531278'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:07.062135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82456bfb-3cc4-4133-aacc-a5b0573e0258 req-01c9aa23-7554-42ad-be83-a00f881fd55a tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.070039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82456bfb-3cc4-4133-aacc-a5b0573e0258 req-01c9aa23-7554-42ad-be83-a00f881fd55a tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 945 time: 0.1435301 Nov 04 09:15:07.191317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82456bfb-3cc4-4133-aacc-a5b0573e0258 req-828d96d0-9023-488b-9d32-80729491c493 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202826 Nov 04 09:15:07.212331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40546) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:07.332381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:07.336593 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:07.353608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3249d52f-2ecb-4a5c-8c11-435d1d7d3cb3 req-1ce22a2c-b1cb-4663-ab63-5c8ddc2afbc5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 210 time: 0.0736449 Nov 04 09:15:07.370296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:07.396815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '4c19769e-78bc-44e6-b6fd-ab93ba6381fe'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:07.399663 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:07.469853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] For port e4ed9773-f326-458b-80b7-ef871624fcce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e4ed9773-f326-458b-80b7-ef871624fcce,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:07.482389 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c89e6522-a90b-4d52-9fd7-b62394d5ad0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:07.587302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f866957-21f0-4ce0-8fd7-bbb667121440 tempest-TestServerBasicOps-1453445781 tempest-TestServerBasicOps-1453445781-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.591577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3f866957-21f0-4ce0-8fd7-bbb667121440 tempest-TestServerBasicOps-1453445781 tempest-TestServerBasicOps-1453445781-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1091 time: 0.3777227 Nov 04 09:15:07.597886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40554) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:07.612033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:07.639874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.640422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 75a610e9-d758-48d6-a5c3-aa64cc336cb9 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:07.649654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.657603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.664979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.666546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::2e8 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/4c19769e-78bc-44e6-b6fd-ab93ba6381fe/c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:07.672735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.681615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.689281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:07.692684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-64b3299b-a8fa-4397-a3a5-36dc73882e89 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 5445 time: 0.2121377 Nov 04 09:15:07.725149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 75a610e9-d758-48d6-a5c3-aa64cc336cb9 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:07.733490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 75a610e9-d758-48d6-a5c3-aa64cc336cb9 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:07.753105 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:07.774764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e35a8e0-6c2f-4d3b-9f25-44a913e2f29a req-d443f801-d83a-475d-9c6c-89fdb01f9868 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729518 Nov 04 09:15:07.983967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] For port e4ed9773-f326-458b-80b7-ef871624fcce, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:07.988616 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.022814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.044399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] device_id is not set on port e4ed9773-f326-458b-80b7-ef871624fcce yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:08.071316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.085614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.094429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.176311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ed9773-f326-458b-80b7-ef871624fcce,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:08.257351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:08.258535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] No DVR routers for this DVR port e4ed9773-f326-458b-80b7-ef871624fcce on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:08.258935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/4c19769e-78bc-44e6-b6fd-ab93ba6381fe/b4187265-6f94-41c1-bff2-fd4964b3ad4f) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:08.259471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Allocated IP 172.25.3.120 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/410b8099-1799-458e-9011-20601128574e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:08.266058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:08.343048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:08.352281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:08.353314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.385328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:08.400119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] In _notify_port_updated(), no bound segment for port e4ed9773-f326-458b-80b7-ef871624fcce on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:15:08.401078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:08.405014 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.406750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-684d9412-4251-4db8-b1bd-71b34274b153 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 200 len: 1033 time: 1.7133126 Nov 04 09:15:08.415542 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.416505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f15b525f-718b-4f24-86a6-ac9352ab842f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3772106 Nov 04 09:15:08.420655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40564) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:08.515739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.523394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-784eee28-7729-4528-8f38-be9e553f8687 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:08.524680 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.525528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-784eee28-7729-4528-8f38-be9e553f8687 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "GET /v2.0/ports/ece084c1-f458-475d-9aac-baebe3e5a172?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1062710 Nov 04 09:15:08.526210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e47e151f-54b5-4162-b167-1f730783bffd req-8b06c212-38d0-42bf-9ccc-4b0425c5fa49 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 210 time: 0.0401092 Nov 04 09:15:08.539319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099a001-23a5-4511-a6e9-dd79ca4d934b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:08.541152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f099a001-23a5-4511-a6e9-dd79ca4d934b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1192679 Nov 04 09:15:08.543878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40566) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:08.552446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:08.580859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:08.583803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:08.586698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:08.588559 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.659391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:08.679758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-537956a9-137d-4de6-9f98-1c2af89ba4d4 None None] Provisioning complete for port e4ed9773-f326-458b-80b7-ef871624fcce triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:08.681458 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-537956a9-137d-4de6-9f98-1c2af89ba4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.684153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Pushing event updated for resources: {'Port': ['ID=b4187265-6f94-41c1-bff2-fd4964b3ad4f,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:08.700053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:08.704312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:08.727204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.734751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Attempting to bind port b4187265-6f94-41c1-bff2-fd4964b3ad4f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:08.735445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Attempting to bind port b4187265-6f94-41c1-bff2-fd4964b3ad4f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:08.736205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Attempting to bind port b4187265-6f94-41c1-bff2-fd4964b3ad4f on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:08.750575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:08.752791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:08.754764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'Port': ['ID=410b8099-1799-458e-9011-20601128574e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:08.756105 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.757272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:08.757984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Bound port: b4187265-6f94-41c1-bff2-fd4964b3ad4f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:08.758740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.843602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-537956a9-137d-4de6-9f98-1c2af89ba4d4 None None] Port e4ed9773-f326-458b-80b7-ef871624fcce cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:08.863881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:08.864245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:08.889165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] For port b4187265-6f94-41c1-bff2-fd4964b3ad4f, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:08.898663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] For port b4187265-6f94-41c1-bff2-fd4964b3ad4f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b4187265-6f94-41c1-bff2-fd4964b3ad4f,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:08.911074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.041091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c2033-40fe-490a-b389-f86476b209f7 None None] Pushing event updated for resources: {'Port': ['ID=b4187265-6f94-41c1-bff2-fd4964b3ad4f,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:09.115389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-3058f895-f8f0-4716-91f5-15597360b091 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.133043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-3058f895-f8f0-4716-91f5-15597360b091 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.55 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.4338064 Nov 04 09:15:09.159631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Request body: {'port': {'device_id': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'admin_state_up': True, 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:09.297626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] For port ece084c1-f458-475d-9aac-baebe3e5a172, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=ece084c1-f458-475d-9aac-baebe3e5a172,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:09.359250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] For port ece084c1-f458-475d-9aac-baebe3e5a172, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:09.369214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-03780b2b-4bb7-403f-9421-d6e951f4be02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.379260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-03780b2b-4bb7-403f-9421-d6e951f4be02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.388750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-03780b2b-4bb7-403f-9421-d6e951f4be02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.397403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:09.397638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-03780b2b-4bb7-403f-9421-d6e951f4be02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.401275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.404019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-03780b2b-4bb7-403f-9421-d6e951f4be02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.413132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-03780b2b-4bb7-403f-9421-d6e951f4be02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.425782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-03780b2b-4bb7-403f-9421-d6e951f4be02 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 4665 time: 0.4627564 Nov 04 09:15:09.430941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.446962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] device_id is not set on port ece084c1-f458-475d-9aac-baebe3e5a172 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:09.468787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.476957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.489492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:09.497231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8e833917-62e9-43b7-86f0-81fdad43aac4 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:09.728318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.771501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8e833917-62e9-43b7-86f0-81fdad43aac4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8e833917-62e9-43b7-86f0-81fdad43aac4,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:09.772730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:09.775680 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3c90ae-410b-4d81-bd38-f47f40676e9d" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:09.781891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b4187265-6f94-41c1-bff2-fd4964b3ad4f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:09.792968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] No DVR routers for this DVR port ece084c1-f458-475d-9aac-baebe3e5a172 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:09.797336 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e4b27d3-aef7-44f4-928b-700f213adab7 req-0c3fb052-b500-49c0-86d2-72f454a8ccfa tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&id=69f65ffa-6588-4529-80c0-034b11e608c7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3706708 Nov 04 09:15:09.807744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] Pushing event updated for resources: {'Port': ['ID=ece084c1-f458-475d-9aac-baebe3e5a172,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:09.835355 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.840199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7d0b0a79-cdc7-447f-8252-60616f90a9a8 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:09.854136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Allocated IP 172.20.0.6 (44de6edb-15ec-4e54-930c-30071a9dee9b/8f0f9873-0dcb-42d1-9b51-6a3ea42fb140/1abbd1c9-887a-4a39-a002-737ff759448c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:09.893603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.932019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] In _notify_port_updated(), no bound segment for port ece084c1-f458-475d-9aac-baebe3e5a172 on network cc1916df-7442-4595-911b-cf8bb510c6a5 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:15:09.933392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:09.934216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:09.937987 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-a9c1e04d-a46d-4bcb-b666-5af440ac1661 service neutron] 10.222.0.55 "PUT /v2.0/ports/ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 200 len: 1032 time: 1.3928831 Nov 04 09:15:10.130116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b026f067-202b-462f-960b-df7ca2e488db req-9997b311-1f60-4b63-a853-2361edff0658 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 210 time: 0.0660226 Nov 04 09:15:10.226308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-eca89e57-c707-4e7c-ab10-e14c6914c391 None None] Provisioning complete for port ece084c1-f458-475d-9aac-baebe3e5a172 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:10.227021 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eca89e57-c707-4e7c-ab10-e14c6914c391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.257364 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.288262 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8623d365-4177-41a5-ba3c-350dc8004bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.296038 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef852dd1-c15e-4f7c-bbde-f666f18cb666 x-openstack-request-id: req-ef852dd1-c15e-4f7c-bbde-f666f18cb666 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:10.296337 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:10.296594 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef852dd1-c15e-4f7c-bbde-f666f18cb666 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:10.296995 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4', 'code': 200} Nov 04 09:15:10.351130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=8e833917-62e9-43b7-86f0-81fdad43aac4,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:10.351391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.359264 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.394154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:10.394768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.398119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b4187265-6f94-41c1-bff2-fd4964b3ad4f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:10.398119 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.416933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:10.454915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-eca89e57-c707-4e7c-ab10-e14c6914c391 None None] Port ece084c1-f458-475d-9aac-baebe3e5a172 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:10.513413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.533296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.539584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2ec9dace-b8f8-453f-afa7-5bd9db590058 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca HTTP/1.1" status: 204 len: 168 time: 1.9945495 Nov 04 09:15:10.540223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40596) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:10.547035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-ec7b7e30-604b-47a3-b45e-4336b8b2d494 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3798509 Nov 04 09:15:10.574290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.671172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] For port 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:10.672085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.678306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4fcd1-f693-4527-bd39-70ce1323d04f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:10.679727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4fcd1-f693-4527-bd39-70ce1323d04f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:10.689146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7d0b0a79-cdc7-447f-8252-60616f90a9a8, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7d0b0a79-cdc7-447f-8252-60616f90a9a8,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:10.697539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-28f4fcd1-f693-4527-bd39-70ce1323d04f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1545146 Nov 04 09:15:10.705538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40600) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:10.710333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.711031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 32d58df2-be25-49e2-8c9e-5278843c1dc6 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:10.843218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 4c19769e-78bc-44e6-b6fd-ab93ba6381fe {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:10.877821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.882436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.912136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.972433 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:10.995458 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.026067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=7d0b0a79-cdc7-447f-8252-60616f90a9a8,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:11.040460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dc1b2777-1971-4ded-82f4-5eaf5b41659a None None] Provisioning complete for port b4187265-6f94-41c1-bff2-fd4964b3ad4f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:11.040923 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc1b2777-1971-4ded-82f4-5eaf5b41659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.062779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786bc7-65cf-439f-9579-1932c27e833a req-3fb19a7d-19dc-44b3-bf33-2f99518007d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:11.065038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-3fb19a7d-19dc-44b3-bf33-2f99518007d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1096 time: 0.4551628 Nov 04 09:15:11.074890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Network 44de6edb-15ec-4e54-930c-30071a9dee9b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:11.089944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event updated for resources: {'Port': ['ID=410b8099-1799-458e-9011-20601128574e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:11.109210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:11.112992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:11.142000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port b4187265-6f94-41c1-bff2-fd4964b3ad4f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b4187265-6f94-41c1-bff2-fd4964b3ad4f,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:11.153606 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.210789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.215149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.254494 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.327703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 32d58df2-be25-49e2-8c9e-5278843c1dc6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:11.339675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709aab5-6688-45b6-9299-21326e060576 req-9fe7fc1e-010b-4704-90ba-a1f91d432457 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:11.351538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709aab5-6688-45b6-9299-21326e060576 req-9fe7fc1e-010b-4704-90ba-a1f91d432457 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:11.358099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709aab5-6688-45b6-9299-21326e060576 req-9fe7fc1e-010b-4704-90ba-a1f91d432457 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:11.365976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709aab5-6688-45b6-9299-21326e060576 req-9fe7fc1e-010b-4704-90ba-a1f91d432457 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:11.374410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709aab5-6688-45b6-9299-21326e060576 req-9fe7fc1e-010b-4704-90ba-a1f91d432457 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:11.376678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2709aab5-6688-45b6-9299-21326e060576 req-9fe7fc1e-010b-4704-90ba-a1f91d432457 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 3882 time: 0.4237890 Nov 04 09:15:11.386180 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.388205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e4ed9773-f326-458b-80b7-ef871624fcce no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:11.401868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786bc7-65cf-439f-9579-1932c27e833a req-2578fd56-ee81-4ef0-bc14-ee191f061a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:11.412336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-2578fd56-ee81-4ef0-bc14-ee191f061a6b service neutron] 10.222.0.70 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 910 time: 0.3152668 Nov 04 09:15:11.418447 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.418811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.419134 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Floating IP 9a2ba538-849a-463e-8d0e-81b0a0225caa disassociated. External IP: 172.25.3.209, port: 7d0b0a79-cdc7-447f-8252-60616f90a9a8. Nov 04 09:15:11.422023 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.425052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for 7d0b0a79-cdc7-447f-8252-60616f90a9a8 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:11.437887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=b4187265-6f94-41c1-bff2-fd4964b3ad4f,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:11.472331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e4ed9773-f326-458b-80b7-ef871624fcce not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:11.472690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e353ce93-1a30-483e-b009-401d29567b4d no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:11.556076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=32d58df2-be25-49e2-8c9e-5278843c1dc6,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:11.649739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-05564a9f-f222-4dc9-a6da-de53c8521a26 None None] Could not find standard attr ID for object c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:15:11.670247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.718423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e353ce93-1a30-483e-b009-401d29567b4d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e353ce93-1a30-483e-b009-401d29567b4d,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:11.720162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b4187265-6f94-41c1-bff2-fd4964b3ad4f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:11.752599 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.754441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d28be4cb-eb63-4682-9632-016489b9f6fa no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:11.876617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e353ce93-1a30-483e-b009-401d29567b4d,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:11.926483 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:11.967905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b4187265-6f94-41c1-bff2-fd4964b3ad4f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:11.976431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.118095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d28be4cb-eb63-4682-9632-016489b9f6fa, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d28be4cb-eb63-4682-9632-016489b9f6fa,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:12.132714 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.135810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ece084c1-f458-475d-9aac-baebe3e5a172 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:12.264422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2709aab5-6688-45b6-9299-21326e060576 req-ee9b1f19-2f80-4f64-9a34-bd620533b66c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8756702 Nov 04 09:15:12.294124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event updated for resources: {'Port': ['ID=1abbd1c9-887a-4a39-a002-737ff759448c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:12.316782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:12.320205 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6998eab0-78ea-4b74-b261-798f82dfac3c" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "e353ce93-1a30-483e-b009-401d29567b4d"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:12.323949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=d28be4cb-eb63-4682-9632-016489b9f6fa,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:12.324447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.341649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device ece084c1-f458-475d-9aac-baebe3e5a172 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:12.367762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-b569e973-31d9-4aa9-bf2d-8ea444c1c168 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1974468 Nov 04 09:15:12.371593 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Floating IP f39d9be6-9a8d-42cb-80a8-0447be70b573 associated. External IP: 172.25.3.120, port: 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba. Nov 04 09:15:12.404370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.405094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.473336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-fc83c15a-95fb-463f-a313-5ba8d200a54b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3237741 Nov 04 09:15:12.484082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-22fda066-c2d9-4d9a-bf5f-63b72752be7f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 999 time: 1.0708020 Nov 04 09:15:12.494552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-2a8d665a-df87-4598-bb76-69178ed714e3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:15:12.497603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-2a8d665a-df87-4598-bb76-69178ed714e3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102057 Nov 04 09:15:12.534052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Request body: {'port': {'device_id': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:12.681475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786bc7-65cf-439f-9579-1932c27e833a req-584f055d-b564-4855-a926-fca18c31e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.683197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-584f055d-b564-4855-a926-fca18c31e9da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 200 len: 848 time: 0.1736710 Nov 04 09:15:12.685987 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.703487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.717962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a8ac8-2c9e-4884-9c89-a32f91fbe53a req-b97da9e5-50ea-4a49-8a0e-f541dbf49c4f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.734273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-305a8ac8-2c9e-4884-9c89-a32f91fbe53a req-b97da9e5-50ea-4a49-8a0e-f541dbf49c4f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 931 time: 0.2709360 Nov 04 09:15:12.742142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.809235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.809710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.810167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.810625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.811082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.811654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.812018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:12.814139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-48094104-dfc7-45cb-b0cd-c004d3f6f6d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6489 time: 0.3520532 Nov 04 09:15:12.825913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=4c19769e-78bc-44e6-b6fd-ab93ba6381fe,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:12.843090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df451d7c-8997-44eb-967d-399860a8be4f None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:12.867894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:12.871470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-feef83d0-73f8-4070-8967-49d29d4bc838 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/4c19769e-78bc-44e6-b6fd-ab93ba6381fe HTTP/1.1" status: 204 len: 168 time: 2.1648026 Nov 04 09:15:12.905394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40624) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:13.031623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:13.038286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-529bf9fe-34c2-49a0-ac25-ddaef0faf9e1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166577 Nov 04 09:15:13.043102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:13.072139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-305a8ac8-2c9e-4884-9c89-a32f91fbe53a req-c1ac8952-6d5a-479f-90f8-6749a1c7373b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218851 Nov 04 09:15:13.102502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=7d0b0a79-cdc7-447f-8252-60616f90a9a8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:13.126272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb786bc7-65cf-439f-9579-1932c27e833a req-8e92ff32-f335-4437-ad73-c88692d9211b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:13.128568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-8e92ff32-f335-4437-ad73-c88692d9211b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43467482-b628-4f66-bca9-2725b3052053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4355025 Nov 04 09:15:13.194853 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57993b2b-47c9-4bf8-ad94-a9dfe2b8b3a6 x-openstack-request-id: req-57993b2b-47c9-4bf8-ad94-a9dfe2b8b3a6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:13.195254 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "e353ce93-1a30-483e-b009-401d29567b4d", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-unplugged", "status": "completed", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:13.195606 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57993b2b-47c9-4bf8-ad94-a9dfe2b8b3a6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:13.197718 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'code': 200} Nov 04 09:15:13.197718 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6', 'code': 200} Nov 04 09:15:13.197929 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d', 'code': 200} Nov 04 09:15:13.198288 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa', 'code': 200} Nov 04 09:15:13.207076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:13.222004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce9f650-f970-4386-8df4-19fa0e59ce18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:13.223895 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dce9f650-f970-4386-8df4-19fa0e59ce18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1797864 Nov 04 09:15:13.228018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-07949f97-c3cf-4b91-a7cb-ef5c765831c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:13.228482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-07949f97-c3cf-4b91-a7cb-ef5c765831c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:13.229188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-07949f97-c3cf-4b91-a7cb-ef5c765831c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:13.231045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-07949f97-c3cf-4b91-a7cb-ef5c765831c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64769050-88db-4939-8f71-8f2b6458d6d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=f06b0062-3d9b-43c0-a416-b97c78849dfa&id=f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 200 len: 2293 time: 0.3585474 Nov 04 09:15:13.231564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:13.234815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Router adbd8752-2953-4ae7-b557-28eda9e04289 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:15:13.312333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] Deleting port b4187265-6f94-41c1-bff2-fd4964b3ad4f {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:13.312707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:13.364034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d35b8cb-4ef3-4e56-a093-c439cf76ca0f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:13.365870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1d35b8cb-4ef3-4e56-a093-c439cf76ca0f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1290410 Nov 04 09:15:13.375406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:13.482847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4cf25d18-acde-4aed-a89a-3f41accdfbe8 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0957074 Nov 04 09:15:13.484491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] For port b4187265-6f94-41c1-bff2-fd4964b3ad4f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b4187265-6f94-41c1-bff2-fd4964b3ad4f,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:13.484888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:13.494907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40644) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:13.498423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-c793b04c-596d-4e07-993b-5cbd2f3b9ca1 service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305031 Nov 04 09:15:13.519692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] Calling delete_port for b4187265-6f94-41c1-bff2-fd4964b3ad4f owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:13.531375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:13.663319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Router 3e27da27-6483-47ac-9415-127b5403528b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:15:13.664848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b4187265-6f94-41c1-bff2-fd4964b3ad4f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:13.772541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:13.797162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Port b4187265-6f94-41c1-bff2-fd4964b3ad4f update to DOWN by agent not found {{(pid=102557) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 04 09:15:13.826338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] No DVR routers for this DVR port b4187265-6f94-41c1-bff2-fd4964b3ad4f on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:13.831140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c6395-eb7a-4072-b621-e31e6e13236c None None] Pushing event deleted for resources: {'Port': ['ID=b4187265-6f94-41c1-bff2-fd4964b3ad4f,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:13.863604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb786bc7-65cf-439f-9579-1932c27e833a req-38ed50b6-187b-4f9b-b91f-5ca07670c773 service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523970 Nov 04 09:15:13.868690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abbd1c9-887a-4a39-a002-737ff759448c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:15:13.868860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-4de14ced-2290-4ab1-bcb9-26807bcc190f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 200 len: 1002 time: 0.6225722 Nov 04 09:15:13.878020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:13.920351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Transition to ACTIVE for port object 1abbd1c9-887a-4a39-a002-737ff759448c will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:15:13.947303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-fb76f8f7-1906-4cde-b2f9-2978d58fcfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:13.947303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-fb76f8f7-1906-4cde-b2f9-2978d58fcfe5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e18be91-df85-4828-9822-990e8c5c0780 HTTP/1.1" status: 200 len: 851 time: 0.0649948 Nov 04 09:15:13.986029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:13.991903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:14.005178 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] Sync routers for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:15:14.019696 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:14.020427 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:14.030167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:14.041721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] Sync routers for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:15:14.052101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:14.058162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:14.067482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:14.068182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:14.093763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:14.108063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] No DVR routers for this DVR port 7d0b0a79-cdc7-447f-8252-60616f90a9a8 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:14.133017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:14.134266 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-c70e4287-c56d-43ca-a25b-fdeaae169e4b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "DELETE /v2.0/ports/7d0b0a79-cdc7-447f-8252-60616f90a9a8 HTTP/1.1" status: 204 len: 173 time: 4.1723943 Nov 04 09:15:14.134765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:14.138468 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f11e7-bcc9-4023-b088-361d0b2c3f28" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:14.148735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd8d17-d6b4-492f-9d09-a658f2a26f68 req-fce099ab-6bf0-4e7d-92f3-5bcf5d9df7d7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:14.156603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd8d17-d6b4-492f-9d09-a658f2a26f68 req-fce099ab-6bf0-4e7d-92f3-5bcf5d9df7d7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:14.163883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd8d17-d6b4-492f-9d09-a658f2a26f68 req-fce099ab-6bf0-4e7d-92f3-5bcf5d9df7d7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:14.172674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd8d17-d6b4-492f-9d09-a658f2a26f68 req-fce099ab-6bf0-4e7d-92f3-5bcf5d9df7d7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:14.174828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00cd8d17-d6b4-492f-9d09-a658f2a26f68 req-fce099ab-6bf0-4e7d-92f3-5bcf5d9df7d7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 3142 time: 0.7192459 Nov 04 09:15:14.209080 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:14.260365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Pushing event updated for resources: {'Port': ['ID=1abbd1c9-887a-4a39-a002-737ff759448c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:14.307709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00cd8d17-d6b4-492f-9d09-a658f2a26f68 req-891c5e56-7caf-45a4-a654-dcb5523b0733 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655677 Nov 04 09:15:14.343528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a362f3cb-a475-4945-b80b-dfc5f0e77be1 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7412443 Nov 04 09:15:14.349048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:14.352390 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edd4781-5d47-44e6-af47-08c3602f4c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:14.372074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-0db20b37-1f16-4c88-93db-87cde09b5d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:14.372874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:14.375145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-0db20b37-1f16-4c88-93db-87cde09b5d4e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64769050-88db-4939-8f71-8f2b6458d6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4232757 Nov 04 09:15:14.487105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port 32d58df2-be25-49e2-8c9e-5278843c1dc6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:14.487454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:14.639842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Attempting to bind port 1abbd1c9-887a-4a39-a002-737ff759448c on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:14.640533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Attempting to bind port 1abbd1c9-887a-4a39-a002-737ff759448c by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:14.640710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Attempting to bind port 1abbd1c9-887a-4a39-a002-737ff759448c on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:14.660965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Port 1abbd1c9-887a-4a39-a002-737ff759448c on network 44de6edb-15ec-4e54-930c-30071a9dee9b not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:15:14.661501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Attempting to bind port 1abbd1c9-887a-4a39-a002-737ff759448c on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:14.701317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-9459196e-8f86-463a-ae66-54b7228c46f3 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188434 Nov 04 09:15:14.704933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:14.705305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Checking segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:14.705776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Bound using segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:14.706352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Bound port: 1abbd1c9-887a-4a39-a002-737ff759448c, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:14.706717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:14.732629 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:20Z', 'revision_number': 5, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:14.768548 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] Checking router: 3e27da27-6483-47ac-9415-127b5403528b for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:15:14.780769 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:14.781683 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:14.830492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f39d9be6-9a8d-42cb-80a8-0447be70b573', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'port_id': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'mac_address': 'fa:16:3e:f1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:15:09Z', 'updated_at': '2021-11-04T09:15:09Z', 'revision_number': 0, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:38Z', 'revision_number': 5, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:14.867008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] Checking router: adbd8752-2953-4ae7-b557-28eda9e04289 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:15:14.879389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:14.879737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:14.889736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] For port 1abbd1c9-887a-4a39-a002-737ff759448c, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:14.900045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] For port 1abbd1c9-887a-4a39-a002-737ff759448c, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1abbd1c9-887a-4a39-a002-737ff759448c,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:14.915476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] For port 32d58df2-be25-49e2-8c9e-5278843c1dc6, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=32d58df2-be25-49e2-8c9e-5278843c1dc6,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:14.915874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:14.919153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:14.927536 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:14.944521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d82ae8-f475-4e30-bc07-a013bcb115df req-7447997a-4d79-4dd3-a7a3-a371dfc74af7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:14.946165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41d82ae8-f475-4e30-bc07-a013bcb115df req-7447997a-4d79-4dd3-a7a3-a371dfc74af7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 943 time: 0.2913132 Nov 04 09:15:14.968439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for 32d58df2-be25-49e2-8c9e-5278843c1dc6 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:15.028178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:15.049006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:15.050233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:15.050798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:15.051674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] 10.222.0.55 "PUT /v2.0/ports/1abbd1c9-887a-4a39-a002-737ff759448c HTTP/1.1" status: 200 len: 1091 time: 2.5408034 Nov 04 09:15:15.135969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=8009b6bc-b9f7-42be-b45b-b23eb2ad75f5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:15.154219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41d82ae8-f475-4e30-bc07-a013bcb115df req-bd30602b-5878-43b1-8373-8f3c5bf994b6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980309 Nov 04 09:15:15.160387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-330d2f62-9bda-4ee0-b905-4816f562c9bf service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123085 Nov 04 09:15:15.169779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:15.221304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:15.225351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:15.225962 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:15.229347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-dfec0503-69e4-47d0-93ae-6ab37f021fe1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 217 time: 0.0584996 Nov 04 09:15:15.261958 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-89fe6e15-87c1-4ab8-b094-a02b32b1d290 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7658262 Nov 04 09:15:15.264188 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:20Z', 'revision_number': 5, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:15.286402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:15.300568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '8009b6bc-b9f7-42be-b45b-b23eb2ad75f5', 'ip_address': '2001:db8::8691:1b0f:b75c:dd6c'}], 'name': 'tempest-NetworksTestDHCPv6-1616442190'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:15.365331 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7956d81c-842e-4648-9d28-65f19f67d849 None None] The sync data for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 is: [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08d2371e-e8f7-4227-8dbd-3d5322cac68c', 'name': '', 'network_id': '26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'mac_address': 'fa:16:3e:42:65:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:04:05Z', 'updated_at': '2021-11-04T09:04:20Z', 'revision_number': 5, 'project_id': 'bbf5981223094141a39f83de0673a928', 'subnets': [{'id': '775d7aa1-ab92-4a32-86da-b74cdfe76349', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:15:15.408229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3850bd8-f17e-43e2-802a-168cc4bb64c3 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:15.543185 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3a5ea6-5ac9-437d-a0cf-3c6a56e13eb4 x-openstack-request-id: req-0c3a5ea6-5ac9-437d-a0cf-3c6a56e13eb4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:15.553938 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "7d0b0a79-cdc7-447f-8252-60616f90a9a8", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:15.554220 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c3a5ea6-5ac9-437d-a0cf-3c6a56e13eb4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:15.554654 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': '7d0b0a79-cdc7-447f-8252-60616f90a9a8', 'status': 'completed', 'code': 200} Nov 04 09:15:15.582056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2473e84-449e-4fa4-8bd0-efffbb64f595 service neutron] Pushing event updated for resources: {'Port': ['ID=1abbd1c9-887a-4a39-a002-737ff759448c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:15.606562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:15.670907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f39d9be6-9a8d-42cb-80a8-0447be70b573', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'port_id': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'mac_address': 'fa:16:3e:f1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:15:09Z', 'updated_at': '2021-11-04T09:15:09Z', 'revision_number': 0, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:38Z', 'revision_number': 5, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:15.727643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=32d58df2-be25-49e2-8c9e-5278843c1dc6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:15.778340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-c71357a8-490d-40eb-ad03-ece5fadb3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:15.780286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-c71357a8-490d-40eb-ad03-ece5fadb3b45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 1094 time: 0.6688716 Nov 04 09:15:15.806108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] No DVR routers for this DVR port 32d58df2-be25-49e2-8c9e-5278843c1dc6 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:15.819582 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:15.827837 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:15.837119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-86ccf40f-f725-43bb-9a91-bb9164f5e26b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "DELETE /v2.0/ports/32d58df2-be25-49e2-8c9e-5278843c1dc6 HTTP/1.1" status: 204 len: 173 time: 1.6930466 Nov 04 09:15:15.838506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17f528a-a3da-4577-8703-44802bba87a7 None None] The sync data for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 is: [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f39d9be6-9a8d-42cb-80a8-0447be70b573', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'floating_ip_address': '172.25.3.120', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'port_id': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'mac_address': 'fa:16:3e:f1:71:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:15:09Z', 'updated_at': '2021-11-04T09:15:09Z', 'revision_number': 0, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:38Z', 'revision_number': 5, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:15:15.840937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-bc6414ab-cf7d-4ef9-a39e-0331280ce222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:15.849801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-bc6414ab-cf7d-4ef9-a39e-0331280ce222 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1096 time: 0.2941711 Nov 04 09:15:15.879665 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbde4b33-fee9-480b-a20f-4faa0fbe3180 x-openstack-request-id: req-bbde4b33-fee9-480b-a20f-4faa0fbe3180 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:15.880284 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:15.880284 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bbde4b33-fee9-480b-a20f-4faa0fbe3180 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:15.880607 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'status': 'completed', 'code': 200} Nov 04 09:15:15.929352 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cea9840-aa9c-4d29-8e34-03871194c535 None None] New status for floating IP 9a2ba538-849a-463e-8d0e-81b0a0225caa: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:15:15.930371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '8009b6bc-b9f7-42be-b45b-b23eb2ad75f5'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:15.931530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:15.989667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-4e354f2c-be64-4953-b369-16fb6d10632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:15.991174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-4e354f2c-be64-4953-b369-16fb6d10632c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.7458446 Nov 04 09:15:16.038986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-f8bd7811-03d5-4ce9-873c-d548a8e971f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1abbd1c9-887a-4a39-a002-737ff759448c HTTP/1.1" status: 200 len: 217 time: 0.2322109 Nov 04 09:15:16.167098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc4b18-f713-412a-9272-781b238021e0 req-40f033ed-3ced-47c8-a9e6-a187617981ec tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:16.181776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc4b18-f713-412a-9272-781b238021e0 req-40f033ed-3ced-47c8-a9e6-a187617981ec tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:16.194876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fc4b18-f713-412a-9272-781b238021e0 req-40f033ed-3ced-47c8-a9e6-a187617981ec tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:16.208080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0fc4b18-f713-412a-9272-781b238021e0 req-40f033ed-3ced-47c8-a9e6-a187617981ec tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 2410 time: 0.3264697 Nov 04 09:15:16.241157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/8009b6bc-b9f7-42be-b45b-b23eb2ad75f5/8ceab7cc-f046-4033-901d-802391a95ac9) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:16.312799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-b44545a5-cb9f-4e55-93b4-a52da445029a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:16.315008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-b44545a5-cb9f-4e55-93b4-a52da445029a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3145158 Nov 04 09:15:16.331934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0fc4b18-f713-412a-9272-781b238021e0 req-81313afe-1521-4d63-ad4c-cf96436f08a8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227143 Nov 04 09:15:16.371698 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-925794f0-5dd2-4db9-b6bd-6b434eab17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:16.379807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-925794f0-5dd2-4db9-b6bd-6b434eab17b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.3377130 Nov 04 09:15:16.513181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:16.518238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-41bebc76-0cbc-4d8b-82d8-873a87602196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:16.520394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-41bebc76-0cbc-4d8b-82d8-873a87602196 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 910 time: 0.5158420 Nov 04 09:15:16.522717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-b1a6596e-0e09-4e34-b435-d16f336eeec4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1201689 Nov 04 09:15:16.683533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d584fe97-b05d-486f-9cf6-352dd775a71a None None] New status for floating IP f39d9be6-9a8d-42cb-80a8-0447be70b573: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:15:16.692015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-5494aa75-fcac-436d-ba08-620f5439987f service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500860 Nov 04 09:15:16.730197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-627d4844-563e-44c8-8a11-8076bec32b8d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 999 time: 0.1701822 Nov 04 09:15:16.771907 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:16.806846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port e353ce93-1a30-483e-b009-401d29567b4d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:16.807329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:16.991163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-ccb2b822-3f3b-4446-9e5f-7dbdf6f86603 service neutron] 10.222.0.55 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445736 Nov 04 09:15:17.000731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-9a76823e-f8c7-4715-baaf-107136d0e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:17.003473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-9a76823e-f8c7-4715-baaf-107136d0e952 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 200 len: 848 time: 0.2465858 Nov 04 09:15:17.163005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] For port e353ce93-1a30-483e-b009-401d29567b4d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e353ce93-1a30-483e-b009-401d29567b4d,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:17.169660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:17.200450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bde431-f26f-4e69-b64b-7403ee44c436 req-8333188d-20a8-4530-b93a-7123b6b6c15b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:17.212006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73bde431-f26f-4e69-b64b-7403ee44c436 req-8333188d-20a8-4530-b93a-7123b6b6c15b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 943 time: 0.5139401 Nov 04 09:15:17.260803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-af45931d-40bc-4566-bafe-0eb26e51ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:17.262841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-af45931d-40bc-4566-bafe-0eb26e51ae7a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43467482-b628-4f66-bca9-2725b3052053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2427750 Nov 04 09:15:17.272125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for e353ce93-1a30-483e-b009-401d29567b4d owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:17.302015 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:17.315748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:17.330111 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:17.340922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-cf788cea-6bec-424a-a325-9e46d519f06e service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006011 Nov 04 09:15:17.369541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73bde431-f26f-4e69-b64b-7403ee44c436 req-bdbbcc4d-64da-4066-8de9-9d773ac5d438 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398413 Nov 04 09:15:17.388285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:17.394916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:17.406657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:17.431661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Pushing event updated for resources: {'Port': ['ID=8ceab7cc-f046-4033-901d-802391a95ac9,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:17.473571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port b759f61d-1a4d-4fb7-8cd5-17addf124733 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:17.490660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-e44c7d69-a530-4770-8706-283969ed6f73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 217 time: 0.1200097 Nov 04 09:15:17.551215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:17.560159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Attempting to bind port 8ceab7cc-f046-4033-901d-802391a95ac9 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:17.560540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Attempting to bind port 8ceab7cc-f046-4033-901d-802391a95ac9 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:17.560898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Attempting to bind port 8ceab7cc-f046-4033-901d-802391a95ac9 on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:17.564669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'tag': '1abbd1c9-887a-4a39-a002-737ff759448c'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:17.567034 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ce77e2-5a2b-4198-a20e-481684f131e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3c30070b-9ca9-4709-9dba-cd8c315ef560", "tag": "1abbd1c9-887a-4a39-a002-737ff759448c"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:17.584541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:17.585076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:17.585498 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:17.586124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:17.586634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Bound port: 8ceab7cc-f046-4033-901d-802391a95ac9, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:17.587023 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:17.589134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb81cf0c-fcb3-4d92-ac17-affd869c97e6 req-da08924e-8ec6-4e2f-9ea7-aed829fe3838 service neutron] 10.222.0.55 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822186 Nov 04 09:15:17.709721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-48df5de0-f629-4f0e-b47d-cc016126b96c service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4331908 Nov 04 09:15:17.713766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-da9c7160-2808-4619-8dd6-fb40ed2f9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:17.717335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-da9c7160-2808-4619-8dd6-fb40ed2f9d67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.2179704 Nov 04 09:15:17.819636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] For port 8ceab7cc-f046-4033-901d-802391a95ac9, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:17.830588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] For port 8ceab7cc-f046-4033-901d-802391a95ac9, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8ceab7cc-f046-4033-901d-802391a95ac9,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:17.834269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1edd4781-5d47-44e6-af47-08c3602f4c5c req-8a88b32e-1244-4f87-a4f8-f81ae9738fad service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160929 Nov 04 09:15:17.840881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:17.905691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf79df-286b-4877-ae2c-1acb489a2360 None None] Pushing event updated for resources: {'Port': ['ID=8ceab7cc-f046-4033-901d-802391a95ac9,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:17.985025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be882be-988b-493e-bafe-2c139b7e566b req-816d4139-7777-46ca-a66b-5f0b6f7122e0 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:17.992464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be882be-988b-493e-bafe-2c139b7e566b req-816d4139-7777-46ca-a66b-5f0b6f7122e0 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:18.020189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be882be-988b-493e-bafe-2c139b7e566b req-816d4139-7777-46ca-a66b-5f0b6f7122e0 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:18.022339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9be882be-988b-493e-bafe-2c139b7e566b req-816d4139-7777-46ca-a66b-5f0b6f7122e0 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 2410 time: 0.4722936 Nov 04 09:15:18.027667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f660952-aa7d-4494-a614-ae15baa749ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:18.109104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-4f0422e6-183a-43ce-8f72-5ebb4764da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:18.111778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-4f0422e6-183a-43ce-8f72-5ebb4764da9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3863590 Nov 04 09:15:18.224340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::8691:1b0f:b75c:dd6c (53f12eef-f51b-4fca-a94e-83521fd7b9e4/8009b6bc-b9f7-42be-b45b-b23eb2ad75f5/b759f61d-1a4d-4fb7-8cd5-17addf124733) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:18.248343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9be882be-988b-493e-bafe-2c139b7e566b req-cb2cfdd0-ece9-4e0e-a4f9-ecec820a8738 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2177992 Nov 04 09:15:18.408538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:18.475378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-4e498c12-58ee-4034-a884-0de6bfba6a46 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544188 Nov 04 09:15:18.487890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=e353ce93-1a30-483e-b009-401d29567b4d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:18.572649 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa400db-b251-4d6a-abbd-633b0a99cb98 x-openstack-request-id: req-faa400db-b251-4d6a-abbd-633b0a99cb98 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:18.572978 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c30070b-9ca9-4709-9dba-cd8c315ef560", "tag": "1abbd1c9-887a-4a39-a002-737ff759448c", "status": "completed", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "32d58df2-be25-49e2-8c9e-5278843c1dc6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:18.573513 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-faa400db-b251-4d6a-abbd-633b0a99cb98 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:18.573832 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'tag': '1abbd1c9-887a-4a39-a002-737ff759448c', 'status': 'completed', 'code': 200} Nov 04 09:15:18.574091 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': '32d58df2-be25-49e2-8c9e-5278843c1dc6', 'status': 'completed', 'code': 200} Nov 04 09:15:18.575112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] No DVR routers for this DVR port e353ce93-1a30-483e-b009-401d29567b4d on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:18.581985 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:18.592564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-0cbb568c-5c88-4b99-9027-e03b3820a32c tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "DELETE /v2.0/ports/e353ce93-1a30-483e-b009-401d29567b4d HTTP/1.1" status: 204 len: 173 time: 2.6776738 Nov 04 09:15:18.676054 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f660952-aa7d-4494-a614-ae15baa749ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:18.696522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f660952-aa7d-4494-a614-ae15baa749ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:18.743895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-01a30b6c-53b0-4a0d-8956-0a49737706dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:18.745730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-01a30b6c-53b0-4a0d-8956-0a49737706dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 1094 time: 0.1519232 Nov 04 09:15:18.821226 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2f660952-aa7d-4494-a614-ae15baa749ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49941271e7cc411684f2347b6bbe3103&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2650166 Nov 04 09:15:18.827475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40696) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:18.855147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f660952-aa7d-4494-a614-ae15baa749ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87eab030-1ae6-49a4-a705-da13ff4f670a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:18.876264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port d28be4cb-eb63-4682-9632-016489b9f6fa {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:18.876795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:18.880211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:18.898861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc65fd-7185-4683-b73f-bec6f20948ab req-4277a682-fbcc-42f9-84ad-2cae6a506a27 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:18.906385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aacc65fd-7185-4683-b73f-bec6f20948ab req-4277a682-fbcc-42f9-84ad-2cae6a506a27 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 943 time: 0.2327273 Nov 04 09:15:18.918247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-b32cecaf-c206-4551-9004-7733bf20ea36 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177744 Nov 04 09:15:18.972644 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-a063e384-d86b-47eb-96d5-9d4467544145 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=2e1b1871-17a8-451e-9503-004c6722404b HTTP/1.1" status: 200 len: 217 time: 0.0441601 Nov 04 09:15:19.003109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e655d1-bc54-430f-a593-31e1cc7172ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.039118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-f5b02810-3606-40db-b1d7-b179acfb5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.045840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-f5b02810-3606-40db-b1d7-b179acfb5e92 service neutron] 10.222.0.55 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.2893031 Nov 04 09:15:19.059394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-7ed73b88-46ec-48dd-83cd-c6b27d3587b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.067602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-7ed73b88-46ec-48dd-83cd-c6b27d3587b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.0871496 Nov 04 09:15:19.104176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-2a2392ad-b8f8-4c15-9959-e312b6df2e39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1abbd1c9-887a-4a39-a002-737ff759448c HTTP/1.1" status: 200 len: 217 time: 0.0498939 Nov 04 09:15:19.145137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aacc65fd-7185-4683-b73f-bec6f20948ab req-d7f2f158-5da4-4038-903a-65917bbe1f0c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375820 Nov 04 09:15:19.151335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.179578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e655d1-bc54-430f-a593-31e1cc7172ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.215723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-45cb31cd-85d0-4ffa-b2f9-f8b96288297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.217869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-45cb31cd-85d0-4ffa-b2f9-f8b96288297d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1376991 Nov 04 09:15:19.261780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] For port d28be4cb-eb63-4682-9632-016489b9f6fa, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d28be4cb-eb63-4682-9632-016489b9f6fa,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:19.262381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.289109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for d28be4cb-eb63-4682-9632-016489b9f6fa owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:19.293008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=b759f61d-1a4d-4fb7-8cd5-17addf124733,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:19.297082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:19.305925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:19.310273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:19.312109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-abff8d6f-005f-4ef4-ad03-a787c71bc6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.313966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-abff8d6f-005f-4ef4-ad03-a787c71bc6d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.1913579 Nov 04 09:15:19.317249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.318121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.365289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0df229c1-18f2-4179-b419-ff1d9b1c38df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0776312 Nov 04 09:15:19.366579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:19.389978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-673d67e7-27c8-468b-9136-93bbd312b143 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638448 Nov 04 09:15:19.406567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-3a29e257-9b15-4c2c-a0a9-15424d4bcdcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826230 Nov 04 09:15:19.487374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e655d1-bc54-430f-a593-31e1cc7172ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.489997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-02e655d1-bc54-430f-a593-31e1cc7172ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.491004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-02e655d1-bc54-430f-a593-31e1cc7172ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87eab030-1ae6-49a4-a705-da13ff4f670a HTTP/1.1" status: 204 len: 168 time: 0.6632671 Nov 04 09:15:19.521843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e655d1-bc54-430f-a593-31e1cc7172ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87eab030-1ae6-49a4-a705-da13ff4f670a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:19.556056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1abbd1c9-887a-4a39-a002-737ff759448c details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:15:19.579820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-c42e36d7-7b4d-4885-86a8-d8206c3f065e service neutron] 10.222.0.55 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638358 Nov 04 09:15:19.613841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e6d4a-5683-45e4-ac90-28ce5d41a6ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.633907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e6d4a-5683-45e4-ac90-28ce5d41a6ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.646804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d26e6d4a-5683-45e4-ac90-28ce5d41a6ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2732689 Nov 04 09:15:19.685507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:19.727718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8ce77e2-5a2b-4198-a20e-481684f131e9 req-875a170b-a01d-4f07-bff0-de503d8395b4 service neutron] 10.222.0.55 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000345 Nov 04 09:15:19.795304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca717-6550-48bd-8c6e-c10d8b681b10 req-13b566b2-b9da-4f49-bf5d-41dc6997de11 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.801979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ca717-6550-48bd-8c6e-c10d8b681b10 req-13b566b2-b9da-4f49-bf5d-41dc6997de11 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:19.803892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-532ca717-6550-48bd-8c6e-c10d8b681b10 req-13b566b2-b9da-4f49-bf5d-41dc6997de11 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 1677 time: 0.3696837 Nov 04 09:15:19.820910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-d5ef5eae-51e9-4829-89da-979ce076dd52 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151433 Nov 04 09:15:19.857471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:19.876166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8ceab7cc-f046-4033-901d-802391a95ac9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:19.944944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-e2781058-6c71-4525-8c0c-b8d25ad31807 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 HTTP/1.1" status: 200 len: 217 time: 0.1075156 Nov 04 09:15:19.982915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=d28be4cb-eb63-4682-9632-016489b9f6fa,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:20.016395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] No DVR routers for this DVR port d28be4cb-eb63-4682-9632-016489b9f6fa on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:20.024074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.039219 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-13040fbb-0b99-47a0-8dfa-6849772aceeb tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "DELETE /v2.0/ports/d28be4cb-eb63-4682-9632-016489b9f6fa HTTP/1.1" status: 204 len: 173 time: 1.4120057 Nov 04 09:15:20.061400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1abbd1c9-887a-4a39-a002-737ff759448c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1abbd1c9-887a-4a39-a002-737ff759448c,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:20.069767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-532ca717-6550-48bd-8c6e-c10d8b681b10 req-130450d2-c3bb-4697-810e-5ed44c9e44ae tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d5d9653-32b6-453f-9464-cb88c6b44d85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2449477 Nov 04 09:15:20.075376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-7f0538ec-5ed3-4335-8c50-fc92282f1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:20.076949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-7f0538ec-5ed3-4335-8c50-fc92282f1792 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.1047463 Nov 04 09:15:20.135584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '1abbd1c9-887a-4a39-a002-737ff759448c', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'port_id': '1abbd1c9-887a-4a39-a002-737ff759448c', 'mac_address': 'fa:16:3e:4c:fe:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f9873-0dcb-42d1-9b51-6a3ea42fb140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:15:20.140574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8ceab7cc-f046-4033-901d-802391a95ac9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:20.140958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.145656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port b759f61d-1a4d-4fb7-8cd5-17addf124733 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:20.145656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.327020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cc913b4c-4fb5-46a1-8971-0189e5d7125c None None] Provisioning complete for port 8ceab7cc-f046-4033-901d-802391a95ac9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:20.333155 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc913b4c-4fb5-46a1-8971-0189e5d7125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.369451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port 8e833917-62e9-43b7-86f0-81fdad43aac4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:20.369451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.421691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.448627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:20.487226 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abbd1c9-887a-4a39-a002-737ff759448c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:15:20.505241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8d3a-7bdc-4325-a7a0-a8ea4176e118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.541047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-af4e263d-7891-4a77-8e9c-28306950a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:20.542254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-af4e263d-7891-4a77-8e9c-28306950a840 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4569924 Nov 04 09:15:20.576825 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc913b4c-4fb5-46a1-8971-0189e5d7125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.577614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d'}, {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:20.581631 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2869ebe5-1d9c-41ab-850e-2c874d57e476" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "e353ce93-1a30-483e-b009-401d29567b4d"}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:20.635996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1abbd1c9-887a-4a39-a002-737ff759448c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1abbd1c9-887a-4a39-a002-737ff759448c,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:20.643313 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.652957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] For port 8e833917-62e9-43b7-86f0-81fdad43aac4, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8e833917-62e9-43b7-86f0-81fdad43aac4,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:20.653326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.667160 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.686049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cc913b4c-4fb5-46a1-8971-0189e5d7125c None None] For port 8ceab7cc-f046-4033-901d-802391a95ac9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8ceab7cc-f046-4033-901d-802391a95ac9,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:20.701826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.717259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for 8e833917-62e9-43b7-86f0-81fdad43aac4 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:20.725335 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc913b4c-4fb5-46a1-8971-0189e5d7125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.745890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for b759f61d-1a4d-4fb7-8cd5-17addf124733 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:20.762328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34f3c8-f697-43b4-bee8-52aef8411ec5 req-0d34861b-ef0e-416f-b1a0-00ee61f36c1c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:20.763944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e34f3c8-f697-43b4-bee8-52aef8411ec5 req-0d34861b-ef0e-416f-b1a0-00ee61f36c1c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 943 time: 0.3987741 Nov 04 09:15:20.792829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:15:20.793194 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:15:20.793810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=1abbd1c9-887a-4a39-a002-737ff759448c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:20.802577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.802925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.803698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.804207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.804478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.805261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.805261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.807513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.807513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.807513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.807513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.807513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:20.919615 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8d3a-7bdc-4325-a7a0-a8ea4176e118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.930717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc1d8d3a-7bdc-4325-a7a0-a8ea4176e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.947279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-73fd9eb0-f632-423b-b423-d17825acfdaa None None] Provisioning complete for port b759f61d-1a4d-4fb7-8cd5-17addf124733 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:20.947704 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-73fd9eb0-f632-423b-b423-d17825acfdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:20.962291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc913b4c-4fb5-46a1-8971-0189e5d7125c None None] Pushing event updated for resources: {'Port': ['ID=8ceab7cc-f046-4033-901d-802391a95ac9,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:20.979081 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e34f3c8-f697-43b4-bee8-52aef8411ec5 req-86df74db-9728-4aa1-b2e8-fcf2dc050662 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744418 Nov 04 09:15:20.988920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dc1d8d3a-7bdc-4325-a7a0-a8ea4176e118 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4fb06ca1c5f431798fcf3ce76c5441b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391929 Nov 04 09:15:20.990067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-008dfea1-b402-44a8-9db6-bdf06ced4c21 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268787 Nov 04 09:15:20.992064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40720) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:21.015784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['1abbd1c9-887a-4a39-a002-737ff759448c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:15:21.047135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-73fd9eb0-f632-423b-b423-d17825acfdaa None None] Port b759f61d-1a4d-4fb7-8cd5-17addf124733 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:21.086800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d8d3a-7bdc-4325-a7a0-a8ea4176e118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c2a0cf-565c-4cad-9e98-eaf29665c3b6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:21.095412 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d4d151d-e4f9-4f0d-b531-1a3d2d89d0f7 x-openstack-request-id: req-7d4d151d-e4f9-4f0d-b531-1a3d2d89d0f7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:21.096869 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "e353ce93-1a30-483e-b009-401d29567b4d", "status": "completed", "code": 200}, {"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "d28be4cb-eb63-4682-9632-016489b9f6fa", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:21.096869 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d4d151d-e4f9-4f0d-b531-1a3d2d89d0f7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:21.096869 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': 'e353ce93-1a30-483e-b009-401d29567b4d', 'status': 'completed', 'code': 200} Nov 04 09:15:21.096869 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': 'd28be4cb-eb63-4682-9632-016489b9f6fa', 'status': 'completed', 'code': 200} Nov 04 09:15:21.143705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.194516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=8e833917-62e9-43b7-86f0-81fdad43aac4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:21.226140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b230c904-bd7b-48e5-9605-1c2e5cdd8c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.267892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-38181499-509c-441e-a64b-49b54fea6e57 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291453 Nov 04 09:15:21.289482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] No DVR routers for this DVR port 8e833917-62e9-43b7-86f0-81fdad43aac4 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:21.293049 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.296898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9d7e59e3-3aab-4adf-b00f-d6d459954185 req-1fb7dad2-091e-47dc-8318-dbd157524ac9 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.55 "DELETE /v2.0/ports/8e833917-62e9-43b7-86f0-81fdad43aac4 HTTP/1.1" status: 204 len: 173 time: 1.2499762 Nov 04 09:15:21.317903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b230c904-bd7b-48e5-9605-1c2e5cdd8c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.373310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-cdd4b884-1659-4836-afb2-a334d6679497 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ebc4ee-3262-466e-b836-1181a907f945 HTTP/1.1" status: 200 len: 217 time: 0.0956380 Nov 04 09:15:21.414017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22ce9de9-8965-4aa4-9054-b670c10640be req-0e5a607a-0cee-4b7f-80e1-a5aabe36ab33 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.1351216 Nov 04 09:15:21.416837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.565973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=b759f61d-1a4d-4fb7-8cd5-17addf124733,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:21.608914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-40d20d72-ce6a-4670-960c-096273bae070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:21.610499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-40d20d72-ce6a-4670-960c-096273bae070 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.2166955 Nov 04 09:15:21.614045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.617561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9ca48a61-1b7f-4986-a8d2-61a48572b0a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/b759f61d-1a4d-4fb7-8cd5-17addf124733 HTTP/1.1" status: 204 len: 168 time: 1.9283891 Nov 04 09:15:21.622393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40726) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:21.716185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b230c904-bd7b-48e5-9605-1c2e5cdd8c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.727788 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b230c904-bd7b-48e5-9605-1c2e5cdd8c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:21.737354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b230c904-bd7b-48e5-9605-1c2e5cdd8c07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61c2a0cf-565c-4cad-9e98-eaf29665c3b6 HTTP/1.1" status: 204 len: 168 time: 0.7372737 Nov 04 09:15:21.758746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a0e31-b55e-4474-9ec8-30023323e7f4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:21.760268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a0e31-b55e-4474-9ec8-30023323e7f4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:21.760462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8ceab7cc-f046-4033-901d-802391a95ac9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:21.761872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-991a0e31-b55e-4474-9ec8-30023323e7f4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1362886 Nov 04 09:15:21.769084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40730) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:21.815742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230c904-bd7b-48e5-9605-1c2e5cdd8c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c2a0cf-565c-4cad-9e98-eaf29665c3b6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:21.893961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-280394ed-d6d5-4b7f-b9d3-4240b5551a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:21.896053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-280394ed-d6d5-4b7f-b9d3-4240b5551a54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2733948 Nov 04 09:15:21.914151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 8009b6bc-b9f7-42be-b45b-b23eb2ad75f5 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:21.930504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:22.021922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8ceab7cc-f046-4033-901d-802391a95ac9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:22.022363 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:22.108466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:22.293691 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:22.368666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:22.394432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f00f6d-4689-40c3-be58-53bdd64b8b3e None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:22.394800 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:22.401260 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/8009b6bc-b9f7-42be-b45b-b23eb2ad75f5 HTTP/1.1" status: 204 len: 168 time: 0.6310928 Nov 04 09:15:22.425851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40740) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:22.435168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c78c4-148d-451d-acc5-7f7ed86f3770 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=8009b6bc-b9f7-42be-b45b-b23eb2ad75f5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:22.498753 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d4b61f80-630f-40d1-9304-26ecaf21f919 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713964 Nov 04 09:15:22.504599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40746) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:22.512547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:22.722597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:22.737005 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:22.775180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:22.902679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b813299-318c-47b4-89b8-c84d6589f26f req-72e94fa1-6045-49fd-81d6-7a998b342aca tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:22.910958 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b813299-318c-47b4-89b8-c84d6589f26f req-72e94fa1-6045-49fd-81d6-7a998b342aca tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 944 time: 0.1138420 Nov 04 09:15:22.941749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-7df32b68-d63a-4822-b022-e035b61043f1 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0369735 Nov 04 09:15:22.958218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] Deleting port 8ceab7cc-f046-4033-901d-802391a95ac9 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:22.959213 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:23.017234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b813299-318c-47b4-89b8-c84d6589f26f req-fccbd6ab-1835-45eb-aa7c-527725d2a478 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987279 Nov 04 09:15:23.104535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:23.106812 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b079e036-804d-4e72-ab63-dfb50472d2a3" -d '{"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:23.171197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] For port 8ceab7cc-f046-4033-901d-802391a95ac9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8ceab7cc-f046-4033-901d-802391a95ac9,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:23.172424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:23.199136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-45913ca6-0c78-4c69-9c47-aadf36544836 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482982 Nov 04 09:15:23.222439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] Calling delete_port for 8ceab7cc-f046-4033-901d-802391a95ac9 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:23.306071 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:23.327836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7fc963e-927c-4dbb-9a04-4da3be6deda1 req-8bf0db95-2672-4afb-b7b5-4e19bcf04be1 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.1274226 Nov 04 09:15:23.367947 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:23.415577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-c6fe05e4-d661-4e26-be2b-add01e15bebd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 200 len: 217 time: 0.0865052 Nov 04 09:15:23.427392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=c9e76c2c-278c-4de5-b943-6a0a63eb5b15,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:23.435577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] Pushing event deleted for resources: {'Port': ['ID=8ceab7cc-f046-4033-901d-802391a95ac9,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:23.435577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f70e76c-ae7d-43e3-8968-24ff585f7aca None None] No DVR routers for this DVR port 8ceab7cc-f046-4033-901d-802391a95ac9 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:23.490756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:23.492593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:23.497202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:23.497899 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:23.500952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-e17a04cb-91c3-4a10-a80d-4aee168df5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:23.504601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c130a-dc35-4bd4-8d24-df2ad8ca284c None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:23.520375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-e17a04cb-91c3-4a10-a80d-4aee168df5e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.0947611 Nov 04 09:15:23.535702 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aeb24528-f48d-4855-9c60-4352eb1a225a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0296550 Nov 04 09:15:23.540900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:23.553303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': 'c9e76c2c-278c-4de5-b943-6a0a63eb5b15', 'ip_address': '2001:db8::f82:7fd0:a153:5712'}], 'name': 'tempest-NetworksTestDHCPv6-1272242176'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:23.563664 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c135b1-e312-4a50-8534-6f4572f81650 x-openstack-request-id: req-12c135b1-e312-4a50-8534-6f4572f81650 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:23.565847 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef9b59d4-2093-443b-8641-29eb6c01aa30", "name": "network-vif-deleted", "tag": "8e833917-62e9-43b7-86f0-81fdad43aac4", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:23.566113 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12c135b1-e312-4a50-8534-6f4572f81650 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:23.566892 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef9b59d4-2093-443b-8641-29eb6c01aa30', 'name': 'network-vif-deleted', 'tag': '8e833917-62e9-43b7-86f0-81fdad43aac4', 'status': 'completed', 'code': 200} Nov 04 09:15:23.585390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1abbd1c9-887a-4a39-a002-737ff759448c up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:23.671432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8ceab7cc-f046-4033-901d-802391a95ac9 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:23.684371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40770) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:23.696853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-41be3d15-8867-4eb0-a31a-9777f708931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:23.698449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-41be3d15-8867-4eb0-a31a-9777f708931c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1697075 Nov 04 09:15:23.744995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 8ceab7cc-f046-4033-901d-802391a95ac9 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:23.745867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8ceab7cc-f046-4033-901d-802391a95ac9 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:23.825887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 1abbd1c9-887a-4a39-a002-737ff759448c completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:15:23.838766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-7b08f752-9161-4229-b500-ec15a9392c84 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290662 Nov 04 09:15:23.840130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:23.852337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 1abbd1c9-887a-4a39-a002-737ff759448c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:23.858614 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:23.905349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1810751683-network', 'tenant_id': '3a9bc608f0134e8dafb83aff8fdbb6ec'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:23.935303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Made reservation on behalf of 3a9bc608f0134e8dafb83aff8fdbb6ec for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:23.942763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:23.953220 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.021202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5319519e-6494-4a13-9491-59331649db80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': 'c9e76c2c-278c-4de5-b943-6a0a63eb5b15'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:24.022318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5319519e-6494-4a13-9491-59331649db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.033045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.036856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd2fb07-c828-47f6-b2f9-fc9a42ca4a2d req-7f3ed7b0-29b7-448b-afb5-4b32ffd89bfb service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889741 Nov 04 09:15:24.053527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 38634b1e-be2f-42a9-94f5-667ada00eaa8 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:24.147277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.153402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.209765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:15:24.236226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30d9f1b-710e-4178-a6b4-6611c58c61a0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:24.237496 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.250284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.251482 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Added segment 091ae475-83a4-4527-a540-8e749582f2c9 of type vlan for network 05798ada-0637-44fa-8a22-4340fa035edb Nov 04 09:15:24.298366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd75e7a-cad6-46f9-b4e8-2d6feb2930e6 req-18da8c0d-57eb-4ff0-9a8e-66c60f7e6eef tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:24.303646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcd75e7a-cad6-46f9-b4e8-2d6feb2930e6 req-18da8c0d-57eb-4ff0-9a8e-66c60f7e6eef tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 944 time: 0.1165836 Nov 04 09:15:24.330711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5319519e-6494-4a13-9491-59331649db80 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/c9e76c2c-278c-4de5-b943-6a0a63eb5b15/5132c640-eb96-4d00-a516-66ba3294dd87) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:24.345370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.356658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcd75e7a-cad6-46f9-b4e8-2d6feb2930e6 req-b0a0a059-d634-4e1b-b1f4-22be426ad6c6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455625 Nov 04 09:15:24.408602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.410091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:24.411680 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.420381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abbd1c9-887a-4a39-a002-737ff759448c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:24.423526 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea163f73-bf03-4e81-9c8e-cec085535b91" -d '{"events": [{"server_uuid": "3c30070b-9ca9-4709-9dba-cd8c315ef560", "name": "network-vif-plugged", "status": "completed", "tag": "1abbd1c9-887a-4a39-a002-737ff759448c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:24.451794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7661867 Nov 04 09:15:24.452599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:24.459581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Request body: {'subnet': {'network_id': '05798ada-0637-44fa-8a22-4340fa035edb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1810751683-subnet', 'tenant_id': '3a9bc608f0134e8dafb83aff8fdbb6ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:24.477211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 1abbd1c9-887a-4a39-a002-737ff759448c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1abbd1c9-887a-4a39-a002-737ff759448c,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:24.488181 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.508904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97085294-1793-4337-9356-3e51afeb8bb7 admin admin] Pushing event updated for resources: {'Network': ['ID=05798ada-0637-44fa-8a22-4340fa035edb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:24.531097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 05798ada-0637-44fa-8a22-4340fa035edb details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:15:24.551559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7b5a7c9-e661-4a62-9329-19e87a7317eb req-51163775-f077-490c-a072-95ab21accb0a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0627425 Nov 04 09:15:24.554207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Made reservation on behalf of 3a9bc608f0134e8dafb83aff8fdbb6ec for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:24.559113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.601891 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:15:24.737788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=1abbd1c9-887a-4a39-a002-737ff759448c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:24.745358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5319519e-6494-4a13-9491-59331649db80 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.754064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5319519e-6494-4a13-9491-59331649db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:24.864061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319519e-6494-4a13-9491-59331649db80 None None] Pushing event updated for resources: {'Port': ['ID=5132c640-eb96-4d00-a516-66ba3294dd87,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:24.877270 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d77daf-db34-492a-add5-5ef3dbd0433e x-openstack-request-id: req-a7d77daf-db34-492a-add5-5ef3dbd0433e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:24.877270 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c30070b-9ca9-4709-9dba-cd8c315ef560", "name": "network-vif-plugged", "status": "completed", "tag": "1abbd1c9-887a-4a39-a002-737ff759448c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:24.877644 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7d77daf-db34-492a-add5-5ef3dbd0433e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:24.877805 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abbd1c9-887a-4a39-a002-737ff759448c', 'code': 200} Nov 04 09:15:24.903093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5319519e-6494-4a13-9491-59331649db80 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:24.905012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-5319519e-6494-4a13-9491-59331649db80 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:24.908508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5319519e-6494-4a13-9491-59331649db80 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:24.959067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f82:7fd0:a153:5712 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/c9e76c2c-278c-4de5-b943-6a0a63eb5b15/38634b1e-be2f-42a9-94f5-667ada00eaa8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:24.961731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.066132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:25.138357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Checking segment: {'id': '091ae475-83a4-4527-a540-8e749582f2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '05798ada-0637-44fa-8a22-4340fa035edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:25.138754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Network hostable DHCP agents. Network: 05798ada-0637-44fa-8a22-4340fa035edb, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:15:25.156490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83985ab3-718a-4cf0-b806-534fc8550f78 req-6aff6f57-b894-4746-955e-bef68858cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:25.158708 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83985ab3-718a-4cf0-b806-534fc8550f78 req-6aff6f57-b894-4746-955e-bef68858cf57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 1096 time: 0.1935842 Nov 04 09:15:25.213171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5319519e-6494-4a13-9491-59331649db80 None None] Attempting to bind port 5132c640-eb96-4d00-a516-66ba3294dd87 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:25.214315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5319519e-6494-4a13-9491-59331649db80 None None] Attempting to bind port 5132c640-eb96-4d00-a516-66ba3294dd87 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:25.214315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319519e-6494-4a13-9491-59331649db80 None None] Attempting to bind port 5132c640-eb96-4d00-a516-66ba3294dd87 on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:25.222960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319519e-6494-4a13-9491-59331649db80 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:25.224070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319519e-6494-4a13-9491-59331649db80 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:25.224334 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5319519e-6494-4a13-9491-59331649db80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.224995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5319519e-6494-4a13-9491-59331649db80 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:25.225822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5319519e-6494-4a13-9491-59331649db80 None None] Bound port: 5132c640-eb96-4d00-a516-66ba3294dd87, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:25.226485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5319519e-6494-4a13-9491-59331649db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.268371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Network 05798ada-0637-44fa-8a22-4340fa035edb is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:15:25.289432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83985ab3-718a-4cf0-b806-534fc8550f78 req-971d2bb2-e897-4ee5-b54e-000ef55a84ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226907 Nov 04 09:15:25.292925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 05798ada-0637-44fa-8a22-4340fa035edb) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:25.303074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:25.303676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.305532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5319519e-6494-4a13-9491-59331649db80 None None] For port 5132c640-eb96-4d00-a516-66ba3294dd87, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:25.309341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5319519e-6494-4a13-9491-59331649db80 None None] For port 5132c640-eb96-4d00-a516-66ba3294dd87, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5132c640-eb96-4d00-a516-66ba3294dd87,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:25.312671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b42ed9-8f51-4acd-9d35-303d5c6498ee None None] Network 05798ada-0637-44fa-8a22-4340fa035edb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:25.330366 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5319519e-6494-4a13-9491-59331649db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.339956 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.381851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2b85ecea-3ba6-4e15-94f3-b3fd61f97272 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9277625 Nov 04 09:15:25.389851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.473763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=38634b1e-be2f-42a9-94f5-667ada00eaa8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:25.489493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:25.491092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:25.493815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:25.501334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:25.502239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:25.567578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be1227d9-a1be-44b7-a6e8-fb8af70561ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0238619 Nov 04 09:15:25.570182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:25.572697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319519e-6494-4a13-9491-59331649db80 None None] Pushing event updated for resources: {'Port': ['ID=5132c640-eb96-4d00-a516-66ba3294dd87,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:25.622284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb53d5-6c95-4361-9059-0726816f8c2c req-5b3b974f-d0b8-4a80-8bac-f9e01366eee1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:25.630143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fdfb53d5-6c95-4361-9059-0726816f8c2c req-5b3b974f-d0b8-4a80-8bac-f9e01366eee1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1244922 Nov 04 09:15:25.709956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7756faa9-10b7-4f35-8864-492a23678bb6 None None] Network 05798ada-0637-44fa-8a22-4340fa035edb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:25.727927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156b96e-12ac-4afb-93c1-c1524fb2a086 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:25.734672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0156b96e-12ac-4afb-93c1-c1524fb2a086 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:25.741948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0156b96e-12ac-4afb-93c1-c1524fb2a086 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1705518 Nov 04 09:15:25.745250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:25.768152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fdfb53d5-6c95-4361-9059-0726816f8c2c req-bbfdeb9c-e3f1-49ad-bfc6-4cb27d8fc432 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216943 Nov 04 09:15:25.978953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff07e00e-1906-4e56-bfda-a2b163e0bbfa req-22b43d40-0146-479a-9cbb-89f3b355180a tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0572584 Nov 04 09:15:25.993092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 38634b1e-be2f-42a9-94f5-667ada00eaa8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:25.993461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.166809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.186019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 38634b1e-be2f-42a9-94f5-667ada00eaa8 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:26.363228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.408175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=38634b1e-be2f-42a9-94f5-667ada00eaa8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:26.416487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40822) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:26.424294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1578262412-network', 'tenant_id': '4e179a8616c44b009dde99452308c2c4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:26.458481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.463307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b0e8395f-6cba-4c89-b30a-139752d7cc01 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/38634b1e-be2f-42a9-94f5-667ada00eaa8 HTTP/1.1" status: 204 len: 168 time: 0.7168322 Nov 04 09:15:26.466320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:26.480392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Made reservation on behalf of 4e179a8616c44b009dde99452308c2c4 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:26.488320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.509977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.531491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0da17c-b7ca-4fb8-bb2a-d687488d93a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:26.533731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0da17c-b7ca-4fb8-bb2a-d687488d93a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:26.535653 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cc0da17c-b7ca-4fb8-bb2a-d687488d93a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0679452 Nov 04 09:15:26.538226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:26.639613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet c9e76c2c-278c-4de5-b943-6a0a63eb5b15 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:26.647100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.662392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.675717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.711606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.773271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:15:26.794613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.794966 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Added segment ce348c3d-83cd-4035-b8da-c4ae552cb233 of type vlan for network faf580bd-fc06-4a7f-b0ca-a45d7f131e84 Nov 04 09:15:26.867117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.868373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.897536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85977ff0-688b-45c4-8d73-db41bb12e6e5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:26.919320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:26.921243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:26.924432 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.001755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5836201 Nov 04 09:15:27.006275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40832) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:27.013350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Request body: {'subnet': {'network_id': 'faf580bd-fc06-4a7f-b0ca-a45d7f131e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1578262412-subnet', 'tenant_id': '4e179a8616c44b009dde99452308c2c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:27.032676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bd2e0-db5a-4a22-8e63-602db347b330 admin admin] Pushing event updated for resources: {'Network': ['ID=faf580bd-fc06-4a7f-b0ca-a45d7f131e84,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:27.048268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network faf580bd-fc06-4a7f-b0ca-a45d7f131e84 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:15:27.084920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa39034-2834-4bf9-b62b-743bccc2b633 req-68b0b027-3ffe-400a-b3b4-d51ed8735813 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:27.087253 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4aa39034-2834-4bf9-b62b-743bccc2b633 req-68b0b027-3ffe-400a-b3b4-d51ed8735813 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1143265 Nov 04 09:15:27.089851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.090718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Made reservation on behalf of 4e179a8616c44b009dde99452308c2c4 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:27.095212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.139764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e76c2c-278c-4de5-b943-6a0a63eb5b15,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:27.151123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.156605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4113bb4c-2765-47d8-b3cd-d1d443427438 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/c9e76c2c-278c-4de5-b943-6a0a63eb5b15 HTTP/1.1" status: 204 len: 168 time: 0.6171098 Nov 04 09:15:27.160934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:27.214957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-288ffee0-b19c-4490-b7b4-926978b3520b None None] Provisioning complete for port 5132c640-eb96-4d00-a516-66ba3294dd87 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:27.215725 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ffee0-b19c-4490-b7b4-926978b3520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.230881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6586e53b-b638-482a-a6ce-119d476e7a21 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526881 Nov 04 09:15:27.234310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:27.242805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:27.323077 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ffee0-b19c-4490-b7b4-926978b3520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.369571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4aa39034-2834-4bf9-b62b-743bccc2b633 req-febf53a9-deb7-4e5b-b792-6ee31e2a9faa tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340276 Nov 04 09:15:27.385515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.443502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:27.444317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-288ffee0-b19c-4490-b7b4-926978b3520b None None] For port 5132c640-eb96-4d00-a516-66ba3294dd87, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5132c640-eb96-4d00-a516-66ba3294dd87,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:27.448312 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.452936 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ffee0-b19c-4490-b7b4-926978b3520b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.485381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce58650-eef0-4fe7-a428-6993e0e798c5,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:27.491183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Checking segment: {'id': 'ce348c3d-83cd-4035-b8da-c4ae552cb233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'faf580bd-fc06-4a7f-b0ca-a45d7f131e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:27.491537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Network hostable DHCP agents. Network: faf580bd-fc06-4a7f-b0ca-a45d7f131e84, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:15:27.530590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3402bd-6f58-44a4-b949-68c0fde2bebd None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:27.537603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Network faf580bd-fc06-4a7f-b0ca-a45d7f131e84 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:15:27.552441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, faf580bd-fc06-4a7f-b0ca-a45d7f131e84) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:27.557744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:27.558510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.580779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461e9c6c-1719-4377-b51c-fab2c117e908 None None] Network faf580bd-fc06-4a7f-b0ca-a45d7f131e84 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:27.593896 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f272dfae-76cd-498b-a145-b5d9963d340a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5755455 Nov 04 09:15:27.604156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dae7683-0582-4597-a40c-f09211bb6bd5 req-64b20f8f-8d45-47e5-8840-87e9d6a289d1 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0838842 Nov 04 09:15:27.725954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ffee0-b19c-4490-b7b4-926978b3520b None None] Pushing event updated for resources: {'Port': ['ID=5132c640-eb96-4d00-a516-66ba3294dd87,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:27.754709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-49e59924-a62a-4286-9da5-095bb837e6e7 None None] Could not find standard attr ID for object 38634b1e-be2f-42a9-94f5-667ada00eaa8. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:15:27.789429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5132c640-eb96-4d00-a516-66ba3294dd87 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:27.858429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad1473a-8af2-4b68-b956-0ab4251d6726 None None] Network faf580bd-fc06-4a7f-b0ca-a45d7f131e84 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:27.971191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:27.972047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5132c640-eb96-4d00-a516-66ba3294dd87 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:27.972516 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:28.113848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:28.120480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:28.134695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:28.135662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:28.179007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:28.185279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=8d0b5567-07c5-49a3-a3e3-5e0c197fe697,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:28.197421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:28.200490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bb21b610-c0ec-4b30-8bcb-3d1d59606426 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9608898 Nov 04 09:15:28.205692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '8d0b5567-07c5-49a3-a3e3-5e0c197fe697', 'ip_address': '2001:db8::1ea9:1c46:bbb5:516e'}], 'name': 'tempest-NetworksTestDHCPv6-1996672548'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:28.267503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c5eee-52e3-4d7c-a975-cd4e95aa64de req-7908d588-76dd-4a4b-a722-729a2f6b058e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:28.274888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-860c5eee-52e3-4d7c-a975-cd4e95aa64de req-7908d588-76dd-4a4b-a722-729a2f6b058e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1306484 Nov 04 09:15:28.290236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] Deleting port 5132c640-eb96-4d00-a516-66ba3294dd87 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:28.290634 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:28.314509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-860c5eee-52e3-4d7c-a975-cd4e95aa64de req-635062de-9d43-4a11-a88c-d94b62a023b5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387297 Nov 04 09:15:28.377200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:28.399171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] For port 5132c640-eb96-4d00-a516-66ba3294dd87, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5132c640-eb96-4d00-a516-66ba3294dd87,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:28.400057 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:28.417649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] Calling delete_port for 5132c640-eb96-4d00-a516-66ba3294dd87 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:28.507179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:28.524321 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:28.538959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port ef6a5f9f-ab72-43db-b545-367d7d8344b7 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:28.610755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] Pushing event deleted for resources: {'Port': ['ID=5132c640-eb96-4d00-a516-66ba3294dd87,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:28.626265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d69c39b-67c0-4164-ae8b-1c3ed1592f2a None None] No DVR routers for this DVR port 5132c640-eb96-4d00-a516-66ba3294dd87 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:28.657485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e9de23-200e-4114-894b-95cb53282c0e None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:28.738294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::1ea9:1c46:bbb5:516e (53f12eef-f51b-4fca-a94e-83521fd7b9e4/8d0b5567-07c5-49a3-a3e3-5e0c197fe697/ef6a5f9f-ab72-43db-b545-367d7d8344b7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:28.882485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '8d0b5567-07c5-49a3-a3e3-5e0c197fe697'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:28.883626 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:28.889410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-1ffcd445-3721-4281-a8a2-90c8939bdfcc tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:28.891119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-1ffcd445-3721-4281-a8a2-90c8939bdfcc tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/networks?id=05798ada-0637-44fa-8a22-4340fa035edb HTTP/1.1" status: 200 len: 809 time: 0.2125430 Nov 04 09:15:28.920803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-1ee46644-dfb2-4b67-bbc9-5b7ad1439e64 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/quotas/3a9bc608f0134e8dafb83aff8fdbb6ec HTTP/1.1" status: 200 len: 375 time: 0.0210860 Nov 04 09:15:29.004209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.005860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-12835a0a-9939-4379-b065-fdaf23543fa4 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3a9bc608f0134e8dafb83aff8fdbb6ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760586 Nov 04 09:15:29.066209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.128908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:29.133389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:29.139140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:29.148417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:29.149134 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.157230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/8d0b5567-07c5-49a3-a3e3-5e0c197fe697/6ee61b41-448b-4498-96fe-55eef6972504) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:29.169310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=ef6a5f9f-ab72-43db-b545-367d7d8344b7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:29.170194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-1390e225-8cee-482e-bf83-5107fe41f73f service neutron] 10.222.0.53 "GET /v2.0/networks/05798ada-0637-44fa-8a22-4340fa035edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499016 Nov 04 09:15:29.218325 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1bff3de0-e48c-4485-9221-c2524a26dcbb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0193686 Nov 04 09:15:29.221943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40878) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:29.320981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca2bfb-43ce-48d6-ae7e-5f1c10363117 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:29.326133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0cca2bfb-43ce-48d6-ae7e-5f1c10363117 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1030986 Nov 04 09:15:29.326997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:29.354492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-943119a3-ac96-4b3f-9e93-6b62d18261f0 service neutron] 10.222.0.53 "GET /v2.0/networks/05798ada-0637-44fa-8a22-4340fa035edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753941 Nov 04 09:15:29.460071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port ef6a5f9f-ab72-43db-b545-367d7d8344b7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:29.460536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.485547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.507664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.576435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:29.580281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:29.582741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:29.621918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Pushing event updated for resources: {'Port': ['ID=6ee61b41-448b-4498-96fe-55eef6972504,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:29.625443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.638940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for ef6a5f9f-ab72-43db-b545-367d7d8344b7 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:29.707807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5132c640-eb96-4d00-a516-66ba3294dd87 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:29.709559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2daaa6e6-f3dd-4d0f-ac2b-ec389d6765c8 req-9a7e496f-1526-4c4b-9170-62634b9a0cbc tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0921030 Nov 04 09:15:29.755594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Attempting to bind port 6ee61b41-448b-4498-96fe-55eef6972504 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:29.756212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Attempting to bind port 6ee61b41-448b-4498-96fe-55eef6972504 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:29.756764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Attempting to bind port 6ee61b41-448b-4498-96fe-55eef6972504 on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:29.758983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 5132c640-eb96-4d00-a516-66ba3294dd87 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:29.763257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5132c640-eb96-4d00-a516-66ba3294dd87 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:29.779048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:29.779526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:29.780555 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.782892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:29.783732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Bound port: 6ee61b41-448b-4498-96fe-55eef6972504, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:29.784303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:29.892731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] For port 6ee61b41-448b-4498-96fe-55eef6972504, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:29.897038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] For port 6ee61b41-448b-4498-96fe-55eef6972504, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6ee61b41-448b-4498-96fe-55eef6972504,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:29.902503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.024279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111780b-8020-4d96-92a5-1257f2d63afa None None] Pushing event updated for resources: {'Port': ['ID=6ee61b41-448b-4498-96fe-55eef6972504,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:30.035837 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.107886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=ef6a5f9f-ab72-43db-b545-367d7d8344b7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:30.153214 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.156000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8390b7-f317-4619-866e-1324a81b8bee req-f163451f-7cc7-4dce-afce-7f4a4a94fccf tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:30.158965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc8390b7-f317-4619-866e-1324a81b8bee req-f163451f-7cc7-4dce-afce-7f4a4a94fccf tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.0861986 Nov 04 09:15:30.161484 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ed1d43c9-8191-4ddc-8486-dd985ad6c6ce tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/ef6a5f9f-ab72-43db-b545-367d7d8344b7 HTTP/1.1" status: 204 len: 168 time: 0.8332412 Nov 04 09:15:30.164448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:30.280899 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc8390b7-f317-4619-866e-1324a81b8bee req-8da7050a-06de-4cb0-a91f-ef6abb03fc03 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094871 Nov 04 09:15:30.353501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99f6b2-632b-48f5-99f6-2ab53cd2eb61 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:30.355018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e99f6b2-632b-48f5-99f6-2ab53cd2eb61 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:30.359778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40902) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:30.365105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5e99f6b2-632b-48f5-99f6-2ab53cd2eb61 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1983178 Nov 04 09:15:30.440473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-348c921a-ea15-4ed7-a132-846f51b3e909 req-05dc0069-9e32-40ab-b56c-4d3937e7fb9b tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 210 time: 0.0645781 Nov 04 09:15:30.517587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 8d0b5567-07c5-49a3-a3e3-5e0c197fe697 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:30.521914 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.573290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.681977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.774492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.804064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=8d0b5567-07c5-49a3-a3e3-5e0c197fe697,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:30.808564 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:30.812485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cfe3a6c9-0858-4a30-b3f8-3c6c85fb7daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/8d0b5567-07c5-49a3-a3e3-5e0c197fe697 HTTP/1.1" status: 204 len: 168 time: 0.4491456 Nov 04 09:15:30.815473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40908) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:30.840431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c90b286-953d-4217-ab8d-5c877571cd62 req-ce574858-a841-4222-a99c-ad3bfd1462f7 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0316429 Nov 04 09:15:30.860678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-41377f84-77e2-4cbe-bbb4-3dc0b9717e1b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416539 Nov 04 09:15:30.872118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:30.940659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e5f905-ed09-4652-a946-d13abec70b77 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:30.945963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:30.956147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-77e5f905-ed09-4652-a946-d13abec70b77 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0825453 Nov 04 09:15:31.055434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed08a782-91c9-40b9-8e9f-fb544b9555d6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:31.062722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ed08a782-91c9-40b9-8e9f-fb544b9555d6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1134913 Nov 04 09:15:31.065177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:31.154322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fda1b453-58de-4da0-b4bb-bfff4f2420e2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836294 Nov 04 09:15:31.155109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40918) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:31.160576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:31.400674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:31.404432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:31.427815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-19a10f5c-af07-4616-8a2a-11717a33f0e5 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:31.436909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-19a10f5c-af07-4616-8a2a-11717a33f0e5 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.70 "GET /v2.0/networks?id=05798ada-0637-44fa-8a22-4340fa035edb HTTP/1.1" status: 200 len: 809 time: 0.2890453 Nov 04 09:15:31.455836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Request body: {'port': {'device_id': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'network_id': '05798ada-0637-44fa-8a22-4340fa035edb', 'admin_state_up': True, 'tenant_id': '3a9bc608f0134e8dafb83aff8fdbb6ec'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:31.582059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f517c75c-cd51-4d58-ba72-0dd381dc44dd None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:31.608036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f47ca45-a94d-4618-89b8-0476212b1ba9 req-17e84a14-a8d5-4a62-b67a-79d7a0bbd7a3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:31.610430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f47ca45-a94d-4618-89b8-0476212b1ba9 req-17e84a14-a8d5-4a62-b67a-79d7a0bbd7a3 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.0945163 Nov 04 09:15:31.674216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Made reservation on behalf of 3a9bc608f0134e8dafb83aff8fdbb6ec for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:31.678976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:31.750290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f47ca45-a94d-4618-89b8-0476212b1ba9 req-811b0a1c-0c16-4d33-bca2-3daf033ff02a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187885 Nov 04 09:15:31.819271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-14695570-11dc-4930-8b56-4f7f288ca73a None None] Provisioning complete for port 6ee61b41-448b-4498-96fe-55eef6972504 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:31.821834 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14695570-11dc-4930-8b56-4f7f288ca73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:31.826280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6ee61b41-448b-4498-96fe-55eef6972504 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:31.951020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Allocated IP 172.20.0.2 (05798ada-0637-44fa-8a22-4340fa035edb/3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b/24d98eb6-622a-4026-9fb4-0962149acdf5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:31.968149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-433d9f94-99f0-4e64-bfaf-a4aca7c567e2 req-30b77d1e-ac30-451c-96da-12be6780f092 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 210 time: 0.0350273 Nov 04 09:15:31.977785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.029239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6ee61b41-448b-4498-96fe-55eef6972504 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:32.029976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.053919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:32.057579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:32.065473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:32.066443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.103343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9452093 Nov 04 09:15:32.103343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70afecce-1799-48fc-80e8-6c908f2159c6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=815bdded-4ab9-459f-94e2-88f932b1c1c6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:32.105854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:32.112476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '815bdded-4ab9-459f-94e2-88f932b1c1c6', 'ip_address': '2001:db8::3964:c8e5:cd10:66f5'}], 'name': 'tempest-NetworksTestDHCPv6-699660517'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:32.144030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14695570-11dc-4930-8b56-4f7f288ca73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.149764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00e99656-92d7-4805-9813-778db14e4e67 req-1d1d7af1-a125-4455-b577-825e80486bc8 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0475698 Nov 04 09:15:32.155836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:32.277559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-14695570-11dc-4930-8b56-4f7f288ca73a None None] For port 6ee61b41-448b-4498-96fe-55eef6972504, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6ee61b41-448b-4498-96fe-55eef6972504,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:32.318522 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14695570-11dc-4930-8b56-4f7f288ca73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.339144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.355325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:32.361517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.415240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.450343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.471688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] Deleting port 6ee61b41-448b-4498-96fe-55eef6972504 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:32.471953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Network 05798ada-0637-44fa-8a22-4340fa035edb is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:32.472595 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.475747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:32.478722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:32.483554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 146cabdf-f7a1-458c-b1ea-d7b5742f463b yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:32.514277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:15:32.514654 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:15:32.550688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14695570-11dc-4930-8b56-4f7f288ca73a None None] Pushing event updated for resources: {'Port': ['ID=6ee61b41-448b-4498-96fe-55eef6972504,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:32.569899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Pushing event updated for resources: {'Port': ['ID=24d98eb6-622a-4026-9fb4-0962149acdf5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:32.613336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:32.614166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.635842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-7a14f044-fe97-49ca-8583-5f909ea4d774 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1849327 Nov 04 09:15:32.658562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Request body: {'port': {'device_id': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:32.666197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] For port 6ee61b41-448b-4498-96fe-55eef6972504, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6ee61b41-448b-4498-96fe-55eef6972504,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:32.667480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.709787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] Calling delete_port for 6ee61b41-448b-4498-96fe-55eef6972504 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:32.786217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::3964:c8e5:cd10:66f5 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/815bdded-4ab9-459f-94e2-88f932b1c1c6/146cabdf-f7a1-458c-b1ea-d7b5742f463b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:32.793198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.841584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:32.889248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] Pushing event deleted for resources: {'Port': ['ID=6ee61b41-448b-4498-96fe-55eef6972504,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:32.897678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfd5a2d-ee01-4e09-872a-8cfca036e17d None None] No DVR routers for this DVR port 6ee61b41-448b-4498-96fe-55eef6972504 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:32.922902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f641d1-a428-4d57-9f1b-00b8f9537a0f None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:33.128905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Port 6ee61b41-448b-4498-96fe-55eef6972504 update to ACTIVE by agent not found {{(pid=102557) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 04 09:15:33.258277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d98eb6-622a-4026-9fb4-0962149acdf5 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:15:33.269660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.286392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Transition to ACTIVE for port object 24d98eb6-622a-4026-9fb4-0962149acdf5 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:15:33.296730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.323649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '815bdded-4ab9-459f-94e2-88f932b1c1c6'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:33.330032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.438777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6ea9b-205f-4318-bb70-ddf651577984 req-81869adc-bd91-41bd-831a-f0989c3a14c9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:33.461935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26e6ea9b-205f-4318-bb70-ddf651577984 req-81869adc-bd91-41bd-831a-f0989c3a14c9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.5228941 Nov 04 09:15:33.509850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Pushing event updated for resources: {'Port': ['ID=24d98eb6-622a-4026-9fb4-0962149acdf5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:33.539585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.542771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Attempting to bind port 24d98eb6-622a-4026-9fb4-0962149acdf5 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:33.543235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Attempting to bind port 24d98eb6-622a-4026-9fb4-0962149acdf5 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '091ae475-83a4-4527-a540-8e749582f2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '05798ada-0637-44fa-8a22-4340fa035edb'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:33.543665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Attempting to bind port 24d98eb6-622a-4026-9fb4-0962149acdf5 on network 05798ada-0637-44fa-8a22-4340fa035edb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:33.550723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Port 24d98eb6-622a-4026-9fb4-0962149acdf5 on network 05798ada-0637-44fa-8a22-4340fa035edb not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:15:33.551356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Attempting to bind port 24d98eb6-622a-4026-9fb4-0962149acdf5 on network 05798ada-0637-44fa-8a22-4340fa035edb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:33.554846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26e6ea9b-205f-4318-bb70-ddf651577984 req-665d10d3-436a-4b3e-b4a4-d7b9fd10ce6b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912662 Nov 04 09:15:33.559099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:33.559099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Checking segment: {'id': '091ae475-83a4-4527-a540-8e749582f2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '05798ada-0637-44fa-8a22-4340fa035edb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:33.559678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Bound using segment: {'id': '091ae475-83a4-4527-a540-8e749582f2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '05798ada-0637-44fa-8a22-4340fa035edb'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:33.560249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Bound port: 24d98eb6-622a-4026-9fb4-0962149acdf5, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '091ae475-83a4-4527-a540-8e749582f2c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '05798ada-0637-44fa-8a22-4340fa035edb'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:33.560702 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.646227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.675018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] For port 24d98eb6-622a-4026-9fb4-0962149acdf5, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:33.678423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] For port 24d98eb6-622a-4026-9fb4-0962149acdf5, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=24d98eb6-622a-4026-9fb4-0962149acdf5,segment=NetworkSegment(091ae475-83a4-4527-a540-8e749582f2c9),segment_id=091ae475-83a4-4527-a540-8e749582f2c9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:33.689192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.695639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:33.699237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:33.704753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:33.711246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:33.711939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.715481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6ee61b41-448b-4498-96fe-55eef6972504 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:33.773158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=146cabdf-f7a1-458c-b1ea-d7b5742f463b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:33.789495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Pushing event updated for resources: {'Port': ['ID=24d98eb6-622a-4026-9fb4-0962149acdf5,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:33.794744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d943edb-a1ff-47bd-b15e-3b2ed4e38cea tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6868093 Nov 04 09:15:33.798731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:33.804226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:33.805094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:33.806696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-62aba626-c6af-4293-bd6f-950f9f135b9f service neutron] 10.222.0.70 "PUT /v2.0/ports/24d98eb6-622a-4026-9fb4-0962149acdf5 HTTP/1.1" status: 200 len: 1091 time: 1.1606662 Nov 04 09:15:33.807349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'tag': '24d98eb6-622a-4026-9fb4-0962149acdf5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:33.810661 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48508871-7ef2-4f19-a067-01f016b84ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "8a2b786d-eb51-4f33-9855-a12788cb2564", "tag": "24d98eb6-622a-4026-9fb4-0962149acdf5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:33.811645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6c710fd2-0ee3-486b-bce5-4eb415ee3445 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '815bdded-4ab9-459f-94e2-88f932b1c1c6', 'ip_address': '2001:db8::3964:c8e5:cd10:66f5'}], 'name': 'tempest-NetworksTestDHCPv6-1612956643'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:33.881152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e0362-a336-430d-bfbe-f1f7e031309f req-6067bca9-85cb-44d5-a9e0-6959150b9c3c tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:33.898039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-976e0362-a336-430d-bfbe-f1f7e031309f req-6067bca9-85cb-44d5-a9e0-6959150b9c3c tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 943 time: 0.1794853 Nov 04 09:15:33.963170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-27ee0b4c-4fcc-4fa5-9742-0b287372c342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:33.964783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-27ee0b4c-4fcc-4fa5-9742-0b287372c342 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a9bc608f0134e8dafb83aff8fdbb6ec&device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 1094 time: 0.1123598 Nov 04 09:15:33.974598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-976e0362-a336-430d-bfbe-f1f7e031309f req-e969f9be-c8c3-49ae-bc5e-13821e69b7fc tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Nov 04 09:15:34.005068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 6ee61b41-448b-4498-96fe-55eef6972504 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:34.005409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6ee61b41-448b-4498-96fe-55eef6972504 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:34.034309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/815bdded-4ab9-459f-94e2-88f932b1c1c6/9d5e93a8-4c47-4b46-bb0e-0ae22b32a785) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:34.058714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c710fd2-0ee3-486b-bce5-4eb415ee3445 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:34.063842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-9a3c69ac-f751-4418-ab86-fe9de9ca09eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24d98eb6-622a-4026-9fb4-0962149acdf5 HTTP/1.1" status: 200 len: 217 time: 0.0887353 Nov 04 09:15:34.073811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6c710fd2-0ee3-486b-bce5-4eb415ee3445 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:34.135097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-6358e8b1-97c3-4c63-a2ff-5ef490129158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:34.136913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-6358e8b1-97c3-4c63-a2ff-5ef490129158 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b HTTP/1.1" status: 200 len: 849 time: 0.0639577 Nov 04 09:15:34.138913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9d705dc-4ee9-427d-90d9-034b05e4dbe7 req-49400e05-466a-4e65-adf5-359f6ffa2568 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0428205 Nov 04 09:15:34.146316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-6c710fd2-0ee3-486b-bce5-4eb415ee3445 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 106aa7af-2d39-4909-91f0-b9597ba7855e yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:34.211568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-4cfa337a-c4e1-4e46-9b7a-096307b4ca2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05798ada-0637-44fa-8a22-4340fa035edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658383 Nov 04 09:15:34.350447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:34.354390 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73665e77-832c-421e-8d80-6d17a6b5b26b x-openstack-request-id: req-73665e77-832c-421e-8d80-6d17a6b5b26b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:34.354877 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a2b786d-eb51-4f33-9855-a12788cb2564", "tag": "24d98eb6-622a-4026-9fb4-0962149acdf5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:34.355231 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73665e77-832c-421e-8d80-6d17a6b5b26b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:34.356262 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'tag': '24d98eb6-622a-4026-9fb4-0962149acdf5', 'status': 'completed', 'code': 200} Nov 04 09:15:34.358280 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:34.364993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-f072bb43-16bc-4de9-aebf-aec7ef2c9918 service neutron] 10.222.0.70 "GET /v2.0/networks/05798ada-0637-44fa-8a22-4340fa035edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433229 Nov 04 09:15:34.412025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:34.415169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:34.421904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:34.431929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Pushing event updated for resources: {'Port': ['ID=9d5e93a8-4c47-4b46-bb0e-0ae22b32a785,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:34.441305 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c710fd2-0ee3-486b-bce5-4eb415ee3445 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 04 09:15:34.444154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c710fd2-0ee3-486b-bce5-4eb415ee3445 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:15:34.465907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6c710fd2-0ee3-486b-bce5-4eb415ee3445 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6657913 Nov 04 09:15:34.486907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bd2c52a-bf29-48f3-8e97-7ee4fad93845 req-e5d776a2-62d1-4628-92bb-8c82872dfc36 service neutron] 10.222.0.70 "GET /v2.0/networks/05798ada-0637-44fa-8a22-4340fa035edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129572 Nov 04 09:15:34.504066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Attempting to bind port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:34.504885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Attempting to bind port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:34.505436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Attempting to bind port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:34.512368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:34.512758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:34.513184 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:34.513589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:34.514104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Bound port: 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:34.514500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:34.555540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:34.626898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] For port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:34.633289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] For port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d5e93a8-4c47-4b46-bb0e-0ae22b32a785,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:34.649427 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:34.702905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-08c715fc-b36f-4753-a95b-ece4a61ead1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:34.705012 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-08c715fc-b36f-4753-a95b-ece4a61ead1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3a9bc608f0134e8dafb83aff8fdbb6ec&device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 1094 time: 0.1084814 Nov 04 09:15:34.715980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e36ae-b9d6-4ca5-930a-e1bf5143d658 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:34.724997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1e36ae-b9d6-4ca5-930a-e1bf5143d658 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:34.726855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4d1e36ae-b9d6-4ca5-930a-e1bf5143d658 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1702611 Nov 04 09:15:34.729564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:34.766643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c89d1-eabc-4977-bc21-5327b919ee83 None None] Pushing event updated for resources: {'Port': ['ID=9d5e93a8-4c47-4b46-bb0e-0ae22b32a785,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:34.857942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd896a4b-0f34-465e-b1d9-074cf20887c2 req-54cfbe68-820c-4733-b4ed-f6efd53171c7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:34.861780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-c347f4e7-3e21-4ae0-95dd-f76b2c1eb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:34.863677 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-c347f4e7-3e21-4ae0-95dd-f76b2c1eb024 service neutron] 10.222.0.70 "GET /v2.0/networks?id=05798ada-0637-44fa-8a22-4340fa035edb HTTP/1.1" status: 200 len: 910 time: 0.1444197 Nov 04 09:15:34.866551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd896a4b-0f34-465e-b1d9-074cf20887c2 req-54cfbe68-820c-4733-b4ed-f6efd53171c7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.2181847 Nov 04 09:15:34.946146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd896a4b-0f34-465e-b1d9-074cf20887c2 req-3c22d5ad-29f2-44e7-b663-d147d0c87d5e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785630 Nov 04 09:15:34.949274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 146cabdf-f7a1-458c-b1ea-d7b5742f463b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:34.949723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:34.955228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-8eea7ce0-6124-4551-805b-579fc3933335 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=24d98eb6-622a-4026-9fb4-0962149acdf5 HTTP/1.1" status: 200 len: 217 time: 0.0817890 Nov 04 09:15:35.168097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950183df-5736-4c26-adab-7fd68e6a6654 req-b2683f7a-efbc-40de-9929-d31dbb9ae5d5 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:35.175822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-950183df-5736-4c26-adab-7fd68e6a6654 req-b2683f7a-efbc-40de-9929-d31dbb9ae5d5 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 943 time: 0.1149046 Nov 04 09:15:35.249798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:35.269420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-950183df-5736-4c26-adab-7fd68e6a6654 req-8fb89a7a-8b34-43ad-8a63-c3d01bafec5a tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925250 Nov 04 09:15:35.303335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 146cabdf-f7a1-458c-b1ea-d7b5742f463b owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:35.454408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-680d6c49-c5d2-404e-a491-1e832ddcddb4 req-e960f389-9f31-4dc8-9189-53a6647d7e87 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0448437 Nov 04 09:15:35.516473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-67eb50fe-21d2-49b9-b42e-445e0e028ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:35.518720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-67eb50fe-21d2-49b9-b42e-445e0e028ada service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b HTTP/1.1" status: 200 len: 849 time: 0.5528922 Nov 04 09:15:35.562595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-28412354-53d3-4989-b65e-d1810fea51ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=05798ada-0637-44fa-8a22-4340fa035edb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361018 Nov 04 09:15:35.564374 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:35.614795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=146cabdf-f7a1-458c-b1ea-d7b5742f463b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:35.658656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:35.665211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9a86cbd3-4395-4dbf-ba77-41d5b2d8e980 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/146cabdf-f7a1-458c-b1ea-d7b5742f463b HTTP/1.1" status: 204 len: 168 time: 0.9343297 Nov 04 09:15:35.669298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:35.732961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-40f6a159-7bae-447a-ae83-23423f800698 service neutron] 10.222.0.70 "GET /v2.0/networks/05798ada-0637-44fa-8a22-4340fa035edb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584239 Nov 04 09:15:35.757349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5077a-bb1d-4d2c-af52-0836d541e22e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:35.764228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c5077a-bb1d-4d2c-af52-0836d541e22e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:35.768409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-66c5077a-bb1d-4d2c-af52-0836d541e22e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0953152 Nov 04 09:15:35.770401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:35.797993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:35.856164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 815bdded-4ab9-459f-94e2-88f932b1c1c6 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:35.860126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:35.899805 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-48508871-7ef2-4f19-a067-01f016b84ae3 req-b0075eaf-73b4-44e0-a16b-53873a3af0d7 service neutron] 10.222.0.70 "GET /v2.0/networks/05798ada-0637-44fa-8a22-4340fa035edb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587586 Nov 04 09:15:35.928781 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:35.931486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:35.932145 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.073351 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.118169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d5e93a8-4c47-4b46-bb0e-0ae22b32a785,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:36.125125 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.224928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.310567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=9d5e93a8-4c47-4b46-bb0e-0ae22b32a785,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:36.311602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17d6b-32f9-4fb2-ba66-93233f4de536 req-d88c3f83-8f21-4e4a-a624-6102ed27cbe1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:36.318272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-393933ef-423a-42d6-a046-416a2c2f392c None None] Provisioning complete for port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:36.318648 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-393933ef-423a-42d6-a046-416a2c2f392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.330982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5de17d6b-32f9-4fb2-ba66-93233f4de536 req-d88c3f83-8f21-4e4a-a624-6102ed27cbe1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.2245710 Nov 04 09:15:36.433357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5de17d6b-32f9-4fb2-ba66-93233f4de536 req-d0be9df2-4f6f-4271-88f6-c9441cae940e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012149 Nov 04 09:15:36.470866 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.529564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=815bdded-4ab9-459f-94e2-88f932b1c1c6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:36.531844 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.537904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40986) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:36.538071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1ee5f36a-826a-448b-b914-0d8e133c303c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/815bdded-4ab9-459f-94e2-88f932b1c1c6 HTTP/1.1" status: 204 len: 168 time: 0.7663980 Nov 04 09:15:36.615496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:36.622140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e658ab0e-71ae-4a19-bb50-0fd4da7a526d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829687 Nov 04 09:15:36.622504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc888c-3b86-4c01-842e-25092caeab6a None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:36.622869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:36.679709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579f363-4e2a-4aef-bc52-1e4ce71cd150 req-a2f4e808-94f8-421c-812b-d9c48d5b8a4b tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:36.687236 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3579f363-4e2a-4aef-bc52-1e4ce71cd150 req-a2f4e808-94f8-421c-812b-d9c48d5b8a4b tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 943 time: 0.1412120 Nov 04 09:15:36.734556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1a03ca83-799f-475c-badb-22c8bab0ca43 None None] Could not find standard attr ID for object ef6a5f9f-ab72-43db-b545-367d7d8344b7. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:15:36.768722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:36.774948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:36.849052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3579f363-4e2a-4aef-bc52-1e4ce71cd150 req-9cc63c40-6486-404d-b228-d00082341ca9 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609192 Nov 04 09:15:36.909635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:36.980415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] Deleting port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:36.980803 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.013011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b380226f-fe98-4ff6-b18e-ba9402685f39 req-ffaf4f97-52c5-4d60-892b-627d0fcf7dc6 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0434780 Nov 04 09:15:37.061743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] For port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9d5e93a8-4c47-4b46-bb0e-0ae22b32a785,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:37.062301 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.079617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] Calling delete_port for 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:37.136861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.169462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.186020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] No DVR routers for this DVR port 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:37.191132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:37.194811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:37.203261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:37.204450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.210407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc81af90-38a1-483e-98fa-cab47134289b None None] Pushing event deleted for resources: {'Port': ['ID=9d5e93a8-4c47-4b46-bb0e-0ae22b32a785,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:37.224080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba3ee83-ae85-41f2-bd9e-713ef24c0594 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:37.228568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=eb362228-a0fc-419d-8c30-e8389efbed97,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:37.248294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f0cf41f9-5541-4965-a176-ce1f83c20e28 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6277549 Nov 04 09:15:37.248922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:37.254483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5197c223-016d-409a-8289-e10a14bdc697 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': 'eb362228-a0fc-419d-8c30-e8389efbed97', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1748319188'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:37.318429 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5008a27-86f1-46eb-b22b-92500d1aa68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.427813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5197c223-016d-409a-8289-e10a14bdc697 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:37.433244 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5197c223-016d-409a-8289-e10a14bdc697 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.438659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': 'eb362228-a0fc-419d-8c30-e8389efbed97'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:37.439592 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:37.452500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-5197c223-016d-409a-8289-e10a14bdc697 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 12358939-177b-49b8-8ef9-454f6c8c40c6 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:15:37.651301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 24d98eb6-622a-4026-9fb4-0962149acdf5 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:15:37.668576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:37.697320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab69b4e-ddae-41dc-a6e6-71adefe8fcbe req-3604a7c3-784a-4750-bb72-5d866e059eda tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:37.698879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ab69b4e-ddae-41dc-a6e6-71adefe8fcbe req-3604a7c3-784a-4750-bb72-5d866e059eda tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1567919 Nov 04 09:15:37.710592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/eb362228-a0fc-419d-8c30-e8389efbed97/de873ed2-36f2-4035-a1e5-accafaca4d4f) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:37.716631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:37.716631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9d5e93a8-4c47-4b46-bb0e-0ae22b32a785 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:37.772920 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ab69b4e-ddae-41dc-a6e6-71adefe8fcbe req-99034ed0-f3ef-45cb-a802-910b065d0bdd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565872 Nov 04 09:15:37.882216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 24d98eb6-622a-4026-9fb4-0962149acdf5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=24d98eb6-622a-4026-9fb4-0962149acdf5,segment=NetworkSegment(091ae475-83a4-4527-a540-8e749582f2c9),segment_id=091ae475-83a4-4527-a540-8e749582f2c9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:37.915834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '24d98eb6-622a-4026-9fb4-0962149acdf5', 'network_id': '05798ada-0637-44fa-8a22-4340fa035edb', 'port_id': '24d98eb6-622a-4026-9fb4-0962149acdf5', 'mac_address': 'fa:16:3e:b4:67:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:15:37.986443 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.011800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d98eb6-622a-4026-9fb4-0962149acdf5 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:15:38.061386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 24d98eb6-622a-4026-9fb4-0962149acdf5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=24d98eb6-622a-4026-9fb4-0962149acdf5,segment=NetworkSegment(091ae475-83a4-4527-a540-8e749582f2c9),segment_id=091ae475-83a4-4527-a540-8e749582f2c9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:38.066683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0779096-cc7b-40ff-8726-db03f9d37d21 req-84a26c14-eb60-41b9-9aec-a4c56835803f tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:38.072997 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.074916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0779096-cc7b-40ff-8726-db03f9d37d21 req-84a26c14-eb60-41b9-9aec-a4c56835803f tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 943 time: 0.1122208 Nov 04 09:15:38.087477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.096709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41014) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:38.107073 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-5197c223-016d-409a-8289-e10a14bdc697 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:15:38.107641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5197c223-016d-409a-8289-e10a14bdc697 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:15:38.121438 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.139539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0779096-cc7b-40ff-8726-db03f9d37d21 req-46ccffee-bbdd-49cd-aea1-1073949c4f0e tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629778 Nov 04 09:15:38.146609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5197c223-016d-409a-8289-e10a14bdc697 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8943341 Nov 04 09:15:38.146926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41020) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:38.172183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:38.175337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:38.181943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:38.185136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=24d98eb6-622a-4026-9fb4-0962149acdf5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:38.246939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d66415-3b85-427b-8604-e5220d059e94 req-58dd495e-1d02-4cfb-a18e-5cb3b920e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:38.255154 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-52d66415-3b85-427b-8604-e5220d059e94 req-58dd495e-1d02-4cfb-a18e-5cb3b920e306 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1096 time: 0.1565466 Nov 04 09:15:38.275076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86cb539-7cda-4836-86ea-cea6aa6836e2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:38.280118 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c86cb539-7cda-4836-86ea-cea6aa6836e2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1320562 Nov 04 09:15:38.281916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41022) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:38.314679 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16d7c374-a690-402a-8174-dad685f31b45 req-bc3a20e4-5fab-448d-91da-5930c3c9454e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0446525 Nov 04 09:15:38.338208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['24d98eb6-622a-4026-9fb4-0962149acdf5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:15:38.391948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Pushing event updated for resources: {'Port': ['ID=de873ed2-36f2-4035-a1e5-accafaca4d4f,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:38.401218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Attempting to bind port de873ed2-36f2-4035-a1e5-accafaca4d4f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:38.402107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Attempting to bind port de873ed2-36f2-4035-a1e5-accafaca4d4f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:38.402107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Attempting to bind port de873ed2-36f2-4035-a1e5-accafaca4d4f on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:38.429377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-52d66415-3b85-427b-8604-e5220d059e94 req-b066578f-6f43-4550-8aa1-7515427cf211 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732805 Nov 04 09:15:38.429835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:38.431302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:38.432242 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.433845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:38.436332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Bound port: de873ed2-36f2-4035-a1e5-accafaca4d4f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:38.436748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.440347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fef6f1-bc63-429b-bff2-9fee8dd0759a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:38.443391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fef6f1-bc63-429b-bff2-9fee8dd0759a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:38.445039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-36fef6f1-bc63-429b-bff2-9fee8dd0759a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1547844 Nov 04 09:15:38.447666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41028) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:38.523347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet eb362228-a0fc-419d-8c30-e8389efbed97 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:38.527182 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.593399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.620685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] For port de873ed2-36f2-4035-a1e5-accafaca4d4f, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:38.631125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] For port de873ed2-36f2-4035-a1e5-accafaca4d4f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=de873ed2-36f2-4035-a1e5-accafaca4d4f,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:38.652175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.757122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1e7ae-304d-48cc-a903-465df3232601 None None] Pushing event updated for resources: {'Port': ['ID=de873ed2-36f2-4035-a1e5-accafaca4d4f,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:38.803559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.989069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:38.995186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41038) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:39.035273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcada0-2860-434c-8134-9f557613ee15 req-508d2c63-611c-4a79-b1c5-bb92a81baadc tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:39.052992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18fcada0-2860-434c-8134-9f557613ee15 req-508d2c63-611c-4a79-b1c5-bb92a81baadc tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1485643 Nov 04 09:15:39.073335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=eb362228-a0fc-419d-8c30-e8389efbed97,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:39.081013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.086471 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c8c20deb-d72f-40d1-9fa9-54a59137628b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/eb362228-a0fc-419d-8c30-e8389efbed97 HTTP/1.1" status: 204 len: 168 time: 0.6370835 Nov 04 09:15:39.090610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41044) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:39.117045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18fcada0-2860-434c-8134-9f557613ee15 req-81af9376-a154-4b83-9ec6-0c968130a59d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563853 Nov 04 09:15:39.185206 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c04061c7-f8a3-46d1-bf3f-e496e2fa1ea0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924070 Nov 04 09:15:39.189663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:39.195725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:39.350471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f23d409-1c1e-4554-a9c7-8b5d50252426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.419934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805b76-35f5-4f31-8a9f-e7ce8171bcc9 req-601700f4-669f-4593-9d14-56c3c7667f1c tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:39.426378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc805b76-35f5-4f31-8a9f-e7ce8171bcc9 req-601700f4-669f-4593-9d14-56c3c7667f1c tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 944 time: 0.1470671 Nov 04 09:15:39.471719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:39.475491 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.574497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc805b76-35f5-4f31-8a9f-e7ce8171bcc9 req-fcddc1cd-4232-4c4c-8f88-9197261977a8 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432223 Nov 04 09:15:39.615029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f23d409-1c1e-4554-a9c7-8b5d50252426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.629675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f23d409-1c1e-4554-a9c7-8b5d50252426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.641258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 24d98eb6-622a-4026-9fb4-0962149acdf5 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:39.700219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device de873ed2-36f2-4035-a1e5-accafaca4d4f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:39.786658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port de873ed2-36f2-4035-a1e5-accafaca4d4f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:39.787519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.798040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 24d98eb6-622a-4026-9fb4-0962149acdf5 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:15:39.826488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 24d98eb6-622a-4026-9fb4-0962149acdf5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:39.826857 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.874709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df8c095b-2a40-4560-b976-c7836377c210 req-0c660308-3418-43a0-857f-0561fd567d25 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/ports?device_id=ef9b59d4-2093-443b-8641-29eb6c01aa30 HTTP/1.1" status: 200 len: 210 time: 0.0910487 Nov 04 09:15:39.875922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f23d409-1c1e-4554-a9c7-8b5d50252426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cea3a18-a11c-496e-8467-9cebd774138c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:39.880545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1f23d409-1c1e-4554-a9c7-8b5d50252426 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e29d3e7a71a47c096f2a95927c96e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8818345 Nov 04 09:15:39.883183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41060) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:39.889653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.929327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:39.934891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:39.940302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:39.941471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.965977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=4ee19540-e1b6-46c6-bbae-44332152210f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:39.990673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-033dce6d-675c-4888-88b3-9879930fa987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:39.996711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9b08d231-1d18-4ade-8e80-7732f046e3b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8047202 Nov 04 09:15:39.999481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:40.008181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e9296758-dc4d-497b-ac8a-d9ee81ad1345 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-990992821', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:40.026744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.052268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-033dce6d-675c-4888-88b3-9879930fa987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.072458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 24d98eb6-622a-4026-9fb4-0962149acdf5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=24d98eb6-622a-4026-9fb4-0962149acdf5,segment=NetworkSegment(091ae475-83a4-4527-a540-8e749582f2c9),segment_id=091ae475-83a4-4527-a540-8e749582f2c9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:40.076165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9296758-dc4d-497b-ac8a-d9ee81ad1345 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.077740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9296758-dc4d-497b-ac8a-d9ee81ad1345 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.077871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d98eb6-622a-4026-9fb4-0962149acdf5'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:40.081334 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66df6e3d-7810-4ad7-9784-291c71b33323" -d '{"events": [{"server_uuid": "8a2b786d-eb51-4f33-9855-a12788cb2564", "name": "network-vif-plugged", "status": "completed", "tag": "24d98eb6-622a-4026-9fb4-0962149acdf5"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:40.089409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.151699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=24d98eb6-622a-4026-9fb4-0962149acdf5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:40.154979 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab35feb9-c181-4059-8075-0f0a8b9841e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.157989 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.161708 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339034b8-93ab-4b0d-abbd-9e101b0dd348 x-openstack-request-id: req-339034b8-93ab-4b0d-abbd-9e101b0dd348 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:40.162052 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2b786d-eb51-4f33-9855-a12788cb2564", "name": "network-vif-plugged", "status": "completed", "tag": "24d98eb6-622a-4026-9fb4-0962149acdf5", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:40.162279 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-339034b8-93ab-4b0d-abbd-9e101b0dd348 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:40.162804 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d98eb6-622a-4026-9fb4-0962149acdf5', 'code': 200} Nov 04 09:15:40.188989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9296758-dc4d-497b-ac8a-d9ee81ad1345 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.204670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9296758-dc4d-497b-ac8a-d9ee81ad1345 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.214229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port de873ed2-36f2-4035-a1e5-accafaca4d4f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=de873ed2-36f2-4035-a1e5-accafaca4d4f,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:40.216284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-033dce6d-675c-4888-88b3-9879930fa987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.219756 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-033dce6d-675c-4888-88b3-9879930fa987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.225882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.243158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-033dce6d-675c-4888-88b3-9879930fa987 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cea3a18-a11c-496e-8467-9cebd774138c HTTP/1.1" status: 204 len: 168 time: 0.3576880 Nov 04 09:15:40.274543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033dce6d-675c-4888-88b3-9879930fa987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cea3a18-a11c-496e-8467-9cebd774138c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:40.285158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0ca434-656e-468c-b292-bd47167c6485 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:40.318317 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9296758-dc4d-497b-ac8a-d9ee81ad1345 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.320005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e9296758-dc4d-497b-ac8a-d9ee81ad1345 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3190200 Nov 04 09:15:40.322984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:40.336289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf7b59-d1de-4c2c-8258-95e21d1a81a0 req-b27fcccf-43f9-4b04-8920-b63878d7a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:40.338304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3cf7b59-d1de-4c2c-8258-95e21d1a81a0 req-b27fcccf-43f9-4b04-8920-b63878d7a1a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 1096 time: 0.0897584 Nov 04 09:15:40.366064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.405421 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3cf7b59-d1de-4c2c-8258-95e21d1a81a0 req-a7672a4d-ea4c-4f95-9c34-78778c368459 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586016 Nov 04 09:15:40.408580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=de873ed2-36f2-4035-a1e5-accafaca4d4f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:40.425831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccbbe2f-a01e-4787-8128-66b19996a16a req-3c891a2d-c8a5-4e44-a048-17179d146e98 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:40.432153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ccbbe2f-a01e-4787-8128-66b19996a16a req-3c891a2d-c8a5-4e44-a048-17179d146e98 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1668754 Nov 04 09:15:40.446147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-97e0fc48-a4b3-47aa-b895-ff9235796497 None None] Provisioning complete for port de873ed2-36f2-4035-a1e5-accafaca4d4f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:40.446529 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97e0fc48-a4b3-47aa-b895-ff9235796497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.553376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ccbbe2f-a01e-4787-8128-66b19996a16a req-085f3fa0-4647-4f3e-9ee1-e28e13807359 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171024 Nov 04 09:15:40.712892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.834900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850baaa0-7677-4915-8020-2e0f7983cd29 req-74c5cd87-7138-4c0c-b3bf-d8e1fe1002d3 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:40.836497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-850baaa0-7677-4915-8020-2e0f7983cd29 req-74c5cd87-7138-4c0c-b3bf-d8e1fe1002d3 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 945 time: 0.1261749 Nov 04 09:15:40.941108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-87533353-f32e-4cd9-b0be-d0180c801d43 None None] Provisioning complete for port de873ed2-36f2-4035-a1e5-accafaca4d4f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:40.941554 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-87533353-f32e-4cd9-b0be-d0180c801d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:40.945438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-850baaa0-7677-4915-8020-2e0f7983cd29 req-98445105-126d-4a55-926d-ce8614844084 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014419 Nov 04 09:15:41.060597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41102) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:41.091573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::1 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/4ee19540-e1b6-46c6-bbae-44332152210f/df77faf3-b027-49b2-82da-1ef8db103388) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:41.158401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5f59d2c-3df2-4262-9cf0-7610122e766d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.201263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5f59d2c-3df2-4262-9cf0-7610122e766d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.211359 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.232872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-00233f51-b534-4582-8a9c-79ca08b13c70 None None] Could not find standard attr ID for object 146cabdf-f7a1-458c-b1ea-d7b5742f463b. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:15:41.252374 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.269122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5f59d2c-3df2-4262-9cf0-7610122e766d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.272146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5f59d2c-3df2-4262-9cf0-7610122e766d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.275958 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d5f59d2c-3df2-4262-9cf0-7610122e766d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/security-groups/4d5d9653-32b6-453f-9464-cb88c6b44d85 HTTP/1.1" status: 204 len: 168 time: 0.2116828 Nov 04 09:15:41.277006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:41.285391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f59d2c-3df2-4262-9cf0-7610122e766d tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5d9653-32b6-453f-9464-cb88c6b44d85,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:41.306011 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-4557105b-5d13-4772-bc32-e90e47098353 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] show failed (client error): The resource could not be found. Nov 04 09:15:41.316303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4557105b-5d13-4772-bc32-e90e47098353 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "GET /v2.0/security-groups/4d5d9653-32b6-453f-9464-cb88c6b44d85 HTTP/1.1" status: 404 len: 347 time: 0.0382216 Nov 04 09:15:41.320089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41110) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:41.339420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.383619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:41.387341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:41.394412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:41.395070 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.462889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=df77faf3-b027-49b2-82da-1ef8db103388,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:41.486926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port 4a51adae-f464-4a68-8e95-18c5abd4761a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:41.487653 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.651501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.651844 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.677998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for 4a51adae-f464-4a68-8e95-18c5abd4761a owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:41.680904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.692727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device de873ed2-36f2-4035-a1e5-accafaca4d4f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:41.756765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port de873ed2-36f2-4035-a1e5-accafaca4d4f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:41.757294 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.852152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:41.919924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a697f73-47c6-4d91-997c-92c74ba167e2 req-cd8ff32f-d401-425c-954c-5989b8330664 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:41.936310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a697f73-47c6-4d91-997c-92c74ba167e2 req-cd8ff32f-d401-425c-954c-5989b8330664 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.2133148 Nov 04 09:15:41.936569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=4a51adae-f464-4a68-8e95-18c5abd4761a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:41.967668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0639b89b-1574-4e05-a0ff-7019aeb912c9 None None] Provisioning complete for port df77faf3-b027-49b2-82da-1ef8db103388 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:41.969474 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0639b89b-1574-4e05-a0ff-7019aeb912c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.002139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.009304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.013426 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-83bbb4aa-0f32-463c-ba46-972f2c90f068 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/floatingips/9a2ba538-849a-463e-8d0e-81b0a0225caa HTTP/1.1" status: 204 len: 168 time: 0.6922784 Nov 04 09:15:42.017695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41120) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:42.066450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0639b89b-1574-4e05-a0ff-7019aeb912c9 None None] Port df77faf3-b027-49b2-82da-1ef8db103388 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:42.157936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port e4ed9773-f326-458b-80b7-ef871624fcce {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:42.158490 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.290072 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.303757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for e4ed9773-f326-458b-80b7-ef871624fcce owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:42.442899 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.475542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=e4ed9773-f326-458b-80b7-ef871624fcce,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:42.492730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a697f73-47c6-4d91-997c-92c74ba167e2 req-d62b4bed-2f5f-444c-878d-db0883ae08f9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5547328 Nov 04 09:15:42.575668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.580234 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-77915967-a696-46af-b505-d90b8ead527e tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/ports/e4ed9773-f326-458b-80b7-ef871624fcce HTTP/1.1" status: 204 len: 168 time: 0.5607276 Nov 04 09:15:42.581883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:42.683056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.699548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port ece084c1-f458-475d-9aac-baebe3e5a172 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:42.699921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.740633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f2e759-ee6e-4401-a7bf-5696f4ad4070 req-4a779d1a-d1fd-409a-9ef7-9d6cada5fe59 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:42.742157 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69f2e759-ee6e-4401-a7bf-5696f4ad4070 req-4a779d1a-d1fd-409a-9ef7-9d6cada5fe59 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 945 time: 0.1086500 Nov 04 09:15:42.778844 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.785177 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.785963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.791618 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:42.804529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for ece084c1-f458-475d-9aac-baebe3e5a172 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:42.833037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69f2e759-ee6e-4401-a7bf-5696f4ad4070 req-e47648f8-dbad-4b10-aec4-b1d8ed2a5480 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839899 Nov 04 09:15:42.884397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=df77faf3-b027-49b2-82da-1ef8db103388,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:42.948321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:42.950067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:43.007473 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.046109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=ece084c1-f458-475d-9aac-baebe3e5a172,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:43.101017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.101017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.101470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.101784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.102164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.102504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.102839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.103172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.103560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.103887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.104227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.104715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:43.167788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Router 7dd91d19-9d68-4f68-af80-c08e18c057bf is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:15:43.176661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.185724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cc8ff2e7-b118-45be-bc21-7d8f8dc7077b tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/ports/ece084c1-f458-475d-9aac-baebe3e5a172 HTTP/1.1" status: 204 len: 168 time: 0.6023214 Nov 04 09:15:43.187055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41134) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:43.275645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting subnet 0c77e3dc-15de-4dc7-aaca-a839a3f2778f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:43.282681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.331914 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.416274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a84448dd-6627-45d9-b601-d86c1cd2972c None None] Provisioning complete for port df77faf3-b027-49b2-82da-1ef8db103388 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:43.417312 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a84448dd-6627-45d9-b601-d86c1cd2972c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.447174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:43.458486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-44089a46-e8f0-4873-8eb7-d59aff2fab70 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "PUT /v2.0/routers/7dd91d19-9d68-4f68-af80-c08e18c057bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1320052 Nov 04 09:15:43.458967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41144) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:43.460781 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Sync routers for ids ['7dd91d19-9d68-4f68-af80-c08e18c057bf'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:15:43.480032 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Routers {'7dd91d19-9d68-4f68-af80-c08e18c057bf'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:43.480876 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7dd91d19-9d68-4f68-af80-c08e18c057bf'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:43.487711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a84448dd-6627-45d9-b601-d86c1cd2972c None None] Port df77faf3-b027-49b2-82da-1ef8db103388 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:43.494403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.517274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e4945-7ee0-436d-ba4e-c4772bfdc14b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:43.521258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-522e4945-7ee0-436d-ba4e-c4772bfdc14b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports/df77faf3-b027-49b2-82da-1ef8db103388 HTTP/1.1" status: 200 len: 911 time: 0.0587981 Nov 04 09:15:43.522119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:43.602065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.604191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa968c-b306-487f-b281-38225655610c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:43.616590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa968c-b306-487f-b281-38225655610c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:43.618005 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d2aa968c-b306-487f-b281-38225655610c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0946703 Nov 04 09:15:43.621538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41154) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:43.652640 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Set router 7dd91d19-9d68-4f68-af80-c08e18c057bf gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:43.666359 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.673255 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/subnets/0c77e3dc-15de-4dc7-aaca-a839a3f2778f HTTP/1.1" status: 204 len: 168 time: 0.4818919 Nov 04 09:15:43.673255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24960a82-7287-4c06-94fc-82c4cfd17140 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Subnet': ['ID=0c77e3dc-15de-4dc7-aaca-a839a3f2778f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:43.673642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41156) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:43.677726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab730eb-408b-4275-9a85-22592a67a527 None None] Network acf634d2-4343-418c-b8d8-3e84eb61a3dc requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:43.805467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting subnet d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:43.809345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:43.918353 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.069993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777be6a9-fe71-4f1e-bf8f-fffda6d5dd0c req-8a82350f-0bcf-40d7-b46c-61425b6c9cf5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:44.080247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-777be6a9-fe71-4f1e-bf8f-fffda6d5dd0c req-8a82350f-0bcf-40d7-b46c-61425b6c9cf5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.3636656 Nov 04 09:15:44.082181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.120739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] DHCP port deletion for acf634d2-4343-418c-b8d8-3e84eb61a3dc request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:44.158168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.189804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] Deleting port 46b48754-98e9-45b2-922e-918f9d5a6c7d {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:44.190183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.210437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Subnet': ['ID=d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:44.212936 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-777be6a9-fe71-4f1e-bf8f-fffda6d5dd0c req-a6b8fa4d-1e52-42ab-b019-66c4e6e246f7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308939 Nov 04 09:15:44.222355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.229016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c95c785d-3423-44ef-a83d-8b28d78d6619 tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/subnets/d8ebe30a-abd8-464f-8455-c8ee4f7b9dc0 HTTP/1.1" status: 204 len: 168 time: 0.5513973 Nov 04 09:15:44.229416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41160) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:44.237888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8320c4-6f43-4ee6-a9d9-ad9309bf60d2 None None] Network cc1916df-7442-4595-911b-cf8bb510c6a5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:44.401577 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd91d19-9d68-4f68-af80-c08e18c057bf', 'name': 'tempest-NetworksTestDHCPv6-router-990992821', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:40Z', 'updated_at': '2021-11-04T09:15:41Z', 'revision_number': 2, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None, '_interfaces': [{'id': 'df77faf3-b027-49b2-82da-1ef8db103388', 'name': '', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'mac_address': 'fa:16:3e:8b:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd91d19-9d68-4f68-af80-c08e18c057bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '4ee19540-e1b6-46c6-bbae-44332152210f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:40Z', 'updated_at': '2021-11-04T09:15:42Z', 'revision_number': 2, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'subnets': [{'id': '4ee19540-e1b6-46c6-bbae-44332152210f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:44.449235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.465941 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Checking router: 7dd91d19-9d68-4f68-af80-c08e18c057bf for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:15:44.466569 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Updating router 7dd91d19-9d68-4f68-af80-c08e18c057bf port df77faf3-b027-49b2-82da-1ef8db103388 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:15:44.524573 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.560415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Deleting port 46b48754-98e9-45b2-922e-918f9d5a6c7d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:44.560981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.579824 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.673528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] For port 46b48754-98e9-45b2-922e-918f9d5a6c7d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46b48754-98e9-45b2-922e-918f9d5a6c7d,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:44.674192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.689782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Calling delete_port for 46b48754-98e9-45b2-922e-918f9d5a6c7d owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:44.762181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] For port 46b48754-98e9-45b2-922e-918f9d5a6c7d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=46b48754-98e9-45b2-922e-918f9d5a6c7d,segment=NetworkSegment(66f604b9-4131-46ba-8054-bb2b46909577),segment_id=66f604b9-4131-46ba-8054-bb2b46909577)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:44.762766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.797584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] Calling delete_port for 46b48754-98e9-45b2-922e-918f9d5a6c7d owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:44.803200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.847533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Port': ['ID=46b48754-98e9-45b2-922e-918f9d5a6c7d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:44.849800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] No DVR routers for this DVR port 46b48754-98e9-45b2-922e-918f9d5a6c7d on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:44.926436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] DHCP port deletion for cc1916df-7442-4595-911b-cf8bb510c6a5 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:44.968166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.968426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port df77faf3-b027-49b2-82da-1ef8db103388 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:44.969352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:44.978402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.012245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] Pushing event deleted for resources: {'Port': ['ID=46b48754-98e9-45b2-922e-918f9d5a6c7d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:45.018726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf634d2-4343-418c-b8d8-3e84eb61a3dc']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:45.021907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebc97d5-8f12-49d7-b1a0-9c5245b60493 None None] No DVR routers for this DVR port 46b48754-98e9-45b2-922e-918f9d5a6c7d on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:45.028895 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.041671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] Deleting port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:45.042098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.043090 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.056093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f604b9-4131-46ba-8054-bb2b46909577') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:45.056857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f604b9-4131-46ba-8054-bb2b46909577') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:45.074637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.105580 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.111045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] For port e18b55a5-cac6-42ac-8d52-7b7136b71ca0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e18b55a5-cac6-42ac-8d52-7b7136b71ca0,segment=NetworkSegment(e76aec3a-f627-4ef8-84ee-045b8908831e),segment_id=e76aec3a-f627-4ef8-84ee-045b8908831e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:45.111295 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.117260 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.126586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for df77faf3-b027-49b2-82da-1ef8db103388 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:45.128641 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Pushing event updated for resources: {'Port': ['ID=df77faf3-b027-49b2-82da-1ef8db103388,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:45.129732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] Calling delete_port for e18b55a5-cac6-42ac-8d52-7b7136b71ca0 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:45.132109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:15:45.133377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.139751 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.140330 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.141339 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.141890 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.142431 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.142967 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.143599 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.144243 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.144772 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.145300 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.145813 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:15:45.146129 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:15:45.148620 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:45.230596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.255570 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Attempting to bind port df77faf3-b027-49b2-82da-1ef8db103388 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:45.256169 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Attempting to bind port df77faf3-b027-49b2-82da-1ef8db103388 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:45.256880 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Attempting to bind port df77faf3-b027-49b2-82da-1ef8db103388 on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:45.266412 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:45.267147 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:45.267705 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.268294 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:45.268965 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Bound port: df77faf3-b027-49b2-82da-1ef8db103388, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:45.269675 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.279303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] Pushing event deleted for resources: {'Port': ['ID=e18b55a5-cac6-42ac-8d52-7b7136b71ca0,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:45.305493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fdc2dd-e3e3-4dc3-b289-39ed4365c4ed None None] No DVR routers for this DVR port e18b55a5-cac6-42ac-8d52-7b7136b71ca0 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:45.348608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.385177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.399457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/networks/acf634d2-4343-418c-b8d8-3e84eb61a3dc HTTP/1.1" status: 204 len: 168 time: 1.1690450 Nov 04 09:15:45.401012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535391-051a-4e32-a14a-fed215db315f tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Network': ['ID=acf634d2-4343-418c-b8d8-3e84eb61a3dc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:45.403269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41170) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:45.414456 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] For port df77faf3-b027-49b2-82da-1ef8db103388, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:45.418819 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] For port df77faf3-b027-49b2-82da-1ef8db103388, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df77faf3-b027-49b2-82da-1ef8db103388,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:45.424997 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.525065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794437f9-accb-433e-8975-d77de3673ffd None None] Pushing event updated for resources: {'Port': ['ID=df77faf3-b027-49b2-82da-1ef8db103388,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:45.530893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.567992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1674b2-ce41-45f8-be6c-acba7051db8f req-952323ba-f1eb-4154-8947-de5e61610f0e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:45.569239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c1674b2-ce41-45f8-be6c-acba7051db8f req-952323ba-f1eb-4154-8947-de5e61610f0e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1582539 Nov 04 09:15:45.574188 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Routers {'7dd91d19-9d68-4f68-af80-c08e18c057bf'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:45.574824 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7dd91d19-9d68-4f68-af80-c08e18c057bf'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:45.592618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-82fb72a4-3efb-4bc8-a5bb-92af35d211b9 None None] Provisioning complete for port df77faf3-b027-49b2-82da-1ef8db103388 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:45.599972 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-82fb72a4-3efb-4bc8-a5bb-92af35d211b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.712670 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.780242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.785866 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.799961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e18b55a5-cac6-42ac-8d52-7b7136b71ca0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:45.824339 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] Set router 7dd91d19-9d68-4f68-af80-c08e18c057bf gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:45.838407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c1674b2-ce41-45f8-be6c-acba7051db8f req-d869965f-406a-491a-8d05-1b8ebbf2ec1b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576356 Nov 04 09:15:45.845746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1916df-7442-4595-911b-cf8bb510c6a5']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:45.849663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e18b55a5-cac6-42ac-8d52-7b7136b71ca0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:45.850299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e18b55a5-cac6-42ac-8d52-7b7136b71ca0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:45.850892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46b48754-98e9-45b2-922e-918f9d5a6c7d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:45.873904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76aec3a-f627-4ef8-84ee-045b8908831e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:45.874345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76aec3a-f627-4ef8-84ee-045b8908831e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:45.884081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=df77faf3-b027-49b2-82da-1ef8db103388,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:45.896169 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.904073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 46b48754-98e9-45b2-922e-918f9d5a6c7d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:45.904427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 46b48754-98e9-45b2-922e-918f9d5a6c7d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:45.940061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.954903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:15:45.955387 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-82fb72a4-3efb-4bc8-a5bb-92af35d211b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.955692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:15:45.959301 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:15:46.087182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:46.121981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:46.137476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-003ca652-6a50-4c7d-861d-6139bc3518e8 None None] Could not find standard attr ID for object df77faf3-b027-49b2-82da-1ef8db103388. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:15:46.163260 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:46.181073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] 10.222.0.53 "DELETE /v2.0/networks/cc1916df-7442-4595-911b-cf8bb510c6a5 HTTP/1.1" status: 204 len: 168 time: 0.7762523 Nov 04 09:15:46.182826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630d487-9593-4593-95ee-2a9c38692cbd tempest-TaggedBootDevicesTest_v242-602887332 tempest-TaggedBootDevicesTest_v242-602887332-project] Pushing event deleted for resources: {'Network': ['ID=cc1916df-7442-4595-911b-cf8bb510c6a5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:46.238664 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dd91d19-9d68-4f68-af80-c08e18c057bf', 'name': 'tempest-NetworksTestDHCPv6-router-990992821', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:40Z', 'updated_at': '2021-11-04T09:15:41Z', 'revision_number': 2, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None, '_interfaces': [{'id': 'df77faf3-b027-49b2-82da-1ef8db103388', 'name': '', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'mac_address': 'fa:16:3e:8b:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd91d19-9d68-4f68-af80-c08e18c057bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '4ee19540-e1b6-46c6-bbae-44332152210f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:40Z', 'updated_at': '2021-11-04T09:15:45Z', 'revision_number': 4, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'subnets': [{'id': '4ee19540-e1b6-46c6-bbae-44332152210f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:46.311308 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a912ec8-eb78-4c60-bfd7-6f66c282afb3 None None] The sync data for ids ['7dd91d19-9d68-4f68-af80-c08e18c057bf'] in n-d-816487-1 is: [{'id': '7dd91d19-9d68-4f68-af80-c08e18c057bf', 'name': 'tempest-NetworksTestDHCPv6-router-990992821', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:40Z', 'updated_at': '2021-11-04T09:15:41Z', 'revision_number': 2, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None, '_interfaces': [{'id': 'df77faf3-b027-49b2-82da-1ef8db103388', 'name': '', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'mac_address': 'fa:16:3e:8b:3c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dd91d19-9d68-4f68-af80-c08e18c057bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2661, 'fixed_ips': [{'subnet_id': '4ee19540-e1b6-46c6-bbae-44332152210f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:40Z', 'updated_at': '2021-11-04T09:15:45Z', 'revision_number': 4, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'subnets': [{'id': '4ee19540-e1b6-46c6-bbae-44332152210f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:15:46.382843 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:46.454988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Router 7dd91d19-9d68-4f68-af80-c08e18c057bf has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:15:46.572205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:46.579587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0ade0ef0-2352-4c95-bd91-76d1cb1573dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "PUT /v2.0/routers/7dd91d19-9d68-4f68-af80-c08e18c057bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9570162 Nov 04 09:15:46.582281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41194) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:46.657194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d582433-ef06-4c08-ac72-bd61e7c44124 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:46.660195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d582433-ef06-4c08-ac72-bd61e7c44124 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:46.661594 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d582433-ef06-4c08-ac72-bd61e7c44124 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0774956 Nov 04 09:15:46.665054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41198) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:46.780922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 4ee19540-e1b6-46c6-bbae-44332152210f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:46.785590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:46.847656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:46.940068 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.194804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cae8af-eb59-4503-8dc1-bf29ab332732 req-7f5aa14f-bb19-4284-a955-7fe3294d9eb6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:47.208366 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26cae8af-eb59-4503-8dc1-bf29ab332732 req-7f5aa14f-bb19-4284-a955-7fe3294d9eb6 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1734352 Nov 04 09:15:47.255299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41216) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:47.307523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26cae8af-eb59-4503-8dc1-bf29ab332732 req-012b0090-5718-4473-a557-ad93616b1730 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981584 Nov 04 09:15:47.310141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.369631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=4ee19540-e1b6-46c6-bbae-44332152210f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:47.397698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.412206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-71b5b361-0026-4f4c-b6ec-ed915916e97e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/4ee19540-e1b6-46c6-bbae-44332152210f HTTP/1.1" status: 204 len: 168 time: 0.7420979 Nov 04 09:15:47.412342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41224) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:47.416020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a093f5-7331-402f-bfff-9a18d72aeee7 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:47.628377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a7d6-6205-4fe9-9fb0-f739a7ec4e19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.672266 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3abe16f5-3677-4e2a-a6e7-4d80f523c493 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2603064 Nov 04 09:15:47.675959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:47.795991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f763bd6a-f129-45fe-80a0-78601ace0be9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.819261 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a7d6-6205-4fe9-9fb0-f739a7ec4e19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.823882 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cc7a7d6-6205-4fe9-9fb0-f739a7ec4e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.844664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:47.873781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7a7d6-6205-4fe9-9fb0-f739a7ec4e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c90863-900e-4cb2-aadb-f4385c22ab56,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:47.893838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6cc7a7d6-6205-4fe9-9fb0-f739a7ec4e19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22208480cdea406c8d935e82238a4b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6372316 Nov 04 09:15:47.896234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41234) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:47.934438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] Deleting port de873ed2-36f2-4035-a1e5-accafaca4d4f {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:47.934708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.961700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-564d5a31-cb2d-4933-9cc0-16405e94ae87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:47.989514 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-564d5a31-cb2d-4933-9cc0-16405e94ae87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.030081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] For port de873ed2-36f2-4035-a1e5-accafaca4d4f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=de873ed2-36f2-4035-a1e5-accafaca4d4f,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:48.030497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.056870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] Calling delete_port for de873ed2-36f2-4035-a1e5-accafaca4d4f owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:48.065322 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-564d5a31-cb2d-4933-9cc0-16405e94ae87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.068586 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-564d5a31-cb2d-4933-9cc0-16405e94ae87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.072592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-564d5a31-cb2d-4933-9cc0-16405e94ae87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76c90863-900e-4cb2-aadb-f4385c22ab56 HTTP/1.1" status: 204 len: 168 time: 0.1750445 Nov 04 09:15:48.089499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968507f0-a3b1-4c8f-aa60-5c3884923563 req-c254b88f-b238-458b-ae22-233bfb0ac0aa tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:48.091566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-968507f0-a3b1-4c8f-aa60-5c3884923563 req-c254b88f-b238-458b-ae22-233bfb0ac0aa tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 945 time: 0.2427239 Nov 04 09:15:48.097784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d5a31-cb2d-4933-9cc0-16405e94ae87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c90863-900e-4cb2-aadb-f4385c22ab56,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:48.104395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f763bd6a-f129-45fe-80a0-78601ace0be9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.110668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f763bd6a-f129-45fe-80a0-78601ace0be9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.205172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f763bd6a-f129-45fe-80a0-78601ace0be9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.205911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f763bd6a-f129-45fe-80a0-78601ace0be9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Fanout notify agent at l3_agent the message router_deleted on router 7dd91d19-9d68-4f68-af80-c08e18c057bf {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:15:48.223639 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.227981 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f763bd6a-f129-45fe-80a0-78601ace0be9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.232632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41240) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:48.232781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f763bd6a-f129-45fe-80a0-78601ace0be9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/routers/7dd91d19-9d68-4f68-af80-c08e18c057bf HTTP/1.1" status: 204 len: 168 time: 0.5557778 Nov 04 09:15:48.240599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:48.250278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-968507f0-a3b1-4c8f-aa60-5c3884923563 req-1b9d24cd-71e6-4505-b378-744c600f0d87 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421900 Nov 04 09:15:48.259716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] Pushing event deleted for resources: {'Port': ['ID=de873ed2-36f2-4035-a1e5-accafaca4d4f,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:48.264049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8084efd-0982-40ce-95d1-f8dcdcd82e91 None None] No DVR routers for this DVR port de873ed2-36f2-4035-a1e5-accafaca4d4f on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:48.377018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:48.384111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.461819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c11211-d04b-4580-9579-24bc89eb3d8e req-8adfecad-537c-4424-811f-1ac32da5460f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:48.465217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24c11211-d04b-4580-9579-24bc89eb3d8e req-8adfecad-537c-4424-811f-1ac32da5460f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.0916688 Nov 04 09:15:48.514914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24c11211-d04b-4580-9579-24bc89eb3d8e req-25d83b30-645e-475e-bd13-7e913bf033d7 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Nov 04 09:15:48.593154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] Sync routers for ids ['7dd91d19-9d68-4f68-af80-c08e18c057bf'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:15:48.610789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] Routers set() bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:48.611167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] Router IDs set() for agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 09:15:48.612264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_agentschedulers_db [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7dd91d19-9d68-4f68-af80-c08e18c057bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent'). {{(pid=102557) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 09:15:48.630255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] Routers set() bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:48.630638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] Router IDs set() for agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 04 09:15:48.631250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_agentschedulers_db [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7dd91d19-9d68-4f68-af80-c08e18c057bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent'). {{(pid=102557) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 04 09:15:48.632537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67036a2c-8e36-4839-8ff7-30d61393ee8f None None] The sync data for ids ['7dd91d19-9d68-4f68-af80-c08e18c057bf'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:15:48.643320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.692408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:48.697043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:48.700933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:48.701532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.717986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85ff362-96ec-4414-ad46-85600fbf5ae8 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:48.720570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=17222d41-c427-4d5f-9295-fb88d04c6694,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:48.738893 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-294c7e52-31d2-409c-b3fe-3ed951d8d8ab tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5030334 Nov 04 09:15:48.741742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41258) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:48.750323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-28800832-4c62-4150-929d-c032dce860d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1752992133', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:48.779969 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28800832-4c62-4150-929d-c032dce860d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.783234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28800832-4c62-4150-929d-c032dce860d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.859023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28800832-4c62-4150-929d-c032dce860d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.864925 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28800832-4c62-4150-929d-c032dce860d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.890856 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28800832-4c62-4150-929d-c032dce860d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.890856 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-28800832-4c62-4150-929d-c032dce860d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1453276 Nov 04 09:15:48.891779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41266) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:48.947171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '17222d41-c427-4d5f-9295-fb88d04c6694'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:48.949130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:48.992387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41268) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:49.142393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-766267437-network', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:49.169138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/17222d41-c427-4d5f-9295-fb88d04c6694/1362777e-507e-422d-a752-63fc033af2de) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:49.198534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Made reservation on behalf of 912f50d48bdf4a42962a914c68cf1e3a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:49.202399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.211301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-2d10091b-eeef-4cc9-8382-0ce881ed6585 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:49.212887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-2d10091b-eeef-4cc9-8382-0ce881ed6585 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 945 time: 0.2344177 Nov 04 09:15:49.219926 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.314425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.314639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.321104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.355118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:15:49.371830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63bfd5d0-938c-4197-8638-8cd5ffb87aa5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:49.378396 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.378973 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Added segment 4f9b3c3f-c5a6-4193-b509-bcde86e52384 of type vlan for network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e Nov 04 09:15:49.391383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.392181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.392815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.393320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.393797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.394292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.394812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.395315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.395823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.396355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.396871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.397373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:15:49.465619 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.473595 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.486782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.510797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Deleting port 24d98eb6-622a-4026-9fb4-0962149acdf5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:49.511043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.527043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:49.531098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:49.534658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:49.542798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b63905-bbef-476b-9a6e-d1da5022ca3e req-4fa24c7c-113c-4c9d-a561-9cbee0bdaa3f tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:49.544449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32b63905-bbef-476b-9a6e-d1da5022ca3e req-4fa24c7c-113c-4c9d-a561-9cbee0bdaa3f tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a2b786d-eb51-4f33-9855-a12788cb2564 HTTP/1.1" status: 200 len: 945 time: 0.1317580 Nov 04 09:15:49.564855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.565880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:49.566497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.570524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Pushing event updated for resources: {'Port': ['ID=1362777e-507e-422d-a752-63fc033af2de,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:49.636514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Attempting to bind port 1362777e-507e-422d-a752-63fc033af2de on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:49.637179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Attempting to bind port 1362777e-507e-422d-a752-63fc033af2de by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:49.637270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Attempting to bind port 1362777e-507e-422d-a752-63fc033af2de on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:49.670404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:49.674464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:49.675069 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.675521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:49.676017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Bound port: 1362777e-507e-422d-a752-63fc033af2de, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:49.676230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6827018 Nov 04 09:15:49.676411 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.681108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:49.688224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Request body: {'subnet': {'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-766267437-subnet', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:49.709481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32b63905-bbef-476b-9a6e-d1da5022ca3e req-3423bc6a-43df-4898-8455-6ed9ba07c01b tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.53 "GET /v2.0/security-groups?id=a30d9f1b-710e-4178-a6b4-6611c58c61a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565769 Nov 04 09:15:49.712009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] For port 24d98eb6-622a-4026-9fb4-0962149acdf5, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=24d98eb6-622a-4026-9fb4-0962149acdf5,segment=NetworkSegment(091ae475-83a4-4527-a540-8e749582f2c9),segment_id=091ae475-83a4-4527-a540-8e749582f2c9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:49.712505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.713754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce389403-0b51-486e-aaa1-fb4c3db2c88c admin admin] Pushing event updated for resources: {'Network': ['ID=20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:49.729541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device de873ed2-36f2-4035-a1e5-accafaca4d4f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:49.729897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Calling delete_port for 24d98eb6-622a-4026-9fb4-0962149acdf5 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:49.747753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Made reservation on behalf of 912f50d48bdf4a42962a914c68cf1e3a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:49.759523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.760846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:15:49.766179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: de873ed2-36f2-4035-a1e5-accafaca4d4f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:49.766519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device de873ed2-36f2-4035-a1e5-accafaca4d4f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:49.767199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df77faf3-b027-49b2-82da-1ef8db103388 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:49.844198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: df77faf3-b027-49b2-82da-1ef8db103388 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:49.844198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df77faf3-b027-49b2-82da-1ef8db103388 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:49.903163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] For port 1362777e-507e-422d-a752-63fc033af2de, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:49.907564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] For port 1362777e-507e-422d-a752-63fc033af2de, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1362777e-507e-422d-a752-63fc033af2de,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:49.914717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.916141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e101c-ed31-46c3-8b66-9f417ce44740 req-26db8561-c1cc-41b6-80ae-25c780e657bb tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:49.917876 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:49.926172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b0e101c-ed31-46c3-8b66-9f417ce44740 req-26db8561-c1cc-41b6-80ae-25c780e657bb tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1329730 Nov 04 09:15:49.992947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Pushing event deleted for resources: {'Port': ['ID=24d98eb6-622a-4026-9fb4-0962149acdf5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:50.038901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] No DVR routers for this DVR port 24d98eb6-622a-4026-9fb4-0962149acdf5 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:50.041814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.052271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-587abe6e-b126-495a-89a7-e4dda9ad0488 req-223b9073-9917-4669-9cb1-689c85892360 tempest-VolumesActionsTest-2131046465 tempest-VolumesActionsTest-2131046465-project] 10.222.0.70 "DELETE /v2.0/ports/24d98eb6-622a-4026-9fb4-0962149acdf5 HTTP/1.1" status: 204 len: 173 time: 0.8249164 Nov 04 09:15:50.057359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b0e101c-ed31-46c3-8b66-9f417ce44740 req-71af5e29-c991-4dac-8dfb-6725001e501d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261938 Nov 04 09:15:50.059036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'name': 'network-vif-deleted', 'tag': '24d98eb6-622a-4026-9fb4-0962149acdf5'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:50.061807 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c4a769-9c1b-4aea-9b3f-6add6abd5560" -d '{"events": [{"server_uuid": "8a2b786d-eb51-4f33-9855-a12788cb2564", "name": "network-vif-deleted", "tag": "24d98eb6-622a-4026-9fb4-0962149acdf5"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:50.076373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14307f10-ae9d-4d3a-b1be-bc34fd8ebd74 None None] Pushing event updated for resources: {'Port': ['ID=1362777e-507e-422d-a752-63fc033af2de,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:50.094224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['24d98eb6-622a-4026-9fb4-0962149acdf5'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:15:50.181415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::1 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/17222d41-c427-4d5f-9295-fb88d04c6694/ace9be7d-fa23-4e82-bf1d-25b0d8ce455f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:50.291579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.381218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.401248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed006b8-9024-4dd2-9a06-bb4705254671,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:50.409134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Checking segment: {'id': '4f9b3c3f-c5a6-4193-b509-bcde86e52384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:50.409467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Network hostable DHCP agents. Network: 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:15:50.428110 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9ea6c4-f764-43d0-849a-cf46f708c5bf x-openstack-request-id: req-0b9ea6c4-f764-43d0-849a-cf46f708c5bf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:50.428910 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a2b786d-eb51-4f33-9855-a12788cb2564", "name": "network-vif-deleted", "tag": "24d98eb6-622a-4026-9fb4-0962149acdf5", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:50.429438 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b9ea6c4-f764-43d0-849a-cf46f708c5bf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:50.430086 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a2b786d-eb51-4f33-9855-a12788cb2564', 'name': 'network-vif-deleted', 'tag': '24d98eb6-622a-4026-9fb4-0962149acdf5', 'status': 'completed', 'code': 200} Nov 04 09:15:50.433129 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.448186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:15:50.466964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:50.476691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6adf872-e78e-405c-b88f-7bae6fc1fbd0 None None] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:50.479201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:50.480011 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.490332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:50.503532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:50.513718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:50.514389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.524642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=ace9be7d-fa23-4e82-bf1d-25b0d8ce455f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:50.530798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7590f4ea-e701-4d36-96ad-339e110bf416 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8475766 Nov 04 09:15:50.533185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:50.571267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:50.634381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.635741 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.788226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.869764 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:50.898745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e', 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'fixed_ips': [{'subnet_id': '4ed006b8-9024-4dd2-9a06-bb4705254671'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:15:50.899633 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:51.310259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Allocated IP 172.20.0.2 (20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e/4ed006b8-9024-4dd2-9a06-bb4705254671/d0f755db-b7b1-479e-bf75-0d57257f7d9e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:51.790284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:51.809621 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:51.820829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1362777e-507e-422d-a752-63fc033af2de up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:51.973956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Pushing event updated for resources: {'Port': ['ID=d0f755db-b7b1-479e-bf75-0d57257f7d9e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:51.988919 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.025261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:52.027078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:52.037900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:52.071199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1362777e-507e-422d-a752-63fc033af2de triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:52.071873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.124584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d3f7b4-7c44-4c82-87e6-b43f250a55e9 req-951d9ffc-c3a7-4304-aaaf-80baa8d93f3f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:52.134633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26d3f7b4-7c44-4c82-87e6-b43f250a55e9 req-951d9ffc-c3a7-4304-aaaf-80baa8d93f3f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.2949250 Nov 04 09:15:52.193763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3a4c33d3-a320-4ab2-aa0b-c2e5dac0e0a7 None None] Provisioning complete for port 1362777e-507e-422d-a752-63fc033af2de triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:52.194132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a4c33d3-a320-4ab2-aa0b-c2e5dac0e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.199029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26d3f7b4-7c44-4c82-87e6-b43f250a55e9 req-612fa221-0bcb-45fd-a045-b1eb1dca6a29 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581198 Nov 04 09:15:52.216465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Attempting to bind port d0f755db-b7b1-479e-bf75-0d57257f7d9e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:52.216843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Attempting to bind port d0f755db-b7b1-479e-bf75-0d57257f7d9e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '4f9b3c3f-c5a6-4193-b509-bcde86e52384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:52.217203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Attempting to bind port d0f755db-b7b1-479e-bf75-0d57257f7d9e on network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:52.254697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:52.255132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Checking segment: {'id': '4f9b3c3f-c5a6-4193-b509-bcde86e52384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:52.255543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.255977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Bound using segment: {'id': '4f9b3c3f-c5a6-4193-b509-bcde86e52384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:52.256474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Bound port: d0f755db-b7b1-479e-bf75-0d57257f7d9e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9b3c3f-c5a6-4193-b509-bcde86e52384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:52.257043 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.304779 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.313777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.314639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.487352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=ace9be7d-fa23-4e82-bf1d-25b0d8ce455f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:52.513585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.523265 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.544659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:52.547542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:52.555056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.677305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] For port d0f755db-b7b1-479e-bf75-0d57257f7d9e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:52.684255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 1362777e-507e-422d-a752-63fc033af2de, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1362777e-507e-422d-a752-63fc033af2de,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:52.707723 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.720133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] For port d0f755db-b7b1-479e-bf75-0d57257f7d9e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d0f755db-b7b1-479e-bf75-0d57257f7d9e,segment=NetworkSegment(4f9b3c3f-c5a6-4193-b509-bcde86e52384),segment_id=4f9b3c3f-c5a6-4193-b509-bcde86e52384)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:52.760916 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.787770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Router 7c627124-be4a-4c32-af12-847ce146816d is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:15:52.802765 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a4c33d3-a320-4ab2-aa0b-c2e5dac0e0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:52.837626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Allocated IP 172.25.3.162 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/5868eec2-8677-4e26-9d96-ec937a8420ae) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:52.953328 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-3a4c33d3-a320-4ab2-aa0b-c2e5dac0e0a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:15:52.953839 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-3a4c33d3-a320-4ab2-aa0b-c2e5dac0e0a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:15:52.954354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=1362777e-507e-422d-a752-63fc033af2de,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:53.039014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa725af-daea-40df-934a-aa2d574f90a7 None None] Pushing event updated for resources: {'Port': ['ID=d0f755db-b7b1-479e-bf75-0d57257f7d9e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:53.060521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:53.066352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:53.068279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-16d49c22-5d0f-43eb-a3ab-31b45fed3448 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "PUT /v2.0/routers/7c627124-be4a-4c32-af12-847ce146816d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1752365 Nov 04 09:15:53.071093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41310) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:53.074047 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Sync routers for ids ['7c627124-be4a-4c32-af12-847ce146816d'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:15:53.089456 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Routers {'7c627124-be4a-4c32-af12-847ce146816d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:53.090514 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7c627124-be4a-4c32-af12-847ce146816d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:53.115301 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:53.137334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:53.140214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:53.146342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d14364-972b-4816-a84b-a22dc5f210d9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:53.151698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-29d14364-972b-4816-a84b-a22dc5f210d9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports/ace9be7d-fa23-4e82-bf1d-25b0d8ce455f HTTP/1.1" status: 200 len: 911 time: 0.0719755 Nov 04 09:15:53.154203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:53.167929 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:53.252900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1082f0c-63e5-4b96-9fb4-0306fe34a558 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:53.260409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1082f0c-63e5-4b96-9fb4-0306fe34a558 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:53.261668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1082f0c-63e5-4b96-9fb4-0306fe34a558 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1064322 Nov 04 09:15:53.264560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:53.266657 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Set router 7c627124-be4a-4c32-af12-847ce146816d gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:53.515531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Pushing event updated for resources: {'Port': ['ID=5868eec2-8677-4e26-9d96-ec937a8420ae,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:53.587677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d522e-cd55-4c5e-b4e0-44b8dbe50f4b req-1bcd1b0a-7c04-4ff1-9582-f3c247e982ad tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:53.599156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d8d522e-cd55-4c5e-b4e0-44b8dbe50f4b req-1bcd1b0a-7c04-4ff1-9582-f3c247e982ad tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.2293854 Nov 04 09:15:53.609011 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c627124-be4a-4c32-af12-847ce146816d', 'name': 'tempest-NetworksTestDHCPv6-router-1752992133', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:48Z', 'updated_at': '2021-11-04T09:15:50Z', 'revision_number': 2, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None, '_interfaces': [{'id': 'ace9be7d-fa23-4e82-bf1d-25b0d8ce455f', 'name': '', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'mac_address': 'fa:16:3e:31:7c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c627124-be4a-4c32-af12-847ce146816d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '17222d41-c427-4d5f-9295-fb88d04c6694', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:49Z', 'updated_at': '2021-11-04T09:15:51Z', 'revision_number': 2, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'subnets': [{'id': '17222d41-c427-4d5f-9295-fb88d04c6694', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:53.649509 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Checking router: 7c627124-be4a-4c32-af12-847ce146816d for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:15:53.649952 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Updating router 7c627124-be4a-4c32-af12-847ce146816d port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:15:53.699795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b660f9ab-5b22-47e2-add2-5b335dad3de9 None None] Provisioning complete for port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:53.700498 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b660f9ab-5b22-47e2-add2-5b335dad3de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:53.707035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d8d522e-cd55-4c5e-b4e0-44b8dbe50f4b req-b8a96569-09d0-47a6-8387-d97a839b0eed tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045942 Nov 04 09:15:53.708189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 24d98eb6-622a-4026-9fb4-0962149acdf5 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:53.733924 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:53.737944 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:53.813992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 24d98eb6-622a-4026-9fb4-0962149acdf5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:53.814356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 24d98eb6-622a-4026-9fb4-0962149acdf5 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:53.832776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1362777e-507e-422d-a752-63fc033af2de up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:53.852243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b660f9ab-5b22-47e2-add2-5b335dad3de9 None None] Port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:53.898749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:53.943423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1362777e-507e-422d-a752-63fc033af2de triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:53.944077 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.237530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.317002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:54.317619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.451623 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.464051 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.498333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d0f755db-b7b1-479e-bf75-0d57257f7d9e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:54.512224 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.535609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for ace9be7d-fa23-4e82-bf1d-25b0d8ce455f owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:54.597364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Router 917bfbd3-1482-4e27-b5f7-4976d780b56f is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:15:54.653776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d0f755db-b7b1-479e-bf75-0d57257f7d9e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:54.654304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.675453 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57652a-8a2d-4f0c-855b-3c4e02411ccf None None] Pushing event updated for resources: {'Port': ['ID=ace9be7d-fa23-4e82-bf1d-25b0d8ce455f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:54.805671 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Attempting to bind port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:54.808721 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Attempting to bind port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:54.809417 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Attempting to bind port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:54.836029 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:54.836435 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:54.841189 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.841715 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:54.845492 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Bound port: ace9be7d-fa23-4e82-bf1d-25b0d8ce455f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:54.846218 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:54.931624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcae886f-6072-4fde-b7e8-585f14f1e25c None None] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:54.978329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:55.024446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.028734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3591af50-d18d-40f9-bc3b-1938790d5435 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4908760 Nov 04 09:15:55.029139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41338) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:55.087960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8559c2bd-1627-4aa4-95c4-61b60aab2bf3 req-acfa410e-d602-4ee7-b03e-559d7b7e29e5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:55.099828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8559c2bd-1627-4aa4-95c4-61b60aab2bf3 req-acfa410e-d602-4ee7-b03e-559d7b7e29e5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1287107 Nov 04 09:15:55.129836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Sync routers for ids ['917bfbd3-1482-4e27-b5f7-4976d780b56f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:15:55.192282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8559c2bd-1627-4aa4-95c4-61b60aab2bf3 req-ccb8eaeb-c40c-49fa-aebe-cfe8ce539a4e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821936 Nov 04 09:15:55.224452 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.db.api [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:15:55.224811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.225824 n-d-816487-1 neutron-server[102558]: DEBUG oslo_db.api [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:15:55.231811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-654cbe06-6619-4754-8e5b-0aadfa292933 None None] Provisioning complete for port d0f755db-b7b1-479e-bf75-0d57257f7d9e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:55.239453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-654cbe06-6619-4754-8e5b-0aadfa292933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.265916 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.286508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=ace9be7d-fa23-4e82-bf1d-25b0d8ce455f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:55.348183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Routers {'917bfbd3-1482-4e27-b5f7-4976d780b56f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:55.349524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['917bfbd3-1482-4e27-b5f7-4976d780b56f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:55.529305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port d0f755db-b7b1-479e-bf75-0d57257f7d9e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d0f755db-b7b1-479e-bf75-0d57257f7d9e,segment=NetworkSegment(4f9b3c3f-c5a6-4193-b509-bcde86e52384),segment_id=4f9b3c3f-c5a6-4193-b509-bcde86e52384)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:55.559727 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.632382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.764148 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Attempting to bind port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:55.764732 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Attempting to bind port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:55.764868 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Attempting to bind port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:55.789847 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:55.790224 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:55.790629 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.791019 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:55.791499 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Bound port: ace9be7d-fa23-4e82-bf1d-25b0d8ce455f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:55.798400 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:55.800343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ebf79f-37ee-444c-bc34-0a7452fd5785 req-46f75d91-8049-4811-9dcd-a076b7dc857d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:55.802452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2ebf79f-37ee-444c-bc34-0a7452fd5785 req-46f75d91-8049-4811-9dcd-a076b7dc857d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.0861952 Nov 04 09:15:55.834197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=d0f755db-b7b1-479e-bf75-0d57257f7d9e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:55.854342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Set router 917bfbd3-1482-4e27-b5f7-4976d780b56f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:55.895366 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2ebf79f-37ee-444c-bc34-0a7452fd5785 req-380f4c06-63dc-4913-beb3-4b779c90bd1e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806103 Nov 04 09:15:55.913050 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Port ace9be7d-fa23-4e82-bf1d-25b0d8ce455f has been deleted concurrently {{(pid=102558) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Nov 04 09:15:55.951421 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Routers {'7c627124-be4a-4c32-af12-847ce146816d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:55.952079 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7c627124-be4a-4c32-af12-847ce146816d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:55.963261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Router 7c627124-be4a-4c32-af12-847ce146816d has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:15:55.990752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-842c88fd-b4f7-41b0-954c-3f62bab421d7 None None] Could not find standard attr ID for object ace9be7d-fa23-4e82-bf1d-25b0d8ce455f. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:15:56.246437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:15:53Z', 'revision_number': 3, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port': {'id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:52Z', 'updated_at': '2021-11-04T09:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:56.248058 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] Set router 7c627124-be4a-4c32-af12-847ce146816d gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:56.306904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:56.309193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Checking router: 917bfbd3-1482-4e27-b5f7-4976d780b56f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:15:56.309549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Updating router 917bfbd3-1482-4e27-b5f7-4976d780b56f port 5868eec2-8677-4e26-9d96-ec937a8420ae binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:15:56.317452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71a9b09f-a09c-4385-aac1-fde1b9064151 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "PUT /v2.0/routers/7c627124-be4a-4c32-af12-847ce146816d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0515375 Nov 04 09:15:56.320069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41352) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:56.334776 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c627124-be4a-4c32-af12-847ce146816d', 'name': 'tempest-NetworksTestDHCPv6-router-1752992133', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:48Z', 'updated_at': '2021-11-04T09:15:55Z', 'revision_number': 3, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:56.376233 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6c9570-cc7e-4ce4-9df6-eeeda3b0fa3b None None] The sync data for ids ['7c627124-be4a-4c32-af12-847ce146816d'] in n-d-816487-1 is: [{'id': '7c627124-be4a-4c32-af12-847ce146816d', 'name': 'tempest-NetworksTestDHCPv6-router-1752992133', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:48Z', 'updated_at': '2021-11-04T09:15:55Z', 'revision_number': 3, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:15:56.384435 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:56.527011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017c0cc-b1de-4fa8-90b5-393750d158dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:56.528985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7017c0cc-b1de-4fa8-90b5-393750d158dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:56.530784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7017c0cc-b1de-4fa8-90b5-393750d158dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2093818 Nov 04 09:15:56.534332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:56.634466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 17222d41-c427-4d5f-9295-fb88d04c6694 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:15:56.644003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:56.669759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-228ff816-5703-421c-bf18-0d0419e52360 None None] Provisioning complete for port d0f755db-b7b1-479e-bf75-0d57257f7d9e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:56.670321 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-228ff816-5703-421c-bf18-0d0419e52360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:56.676022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:56.723676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:56.891979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:56.935346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-299b093a-9c9b-46d0-8f6f-151040c7114a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:56.937781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-299b093a-9c9b-46d0-8f6f-151040c7114a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.1206961 Nov 04 09:15:57.002270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Allocated IP 172.20.0.1 (20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e/4ed006b8-9024-4dd2-9a06-bb4705254671/73f767bc-2cf7-483d-97e4-60b4ffc5fde5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:15:57.135935 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.138999 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.152011 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.200984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=17222d41-c427-4d5f-9295-fb88d04c6694,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:57.219100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.224951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d353d9e4-a25e-4c83-9378-3f46ea778daa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/17222d41-c427-4d5f-9295-fb88d04c6694 HTTP/1.1" status: 204 len: 168 time: 0.6872125 Nov 04 09:15:57.226543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41364) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:57.238000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a616c-266f-4993-864b-6bbb41a4c8a3 req-aa9c730b-cd9c-49b6-946b-d782f0c0d40d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:57.245761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f70a616c-266f-4993-864b-6bbb41a4c8a3 req-aa9c730b-cd9c-49b6-946b-d782f0c0d40d tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.2321427 Nov 04 09:15:57.271435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e430bc7a-34bb-467b-b528-ee45daf69ea5 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:15:57.277541 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.287317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Deleting port 1abbd1c9-887a-4a39-a002-737ff759448c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:57.287665 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.361621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.362183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f70a616c-266f-4993-864b-6bbb41a4c8a3 req-232ef1cb-438f-4eaa-ad8c-686692aa7c18 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150215 Nov 04 09:15:57.399046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Attempting to bind port 5868eec2-8677-4e26-9d96-ec937a8420ae on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:15:57.399422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Attempting to bind port 5868eec2-8677-4e26-9d96-ec937a8420ae by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:15:57.399782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Attempting to bind port 5868eec2-8677-4e26-9d96-ec937a8420ae on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:15:57.411363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:15:57.411985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:15:57.414047 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.414467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:15:57.414973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Bound port: 5868eec2-8677-4e26-9d96-ec937a8420ae, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:15:57.415366 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.417935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad613c-69db-4f18-bb91-9512af9c5b86 None None] Pushing event updated for resources: {'Port': ['ID=5868eec2-8677-4e26-9d96-ec937a8420ae,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:57.426702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Pushing event updated for resources: {'Port': ['ID=73f767bc-2cf7-483d-97e4-60b4ffc5fde5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:57.441201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:57.443744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:57.446423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:15:57.459317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c55e33af-31af-4250-9645-323d15bd9e54 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2327268 Nov 04 09:15:57.461790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:57.521625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.649580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] For port 5868eec2-8677-4e26-9d96-ec937a8420ae, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:15:57.659402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] For port 5868eec2-8677-4e26-9d96-ec937a8420ae, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5868eec2-8677-4e26-9d96-ec937a8420ae,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:15:57.679552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.714157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] For port 1abbd1c9-887a-4a39-a002-737ff759448c, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=1abbd1c9-887a-4a39-a002-737ff759448c,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:57.714593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.773717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad613c-69db-4f18-bb91-9512af9c5b86 None None] Pushing event updated for resources: {'Port': ['ID=5868eec2-8677-4e26-9d96-ec937a8420ae,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:57.776524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d0f755db-b7b1-479e-bf75-0d57257f7d9e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:15:57.794317 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb40af9a-156c-4927-9a21-d7d11dc5812f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:57.810128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Calling delete_port for 1abbd1c9-887a-4a39-a002-737ff759448c owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:57.882690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Routers {'917bfbd3-1482-4e27-b5f7-4976d780b56f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:57.884403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['917bfbd3-1482-4e27-b5f7-4976d780b56f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:57.919123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.015420 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] Sync routers for ids ['7c627124-be4a-4c32-af12-847ce146816d'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:15:58.028897 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] Routers {'7c627124-be4a-4c32-af12-847ce146816d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:58.029731 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7c627124-be4a-4c32-af12-847ce146816d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:58.049444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] Set router 917bfbd3-1482-4e27-b5f7-4976d780b56f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:58.165167 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] Set router 7c627124-be4a-4c32-af12-847ce146816d gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:58.207594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:15:58.251873 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c627124-be4a-4c32-af12-847ce146816d', 'name': 'tempest-NetworksTestDHCPv6-router-1752992133', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:48Z', 'updated_at': '2021-11-04T09:15:55Z', 'revision_number': 3, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:58.303911 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] Checking router: 7c627124-be4a-4c32-af12-847ce146816d for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:15:58.316048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.322606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.325591 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] Routers {'7c627124-be4a-4c32-af12-847ce146816d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:15:58.326935 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['7c627124-be4a-4c32-af12-847ce146816d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:58.397316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b3e1ea99-398f-4248-bc2d-f6759e2bcd4d None None] Provisioning complete for port 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:58.400031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3e1ea99-398f-4248-bc2d-f6759e2bcd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.409645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb40af9a-156c-4927-9a21-d7d11dc5812f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.415255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb40af9a-156c-4927-9a21-d7d11dc5812f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.430263 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] Set router 7c627124-be4a-4c32-af12-847ce146816d gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:15:58.478997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.488538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1ea99-398f-4248-bc2d-f6759e2bcd4d None None] Port 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:15:58.511593 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c627124-be4a-4c32-af12-847ce146816d', 'name': 'tempest-NetworksTestDHCPv6-router-1752992133', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:48Z', 'updated_at': '2021-11-04T09:15:55Z', 'revision_number': 3, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:58.536665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Pushing event updated for resources: {'Port': ['ID=73f767bc-2cf7-483d-97e4-60b4ffc5fde5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:58.546724 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2c4fbf-73e5-41e6-9b0f-683d94ac36db None None] The sync data for ids ['7c627124-be4a-4c32-af12-847ce146816d'] in n-d-816487-1 is: [{'id': '7c627124-be4a-4c32-af12-847ce146816d', 'name': 'tempest-NetworksTestDHCPv6-router-1752992133', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:48Z', 'updated_at': '2021-11-04T09:15:55Z', 'revision_number': 3, 'project_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:15:58.571888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d0f755db-b7b1-479e-bf75-0d57257f7d9e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:15:58.572260 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.629818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb40af9a-156c-4927-9a21-d7d11dc5812f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.630350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb40af9a-156c-4927-9a21-d7d11dc5812f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Fanout notify agent at l3_agent the message router_deleted on router 7c627124-be4a-4c32-af12-847ce146816d {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:15:58.650849 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb40af9a-156c-4927-9a21-d7d11dc5812f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.654645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fb40af9a-156c-4927-9a21-d7d11dc5812f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/routers/7c627124-be4a-4c32-af12-847ce146816d HTTP/1.1" status: 204 len: 168 time: 1.1915786 Nov 04 09:15:58.656310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:58.825641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] Deleting port 1362777e-507e-422d-a752-63fc033af2de {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:15:58.825641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.884050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ddaef-d833-4134-a233-0ea639625365 req-3ed7962f-5380-45fd-8994-a72010843651 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:58.896402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-340ddaef-d833-4134-a233-0ea639625365 req-3ed7962f-5380-45fd-8994-a72010843651 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c30070b-9ca9-4709-9dba-cd8c315ef560 HTTP/1.1" status: 200 len: 945 time: 0.3331370 Nov 04 09:15:58.940415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:58.951572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b86900-fb5c-4a56-bf62-4648af0e5e8d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:58.956754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e1b86900-fb5c-4a56-bf62-4648af0e5e8d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2961295 Nov 04 09:15:58.966901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:59.079746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182858c9-a98a-4463-9ef2-01be1e143a8b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:15:59.084110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-182858c9-a98a-4463-9ef2-01be1e143a8b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1138682 Nov 04 09:15:59.084439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:59.133255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event deleted for resources: {'Port': ['ID=1abbd1c9-887a-4a39-a002-737ff759448c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:59.189940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] For port 1362777e-507e-422d-a752-63fc033af2de, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1362777e-507e-422d-a752-63fc033af2de,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:15:59.190347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:59.208787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ee5f221f-485c-432e-8641-b269d9b7298e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852249 Nov 04 09:15:59.208787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41396) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:15:59.211073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] Calling delete_port for 1362777e-507e-422d-a752-63fc033af2de owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:15:59.217633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 4, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port': {'id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:52Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '73f767bc-2cf7-483d-97e4-60b4ffc5fde5', 'name': '', 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'mac_address': 'fa:16:3e:10:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ed006b8-9024-4dd2-9a06-bb4705254671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:56Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 1, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'subnets': [{'id': '4ed006b8-9024-4dd2-9a06-bb4705254671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:15:59.224783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:15:59.250599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-340ddaef-d833-4134-a233-0ea639625365 req-f14b90cb-8d00-46c6-93f8-cafcda70213e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532007 Nov 04 09:15:59.255397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2168790-abab-4f9c-aab6-97f85e4c89ec None None] The sync data for ids ['917bfbd3-1482-4e27-b5f7-4976d780b56f'] in n-d-816487-1 is: [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 4, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port': {'id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:52Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '73f767bc-2cf7-483d-97e4-60b4ffc5fde5', 'name': '', 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'mac_address': 'fa:16:3e:10:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ed006b8-9024-4dd2-9a06-bb4705254671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:56Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 1, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'subnets': [{'id': '4ed006b8-9024-4dd2-9a06-bb4705254671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:15:59.384425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] No DVR routers for this DVR port 1abbd1c9-887a-4a39-a002-737ff759448c on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:59.401278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:59.405113 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:59.419214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4a1daa3-af58-4705-b016-c6e5275eeaaf req-f37d6de8-cd36-43a1-8ee7-4b406fa1ca64 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.55 "DELETE /v2.0/ports/1abbd1c9-887a-4a39-a002-737ff759448c HTTP/1.1" status: 204 len: 173 time: 2.4717007 Nov 04 09:15:59.422741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'name': 'network-vif-deleted', 'tag': '1abbd1c9-887a-4a39-a002-737ff759448c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:15:59.429035 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0fb95b-6d9a-4e1f-ae3b-f9c3fc6fc3f4" -d '{"events": [{"server_uuid": "3c30070b-9ca9-4709-9dba-cd8c315ef560", "name": "network-vif-deleted", "tag": "1abbd1c9-887a-4a39-a002-737ff759448c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:15:59.438751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] Pushing event deleted for resources: {'Port': ['ID=1362777e-507e-422d-a752-63fc033af2de,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:15:59.440950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6986a3-0331-433a-914a-02cd87171641 None None] No DVR routers for this DVR port 1362777e-507e-422d-a752-63fc033af2de on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:15:59.441262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:15:59.447064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:15:59.556360 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88156514-7ca8-4625-bb36-37267c4d4ee8 x-openstack-request-id: req-88156514-7ca8-4625-bb36-37267c4d4ee8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:15:59.556934 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c30070b-9ca9-4709-9dba-cd8c315ef560", "name": "network-vif-deleted", "tag": "1abbd1c9-887a-4a39-a002-737ff759448c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:15:59.557342 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-88156514-7ca8-4625-bb36-37267c4d4ee8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:15:59.558281 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c30070b-9ca9-4709-9dba-cd8c315ef560', 'name': 'network-vif-deleted', 'tag': '1abbd1c9-887a-4a39-a002-737ff759448c', 'status': 'completed', 'code': 200} Nov 04 09:15:59.563798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:15:59.567787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:15:59.652129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Router 917bfbd3-1482-4e27-b5f7-4976d780b56f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:15:59.730371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1362777e-507e-422d-a752-63fc033af2de no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:59.792194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1362777e-507e-422d-a752-63fc033af2de {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:59.792540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1362777e-507e-422d-a752-63fc033af2de not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:59.801933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1abbd1c9-887a-4a39-a002-737ff759448c no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:15:59.860988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 1abbd1c9-887a-4a39-a002-737ff759448c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:15:59.862233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 1abbd1c9-887a-4a39-a002-737ff759448c not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:15:59.895622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:15:59.910543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2718468c-b72e-4aa4-a95f-ce48547b2815 admin admin] 10.222.0.53 "PUT /v2.0/routers/917bfbd3-1482-4e27-b5f7-4976d780b56f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8803158 Nov 04 09:16:00.033782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ff244f79-8ef2-4470-9dab-e65ea53aba63 None None] Provisioning complete for port 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:00.034165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff244f79-8ef2-4470-9dab-e65ea53aba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:00.098449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:00.100544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:00.112149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ff244f79-8ef2-4470-9dab-e65ea53aba63 None None] Port 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:16:00.176293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:00.179968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:00.183396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:00.184078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:00.192148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b05499-1b40-4b38-80a0-5cebcff2eb42 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:00.201301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=681925e9-0cf1-4e44-a0cd-881f757af3aa,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:00.240423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc7a4e2a-c90a-4e46-ba19-290ce20df90c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0320597 Nov 04 09:16:00.244216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41410) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:00.250180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:00.427558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '681925e9-0cf1-4e44-a0cd-881f757af3aa'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:16:00.429289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:00.446326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:00.496861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:00.505893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:00.612827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Allocated IP 2001:db8::f816:3eff:fee0:2c38 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/681925e9-0cf1-4e44-a0cd-881f757af3aa/b332a2f0-c155-4284-adfe-49ace57b5fb4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:01.031758 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.044708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.070754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-18e79b30-4ae2-4605-9914-15a7aa1d22e0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:01.082949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-18e79b30-4ae2-4605-9914-15a7aa1d22e0 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.2062638 Nov 04 09:16:01.139617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.159917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:01.170818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:01.181684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:01.215115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:01.286542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:01.294385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:01.300336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:01.304716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.311179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=fbb9ce96-f16e-4dac-8207-7f4abd2e2385,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:01.337869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-7b4334d0-adcc-4a31-9289-2c399030f128 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/quotas/ac0d54a6b21d46529b514e54c0ed1ba4 HTTP/1.1" status: 200 len: 375 time: 0.2508297 Nov 04 09:16:01.346213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2addf8c8-fb7a-4ee0-a815-1756bd008703 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1008050 Nov 04 09:16:01.349107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41450) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:01.356261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:f0:40:e4', 'name': 'tempest-NetworksTestDHCPv6-992144965'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:01.370565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Attempting to bind port b332a2f0-c155-4284-adfe-49ace57b5fb4 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:01.370930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Attempting to bind port b332a2f0-c155-4284-adfe-49ace57b5fb4 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:01.371561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Attempting to bind port b332a2f0-c155-4284-adfe-49ace57b5fb4 on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:01.378153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:01.378579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:01.379329 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.379886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:01.380452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Bound port: b332a2f0-c155-4284-adfe-49ace57b5fb4, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:01.381153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.395161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-dab849ad-7bae-4b86-b014-2606351ac22e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446014 Nov 04 09:16:01.523357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:01.535958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:01.544153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.611718 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:16:01.615111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:01.800525 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:01.803164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5868eec2-8677-4e26-9d96-ec937a8420ae up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:01.831700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port b3732bb6-d659-4de5-99d1-2712175e7ecc yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:01.888558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa80b9-1eb4-4fcc-9892-b3de464a811b None None] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:01.912161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5868eec2-8677-4e26-9d96-ec937a8420ae triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:01.912552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:02.134341 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:02.190308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 5868eec2-8677-4e26-9d96-ec937a8420ae, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5868eec2-8677-4e26-9d96-ec937a8420ae,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:02.199508 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:02.346587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 172.20.0.2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/fbb9ce96-f16e-4dac-8207-7f4abd2e2385/b3732bb6-d659-4de5-99d1-2712175e7ecc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:02.364654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:fef0:40e4 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/681925e9-0cf1-4e44-a0cd-881f757af3aa/b3732bb6-d659-4de5-99d1-2712175e7ecc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:02.371573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=5868eec2-8677-4e26-9d96-ec937a8420ae,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:02.441839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-2c77a109-015b-4db0-8a45-dd6dd69bb400 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0376658 Nov 04 09:16:02.584162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41460) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:02.651655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-201d3f8b-47f0-49e7-8de6-ffd70f27d3f6 service neutron] 10.222.0.53 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990213 Nov 04 09:16:02.742106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:02.746570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:02.876345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:02.948768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:02.949947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=b3732bb6-d659-4de5-99d1-2712175e7ecc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:02.958151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:02.992193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:03.059763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-071b931c-9596-4fa1-a41a-c458b811b9f8 req-827ab7c0-bf9c-4062-91ef-4ec9291a2fec tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 210 time: 0.0528595 Nov 04 09:16:03.072580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:03.073365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:03.100609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-362e7cc9-bfe8-464a-81a4-2088deca193f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7504311 Nov 04 09:16:03.103039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41468) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:03.170347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Deleting port 08d2371e-e8f7-4227-8dbd-3d5322cac68c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:03.170695 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:03.217748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b5e8a-33be-40d9-85ca-b86ec1d73b2b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:03.225123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9b5e8a-33be-40d9-85ca-b86ec1d73b2b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:03.227113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ab9b5e8a-33be-40d9-85ca-b86ec1d73b2b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1231279 Nov 04 09:16:03.230228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41472) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:03.297981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:03.356430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] For port 08d2371e-e8f7-4227-8dbd-3d5322cac68c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=08d2371e-e8f7-4227-8dbd-3d5322cac68c,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:03.356895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:03.391666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Calling delete_port for 08d2371e-e8f7-4227-8dbd-3d5322cac68c owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:03.476686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Sync routers for ids ['917bfbd3-1482-4e27-b5f7-4976d780b56f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:16:03.488739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port b3732bb6-d659-4de5-99d1-2712175e7ecc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:03.489375 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:03.494312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Routers {'917bfbd3-1482-4e27-b5f7-4976d780b56f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:16:03.496544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['917bfbd3-1482-4e27-b5f7-4976d780b56f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:03.777271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:03.787963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Set router 917bfbd3-1482-4e27-b5f7-4976d780b56f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:16:03.790847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:03.793512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for b3732bb6-d659-4de5-99d1-2712175e7ecc owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:03.854879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Pushing event deleted for resources: {'Port': ['ID=08d2371e-e8f7-4227-8dbd-3d5322cac68c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:03.920155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b332a2f0-c155-4284-adfe-49ace57b5fb4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:04.050906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c30421-2bb4-48a2-b025-bcf9b3d4e9d6 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:04.201109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3dab4c83-5dd5-49d7-a2bc-2b500b4144f5 None None] Provisioning complete for port b332a2f0-c155-4284-adfe-49ace57b5fb4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:04.201727 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3dab4c83-5dd5-49d7-a2bc-2b500b4144f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.266987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce4e9285-2952-441d-be0f-5c8249bc6914 req-2e7bb781-8c2c-4def-8504-7d940186b5a1 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 210 time: 0.0673714 Nov 04 09:16:04.353237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.390825 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.422061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b332a2f0-c155-4284-adfe-49ace57b5fb4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:04.422417 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.431583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=b3732bb6-d659-4de5-99d1-2712175e7ecc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:04.440028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Deleting port 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:04.440821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.643587 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.650014 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f7effe70-24d6-441e-8fbc-27c33329a6ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/b3732bb6-d659-4de5-99d1-2712175e7ecc HTTP/1.1" status: 204 len: 168 time: 1.4178374 Nov 04 09:16:04.661456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41486) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:04.681972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-0bacc9d4-82f6-457e-8062-b7679ad71c2b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:04.683844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-0bacc9d4-82f6-457e-8062-b7679ad71c2b tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 810 time: 0.3961623 Nov 04 09:16:04.709284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3dab4c83-5dd5-49d7-a2bc-2b500b4144f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.711193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Request body: {'port': {'device_id': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'admin_state_up': True, 'tenant_id': 'ac0d54a6b21d46529b514e54c0ed1ba4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:04.753743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 4, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port': {'id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:52Z', 'updated_at': '2021-11-04T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '73f767bc-2cf7-483d-97e4-60b4ffc5fde5', 'name': '', 'network_id': '20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'mac_address': 'fa:16:3e:10:12:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '4ed006b8-9024-4dd2-9a06-bb4705254671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:56Z', 'updated_at': '2021-11-04T09:15:57Z', 'revision_number': 2, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'subnets': [{'id': '4ed006b8-9024-4dd2-9a06-bb4705254671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:04.792290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.807976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Calling delete_port for 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:04.854201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3dab4c83-5dd5-49d7-a2bc-2b500b4144f5 None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:04.865565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Router 3e27da27-6483-47ac-9415-127b5403528b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:16:04.873992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Checking router: 917bfbd3-1482-4e27-b5f7-4976d780b56f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:16:04.874343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Updating router 917bfbd3-1482-4e27-b5f7-4976d780b56f port 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:16:04.934790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3dab4c83-5dd5-49d7-a2bc-2b500b4144f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:04.954332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7537d3-1b81-449c-b5f2-49b48dc0aaae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:04.956306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7537d3-1b81-449c-b5f2-49b48dc0aaae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:04.957952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7537d3-1b81-449c-b5f2-49b48dc0aaae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:04.962684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bd7537d3-1b81-449c-b5f2-49b48dc0aaae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2995548 Nov 04 09:16:04.966678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41492) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:05.018836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab4c83-5dd5-49d7-a2bc-2b500b4144f5 None None] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:05.021714 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.030249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 681925e9-0cf1-4e44-a0cd-881f757af3aa {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:05.067648 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.075004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.097813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:16:05.111997 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] Sync routers for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:16:05.117951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e9cf6429-e43e-4b9f-ae5e-521b8d854238 admin admin] 10.222.0.53 "PUT /v2.0/routers/3e27da27-6483-47ac-9415-127b5403528b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6680789 Nov 04 09:16:05.120778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:05.130423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Made reservation on behalf of ac0d54a6b21d46529b514e54c0ed1ba4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:05.132355 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:16:05.134524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.135298 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:05.182001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f0055c-0654-426f-aaa9-95234eda8cb3 None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '681925e9-0cf1-4e44-a0cd-881f757af3aa', 'ip_address': '2001:db8::f816:3eff:fee0:2c38'}, {'subnet_id': 'fbb9ce96-f16e-4dac-8207-7f4abd2e2385'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'b332a2f0-c155-4284-adfe-49ace57b5fb4'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:16:05.211032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-00f0055c-0654-426f-aaa9-95234eda8cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.216726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.423274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.429463 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:16:05.429895 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:16:05.444541 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:16:05.552394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.644136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.668246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.673857 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.682999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=73f767bc-2cf7-483d-97e4-60b4ffc5fde5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:05.686325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76ad4584-dc4f-4256-bd47-b7247fab6f0e req-964b2432-a45f-4e3a-8948-f6089a694ddb tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 210 time: 0.2565024 Nov 04 09:16:05.771487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Deleting port d029244b-2c75-43ca-b78e-0162d6c28b90 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:05.772889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:05.780883 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:16:03Z', 'revision_number': 5, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port': {'id': 'd029244b-2c75-43ca-b78e-0162d6c28b90', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e27da27-6483-47ac-9415-127b5403528b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:03:56Z', 'updated_at': '2021-11-04T09:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-00f0055c-0654-426f-aaa9-95234eda8cb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 681925e9-0cf1-4e44-a0cd-881f757af3aa: This subnet is being modified by another concurrent operation. Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 681925e9-0cf1-4e44-a0cd-881f757af3aa: This subnet is being modified by another concurrent operation. Nov 04 09:16:05.810038 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:16:05.897000 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] Checking router: 3e27da27-6483-47ac-9415-127b5403528b for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:16:05.933320 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] Routers {'3e27da27-6483-47ac-9415-127b5403528b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:16:05.934349 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3e27da27-6483-47ac-9415-127b5403528b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:05.942774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=681925e9-0cf1-4e44-a0cd-881f757af3aa,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:06.072836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] For port d029244b-2c75-43ca-b78e-0162d6c28b90, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d029244b-2c75-43ca-b78e-0162d6c28b90,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:06.073336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.112185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Calling delete_port for d029244b-2c75-43ca-b78e-0162d6c28b90 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:06.163382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Allocated IP 172.20.0.6 (44de6edb-15ec-4e54-930c-30071a9dee9b/8f0f9873-0dcb-42d1-9b51-6a3ea42fb140/bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:06.190560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2a3bc575-4aed-4df7-a317-474eb972f993 None None] Provisioning complete for port b332a2f0-c155-4284-adfe-49ace57b5fb4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:06.191141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a3bc575-4aed-4df7-a317-474eb972f993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.291401 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] Set router 3e27da27-6483-47ac-9415-127b5403528b gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:16:06.332480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5868eec2-8677-4e26-9d96-ec937a8420ae up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:06.335675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.385692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=d029244b-2c75-43ca-b78e-0162d6c28b90,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:06.399056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:16:06.399622 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:16:06.415359 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:16:05Z', 'revision_number': 6, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:06.464747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b4c9f0-c563-4760-9956-6006cc281fb8 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:16:06.467030 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bcc0b1-d628-4ce6-87e9-81ad10c87461 None None] The sync data for ids ['3e27da27-6483-47ac-9415-127b5403528b'] in n-d-816487-1 is: [{'id': '3e27da27-6483-47ac-9415-127b5403528b', 'name': 'tempest-TaggedBootDevicesTest_v242-1650991213-router', 'tenant_id': 'bbf5981223094141a39f83de0673a928', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:03:53Z', 'updated_at': '2021-11-04T09:16:05Z', 'revision_number': 6, 'project_id': 'bbf5981223094141a39f83de0673a928', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:16:06.474492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.544681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5868eec2-8677-4e26-9d96-ec937a8420ae triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:06.544959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.576627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.579729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.641544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.642231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e27da27-6483-47ac-9415-127b5403528b {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:16:06.650687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.652224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-da2a1a9e-286e-44b6-8d00-537bbbb6cd6c admin admin] 10.222.0.53 "DELETE /v2.0/routers/3e27da27-6483-47ac-9415-127b5403528b HTTP/1.1" status: 204 len: 168 time: 1.5298219 Nov 04 09:16:06.654416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:06.674051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3ec3c0b9-c932-4f96-b1e5-544c627ec089 None None] Could not find standard attr ID for object b3732bb6-d659-4de5-99d1-2712175e7ecc. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:06.704741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] Deleting subnet 775d7aa1-ab92-4a32-86da-b74cdfe76349 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:06.709372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.738220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4c9f0-c563-4760-9956-6006cc281fb8 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:16:06.779774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.818278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aeb7a60b-dbfb-4e34-84c5-ceac24273a11 req-20283fd3-c67e-47d7-b91c-9f5c49c6c20c tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 210 time: 0.0532467 Nov 04 09:16:06.829046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.834562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3f46371f-ceff-49a8-a1ba-d2a123bfd7a5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/681925e9-0cf1-4e44-a0cd-881f757af3aa HTTP/1.1" status: 204 len: 168 time: 1.8630002 Nov 04 09:16:06.844532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:06.938836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Port 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 not found while updating agent binding for router 917bfbd3-1482-4e27-b5f7-4976d780b56f. {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 04 09:16:06.958016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:06.970190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.012644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Routers {'917bfbd3-1482-4e27-b5f7-4976d780b56f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:16:07.012644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['917bfbd3-1482-4e27-b5f7-4976d780b56f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:07.033852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet fbb9ce96-f16e-4dac-8207-7f4abd2e2385 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:07.038249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.067608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.081061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.113731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.134449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.138357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.145519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/775d7aa1-ab92-4a32-86da-b74cdfe76349 HTTP/1.1" status: 204 len: 168 time: 0.4898381 Nov 04 09:16:07.150772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41516) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:07.166951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Network 44de6edb-15ec-4e54-930c-30071a9dee9b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:07.186562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c797c9-80a1-474e-bc93-e0782ee81356 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775d7aa1-ab92-4a32-86da-b74cdfe76349,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:07.215276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] Set router 917bfbd3-1482-4e27-b5f7-4976d780b56f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:16:07.219193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:07.237171 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.270804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:07.328481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.331517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event updated for resources: {'Port': ['ID=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:07.405814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.413076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb9ce96-f16e-4dac-8207-7f4abd2e2385 HTTP/1.1" status: 204 len: 168 time: 0.5713196 Nov 04 09:16:07.413076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa8ddb-8ecd-416e-8204-364ad709dc0c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb9ce96-f16e-4dac-8207-7f4abd2e2385,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:07.414561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:07.418063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f46f368-b9c5-4cd2-acd4-7ffce2482f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.420059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b332a2f0-c155-4284-adfe-49ace57b5fb4 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:07.437975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:07.438511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.442989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.527765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9823aaad-8cfc-40c0-95c2-17551dc2a026 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8207159 Nov 04 09:16:07.545181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Request body: {'port': {'device_id': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:07.566130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6daaa784-0ede-455a-9cdd-3d1e79e2a72d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1475809 Nov 04 09:16:07.569493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41528) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:07.574493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:07.611628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a063615-9b44-415f-8afc-6dce522e2994 None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': 'fbb9ce96-f16e-4dac-8207-7f4abd2e2385'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'b332a2f0-c155-4284-adfe-49ace57b5fb4'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:16:07.675633 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a063615-9b44-415f-8afc-6dce522e2994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.697729 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.719071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:07.724793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.731805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:16:05Z', 'revision_number': 5, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port': {'id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:52Z', 'updated_at': '2021-11-04T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:07.747096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Router 917bfbd3-1482-4e27-b5f7-4976d780b56f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:16:07.803893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65359a18-ff3c-42df-8e77-65acb0ed21af None None] The sync data for ids ['917bfbd3-1482-4e27-b5f7-4976d780b56f'] in n-d-816487-1 is: [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:16:05Z', 'revision_number': 5, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port': {'id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:52Z', 'updated_at': '2021-11-04T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:16:07.806792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:07.817782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.818825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 08d2371e-e8f7-4227-8dbd-3d5322cac68c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:07.824771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Deleting port 94c80e76-9b75-4119-8c5d-27f593985b9b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:07.825908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.919688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] For port 94c80e76-9b75-4119-8c5d-27f593985b9b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=94c80e76-9b75-4119-8c5d-27f593985b9b,segment=NetworkSegment(a8d4d664-850a-4555-a510-0950c8e15efc),segment_id=a8d4d664-850a-4555-a510-0950c8e15efc)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:07.920402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:07.938542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Calling delete_port for 94c80e76-9b75-4119-8c5d-27f593985b9b owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:08.012126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 08d2371e-e8f7-4227-8dbd-3d5322cac68c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:08.012671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 08d2371e-e8f7-4227-8dbd-3d5322cac68c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:08.045702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:08.048733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.065406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.082914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f30f74-f9b1-4a0f-ac8c-45c91cdca50c None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:16:08.119809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa0249-527d-4124-a04f-35739c977e55 req-9e98169b-f5f1-4c82-8f4d-10c45a984c3e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:08.121795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bfa0249-527d-4124-a04f-35739c977e55 req-9e98169b-f5f1-4c82-8f4d-10c45a984c3e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 931 time: 0.1491027 Nov 04 09:16:08.137083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c80e76-9b75-4119-8c5d-27f593985b9b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:08.142065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] No DVR routers for this DVR port 94c80e76-9b75-4119-8c5d-27f593985b9b on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:08.179219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8ff8f7dc-2e7c-423d-899b-633ebbdd6bf2 None None] Provisioning complete for port b332a2f0-c155-4284-adfe-49ace57b5fb4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:08.179745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f7dc-2e7c-423d-899b-633ebbdd6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.204284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bfa0249-527d-4124-a04f-35739c977e55 req-bd594e58-8b7f-4a30-9a21-c3507185017e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734115 Nov 04 09:16:08.298549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f30f74-f9b1-4a0f-ac8c-45c91cdca50c None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:16:08.349798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.381543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:08.428197 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f7dc-2e7c-423d-899b-633ebbdd6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.455762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:08.484813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:16:08.493095 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1aa69c3b-5f95-4062-8f2e-74fd2bb40d5e admin admin] 10.222.0.53 "PUT /v2.0/routers/917bfbd3-1482-4e27-b5f7-4976d780b56f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9054620 Nov 04 09:16:08.493800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:08.498783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d4d664-850a-4555-a510-0950c8e15efc') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:08.499461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d4d664-850a-4555-a510-0950c8e15efc') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:08.502405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8ff8f7dc-2e7c-423d-899b-633ebbdd6bf2 None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:08.513042 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ff8f7dc-2e7c-423d-899b-633ebbdd6bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.527322 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.654531 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.678936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:16:08.681019 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: items = [ Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:16:08.687518 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:16:08.727396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8f7dc-2e7c-423d-899b-633ebbdd6bf2 None None] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:08.842358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.864508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:08.888474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] 10.222.0.53 "DELETE /v2.0/networks/26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c HTTP/1.1" status: 204 len: 168 time: 1.7360082 Nov 04 09:16:08.915677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:08.936185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3463f-a3d0-47f2-a435-239940b6f776 admin admin] Pushing event deleted for resources: {'Network': ['ID=26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:08.972437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:08.972958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 73f767bc-2cf7-483d-97e4-60b4ffc5fde5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:08.973518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d029244b-2c75-43ca-b78e-0162d6c28b90 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:09.003180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d029244b-2c75-43ca-b78e-0162d6c28b90 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:09.003573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d029244b-2c75-43ca-b78e-0162d6c28b90 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:09.036983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '5320024e-19ec-484e-9108-04ddd36df95d'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'b332a2f0-c155-4284-adfe-49ace57b5fb4'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:16:09.047229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41540) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:09.072793 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.082033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:09.099150 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.133266 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1817b776-24c7-4132-8656-d03bfa2ffd5f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bbf5981223094141a39f83de0673a928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820432 Nov 04 09:16:09.133266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Transition to ACTIVE for port object bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:16:09.134737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:09.151209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.271814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41583249-12b6-4e8b-a770-e90442970226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.274556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Pushing event updated for resources: {'Port': ['ID=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:09.366177 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41583249-12b6-4e8b-a770-e90442970226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.414087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 09:16:09.414087 n-d-816487-1 neutron-server[102557]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 04 09:16:09.414087 n-d-816487-1 neutron-server[102557]: [parameters: {'ip_address': '2001:db8::f816:3eff:fee0:2c38', 'status': 'ALLOCATED', 'ipam_subnet_id': 'b979e6f2-c33d-4d48-af1f-7c35844805cb'}] Nov 04 09:16:09.414087 n-d-816487-1 neutron-server[102557]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:16:09.415033 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:16:09.432474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Attempting to bind port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:09.432736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Attempting to bind port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:09.433067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Attempting to bind port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:09.439804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 on network 44de6edb-15ec-4e54-930c-30071a9dee9b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:16:09.440537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Attempting to bind port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 on network 44de6edb-15ec-4e54-930c-30071a9dee9b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:09.441949 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.447553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:09.448144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Checking segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:09.448775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Bound using segment: {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:09.449614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Bound port: bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e193bfac-b4a0-496e-b6ea-262ec16ced8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:09.450139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.498320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41583249-12b6-4e8b-a770-e90442970226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.501896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41583249-12b6-4e8b-a770-e90442970226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.505573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-41583249-12b6-4e8b-a770-e90442970226 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69f65ffa-6588-4529-80c0-034b11e608c7 HTTP/1.1" status: 204 len: 168 time: 0.3674753 Nov 04 09:16:09.523184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41583249-12b6-4e8b-a770-e90442970226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f65ffa-6588-4529-80c0-034b11e608c7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:09.539401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] For port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:09.543231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] For port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:09.551044 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.600521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:09.600709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] Sync routers for ids ['917bfbd3-1482-4e27-b5f7-4976d780b56f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:16:09.601535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.602461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff340e2-e9fc-4dfa-ae86-170c9cbcfad3 req-2249bc2c-f337-4d7b-87c9-2d0782598acd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:09.603382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] 10.222.0.70 "PUT /v2.0/ports/bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 HTTP/1.1" status: 200 len: 1091 time: 2.0624866 Nov 04 09:16:09.604112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'tag': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:09.607006 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ef17d0-0857-4e32-adb9-3a783aa771f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a24f25-2b47-4732-9dfe-b9529aa6157f", "tag": "bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:09.616921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ff340e2-e9fc-4dfa-ae86-170c9cbcfad3 req-2249bc2c-f337-4d7b-87c9-2d0782598acd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 943 time: 0.2644892 Nov 04 09:16:09.636280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] Routers {'917bfbd3-1482-4e27-b5f7-4976d780b56f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:16:09.636949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['917bfbd3-1482-4e27-b5f7-4976d780b56f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:09.667253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.672313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec5ef3-8faa-4282-8c51-9c5603090d7e service neutron] Pushing event updated for resources: {'Port': ['ID=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:09.729547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-a0dde86f-bcb7-4fdb-92f8-dfeb1335536f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:09.731752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-a0dde86f-bcb7-4fdb-92f8-dfeb1335536f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 1094 time: 0.0761340 Nov 04 09:16:09.741130 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:09.804583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ff340e2-e9fc-4dfa-ae86-170c9cbcfad3 req-e78c9c59-1e32-48b8-aae8-469f23a4a435 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867321 Nov 04 09:16:09.842185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-9e820c1b-1a83-454a-8c37-fd84a6d78411 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 HTTP/1.1" status: 200 len: 217 time: 0.0922639 Nov 04 09:16:09.881844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] Set router 917bfbd3-1482-4e27-b5f7-4976d780b56f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:16:09.928026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-49399d01-353c-43f9-9530-91d77106f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:09.929721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-49399d01-353c-43f9-9530-91d77106f67b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.0905855 Nov 04 09:16:09.936511 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f705b1-3dce-430e-bbf6-d7f7ee17dbe0 x-openstack-request-id: req-00f705b1-3dce-430e-bbf6-d7f7ee17dbe0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:09.937224 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a24f25-2b47-4732-9dfe-b9529aa6157f", "tag": "bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:09.937224 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00f705b1-3dce-430e-bbf6-d7f7ee17dbe0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:09.937441 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'tag': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03', 'status': 'completed', 'code': 200} Nov 04 09:16:10.000025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-2eabf911-0db3-476e-b302-4642147279cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587070 Nov 04 09:16:10.073616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Deleting port 5868eec2-8677-4e26-9d96-ec937a8420ae {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:10.073958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.138627 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-74a648e1-c9ce-4f4c-888d-cee6eeb986fb service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311622 Nov 04 09:16:10.170543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:10.226888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.250928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.252184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.308281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] For port 5868eec2-8677-4e26-9d96-ec937a8420ae, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5868eec2-8677-4e26-9d96-ec937a8420ae,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:10.308687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.331559 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f81d86e0-148d-4922-a365-9dec5f2535a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.333069 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.347219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.360370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4d302a41-afb2-4e1a-8cbe-9a39ab635d8f req-16236720-04d4-4727-81cd-c99471de50c5 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136126 Nov 04 09:16:10.385587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:10.402186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:10.413442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:10.414178 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.434807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Calling delete_port for 5868eec2-8677-4e26-9d96-ec937a8420ae owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:10.454893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:16:05Z', 'revision_number': 5, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port': {'id': '5868eec2-8677-4e26-9d96-ec937a8420ae', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:15:52Z', 'updated_at': '2021-11-04T09:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:10.480382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=5320024e-19ec-484e-9108-04ddd36df95d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:10.485980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9153788 Nov 04 09:16:10.492226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41566) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:10.497868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:10.501820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] Checking router: 917bfbd3-1482-4e27-b5f7-4976d780b56f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:16:10.527960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-88365646-4669-4967-a855-c75cf7a1f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:10.529492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-88365646-4669-4967-a855-c75cf7a1f7e8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 1094 time: 0.1191947 Nov 04 09:16:10.572957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7848ccd4-9645-4c79-ac0a-485cf911f011 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:10.580205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] Routers {'917bfbd3-1482-4e27-b5f7-4976d780b56f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:16:10.580838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:16:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['917bfbd3-1482-4e27-b5f7-4976d780b56f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:10.714695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-2b5d4b15-1c72-4207-ad0b-06856e29e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:10.720082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-2b5d4b15-1c72-4207-ad0b-06856e29e3fe service neutron] 10.222.0.70 "GET /v2.0/networks?id=44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 200 len: 911 time: 0.1791031 Nov 04 09:16:10.737943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] Set router 917bfbd3-1482-4e27-b5f7-4976d780b56f gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:16:10.785194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:10.792934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:10.823930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-296b6a8f-6e2d-42f9-b648-738415549568 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 HTTP/1.1" status: 200 len: 217 time: 0.0973523 Nov 04 09:16:10.829468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:16:09Z', 'revision_number': 6, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:10.844311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41578) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:10.894938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-cd148286-211c-4088-a9f1-ecc4cefb7b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:10.896855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-cd148286-211c-4088-a9f1-ecc4cefb7b7a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 200 len: 850 time: 0.0651383 Nov 04 09:16:10.922844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8b478e-cdfc-480d-9445-ea79cb50e676 None None] The sync data for ids ['917bfbd3-1482-4e27-b5f7-4976d780b56f'] in n-d-816487-1 is: [{'id': '917bfbd3-1482-4e27-b5f7-4976d780b56f', 'name': 'tempest-ImageQuotaTest-766267437-router', 'tenant_id': '912f50d48bdf4a42962a914c68cf1e3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:15:50Z', 'updated_at': '2021-11-04T09:16:09Z', 'revision_number': 6, 'project_id': '912f50d48bdf4a42962a914c68cf1e3a', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:16:10.964100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-5303fec4-27aa-4e79-8da2-3087c5808cb2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=44de6edb-15ec-4e54-930c-30071a9dee9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585351 Nov 04 09:16:10.977051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:11.027873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.039758 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.131261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1094612549-network', 'tenant_id': '14d82287cae6480cb5ec05801d48658e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:11.227198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe7fb1c-3716-40c6-818e-4681a21e6e77 None None] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:11.245975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Made reservation on behalf of 14d82287cae6480cb5ec05801d48658e for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:11.249362 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.271107 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.278795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-601134e3-dbbc-44ad-b1b3-b8102f8611bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1667330 Nov 04 09:16:11.290189 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.294082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.306325 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-1e7cc890-d791-4457-af77-61133014884e service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316228 Nov 04 09:16:11.457802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:11.466502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:11.470123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:11.470819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.477647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84715-1886-4835-8050-23e5ddcb0146 req-5117414b-3e2a-4c49-bcad-2a842f9bbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:11.479159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-5117414b-3e2a-4c49-bcad-2a842f9bbc86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1096 time: 0.1467621 Nov 04 09:16:11.508516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88ef17d0-0857-4e32-adb9-3a783aa771f5 req-c6aa6cee-bb61-4557-b80e-f5ebd36451b2 service neutron] 10.222.0.70 "GET /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924117 Nov 04 09:16:11.513160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=82ce8bc7-e580-49ef-98db-3b076c78ef4f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:11.538537 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.558027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-06f853a7-e896-4fab-badf-4ba48513673a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0644917 Nov 04 09:16:11.569583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c605e-6b01-4f4f-a642-394257fadda9 req-fe57dfed-6a3e-4107-9793-afac0c1679af tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:11.571955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-368c605e-6b01-4f4f-a642-394257fadda9 req-fe57dfed-6a3e-4107-9793-afac0c1679af tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 943 time: 0.2847784 Nov 04 09:16:11.572622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:11.616374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:b9:ab:d2', 'name': 'tempest-NetworksTestDHCPv6-1281251957'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:11.633236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Pushing event deleted for resources: {'Port': ['ID=5868eec2-8677-4e26-9d96-ec937a8420ae,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:11.643256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84715-1886-4835-8050-23e5ddcb0146 req-76eb635e-4a7d-49b6-bc9a-a7081ad53327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:11.644532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-76eb635e-4a7d-49b6-bc9a-a7081ad53327 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 910 time: 0.1226668 Nov 04 09:16:11.812013 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-368c605e-6b01-4f4f-a642-394257fadda9 req-a8533d4c-c142-4fa9-8051-d048700eeefe tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315514 Nov 04 09:16:11.846714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.868824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-400293bd-e522-4949-a440-f557604afcdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 1001 time: 0.1859984 Nov 04 09:16:11.965933 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.970306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84715-1886-4835-8050-23e5ddcb0146 req-36218d63-5a2e-43a5-9ce6-008cefa530e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:11.972067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-36218d63-5a2e-43a5-9ce6-008cefa530e4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 200 len: 848 time: 0.0926979 Nov 04 09:16:11.973157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.983782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:11.986724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.035778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:16:12.050096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccd7520-3f24-48f6-8493-ced246a0a9d5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:12.053243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.053515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 917bfbd3-1482-4e27-b5f7-4976d780b56f {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:16:12.060881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.062073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b0185c7d-4f45-4124-b097-15cf2f2be820 admin admin] 10.222.0.53 "DELETE /v2.0/routers/917bfbd3-1482-4e27-b5f7-4976d780b56f HTTP/1.1" status: 204 len: 168 time: 3.5427775 Nov 04 09:16:12.062979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.063346 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Added segment 46368f91-5077-4257-94fe-eec9b7aeb4c1 of type vlan for network ff23a5e3-64be-42e4-a190-3d610a0f0552 Nov 04 09:16:12.064824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:12.081517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a84715-1886-4835-8050-23e5ddcb0146 req-971ab639-57de-4c29-8bf8-8ed1345aca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:12.083552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-971ab639-57de-4c29-8bf8-8ed1345aca28 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43467482-b628-4f66-bca9-2725b3052053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046791 Nov 04 09:16:12.111885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:12.213801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] Deleting subnet 4ed006b8-9024-4dd2-9a06-bb4705254671 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:12.223773 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.248118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.276687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.293478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.294503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:12.295893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.314248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-8d82f56a-8c0a-411d-b3b0-302fd2ba4c25 service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071738 Nov 04 09:16:12.326026 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.366150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port dac4be24-7129-45d9-983d-90572bf5350d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:12.408037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5644362 Nov 04 09:16:12.408843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:12.446345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Request body: {'subnet': {'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1094612549-subnet', 'tenant_id': '14d82287cae6480cb5ec05801d48658e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:12.460098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918f982-02dc-4753-a2e6-42763d57d58c admin admin] Pushing event updated for resources: {'Network': ['ID=ff23a5e3-64be-42e4-a190-3d610a0f0552,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:12.473578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network ff23a5e3-64be-42e4-a190-3d610a0f0552 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:16:12.507798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.508780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Made reservation on behalf of 14d82287cae6480cb5ec05801d48658e for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:12.511411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.544834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae8da65-e675-4a22-966c-efa39d7674a9 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:12.547012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f19a5f-dc87-45c0-b532-9a47efbbe896 None None] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:12.573923 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69a84715-1886-4835-8050-23e5ddcb0146 req-2bc3d518-7202-4b3b-a6d8-b6a4dceb01ed service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961176 Nov 04 09:16:12.641237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f19a5f-dc87-45c0-b532-9a47efbbe896 None None] Network 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c could not be found, it might have been deleted concurrently. {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 09:16:12.715069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c9f607f4-bdcd-46e7-9207-621af164c518 None None] Provisioning complete for port b332a2f0-c155-4284-adfe-49ace57b5fb4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:12.716039 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9f607f4-bdcd-46e7-9207-621af164c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.750757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac6705-426e-47bb-ab9b-83b8088ea73b None None] DHCP port deletion for 26dc8357-01e8-4de8-9e5b-7ec4bf96fd1c request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:12.767823 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.770250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.836811 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.873771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=65539b02-6946-4538-ab14-1d6e3007c03c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:12.887271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Checking segment: {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:12.892424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Network hostable DHCP agents. Network: ff23a5e3-64be-42e4-a190-3d610a0f0552, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:16:12.900626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3fd2c8-c075-42f0-8f58-03309f718357 None None] Network 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:12.900877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 172.20.0.6 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/82ce8bc7-e580-49ef-98db-3b076c78ef4f/dac4be24-7129-45d9-983d-90572bf5350d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:12.910933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:feb9:abd2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/5320024e-19ec-484e-9108-04ddd36df95d/dac4be24-7129-45d9-983d-90572bf5350d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:12.932242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.933807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Network ff23a5e3-64be-42e4-a190-3d610a0f0552 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:16:12.937953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4ed006b8-9024-4dd2-9a06-bb4705254671 HTTP/1.1" status: 204 len: 168 time: 0.8699393 Nov 04 09:16:12.937953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e0883-497f-465f-b1e2-6f105a8dc35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed006b8-9024-4dd2-9a06-bb4705254671,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:12.942505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:12.949605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, ff23a5e3-64be-42e4-a190-3d610a0f0552) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:12.955077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:12.955992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:12.982803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-60600509-46b9-4fd1-9a17-b1d0cfbaa62a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5417171 Nov 04 09:16:12.990728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b332a2f0-c155-4284-adfe-49ace57b5fb4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:13.045475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.106710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7df6e-89b9-41d2-b005-91079cbcd861 None None] Network ff23a5e3-64be-42e4-a190-3d610a0f0552 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:13.266799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427188b-2212-4b82-9e9c-bdf648322b06 req-df79f233-26de-4419-8c3c-782fdec6b44a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.268013 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8427188b-2212-4b82-9e9c-bdf648322b06 req-df79f233-26de-4419-8c3c-782fdec6b44a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 943 time: 0.3087616 Nov 04 09:16:13.290837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.338597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port b332a2f0-c155-4284-adfe-49ace57b5fb4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:13.338975 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.345046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-57bade52-5a15-4f37-b6fc-4d7fb77b31f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1585147 Nov 04 09:16:13.366080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8427188b-2212-4b82-9e9c-bdf648322b06 req-f82c8a25-b363-4cf7-8812-10746919c700 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890608 Nov 04 09:16:13.379406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Deleting port d0f755db-b7b1-479e-bf75-0d57257f7d9e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:13.379733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.437819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db50119-d94d-4698-974e-d85c08ceeb61 None None] Network ff23a5e3-64be-42e4-a190-3d610a0f0552 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:13.449532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.527369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] DHCP port deletion for 20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:13.551321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] For port d0f755db-b7b1-479e-bf75-0d57257f7d9e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d0f755db-b7b1-479e-bf75-0d57257f7d9e,segment=NetworkSegment(4f9b3c3f-c5a6-4193-b509-bcde86e52384),segment_id=4f9b3c3f-c5a6-4193-b509-bcde86e52384)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:13.551684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.569930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:13.584305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Calling delete_port for d0f755db-b7b1-479e-bf75-0d57257f7d9e owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:13.587836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:13.593409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=dac4be24-7129-45d9-983d-90572bf5350d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:13.605308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:13.619197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb70458-16b9-466c-9882-c4e9532b1b1a None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '5320024e-19ec-484e-9108-04ddd36df95d', 'ip_address': '2001:db8::f816:3eff:fee0:2c38'}, {'subnet_id': '82ce8bc7-e580-49ef-98db-3b076c78ef4f'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'b332a2f0-c155-4284-adfe-49ace57b5fb4'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:16:13.649326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.650087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.650695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.651311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.651951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.652564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.653199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.655793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-74eaaa31-485d-40c3-9f4a-a91cc874491d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6489 time: 0.2506170 Nov 04 09:16:13.794466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.795227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.861158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d02b5434-f11a-4a75-950d-a1934d3efa17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2776942 Nov 04 09:16:13.861250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41632) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:13.878670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7baf197e-c9a8-4294-a259-2fb719e43666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.879135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7baf197e-c9a8-4294-a259-2fb719e43666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.879618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7baf197e-c9a8-4294-a259-2fb719e43666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.881589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7baf197e-c9a8-4294-a259-2fb719e43666 service neutron] 10.222.0.55 "GET /v2.0/networks?id=64769050-88db-4939-8f71-8f2b6458d6d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=f06b0062-3d9b-43c0-a416-b97c78849dfa&id=f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 200 len: 2293 time: 0.1986129 Nov 04 09:16:13.894839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:13.920221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6518037-166c-466e-97b6-b2e44a627b04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.927023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6518037-166c-466e-97b6-b2e44a627b04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:13.931233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6518037-166c-466e-97b6-b2e44a627b04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0673983 Nov 04 09:16:13.931515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41634) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:13.954649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 94c80e76-9b75-4119-8c5d-27f593985b9b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:13.956518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:16:13.976479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0f755db-b7b1-479e-bf75-0d57257f7d9e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:14.033508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 94c80e76-9b75-4119-8c5d-27f593985b9b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:14.033860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 94c80e76-9b75-4119-8c5d-27f593985b9b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:14.034312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5868eec2-8677-4e26-9d96-ec937a8420ae no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:14.037777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] No DVR routers for this DVR port d0f755db-b7b1-479e-bf75-0d57257f7d9e on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:14.057674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port dac4be24-7129-45d9-983d-90572bf5350d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:14.058350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.132783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-8dc8ab6a-4cd7-41f9-b86b-104f54771ac3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 200 len: 1002 time: 0.2442238 Nov 04 09:16:14.158720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] Deleting port d0f755db-b7b1-479e-bf75-0d57257f7d9e {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:14.159245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.167945 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.181684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for dac4be24-7129-45d9-983d-90572bf5350d owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:14.188513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.236174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-72dc3df3-98b4-4f53-bf65-93ba311acf07 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:14.237710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-72dc3df3-98b4-4f53-bf65-93ba311acf07 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/networks?id=ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 200 len: 818 time: 0.2963104 Nov 04 09:16:14.239762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:14.243010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-b06f823d-888c-4606-8c71-5f9d783a761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:14.244495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-b06f823d-888c-4606-8c71-5f9d783a761f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e18be91-df85-4828-9822-990e8c5c0780 HTTP/1.1" status: 200 len: 851 time: 0.0978599 Nov 04 09:16:14.258321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] For port d0f755db-b7b1-479e-bf75-0d57257f7d9e, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:14.258883 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.272457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9b3c3f-c5a6-4193-b509-bcde86e52384') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:14.272750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9b3c3f-c5a6-4193-b509-bcde86e52384') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:14.279231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] Calling delete_port for d0f755db-b7b1-479e-bf75-0d57257f7d9e owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:14.285044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] Port d0f755db-b7b1-479e-bf75-0d57257f7d9e was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:16:14.288316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb70458-16b9-466c-9882-c4e9532b1b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.301519 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.303988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-87300ea7-4eeb-49e6-befc-ba6180697b01 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/quotas/14d82287cae6480cb5ec05801d48658e HTTP/1.1" status: 200 len: 375 time: 0.0534060 Nov 04 09:16:14.329991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.343343 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.377613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.415082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 5868eec2-8677-4e26-9d96-ec937a8420ae {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:14.415909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5868eec2-8677-4e26-9d96-ec937a8420ae not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:14.416204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=dac4be24-7129-45d9-983d-90572bf5350d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:14.427787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] No DVR routers for this DVR port d0f755db-b7b1-479e-bf75-0d57257f7d9e on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:14.461738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183dd25-eb44-42e4-b5a2-804e37681b09 None None] Pushing event deleted for resources: {'Port': ['ID=d0f755db-b7b1-479e-bf75-0d57257f7d9e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:14.461738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:14.484748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03', 'network_id': '44de6edb-15ec-4e54-930c-30071a9dee9b', 'port_id': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03', 'mac_address': 'fa:16:3e:1d:f2:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f0f9873-0dcb-42d1-9b51-6a3ea42fb140', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:16:14.535245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.543149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-523fb08b-d6cc-4054-b3b0-c0aa99d65724 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/dac4be24-7129-45d9-983d-90572bf5350d HTTP/1.1" status: 204 len: 168 time: 0.6104233 Nov 04 09:16:14.543733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41638) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:14.609964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a1011-4e78-4a9d-9205-3e659936646e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:14.611735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a1011-4e78-4a9d-9205-3e659936646e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:14.613770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a1011-4e78-4a9d-9205-3e659936646e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:14.618686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fe0a1011-4e78-4a9d-9205-3e659936646e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0738003 Nov 04 09:16:14.619294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41642) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:14.660012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3cb70458-16b9-466c-9882-c4e9532b1b1a None None] Allocated IP 172.20.0.2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/82ce8bc7-e580-49ef-98db-3b076c78ef4f/b332a2f0-c155-4284-adfe-49ace57b5fb4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:14.677538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 5320024e-19ec-484e-9108-04ddd36df95d {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:14.740012 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.758589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-532ca9d0-75de-4f21-a2c8-032114e36795 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d82287cae6480cb5ec05801d48658e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4461648 Nov 04 09:16:14.759622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:16:14.760288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: items = [ Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:16:14.762154 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:16:14.773754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:14.779194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7ef43dbb-4a8a-45df-9951-055c93ddfd82 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:16:14.780286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7ef43dbb-4a8a-45df-9951-055c93ddfd82 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068023 Nov 04 09:16:14.821561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:14.827453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3cb70458-16b9-466c-9882-c4e9532b1b1a None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:14.830603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7cc74a4e-33c3-4bca-bec4-7962ca6659ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:14.831158 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.832915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7cc74a4e-33c3-4bca-bec4-7962ca6659ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64769050-88db-4939-8f71-8f2b6458d6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5797548 Nov 04 09:16:14.903683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb70458-16b9-466c-9882-c4e9532b1b1a None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.906613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d0f755db-b7b1-479e-bf75-0d57257f7d9e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:14.913930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.930621 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb70458-16b9-466c-9882-c4e9532b1b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.935846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.947067 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:14.950386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] 10.222.0.53 "DELETE /v2.0/networks/20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e HTTP/1.1" status: 204 len: 168 time: 2.0068984 Nov 04 09:16:14.973146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:14.996549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d0f755db-b7b1-479e-bf75-0d57257f7d9e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:15.000444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d0f755db-b7b1-479e-bf75-0d57257f7d9e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:15.019635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33568ba3-f929-40db-873a-3eb549a7ef2e admin admin] Pushing event deleted for resources: {'Network': ['ID=20a486be-9a0c-4e6f-a8ba-15cbe13f1f5e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:15.025233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.148064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.150375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:15.183391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-fd73d0f3-4544-4b4a-8363-a029683fb601 service neutron] 10.222.0.53 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768127 Nov 04 09:16:15.192042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-f0b16d78-973e-440a-871d-fd5521452a40 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447146 Nov 04 09:16:15.213795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:15.255632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.260075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb70458-16b9-466c-9882-c4e9532b1b1a None None] Pushing event updated for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:15.328828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=5320024e-19ec-484e-9108-04ddd36df95d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:15.354078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.363319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7636dcbc-2ef1-4150-a843-1ab29e7a9744 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/5320024e-19ec-484e-9108-04ddd36df95d HTTP/1.1" status: 204 len: 168 time: 0.7419066 Nov 04 09:16:15.370210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:15.567685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 82ce8bc7-e580-49ef-98db-3b076c78ef4f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:15.572619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-ce716cef-3fac-4813-acc4-d63235b7b5a4 service neutron] 10.222.0.53 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793218 Nov 04 09:16:15.580407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3b9bd73e-2312-4c74-b791-21697e4f42b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=912f50d48bdf4a42962a914c68cf1e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626714 Nov 04 09:16:15.581600 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.582811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41660) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:15.635293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-8082fe70-d661-4bb8-9167-ac477e0840af service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196510 Nov 04 09:16:15.644811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.667324 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.679006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6047c05a-5c3c-41d3-a08c-3553a7590913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.731225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6047c05a-5c3c-41d3-a08c-3553a7590913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.736617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-800c0fff-d161-4b72-b9ff-e4b5cf9a6c7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 217 time: 0.0884058 Nov 04 09:16:15.797265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:15.860593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-850a0503-6db0-499e-a733-7f7907defce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:15.862564 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6047c05a-5c3c-41d3-a08c-3553a7590913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.863597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-850a0503-6db0-499e-a733-7f7907defce2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.1175966 Nov 04 09:16:15.866525 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6047c05a-5c3c-41d3-a08c-3553a7590913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.867772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6047c05a-5c3c-41d3-a08c-3553a7590913 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63bfd5d0-938c-4197-8638-8cd5ffb87aa5 HTTP/1.1" status: 204 len: 168 time: 0.2837515 Nov 04 09:16:15.891380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:16:15.893852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.896377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:15.896872 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:15.912691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047c05a-5c3c-41d3-a08c-3553a7590913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63bfd5d0-938c-4197-8638-8cd5ffb87aa5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:15.976693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-c2f39007-c1dd-41bf-93d5-7f98f4b39cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:15.978994 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-c2f39007-c1dd-41bf-93d5-7f98f4b39cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1032412 Nov 04 09:16:16.111629 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.158041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.190874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:16.194503 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399cd081-8728-429c-b300-2fb7f6fde909" -d '{"events": [{"server_uuid": "f0a24f25-2b47-4732-9dfe-b9529aa6157f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:16.237842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:16.244172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.318676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-8da0a3eb-d1fb-4ba2-aacd-4dfee327608c service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322570 Nov 04 09:16:16.319691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=82ce8bc7-e580-49ef-98db-3b076c78ef4f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:16.325052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.329515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:16.333402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41672) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:16.338541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2776b1dc-e5a4-4275-9152-9b96670cc9a6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/82ce8bc7-e580-49ef-98db-3b076c78ef4f HTTP/1.1" status: 204 len: 168 time: 0.9393940 Nov 04 09:16:16.396981 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.416234 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a61cf0a7-e1ad-4ebc-b211-b951334dfa2e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0814853 Nov 04 09:16:16.418462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9b01a-27a6-4d5b-b314-f238ae3bd248 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:16.428397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41676) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:16.437981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:16.486769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f26f5-7fcb-4897-b97c-7df7026df51e req-4453aea2-a8cd-455f-a9ff-45f1764fd1cd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:16.500471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f67f26f5-7fcb-4897-b97c-7df7026df51e req-4453aea2-a8cd-455f-a9ff-45f1764fd1cd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.2088082 Nov 04 09:16:16.601758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-daef9b39-872c-4659-9f9f-a76c8c32011b None None] Provisioning complete for port b332a2f0-c155-4284-adfe-49ace57b5fb4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:16.602139 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-daef9b39-872c-4659-9f9f-a76c8c32011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.641714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:16.645597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.647126 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f67f26f5-7fcb-4897-b97c-7df7026df51e req-6d9890e0-41d2-44b3-bb47-2123ff96452e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457107 Nov 04 09:16:16.658700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-88759ef3-e1b6-478c-824e-015b6909e762 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120472 Nov 04 09:16:16.713950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41682) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:16.723819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-3ae3a915-b09f-4ed3-b1dd-36bfd42682b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 217 time: 0.0590613 Nov 04 09:16:16.742936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c32c44ad-a4c7-4bdc-a529-03d41450b584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.890943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:16.904240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:16.974024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:16.974710 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c37a1bd-31b7-4006-8a5a-613fc92f7718 x-openstack-request-id: req-2c37a1bd-31b7-4006-8a5a-613fc92f7718 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:16.975002 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a24f25-2b47-4732-9dfe-b9529aa6157f", "name": "network-vif-plugged", "status": "completed", "tag": "bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:16.975252 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c37a1bd-31b7-4006-8a5a-613fc92f7718 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:16.975646 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03', 'code': 200} Nov 04 09:16:16.982212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:16.988367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:16.989332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.011324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=0c926bba-a070-4c18-b058-bb54bb0e104c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:17.013174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] Deleting port b332a2f0-c155-4284-adfe-49ace57b5fb4 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:17.013556 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.022946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ea487b47-0a6e-47d6-bc1a-1094baf6160c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5933592 Nov 04 09:16:17.024312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41694) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:17.029550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:17.034295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-9becae39-276c-43f2-bc0b-7bcc0e42eaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:17.036785 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-9becae39-276c-43f2-bc0b-7bcc0e42eaa0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.3053966 Nov 04 09:16:17.129773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] For port b332a2f0-c155-4284-adfe-49ace57b5fb4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b332a2f0-c155-4284-adfe-49ace57b5fb4,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:17.130177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.130935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abaec8ea-f2e9-46c6-b92b-a3881fd0388f req-e4930874-b7df-4709-b2e5-c2c8476fb796 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 210 time: 0.0726163 Nov 04 09:16:17.134267 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c32c44ad-a4c7-4bdc-a529-03d41450b584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.144039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c32c44ad-a4c7-4bdc-a529-03d41450b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.150639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] Calling delete_port for b332a2f0-c155-4284-adfe-49ace57b5fb4 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:17.158925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c35cf-eb55-499b-b951-f4f87411e8ed req-0c2d9a76-85ea-4429-9c4d-4d61573d2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:17.161106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-572c35cf-eb55-499b-b951-f4f87411e8ed req-0c2d9a76-85ea-4429-9c4d-4d61573d2d7c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 1096 time: 0.1086199 Nov 04 09:16:17.191461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-85e6b543-fffb-4834-8c70-df805e4c2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:17.193022 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-85e6b543-fffb-4834-8c70-df805e4c2ab7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487114 Nov 04 09:16:17.204625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c32c44ad-a4c7-4bdc-a529-03d41450b584 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4896007 Nov 04 09:16:17.206949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:17.216155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c44ad-a4c7-4bdc-a529-03d41450b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48496302-db58-4b9e-aeb7-0b1b6b531f76,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:17.262396 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.265485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-572c35cf-eb55-499b-b951-f4f87411e8ed req-0ca89596-2952-4b00-8e50-cf5ab9288d4f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951979 Nov 04 09:16:17.282945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:17.288318 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.298151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] Pushing event deleted for resources: {'Port': ['ID=b332a2f0-c155-4284-adfe-49ace57b5fb4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:17.307912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42da9913-25ee-4ea7-bd4b-dfadedd7feeb None None] No DVR routers for this DVR port b332a2f0-c155-4284-adfe-49ace57b5fb4 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:17.328291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05765196-a448-4ea7-90b5-16c46225aa81 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:17.351745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b465-e2a6-4ec3-a847-f0cdb675849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.363707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-89c9ee99-5239-4c7e-92b1-64817952589a service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576207 Nov 04 09:16:17.414747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b465-e2a6-4ec3-a847-f0cdb675849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.538193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '0c926bba-a070-4c18-b058-bb54bb0e104c'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:16:17.539439 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.555608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-83c3349a-0c95-40cb-b4d3-d44fcacf77b4 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827135 Nov 04 09:16:17.601474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b465-e2a6-4ec3-a847-f0cdb675849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.612601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ff9b465-e2a6-4ec3-a847-f0cdb675849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:17.615156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3ff9b465-e2a6-4ec3-a847-f0cdb675849b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/48496302-db58-4b9e-aeb7-0b1b6b531f76 HTTP/1.1" status: 204 len: 168 time: 0.4062004 Nov 04 09:16:17.719753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-29e9dbbc-3d58-48e7-8e8f-cc060a319348 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=2e1b1871-17a8-451e-9503-004c6722404b HTTP/1.1" status: 200 len: 217 time: 0.1434896 Nov 04 09:16:17.725472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9b465-e2a6-4ec3-a847-f0cdb675849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48496302-db58-4b9e-aeb7-0b1b6b531f76,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:17.785516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-5a6ed38e-12cc-4d43-abc6-f47d2627aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:17.787304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-5a6ed38e-12cc-4d43-abc6-f47d2627aace service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.0591991 Nov 04 09:16:17.930892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Allocated IP 172.20.0.2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/0c926bba-a070-4c18-b058-bb54bb0e104c/c4ca5cc2-66c6-43c3-88d1-b26ab91659df) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:17.952643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-841b2394-3b9c-435e-8c63-e26d7c8cd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:17.954659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-841b2394-3b9c-435e-8c63-e26d7c8cd729 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1594927 Nov 04 09:16:17.971753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b3ead-209c-495c-b5dd-887dd06f6b65 req-915f235e-df55-49bd-bfec-4ea1ac699165 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:17.983655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d9b3ead-209c-495c-b5dd-887dd06f6b65 req-915f235e-df55-49bd-bfec-4ea1ac699165 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.1441157 Nov 04 09:16:18.247937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d9b3ead-209c-495c-b5dd-887dd06f6b65 req-49cea304-dcd8-4517-aeff-76063b9252d2 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581222 Nov 04 09:16:18.317471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-0aea2ae9-8820-400c-84f4-5f750b23640f service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299139 Nov 04 09:16:18.446300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:18.473617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-862a2a4c-6a08-4652-b1c4-1dfeece634d4 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481583 Nov 04 09:16:18.474783 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:18.557879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:18.564373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:18.574324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:18.574570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7d86fcad-9ee9-4f5b-9283-b19f915de5d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 HTTP/1.1" status: 200 len: 217 time: 0.0933278 Nov 04 09:16:18.581613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Pushing event updated for resources: {'Port': ['ID=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:18.624916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15ed28bc-1c21-4060-9d7d-600d039bd75d req-2a5e63b4-3551-4772-95cc-3e5c3b22c098 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 210 time: 0.0488677 Nov 04 09:16:18.694914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-c8408752-bb21-4ffb-81d0-c7e82f26bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:18.696528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-c8408752-bb21-4ffb-81d0-c7e82f26bb69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.0704226 Nov 04 09:16:18.743314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Attempting to bind port c4ca5cc2-66c6-43c3-88d1-b26ab91659df on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:18.744668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Attempting to bind port c4ca5cc2-66c6-43c3-88d1-b26ab91659df by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:18.745691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Attempting to bind port c4ca5cc2-66c6-43c3-88d1-b26ab91659df on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:18.754264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:18.754770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:18.755070 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:18.755549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:18.756161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Bound port: c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:18.756540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:18.783020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-dfccf583-8235-4fcf-8d98-687eab508fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:18.785258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-dfccf583-8235-4fcf-8d98-687eab508fe6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812457 Nov 04 09:16:18.894953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] For port c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:18.917841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] For port c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:18.917841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b332a2f0-c155-4284-adfe-49ace57b5fb4 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:18.942168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: b332a2f0-c155-4284-adfe-49ace57b5fb4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:18.942804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device b332a2f0-c155-4284-adfe-49ace57b5fb4 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:18.945172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:18.987139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-806e4e77-906b-48a4-8fa0-d0e403c70466 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930017 Nov 04 09:16:19.079185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd1360-9c43-448c-838f-bb5931c04a48 None None] Pushing event updated for resources: {'Port': ['ID=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:19.164250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:19.169347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-3172e340-c19b-42af-8bea-9c52f6a3cd86 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683712 Nov 04 09:16:19.222658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-7a791e53-623b-4bea-9535-7017a4b856ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ebc4ee-3262-466e-b836-1181a907f945 HTTP/1.1" status: 200 len: 217 time: 0.0442002 Nov 04 09:16:19.282838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-b30fee5e-36d4-44ba-a62e-620c86edb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.284660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-b30fee5e-36d4-44ba-a62e-620c86edb7d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.0531993 Nov 04 09:16:19.338514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-e8d2d14c-ff6e-4df5-8e21-59b38af36b6b tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.340063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-e8d2d14c-ff6e-4df5-8e21-59b38af36b6b tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "GET /v2.0/networks?id=ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 200 len: 818 time: 0.3686528 Nov 04 09:16:19.357678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-f141f20b-61c6-4a31-b0f7-c3ab6d866454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.359932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-f141f20b-61c6-4a31-b0f7-c3ab6d866454 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0682414 Nov 04 09:16:19.379339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1692af84-a560-49c1-8825-d4294bb8d65c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.380937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1692af84-a560-49c1-8825-d4294bb8d65c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "GET /v2.0/networks?id=ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 200 len: 818 time: 0.7024040 Nov 04 09:16:19.384578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Request body: {'port': {'device_id': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552', 'admin_state_up': True, 'tenant_id': '14d82287cae6480cb5ec05801d48658e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:19.406104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-b6475cfd-1321-486f-99c3-6cffa67d826e tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.407735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-b6475cfd-1321-486f-99c3-6cffa67d826e tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.70 "GET /v2.0/networks?id=ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 200 len: 818 time: 0.7279935 Nov 04 09:16:19.440767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Request body: {'port': {'device_id': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552', 'admin_state_up': True, 'tenant_id': '14d82287cae6480cb5ec05801d48658e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:19.482480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Request body: {'port': {'device_id': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552', 'admin_state_up': True, 'tenant_id': '14d82287cae6480cb5ec05801d48658e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:19.496235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b0084-3697-42c9-8459-3967d70c5038 req-12005d9b-effa-4afd-91e8-44da6cf2ec48 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.497847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f20b0084-3697-42c9-8459-3967d70c5038 req-12005d9b-effa-4afd-91e8-44da6cf2ec48 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.1245928 Nov 04 09:16:19.534445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-250688f1-7b88-4f40-a19a-c434a4cc4f65 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587470 Nov 04 09:16:19.566915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f20b0084-3697-42c9-8459-3967d70c5038 req-9946a1c3-0f77-4695-a8f8-95fe438d7814 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570300 Nov 04 09:16:19.691009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-8e7204f1-b318-4f98-8b3d-43a2351105ed service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487079 Nov 04 09:16:19.742084 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-e50122a0-11b1-470b-94f5-55025cdcb034 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 200 len: 217 time: 0.0430307 Nov 04 09:16:19.806529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:19.813390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-1067c163-f6c5-4c11-b7b8-599fb47d33c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.815391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-1067c163-f6c5-4c11-b7b8-599fb47d33c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.0652614 Nov 04 09:16:19.836604 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.api [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 09:16:19.836604 n-d-816487-1 neutron-server[102556]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 04 09:16:19.836604 n-d-816487-1 neutron-server[102556]: [parameters: {'project_id_1': '14d82287cae6480cb5ec05801d48658e', 'expiration_1': datetime.datetime(2021, 11, 4, 9, 15, 59, 825814)}] Nov 04 09:16:19.836604 n-d-816487-1 neutron-server[102556]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:16:19.837847 n-d-816487-1 neutron-server[102556]: DEBUG oslo_db.api [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:16:19.872848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Made reservation on behalf of 14d82287cae6480cb5ec05801d48658e for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:19.877417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:19.916388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-226401dd-4016-4200-849c-09441933afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:19.920975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-226401dd-4016-4200-849c-09441933afc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0978501 Nov 04 09:16:19.933966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Made reservation on behalf of 14d82287cae6480cb5ec05801d48658e for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:19.938173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.048309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63e7628a-752f-4f43-8dd3-12ae8ddee0a9 req-34d0e2d5-e957-44a3-b63b-176e4298bc65 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 210 time: 0.1054099 Nov 04 09:16:20.128783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-237cdafa-19f7-49e2-a55c-130dfa97a4a7 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003622 Nov 04 09:16:20.229360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Allocated IP 172.20.0.5 (ff23a5e3-64be-42e4-a190-3d610a0f0552/65539b02-6946-4538-ab14-1d6e3007c03c/5167931d-f120-474e-8954-99eb999063c1) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:20.285443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2f5d3-ef5a-4827-be54-1c5fe5f2f739 req-0348dd33-2886-4769-8779-f2e94711183a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:20.291105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] For port c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:20.297536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05f2f5d3-ef5a-4827-be54-1c5fe5f2f739 req-0348dd33-2886-4769-8779-f2e94711183a tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.1671767 Nov 04 09:16:20.372248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-989b09a9-b7ce-40f2-8762-4af817d1088c req-65f79e38-5cb4-493b-a3ca-4414ec9932dc service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270396 Nov 04 09:16:20.386268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05f2f5d3-ef5a-4827-be54-1c5fe5f2f739 req-19605841-da7a-4310-a7f5-104b2c4e55bd tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878553 Nov 04 09:16:20.438127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.445756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5a7cd662-ca74-4748-91f6-efae356ea445 None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:20.446845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd662-ca74-4748-91f6-efae356ea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.454463 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.456328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.547780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd662-ca74-4748-91f6-efae356ea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.558960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Made reservation on behalf of 14d82287cae6480cb5ec05801d48658e for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:20.562738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.569076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:20.585980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5a7cd662-ca74-4748-91f6-efae356ea445 None None] For port c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:20.591785 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a7cd662-ca74-4748-91f6-efae356ea445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.602007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:20.618724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:20.619319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.655429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=c8de64b2-6e87-4be7-a2fa-b6139a950b17,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:20.659227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cd662-ca74-4748-91f6-efae356ea445 None None] Pushing event updated for resources: {'Port': ['ID=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:20.668769 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.694191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,revision_number=4']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:20.694706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248ba2c4-ad72-49eb-8fa8-a46b237bd123 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:20.705693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-889319df-e502-47cf-bcef-ecaf34b4de46 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6799870 Nov 04 09:16:20.708673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:20.714508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:71:4b:f5', 'name': 'tempest-NetworksTestDHCPv6-2100304808'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:20.795995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-df698664-0a3b-4f23-a350-4abbeea30b81 None None] Could not find standard attr ID for object dac4be24-7129-45d9-983d-90572bf5350d. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:20.799031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:20.886997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Pushing event updated for resources: {'Port': ['ID=5167931d-f120-474e-8954-99eb999063c1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:20.917734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Network ff23a5e3-64be-42e4-a190-3d610a0f0552 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:20.922318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:20.926658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:20.964897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4ca5cc2-66c6-43c3-88d1-b26ab91659df up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:20.974244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:20.981991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Allocated IP 172.20.0.11 (ff23a5e3-64be-42e4-a190-3d610a0f0552/65539b02-6946-4538-ab14-1d6e3007c03c/bb375e0c-50e0-4268-b9bb-071a5a70be88) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:21.003236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:21.004041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.035575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:21.036337 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.048922 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-1c332b00-47f2-463b-a830-754971020423 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6398993 Nov 04 09:16:21.098997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Request body: {'port': {'device_id': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:21.157055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.232813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c00c6c70-49b3-4b65-bbe1-81087f061fad req-5b91c3f3-5205-4799-ae5a-a731985c5350 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 210 time: 0.0797617 Nov 04 09:16:21.254324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port b93b9d8b-d890-4c73-901c-a48bc4a64d5e yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:21.318028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.542138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 172.20.0.8 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/0c926bba-a070-4c18-b058-bb54bb0e104c/b93b9d8b-d890-4c73-901c-a48bc4a64d5e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:21.552864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:fe71:4bf5 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/c8de64b2-6e87-4be7-a2fa-b6139a950b17/b93b9d8b-d890-4c73-901c-a48bc4a64d5e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:21.593266 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.678741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7acfa7-1dbd-436c-88f3-61e21f76d5ed req-98b6954c-93ea-4bb2-b0c5-80754a12a013 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:21.681142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f7acfa7-1dbd-436c-88f3-61e21f76d5ed req-98b6954c-93ea-4bb2-b0c5-80754a12a013 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.1202335 Nov 04 09:16:21.681820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.792244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Pushing event updated for resources: {'Port': ['ID=bb375e0c-50e0-4268-b9bb-071a5a70be88,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:21.810727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f7acfa7-1dbd-436c-88f3-61e21f76d5ed req-85eb1339-9ea8-44ac-a8c9-7ffa5c4eb798 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176383 Nov 04 09:16:21.833201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Network ff23a5e3-64be-42e4-a190-3d610a0f0552 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:21.838359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:21.848777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:21.925413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Allocated IP 172.20.0.2 (ff23a5e3-64be-42e4-a190-3d610a0f0552/65539b02-6946-4538-ab14-1d6e3007c03c/9fded260-75d9-48ba-94a4-f035031eb825) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:21.930507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b2bc954d-9334-4de2-9226-a0793e8a8964 None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:21.931549 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2bc954d-9334-4de2-9226-a0793e8a8964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.945338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:21.946000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:21.949262 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.010420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-af649c50-7849-49eb-8d62-8aa98e2d2e2c tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6393328 Nov 04 09:16:22.013716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.046907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Request body: {'port': {'device_id': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:22.120090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=b93b9d8b-d890-4c73-901c-a48bc4a64d5e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:22.126121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:22.128275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:22.131046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:22.209813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:22.211695 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.226975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.282952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6709e977-c44f-4e68-ace7-bd352dd29336 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5730808 Nov 04 09:16:22.284232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:22.353952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed35a5a-6ee6-4718-bcc7-f50e0976dcd7 req-f9f7a7b6-6707-42db-bbca-824c16cdec62 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:22.355587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed35a5a-6ee6-4718-bcc7-f50e0976dcd7 req-f9f7a7b6-6707-42db-bbca-824c16cdec62 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.1340969 Nov 04 09:16:22.407565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90e767-8256-4432-97de-f0a2eb10598a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:22.414230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90e767-8256-4432-97de-f0a2eb10598a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:22.418547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3e90e767-8256-4432-97de-f0a2eb10598a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1285431 Nov 04 09:16:22.422775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:22.440883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ed35a5a-6ee6-4718-bcc7-f50e0976dcd7 req-66157d84-f935-41ed-8752-bb76caf7728f tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731401 Nov 04 09:16:22.526539 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.588059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.614778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befac796-a206-4d95-b0dd-fd0177144817 req-7cfd86d6-fbcc-429a-a0e6-cdcff4ce02c2 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:22.616270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-befac796-a206-4d95-b0dd-fd0177144817 req-7cfd86d6-fbcc-429a-a0e6-cdcff4ce02c2 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 932 time: 0.0746100 Nov 04 09:16:22.642603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port b93b9d8b-d890-4c73-901c-a48bc4a64d5e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:22.643106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.645188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8c77209e-f258-4e24-8071-7aa4cdd640ed None None] Provisioning complete for port b93b9d8b-d890-4c73-901c-a48bc4a64d5e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:22.645901 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c77209e-f258-4e24-8071-7aa4cdd640ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.685359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Network ff23a5e3-64be-42e4-a190-3d610a0f0552 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:22.693782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:22.696744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8c77209e-f258-4e24-8071-7aa4cdd640ed None None] Port b93b9d8b-d890-4c73-901c-a48bc4a64d5e cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:16:22.699710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:22.728174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Pushing event updated for resources: {'Port': ['ID=9fded260-75d9-48ba-94a4-f035031eb825,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:22.776592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:22.777182 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.805406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-408c0734-e38c-4d29-8590-1d5f63a9e99f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3755379 Nov 04 09:16:22.818088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Request body: {'port': {'device_id': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:22.908931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5167931d-f120-474e-8954-99eb999063c1 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:22.920106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.928268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:22.945199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Transition to ACTIVE for port object 5167931d-f120-474e-8954-99eb999063c1 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:16:23.011349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.060687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-befac796-a206-4d95-b0dd-fd0177144817 req-417cbfd0-dfd2-4b8d-82d7-82711d8ae4a8 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355817 Nov 04 09:16:23.110240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.128186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for b93b9d8b-d890-4c73-901c-a48bc4a64d5e owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:23.344061 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.382147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=b93b9d8b-d890-4c73-901c-a48bc4a64d5e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:23.480692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.485037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0de24aee-2cd5-4291-b898-d16b9a0ed337 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/b93b9d8b-d890-4c73-901c-a48bc4a64d5e HTTP/1.1" status: 204 len: 168 time: 1.0612438 Nov 04 09:16:23.493245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:23.566658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05147850-ce7a-486f-b250-594b69961e69 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:23.568369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05147850-ce7a-486f-b250-594b69961e69 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:23.570292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05147850-ce7a-486f-b250-594b69961e69 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:23.574581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-05147850-ce7a-486f-b250-594b69961e69 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0778584 Nov 04 09:16:23.574581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41790) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:23.583325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:23.591174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Pushing event updated for resources: {'Port': ['ID=5167931d-f120-474e-8954-99eb999063c1,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:23.695183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 0c926bba-a070-4c18-b058-bb54bb0e104c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:23.720933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.750866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb375e0c-50e0-4268-b9bb-071a5a70be88 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:23.765955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.781198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] Deleting subnet 3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:23.793472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0cc6e-eee6-44df-967c-dcd8dd3a7ad0 req-04183a50-f794-49b8-8be9-09fbbcb5dd41 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:23.795319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6f0cc6e-eee6-44df-967c-dcd8dd3a7ad0 req-04183a50-f794-49b8-8be9-09fbbcb5dd41 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.2217779 Nov 04 09:16:23.795889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.799009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Attempting to bind port 5167931d-f120-474e-8954-99eb999063c1 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:23.799869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Attempting to bind port 5167931d-f120-474e-8954-99eb999063c1 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:23.799869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Attempting to bind port 5167931d-f120-474e-8954-99eb999063c1 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:23.804913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Transition to ACTIVE for port object bb375e0c-50e0-4268-b9bb-071a5a70be88 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:16:23.816687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-09110061-3997-4158-9b49-325c1ee9aed9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:23.818371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-09110061-3997-4158-9b49-325c1ee9aed9 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.2311172 Nov 04 09:16:23.821690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Port 5167931d-f120-474e-8954-99eb999063c1 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:16:23.822153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Attempting to bind port 5167931d-f120-474e-8954-99eb999063c1 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:23.822736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.837887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.891450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:23.891751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Checking segment: {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:23.892273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Bound using segment: {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:23.892805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Bound port: 5167931d-f120-474e-8954-99eb999063c1, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:23.893230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.900465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:23.933432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6f0cc6e-eee6-44df-967c-dcd8dd3a7ad0 req-0ef45494-8f06-46e7-80fe-1644bf076cc5 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133227 Nov 04 09:16:23.984381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.034240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.055267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Pushing event updated for resources: {'Port': ['ID=bb375e0c-50e0-4268-b9bb-071a5a70be88,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:24.111401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.167191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:24.173876 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.178609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c627c9bd-007c-4db1-a81c-f0a95e050f66 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3a71f56e-14cd-49d5-9d74-b25f9bf5ec8b HTTP/1.1" status: 204 len: 168 time: 0.6034894 Nov 04 09:16:24.192926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41798) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:24.194818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.212325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] For port 5167931d-f120-474e-8954-99eb999063c1, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:24.241664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=0c926bba-a070-4c18-b058-bb54bb0e104c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:24.254719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.263105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f1ced1-94ee-4611-a737-aa6e8e6864f9 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:24.271507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-caadf670-464d-4ea7-b5e9-1e065fb94e50 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/0c926bba-a070-4c18-b058-bb54bb0e104c HTTP/1.1" status: 204 len: 168 time: 0.6832490 Nov 04 09:16:24.277099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:24.310853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] For port 5167931d-f120-474e-8954-99eb999063c1, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5167931d-f120-474e-8954-99eb999063c1,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:24.328718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fded260-75d9-48ba-94a4-f035031eb825 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:24.339788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.357921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.379952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet c8de64b2-6e87-4be7-a2fa-b6139a950b17 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:24.384238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.392876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Attempting to bind port bb375e0c-50e0-4268-b9bb-071a5a70be88 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:24.393220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Attempting to bind port bb375e0c-50e0-4268-b9bb-071a5a70be88 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:24.393545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Attempting to bind port bb375e0c-50e0-4268-b9bb-071a5a70be88 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:24.403253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Deleting port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:24.403590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.418582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342a767-ce4b-4249-8cbd-76b33ebf9290 req-d6ab9d29-6025-4980-ae1a-3f580009db52 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:24.425608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.427538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1342a767-ce4b-4249-8cbd-76b33ebf9290 req-d6ab9d29-6025-4980-ae1a-3f580009db52 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 944 time: 0.2713847 Nov 04 09:16:24.472630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:24.473262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.475104 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] 10.222.0.55 "PUT /v2.0/ports/5167931d-f120-474e-8954-99eb999063c1 HTTP/1.1" status: 200 len: 1091 time: 3.4172404 Nov 04 09:16:24.477891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Port bb375e0c-50e0-4268-b9bb-071a5a70be88 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:16:24.478212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Attempting to bind port bb375e0c-50e0-4268-b9bb-071a5a70be88 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:24.481666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'tag': '5167931d-f120-474e-8954-99eb999063c1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:24.484650 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda4358-bb98-4027-b128-0b48c2e2fee0" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd041bc-8929-4ce2-9b9e-bf799da30671", "tag": "5167931d-f120-474e-8954-99eb999063c1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:24.491478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Transition to ACTIVE for port object 9fded260-75d9-48ba-94a4-f035031eb825 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:16:24.513483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.520137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.524443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1342a767-ce4b-4249-8cbd-76b33ebf9290 req-e4e82845-c6a1-4c34-8a38-9e0e96c675aa tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967035 Nov 04 09:16:24.527530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:24.527892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Checking segment: {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:24.528287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Bound using segment: {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:24.528739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Bound port: bb375e0c-50e0-4268-b9bb-071a5a70be88, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:24.529099 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.595456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559f8f0-38d8-48bd-b4b7-685f334a8643 service neutron] Pushing event updated for resources: {'Port': ['ID=5167931d-f120-474e-8954-99eb999063c1,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:24.644608 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.700964 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73199d77-0492-48a0-a5b7-23887225c100 x-openstack-request-id: req-73199d77-0492-48a0-a5b7-23887225c100 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:24.701282 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd041bc-8929-4ce2-9b9e-bf799da30671", "tag": "5167931d-f120-474e-8954-99eb999063c1", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:24.701633 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73199d77-0492-48a0-a5b7-23887225c100 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:24.701914 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'tag': '5167931d-f120-474e-8954-99eb999063c1', 'status': 'completed', 'code': 200} Nov 04 09:16:24.736226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.773058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=c8de64b2-6e87-4be7-a2fa-b6139a950b17,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:24.775604 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.780086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2c551e71-c399-4d60-a491-7a2039f38121 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/c8de64b2-6e87-4be7-a2fa-b6139a950b17 HTTP/1.1" status: 204 len: 168 time: 0.4921570 Nov 04 09:16:24.782764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:24.812185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fded260-75d9-48ba-94a4-f035031eb825,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:24.825666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a8f2d95-4756-44a8-99e2-cbbd09b774d3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416465 Nov 04 09:16:24.829039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] For port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,segment=NetworkSegment(e193bfac-b4a0-496e-b6ea-262ec16ced8f),segment_id=e193bfac-b4a0-496e-b6ea-262ec16ced8f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:24.829415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.829812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:24.832930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.835112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:24.883257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-e9280d6b-02b9-4e05-9a6d-0bb5a108679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:24.884844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-e9280d6b-02b9-4e05-9a6d-0bb5a108679c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d82287cae6480cb5ec05801d48658e&device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 1094 time: 0.3587379 Nov 04 09:16:24.920607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Calling delete_port for bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:24.940330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05798ada-0637-44fa-8a22-4340fa035edb']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:24.946144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:24.950037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:24.954061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] For port bb375e0c-50e0-4268-b9bb-071a5a70be88, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:25.011739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '091ae475-83a4-4527-a540-8e749582f2c9') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:25.014208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '091ae475-83a4-4527-a540-8e749582f2c9') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:25.018314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-ca2c53c1-1d2d-451d-ba1b-6cb252a7d043 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5167931d-f120-474e-8954-99eb999063c1 HTTP/1.1" status: 200 len: 217 time: 0.0912616 Nov 04 09:16:25.076105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] For port bb375e0c-50e0-4268-b9bb-071a5a70be88, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bb375e0c-50e0-4268-b9bb-071a5a70be88,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:25.080443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.114728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.115107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d53952-fa75-4bb9-bd7c-0797219cb459 req-9191a0fe-8c12-4705-ad4e-47023167096e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.116733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12d53952-fa75-4bb9-bd7c-0797219cb459 req-9191a0fe-8c12-4705-ad4e-47023167096e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 945 time: 0.0877762 Nov 04 09:16:25.139970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.185906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Attempting to bind port 9fded260-75d9-48ba-94a4-f035031eb825 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:25.186250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Attempting to bind port 9fded260-75d9-48ba-94a4-f035031eb825 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:25.186545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Attempting to bind port 9fded260-75d9-48ba-94a4-f035031eb825 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:25.191654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:16:25.192034 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:16:25.198234 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:16:25.203282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12d53952-fa75-4bb9-bd7c-0797219cb459 req-654dfb44-6ed2-4b34-b3d0-39d42aff749e tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/security-groups?id=71c9effa-c55c-4b9a-a800-76a44c933d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757346 Nov 04 09:16:25.212136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.212768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.214323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] 10.222.0.55 "PUT /v2.0/ports/bb375e0c-50e0-4268-b9bb-071a5a70be88 HTTP/1.1" status: 200 len: 1092 time: 3.1857128 Nov 04 09:16:25.266841 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.269714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Port 9fded260-75d9-48ba-94a4-f035031eb825 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:16:25.270524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Attempting to bind port 9fded260-75d9-48ba-94a4-f035031eb825 on network ff23a5e3-64be-42e4-a190-3d610a0f0552 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:25.290694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-254421af-f130-47be-bd2b-396e856d7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.292432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-254421af-f130-47be-bd2b-396e856d7419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65539b02-6946-4538-ab14-1d6e3007c03c HTTP/1.1" status: 200 len: 858 time: 0.2368364 Nov 04 09:16:25.322326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:25.325350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:25.330889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.331491 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.344864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=c079c2e2-a136-4017-8875-29716b577609,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:25.357552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-48e4ba23-f147-48b2-a4b8-f706a7dd2230 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5237501 Nov 04 09:16:25.360569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:25.360764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:25.360764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Checking segment: {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:25.361443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Bound using segment: {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:25.362602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Bound port: 9fded260-75d9-48ba-94a4-f035031eb825, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46368f91-5077-4257-94fe-eec9b7aeb4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:25.362602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.364945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:25.375196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb8d5e-869b-4f98-928a-e93990068be3 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:25.383439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ace9c-8b3a-47b8-acc0-56b60f982910 service neutron] Pushing event updated for resources: {'Port': ['ID=bb375e0c-50e0-4268-b9bb-071a5a70be88,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:25.396870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-f83b7dc0-da9c-4482-8693-1d5c5f2616fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff23a5e3-64be-42e4-a190-3d610a0f0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794537 Nov 04 09:16:25.400936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.414021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.416170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] 10.222.0.53 "DELETE /v2.0/networks/05798ada-0637-44fa-8a22-4340fa035edb HTTP/1.1" status: 204 len: 168 time: 1.2221744 Nov 04 09:16:25.419154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:25.464216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-97f656d8-ca46-4fa4-85cc-adf4483f2539 None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:25.464873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97f656d8-ca46-4fa4-85cc-adf4483f2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.504232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] Deleting subnet dce58650-eef0-4fe7-a428-6993e0e798c5 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:25.510166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.521731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5aff59-88ec-40b9-b9f5-4b4861efd582 admin admin] Pushing event deleted for resources: {'Network': ['ID=05798ada-0637-44fa-8a22-4340fa035edb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:25.561174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-62e03c4a-ee72-4b75-8664-a8506abff44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.562732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-62e03c4a-ee72-4b75-8664-a8506abff44e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d82287cae6480cb5ec05801d48658e&device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 1095 time: 0.2942543 Nov 04 09:16:25.569839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.612133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:25.615802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.633995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] For port 9fded260-75d9-48ba-94a4-f035031eb825, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:25.642399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] For port 9fded260-75d9-48ba-94a4-f035031eb825, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9fded260-75d9-48ba-94a4-f035031eb825,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:25.667923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.691381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.698302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-46a7124d-7b1b-4870-aa16-ea7653a5fdbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb375e0c-50e0-4268-b9bb-071a5a70be88 HTTP/1.1" status: 200 len: 217 time: 0.1249321 Nov 04 09:16:25.701678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.715847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:25.729383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-e58337f5-5a63-4442-9949-311f03f5405b service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224981 Nov 04 09:16:25.756884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': 'c079c2e2-a136-4017-8875-29716b577609'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'c4ca5cc2-66c6-43c3-88d1-b26ab91659df'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:16:25.790280 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.795804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Pushing event deleted for resources: {'Port': ['ID=bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:25.798966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.799623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.801096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] 10.222.0.70 "PUT /v2.0/ports/9fded260-75d9-48ba-94a4-f035031eb825 HTTP/1.1" status: 200 len: 1091 time: 2.9873655 Nov 04 09:16:25.805693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ded02-d38a-43e2-a8fb-f7117171bb8c req-a15f8836-194d-4884-a8c2-5578ade5ffc6 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.807900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f55ded02-d38a-43e2-a8fb-f7117171bb8c req-a15f8836-194d-4884-a8c2-5578ade5ffc6 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 944 time: 0.1416457 Nov 04 09:16:25.828046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.886046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce58650-eef0-4fe7-a428-6993e0e798c5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:25.889566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:25.896612 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a20394b-3b9a-4518-a1de-825a267f172b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dce58650-eef0-4fe7-a428-6993e0e798c5 HTTP/1.1" status: 204 len: 168 time: 0.4727645 Nov 04 09:16:25.901719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41818) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:25.990931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-aaa9e719-6802-4c56-ab2b-4d1e2f3f5e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:25.992382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-aaa9e719-6802-4c56-ab2b-4d1e2f3f5e70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65539b02-6946-4538-ab14-1d6e3007c03c HTTP/1.1" status: 200 len: 858 time: 0.2665548 Nov 04 09:16:25.993257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] No DVR routers for this DVR port bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:26.004908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.009084 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-122d5e0b-9f73-4a67-b34d-ae1ea676aa36 req-5af5f113-6c54-4bc1-bc1b-beeebc9ced32 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.70 "DELETE /v2.0/ports/bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 HTTP/1.1" status: 204 len: 173 time: 2.1423316 Nov 04 09:16:26.032216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f55ded02-d38a-43e2-a8fb-f7117171bb8c req-d1cf574f-0b81-4d92-a5d2-514181db61da tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588759 Nov 04 09:16:26.043836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.068427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-915b3467-a939-4267-bcb9-363b7b0f557c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff23a5e3-64be-42e4-a190-3d610a0f0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650308 Nov 04 09:16:26.072416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737f23-6a74-4af8-bdb6-716cd4f3d4e9 service neutron] Pushing event updated for resources: {'Port': ['ID=9fded260-75d9-48ba-94a4-f035031eb825,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:26.082291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Allocated IP 172.20.0.2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/c079c2e2-a136-4017-8875-29716b577609/c4ca5cc2-66c6-43c3-88d1-b26ab91659df) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:26.151092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-79b947ab-2591-4e0d-8ede-9b5fc2a8b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:26.152745 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-79b947ab-2591-4e0d-8ede-9b5fc2a8b9db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14d82287cae6480cb5ec05801d48658e&device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 1094 time: 0.2492788 Nov 04 09:16:26.198431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.205487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-d77d516a-5a41-4bea-bc04-66e0af7f237b service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393983 Nov 04 09:16:26.225278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] For port c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:26.252003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-b8303dcc-eb6a-4d2e-8e57-6004a3a12840 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fded260-75d9-48ba-94a4-f035031eb825 HTTP/1.1" status: 200 len: 217 time: 0.0551715 Nov 04 09:16:26.259486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf580bd-fc06-4a7f-b0ca-a45d7f131e84']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:26.275349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce348c3d-83cd-4035-b8da-c4ae552cb233') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:26.275653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce348c3d-83cd-4035-b8da-c4ae552cb233') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:26.286570 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.297497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.312237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.335746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.351466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-9d5d94a9-4ad7-4fa8-a133-49ceb4d741fb service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727449 Nov 04 09:16:26.368959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:16:26.369381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:16:26.371433 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:16:26.374534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:26.399996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59aaf92b-d096-4256-958f-700b896ac3d1 req-e1cc2da8-e3f6-4700-801b-b7d48bd1d322 tempest-DeleteServersTestJSON-2127509638 tempest-DeleteServersTestJSON-2127509638-project] 10.222.0.53 "GET /v2.0/ports?device_id=f0a24f25-2b47-4732-9dfe-b9529aa6157f HTTP/1.1" status: 200 len: 210 time: 0.0580542 Nov 04 09:16:26.404736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-ad2aeafb-3eb4-4131-bd1d-434f6db7cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:26.406235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-ad2aeafb-3eb4-4131-bd1d-434f6db7cde6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65539b02-6946-4538-ab14-1d6e3007c03c HTTP/1.1" status: 200 len: 858 time: 0.1462491 Nov 04 09:16:26.430011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Pushing event updated for resources: {'Port': ['ID=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:26.439263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.439739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.440876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.441335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.441789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.442800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.443450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.443914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.444352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.444539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-e1805a6e-e973-4a68-9877-d9888a901315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:26.444889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.445315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.445743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841257ac-cf76-4c35-9823-609f8fb657a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:26.458163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-e1805a6e-e973-4a68-9877-d9888a901315 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d82287cae6480cb5ec05801d48658e&device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 1094 time: 0.1603410 Nov 04 09:16:26.501490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-a9485d24-6dc7-4e7d-883a-fa19d7a99c80 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff23a5e3-64be-42e4-a190-3d610a0f0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402133 Nov 04 09:16:26.540047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.554093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.557205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/faf580bd-fc06-4a7f-b0ca-a45d7f131e84 HTTP/1.1" status: 204 len: 168 time: 0.6510074 Nov 04 09:16:26.579882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e3701-5e9b-4a4d-a574-5c3e904c77d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf580bd-fc06-4a7f-b0ca-a45d7f131e84,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:26.689927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.769686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:26.870901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2637b8d7-fc4f-42a6-8b62-e07004eb28cd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a9bc608f0134e8dafb83aff8fdbb6ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998080 Nov 04 09:16:26.876524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:26.882196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4ca5cc2-66c6-43c3-88d1-b26ab91659df up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:26.949305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:26.949835 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.963628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'tag': 'bb375e0c-50e0-4268-b9bb-071a5a70be88'}, {'name': 'network-changed', 'server_uuid': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'tag': '9fded260-75d9-48ba-94a4-f035031eb825'}, {'server_uuid': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'name': 'network-vif-deleted', 'tag': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:26.966067 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb08df9a-e854-434d-b597-6eeb995cc36d" -d '{"events": [{"name": "network-changed", "server_uuid": "55b27eba-40a4-4a7c-b24a-bc95d497590e", "tag": "bb375e0c-50e0-4268-b9bb-071a5a70be88"}, {"name": "network-changed", "server_uuid": "e5d4807b-9426-4526-85bd-53cb120f6599", "tag": "9fded260-75d9-48ba-94a4-f035031eb825"}, {"server_uuid": "f0a24f25-2b47-4732-9dfe-b9529aa6157f", "name": "network-vif-deleted", "tag": "bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:26.980903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7278-87ca-4d47-9d8d-d89a64e6627b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:26.991108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] For port c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:27.006202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-9e6d089f-9710-44f5-a89b-49456476ed3e service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6406720 Nov 04 09:16:27.055174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7278-87ca-4d47-9d8d-d89a64e6627b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.099281 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.103051 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7723e66-5c04-47cc-8ca7-97be16dd0aea x-openstack-request-id: req-a7723e66-5c04-47cc-8ca7-97be16dd0aea {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:27.103624 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55b27eba-40a4-4a7c-b24a-bc95d497590e", "tag": "bb375e0c-50e0-4268-b9bb-071a5a70be88", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e5d4807b-9426-4526-85bd-53cb120f6599", "tag": "9fded260-75d9-48ba-94a4-f035031eb825", "status": "completed", "code": 200}, {"server_uuid": "f0a24f25-2b47-4732-9dfe-b9529aa6157f", "name": "network-vif-deleted", "tag": "bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:27.104113 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7723e66-5c04-47cc-8ca7-97be16dd0aea {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:27.104695 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'tag': 'bb375e0c-50e0-4268-b9bb-071a5a70be88', 'status': 'completed', 'code': 200} Nov 04 09:16:27.105098 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'tag': '9fded260-75d9-48ba-94a4-f035031eb825', 'status': 'completed', 'code': 200} Nov 04 09:16:27.105687 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a24f25-2b47-4732-9dfe-b9529aa6157f', 'name': 'network-vif-deleted', 'tag': 'bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03', 'status': 'completed', 'code': 200} Nov 04 09:16:27.113755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.114658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.203601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-7f7e6457-4e7e-4c02-a166-5e0b44f39c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.208252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-7f7e6457-4e7e-4c02-a166-5e0b44f39c84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 200 len: 919 time: 0.7366788 Nov 04 09:16:27.216989 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-fda8d0b9-ca2d-46e2-a3f4-9b66b12192a8 service neutron] 10.222.0.70 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973066 Nov 04 09:16:27.233560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:27.244164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:27.253081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.253691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.274913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=51cd8832-3978-4399-881b-3b3ff9825502,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:27.279299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-3852f6f0-021a-488d-8c98-c301065e883e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5167931d-f120-474e-8954-99eb999063c1 HTTP/1.1" status: 200 len: 217 time: 0.0611131 Nov 04 09:16:27.283294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7278-87ca-4d47-9d8d-d89a64e6627b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.286167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7278-87ca-4d47-9d8d-d89a64e6627b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.291061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8eeb7278-87ca-4d47-9d8d-d89a64e6627b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a30d9f1b-710e-4178-a6b4-6611c58c61a0 HTTP/1.1" status: 204 len: 168 time: 0.4021740 Nov 04 09:16:27.294536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de665df-fa85-4cfe-83b4-194b854476f5 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:27.314993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-12b68b04-2039-4b0b-9132-df111c9a7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.316539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-12b68b04-2039-4b0b-9132-df111c9a7ff3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=14d82287cae6480cb5ec05801d48658e&device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 1095 time: 0.1975901 Nov 04 09:16:27.319552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9588859 Nov 04 09:16:27.322761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1259b-70ea-4bfb-a38f-6bc0107274b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:27.333895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:27.348574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:ec:ad:cb', 'name': 'tempest-NetworksTestDHCPv6-38080980'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:27.365887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d626665-7889-4786-92a0-c92564baeb5c req-074110ec-b74d-478a-ba81-13e0b0110151 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.369043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d626665-7889-4786-92a0-c92564baeb5c req-074110ec-b74d-478a-ba81-13e0b0110151 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 944 time: 0.1833899 Nov 04 09:16:27.372555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb7278-87ca-4d47-9d8d-d89a64e6627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30d9f1b-710e-4178-a6b4-6611c58c61a0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:27.430054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e5afb8ad-dded-442a-859e-383294784fba None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:27.430724 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5afb8ad-dded-442a-859e-383294784fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.457363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-b026f39b-76ae-42b8-83e9-f0585a636277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.458905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-b026f39b-76ae-42b8-83e9-f0585a636277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65539b02-6946-4538-ab14-1d6e3007c03c HTTP/1.1" status: 200 len: 858 time: 0.1462629 Nov 04 09:16:27.499258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d626665-7889-4786-92a0-c92564baeb5c req-5ef9e438-5a3a-4e59-b459-f61330a9ef60 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024642 Nov 04 09:16:27.516607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-72d5331b-6993-477b-ad72-603fc2c08901 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff23a5e3-64be-42e4-a190-3d610a0f0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371060 Nov 04 09:16:27.536000 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f207e38a-6d78-4a80-aa77-ab082253c8bd req-0b522303-ab5c-4425-b595-86a1b77b78ab service neutron] 10.222.0.70 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104863 Nov 04 09:16:27.609299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-84db758c-0011-4fe8-a42c-7f1ce7cfba6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.610808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-84db758c-0011-4fe8-a42c-7f1ce7cfba6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 200 len: 919 time: 0.2810905 Nov 04 09:16:27.672712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:27.693685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-77d71768-c4a7-41b5-b752-015e38341951 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb375e0c-50e0-4268-b9bb-071a5a70be88 HTTP/1.1" status: 200 len: 217 time: 0.0688388 Nov 04 09:16:27.767204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-d38ffbab-f510-4098-a51e-b9f05a789fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.768916 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-d38ffbab-f510-4098-a51e-b9f05a789fd9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=14d82287cae6480cb5ec05801d48658e&device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 1094 time: 0.1641059 Nov 04 09:16:27.773488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41842) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:27.787374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-6cd13b63-cbf4-48bb-bb7a-f55ea9749b51 service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503269 Nov 04 09:16:27.813878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:27.836917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 65ee059b-556a-4e46-baa2-d75f5f92261d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:27.845914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:27.883640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-d82abccd-22ff-45cc-9fc1-66d03f01706a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:27.885372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-d82abccd-22ff-45cc-9fc1-66d03f01706a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65539b02-6946-4538-ab14-1d6e3007c03c HTTP/1.1" status: 200 len: 858 time: 0.1813796 Nov 04 09:16:27.901810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:27.906459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device bf3c6ef7-2e58-4551-9774-dbe4e0ce4c03 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:27.943777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5167931d-f120-474e-8954-99eb999063c1 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:16:28.005784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-ee9f790b-21d0-46c3-a8f0-fc5ff6938cf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff23a5e3-64be-42e4-a190-3d610a0f0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808401 Nov 04 09:16:28.090849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5167931d-f120-474e-8954-99eb999063c1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5167931d-f120-474e-8954-99eb999063c1,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:28.111955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1476eb7-6da1-4510-bd31-6ac05c1a8388 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e179a8616c44b009dde99452308c2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3359692 Nov 04 09:16:28.113409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '5167931d-f120-474e-8954-99eb999063c1', 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552', 'port_id': '5167931d-f120-474e-8954-99eb999063c1', 'mac_address': 'fa:16:3e:98:f0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65539b02-6946-4538-ab14-1d6e3007c03c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:16:28.115740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:28.146645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 172.20.0.4 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/c079c2e2-a136-4017-8875-29716b577609/65ee059b-556a-4e46-baa2-d75f5f92261d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:28.153081 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ffda4358-bb98-4027-b128-0b48c2e2fee0 req-124907dd-125c-4749-8104-ae55f3a07b37 service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424535 Nov 04 09:16:28.162942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-7a12b67f-b091-4f7d-a5d4-fc810cc1808c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:28.164125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-7a12b67f-b091-4f7d-a5d4-fc810cc1808c service neutron] 10.222.0.70 "GET /v2.0/networks?id=ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 200 len: 919 time: 0.3791549 Nov 04 09:16:28.164993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:feec:adcb (53f12eef-f51b-4fca-a94e-83521fd7b9e4/51cd8832-3978-4399-881b-3b3ff9825502/65ee059b-556a-4e46-baa2-d75f5f92261d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:28.192960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.205152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b37b88-59a7-47a2-bd26-9cbf393955c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.215395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5167931d-f120-474e-8954-99eb999063c1 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:28.250274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5167931d-f120-474e-8954-99eb999063c1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5167931d-f120-474e-8954-99eb999063c1,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:28.255437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b37b88-59a7-47a2-bd26-9cbf393955c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.256480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.289797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-842c066f-c560-445e-8bac-3d5dce851a92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9fded260-75d9-48ba-94a4-f035031eb825 HTTP/1.1" status: 200 len: 217 time: 0.1082137 Nov 04 09:16:28.328958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5167931d-f120-474e-8954-99eb999063c1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:28.346888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-73ee0b52-3a2d-44cc-af5f-8fb7b6785a06 service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254962 Nov 04 09:16:28.410084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-d07e7e87-970d-4657-8d20-f7d57bbebf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:28.411644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-d07e7e87-970d-4657-8d20-f7d57bbebf54 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=65539b02-6946-4538-ab14-1d6e3007c03c HTTP/1.1" status: 200 len: 858 time: 0.1125767 Nov 04 09:16:28.427316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b37b88-59a7-47a2-bd26-9cbf393955c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.429735 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71b37b88-59a7-47a2-bd26-9cbf393955c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.433361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-71b37b88-59a7-47a2-bd26-9cbf393955c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85977ff0-688b-45c4-8d73-db41bb12e6e5 HTTP/1.1" status: 204 len: 168 time: 0.3140919 Nov 04 09:16:28.445780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b37b88-59a7-47a2-bd26-9cbf393955c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85977ff0-688b-45c4-8d73-db41bb12e6e5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:28.488597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-84b8420b-2e33-4e8f-8fca-c0421ed68043 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ff23a5e3-64be-42e4-a190-3d610a0f0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611541 Nov 04 09:16:28.496172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.529213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5167931d-f120-474e-8954-99eb999063c1'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:28.571886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.631670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:28.637966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:28.643728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:28.678903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-ebd3a9c5-322f-4dff-9131-423a356e823c service neutron] 10.222.0.55 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241930 Nov 04 09:16:28.750632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-144dfa4e-18ee-4e43-9634-6fda2690596b service neutron] 10.222.0.70 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410526 Nov 04 09:16:28.796127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=65ee059b-556a-4e46-baa2-d75f5f92261d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:28.808040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:28.808881 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:28.835095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba475504-4ac2-488c-a84e-5fb98bddea78 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.4994507 Nov 04 09:16:28.839619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:28.900256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc97ab3e-cec1-4dd6-af1a-72dda063dfb5 req-5d9938d1-154d-4f7f-acc1-c87459df8bc4 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:28.901344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc97ab3e-cec1-4dd6-af1a-72dda063dfb5 req-5d9938d1-154d-4f7f-acc1-c87459df8bc4 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 944 time: 0.2679501 Nov 04 09:16:28.913973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4ca5cc2-66c6-43c3-88d1-b26ab91659df up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:28.973817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb08df9a-e854-434d-b597-6eeb995cc36d req-cbd1a770-8bec-474b-8521-5c8c12dd06be service neutron] 10.222.0.70 "GET /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145133 Nov 04 09:16:28.985017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8ecc58ac-74e0-46b7-949a-3ba40642c74e None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:28.985537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ecc58ac-74e0-46b7-949a-3ba40642c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.043249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e28d2-685a-4e60-96a3-cf9bae2a9e08 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:29.055395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07e28d2-685a-4e60-96a3-cf9bae2a9e08 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:29.057354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e07e28d2-685a-4e60-96a3-cf9bae2a9e08 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2164612 Nov 04 09:16:29.060076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41884) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:29.082237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c4ca5cc2-66c6-43c3-88d1-b26ab91659df triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:29.082706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.113045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc97ab3e-cec1-4dd6-af1a-72dda063dfb5 req-fa20ac0d-0d98-4d5a-8752-37d2e440610a tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743855 Nov 04 09:16:29.264264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-87232c68-8197-4ede-b81b-bc2aa7854c69 None None] Provisioning complete for port 65ee059b-556a-4e46-baa2-d75f5f92261d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:29.264784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-87232c68-8197-4ede-b81b-bc2aa7854c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.271834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 65ee059b-556a-4e46-baa2-d75f5f92261d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:29.272416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.307990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-87232c68-8197-4ede-b81b-bc2aa7854c69 None None] Port 65ee059b-556a-4e46-baa2-d75f5f92261d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:16:29.377579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.389887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 65ee059b-556a-4e46-baa2-d75f5f92261d owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:29.609985 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.640480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=65ee059b-556a-4e46-baa2-d75f5f92261d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:29.753397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.759619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a653003d-2b8d-42d5-9d83-384c60ae9e75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/65ee059b-556a-4e46-baa2-d75f5f92261d HTTP/1.1" status: 204 len: 168 time: 0.6955829 Nov 04 09:16:29.760088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:29.834734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb3492-ee89-4f16-bc61-b8eb0ce18f64 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:29.836748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb3492-ee89-4f16-bc61-b8eb0ce18f64 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:29.838582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfb3492-ee89-4f16-bc61-b8eb0ce18f64 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:29.843270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:29.843631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5cfb3492-ee89-4f16-bc61-b8eb0ce18f64 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0821965 Nov 04 09:16:29.849040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9fded260-75d9-48ba-94a4-f035031eb825 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:16:29.966318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 51cd8832-3978-4399-881b-3b3ff9825502 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:29.970301 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:29.978825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9fded260-75d9-48ba-94a4-f035031eb825, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9fded260-75d9-48ba-94a4-f035031eb825,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:30.004302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bb375e0c-50e0-4268-b9bb-071a5a70be88 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:16:30.007671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5167931d-f120-474e-8954-99eb999063c1 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:30.025824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.033306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '9fded260-75d9-48ba-94a4-f035031eb825', 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552', 'port_id': '9fded260-75d9-48ba-94a4-f035031eb825', 'mac_address': 'fa:16:3e:01:5c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65539b02-6946-4538-ab14-1d6e3007c03c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:16:30.132253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.151612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.177914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 5167931d-f120-474e-8954-99eb999063c1 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:16:30.184507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 5167931d-f120-474e-8954-99eb999063c1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:30.184882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.190233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fded260-75d9-48ba-94a4-f035031eb825 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:30.247521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.249351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9fded260-75d9-48ba-94a4-f035031eb825, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9fded260-75d9-48ba-94a4-f035031eb825,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:30.262838 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.286394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=51cd8832-3978-4399-881b-3b3ff9825502,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:30.297452 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.301964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-486a7937-cc10-436d-9142-66a10d9c67ec tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/51cd8832-3978-4399-881b-3b3ff9825502 HTTP/1.1" status: 204 len: 168 time: 0.4570415 Nov 04 09:16:30.302586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:30.319087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b13978-edd6-4611-bde4-711960af8289 req-08c3cb33-85a5-4d22-9cdf-4f23931c62e1 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:30.323372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73b13978-edd6-4611-bde4-711960af8289 req-08c3cb33-85a5-4d22-9cdf-4f23931c62e1 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 944 time: 0.1160409 Nov 04 09:16:30.334600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f103a6e-bf0f-4c8e-902e-48a5215a0e5c None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:30.389288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet c079c2e2-a136-4017-8875-29716b577609 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:30.393692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.396863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73b13978-edd6-4611-bde4-711960af8289 req-e5748b49-6138-488b-90e2-2b9f328f1848 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678453 Nov 04 09:16:30.424248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port bb375e0c-50e0-4268-b9bb-071a5a70be88, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bb375e0c-50e0-4268-b9bb-071a5a70be88,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:30.500859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9fded260-75d9-48ba-94a4-f035031eb825'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:30.533144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.647468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.730348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.751515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'bb375e0c-50e0-4268-b9bb-071a5a70be88', 'network_id': 'ff23a5e3-64be-42e4-a190-3d610a0f0552', 'port_id': 'bb375e0c-50e0-4268-b9bb-071a5a70be88', 'mac_address': 'fa:16:3e:0c:f8:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65539b02-6946-4538-ab14-1d6e3007c03c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:16:30.761852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=9fded260-75d9-48ba-94a4-f035031eb825,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:30.762883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=c079c2e2-a136-4017-8875-29716b577609,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:30.767511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.770928 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c6c8a516-b6d1-47fc-a534-3ad834fbac97 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/c079c2e2-a136-4017-8875-29716b577609 HTTP/1.1" status: 204 len: 168 time: 0.4673877 Nov 04 09:16:30.773401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:30.824469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-47110a6a-9a78-497a-b36d-f8fb07658e91 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472877 Nov 04 09:16:30.824469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:30.835482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.900647 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:30.903223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd83056-6e9e-4980-bc4f-ed18c8bacd4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:30.905617 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4dd83056-6e9e-4980-bc4f-ed18c8bacd4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0803483 Nov 04 09:16:30.908383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:30.933463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5167931d-f120-474e-8954-99eb999063c1'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:30.936185 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072d8cc2-3e99-4c38-b7fd-c5a909c2432c" -d '{"events": [{"server_uuid": "ddd041bc-8929-4ce2-9b9e-bf799da30671", "name": "network-vif-plugged", "status": "completed", "tag": "5167931d-f120-474e-8954-99eb999063c1"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:30.990252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adde1e79-ca0b-4752-be00-aa6568895c3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:30.994811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 5167931d-f120-474e-8954-99eb999063c1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5167931d-f120-474e-8954-99eb999063c1,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:30.996404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-adde1e79-ca0b-4752-be00-aa6568895c3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860999 Nov 04 09:16:30.999102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41996) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:31.012713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb375e0c-50e0-4268-b9bb-071a5a70be88 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:31.055028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port bb375e0c-50e0-4268-b9bb-071a5a70be88, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bb375e0c-50e0-4268-b9bb-071a5a70be88,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:31.059225 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c9bc14-eb3c-4f96-94c0-18dc8a4de224 x-openstack-request-id: req-d4c9bc14-eb3c-4f96-94c0-18dc8a4de224 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:31.059809 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd041bc-8929-4ce2-9b9e-bf799da30671", "name": "network-vif-plugged", "status": "completed", "tag": "5167931d-f120-474e-8954-99eb999063c1", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:31.060161 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4c9bc14-eb3c-4f96-94c0-18dc8a4de224 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:31.061874 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5167931d-f120-474e-8954-99eb999063c1', 'code': 200} Nov 04 09:16:31.076443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-76b057ea-ee32-43eb-bc97-dcd1796d0926 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0749979 Nov 04 09:16:31.079339 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.080898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:31.086425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-939a548b-1169-4247-ace0-13c6b7c52565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:31.096282 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.139784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcdf370-6fce-4f13-858c-c58c7ff78a7f req-0ba55488-18f0-43c7-ae2e-e8aa8117a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:31.142355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6bcdf370-6fce-4f13-858c-c58c7ff78a7f req-0ba55488-18f0-43c7-ae2e-e8aa8117a1ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 1096 time: 0.0535874 Nov 04 09:16:31.204054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6bcdf370-6fce-4f13-858c-c58c7ff78a7f req-746df274-ae2a-47a7-9f44-16ad4b9afb7a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538723 Nov 04 09:16:31.206508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=5167931d-f120-474e-8954-99eb999063c1,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:31.268348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:31.269990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939a548b-1169-4247-ace0-13c6b7c52565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:31.274828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-939a548b-1169-4247-ace0-13c6b7c52565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.277422 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-939a548b-1169-4247-ace0-13c6b7c52565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:16:31.280854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939a548b-1169-4247-ace0-13c6b7c52565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:16:31.306677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-939a548b-1169-4247-ace0-13c6b7c52565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2216558 Nov 04 09:16:31.307012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:31.315216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c0495a44-508a-4d81-af3a-6e11c716c8de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:31.335653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=bb375e0c-50e0-4268-b9bb-071a5a70be88,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:31.363728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] Deleting port c4ca5cc2-66c6-43c3-88d1-b26ab91659df {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:31.364636 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.407634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['bb375e0c-50e0-4268-b9bb-071a5a70be88'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:31.460573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0495a44-508a-4d81-af3a-6e11c716c8de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:31.476992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0495a44-508a-4d81-af3a-6e11c716c8de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.478868 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0495a44-508a-4d81-af3a-6e11c716c8de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:16:31.479323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0495a44-508a-4d81-af3a-6e11c716c8de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:16:31.489014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] For port c4ca5cc2-66c6-43c3-88d1-b26ab91659df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:31.489014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.516044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42004) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:31.518308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c0495a44-508a-4d81-af3a-6e11c716c8de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2100782 Nov 04 09:16:31.521208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b83a2172-16cf-4da5-a5d4-4fa369b1952b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:31.526902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] Calling delete_port for c4ca5cc2-66c6-43c3-88d1-b26ab91659df owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:31.666086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9a08b-7c85-4f65-a44f-28224c0286c4 req-53700b6c-fba9-465d-b633-50f881fc3ca5 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:31.674225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1e9a08b-7c85-4f65-a44f-28224c0286c4 req-53700b6c-fba9-465d-b633-50f881fc3ca5 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 945 time: 0.0872822 Nov 04 09:16:31.720400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83a2172-16cf-4da5-a5d4-4fa369b1952b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:31.724578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b83a2172-16cf-4da5-a5d4-4fa369b1952b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.726417 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83a2172-16cf-4da5-a5d4-4fa369b1952b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:16:31.726930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83a2172-16cf-4da5-a5d4-4fa369b1952b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:16:31.760663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b83a2172-16cf-4da5-a5d4-4fa369b1952b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2407548 Nov 04 09:16:31.761930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42010) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:31.769205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2de54601-675f-4bf3-8dfd-065b355bd7ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:31.815388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.853938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] Pushing event deleted for resources: {'Port': ['ID=c4ca5cc2-66c6-43c3-88d1-b26ab91659df,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:31.863219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac218516-ad2b-4ef0-8f43-52ccd85f3158 None None] No DVR routers for this DVR port c4ca5cc2-66c6-43c3-88d1-b26ab91659df on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:31.876899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9fded260-75d9-48ba-94a4-f035031eb825 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:31.945250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de54601-675f-4bf3-8dfd-065b355bd7ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:31.949112 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2de54601-675f-4bf3-8dfd-065b355bd7ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:31.950928 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-2de54601-675f-4bf3-8dfd-065b355bd7ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:16:31.952916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2de54601-675f-4bf3-8dfd-065b355bd7ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:16:31.979663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2de54601-675f-4bf3-8dfd-065b355bd7ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2161357 Nov 04 09:16:31.982654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42016) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:31.997111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d738f9d3-63ec-41fc-943d-e4cdce4606a4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:32.046271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 9fded260-75d9-48ba-94a4-f035031eb825 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:16:32.051297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 9fded260-75d9-48ba-94a4-f035031eb825 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:32.051666 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.175355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d738f9d3-63ec-41fc-943d-e4cdce4606a4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:32.182560 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d738f9d3-63ec-41fc-943d-e4cdce4606a4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.184056 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-d738f9d3-63ec-41fc-943d-e4cdce4606a4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:16:32.186638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d738f9d3-63ec-41fc-943d-e4cdce4606a4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:16:32.191878 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.241818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1e9a08b-7c85-4f65-a44f-28224c0286c4 req-0c5e4d61-4689-42d0-b2df-255647b125af tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5630262 Nov 04 09:16:32.243469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d738f9d3-63ec-41fc-943d-e4cdce4606a4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2581491 Nov 04 09:16:32.246797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:32.257608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-99301565-c181-44db-a192-7c0746193590 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:32.267186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 9fded260-75d9-48ba-94a4-f035031eb825, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9fded260-75d9-48ba-94a4-f035031eb825,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:32.276448 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.354102 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=9fded260-75d9-48ba-94a4-f035031eb825,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:32.381785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99301565-c181-44db-a192-7c0746193590 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:32.386193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-99301565-c181-44db-a192-7c0746193590 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.387897 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-99301565-c181-44db-a192-7c0746193590 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:16:32.389719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99301565-c181-44db-a192-7c0746193590 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:16:32.411931 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-99301565-c181-44db-a192-7c0746193590 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1619577 Nov 04 09:16:32.412696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42020) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:32.444488 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c08d21a0-2e00-4b26-acd5-d824b2b786d6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0303729 Nov 04 09:16:32.447163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:32.507884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bb62e9-5c95-4f14-bcd4-fc1e17e0f9de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:32.511898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-87bb62e9-5c95-4f14-bcd4-fc1e17e0f9de tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0614371 Nov 04 09:16:32.512975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42028) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:32.554392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-90fdaf7e-3510-4569-b684-88bca14129e5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397205 Nov 04 09:16:32.558491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:32.564710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:32.587671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42034) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:32.647630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] Deleting subnet 8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:32.652454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.700427 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.711112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:32.716588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.751873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.812624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.851091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:32.854666 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8f0f9873-0dcb-42d1-9b51-6a3ea42fb140 HTTP/1.1" status: 204 len: 168 time: 0.2652290 Nov 04 09:16:32.855922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8a0b3-e8ea-4d1c-ba51-108356b6e9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f0f9873-0dcb-42d1-9b51-6a3ea42fb140,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:32.857393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42038) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:32.898434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4ca5cc2-66c6-43c3-88d1-b26ab91659df no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:32.938074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: c4ca5cc2-66c6-43c3-88d1-b26ab91659df {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:32.938566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4ca5cc2-66c6-43c3-88d1-b26ab91659df not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:32.947805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.039276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.059363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:33.061616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.063360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fded260-75d9-48ba-94a4-f035031eb825'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:33.066408 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf6650-e658-48a2-b687-cd788938b911" -d '{"events": [{"server_uuid": "e5d4807b-9426-4526-85bd-53cb120f6599", "name": "network-vif-plugged", "status": "completed", "tag": "9fded260-75d9-48ba-94a4-f035031eb825"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:33.066661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44de6edb-15ec-4e54-930c-30071a9dee9b']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:33.089820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e193bfac-b4a0-496e-b6ea-262ec16ced8f') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:33.090662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e193bfac-b4a0-496e-b6ea-262ec16ced8f') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:33.108537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.114838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:33.119717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:33.125909 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12f5944-7805-4917-8a2c-d8ac254014f3 x-openstack-request-id: req-e12f5944-7805-4917-8a2c-d8ac254014f3 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:33.126199 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d4807b-9426-4526-85bd-53cb120f6599", "name": "network-vif-plugged", "status": "completed", "tag": "9fded260-75d9-48ba-94a4-f035031eb825", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:33.126421 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e12f5944-7805-4917-8a2c-d8ac254014f3 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:33.126880 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fded260-75d9-48ba-94a4-f035031eb825', 'code': 200} Nov 04 09:16:33.127418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:33.128386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.129369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.130637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1f8b59-85fc-47ea-b2a2-d33602d79b02 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:33.137754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:16:33.138523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:16:33.141574 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:16:33.175547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=df575361-954b-474f-b726-ed6a496d38c7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:33.183492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a0497e2-2cb8-419f-a45f-d8c0421b01ed tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6238658 Nov 04 09:16:33.183762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42042) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:33.192288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:b9:fd:0c', 'name': 'tempest-NetworksTestDHCPv6-55957099'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:33.280245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.293964 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.298329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/44de6edb-15ec-4e54-930c-30071a9dee9b HTTP/1.1" status: 204 len: 168 time: 0.4393313 Nov 04 09:16:33.321811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eb39ea-4824-4c09-8be0-590904e94fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=44de6edb-15ec-4e54-930c-30071a9dee9b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:33.333772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': 'df575361-954b-474f-b726-ed6a496d38c7'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:16:33.334986 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.356473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a970d-4970-45f2-a663-0e6ab21c3623 req-ee8c25fe-135c-4c68-b901-b2c75186e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:33.358074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-482a970d-4970-45f2-a663-0e6ab21c3623 req-ee8c25fe-135c-4c68-b901-b2c75186e976 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 1096 time: 0.1624279 Nov 04 09:16:33.424361 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-482a970d-4970-45f2-a663-0e6ab21c3623 req-cb29a224-f0c6-4fba-b2aa-d4f3aca8a472 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506997 Nov 04 09:16:33.427361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:33.486451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dedfe63-2c21-42e3-8593-fa25aaf64e01 req-b022d311-6878-4774-a15f-1676347039dc tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:33.497089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dedfe63-2c21-42e3-8593-fa25aaf64e01 req-b022d311-6878-4774-a15f-1676347039dc tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 945 time: 0.1375256 Nov 04 09:16:33.540076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Allocated IP 2001:db8::f816:3eff:fe4f:9356 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/df575361-954b-474f-b726-ed6a496d38c7/e654d857-5a11-4d45-a9bf-d98c5440ef3a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:33.548698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.575765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port e10bd87b-075f-4810-b255-d199593fed6c yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:33.606924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dedfe63-2c21-42e3-8593-fa25aaf64e01 req-e8af3af0-57c5-416e-ba91-7ceccd3308f9 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015756 Nov 04 09:16:33.606924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42050) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:33.662757 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-44d22895-4836-4c0a-826e-8eda3876fe72 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac0d54a6b21d46529b514e54c0ed1ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593634 Nov 04 09:16:33.663665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:33.724685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd246e02-baf3-4345-87f8-a4ffbf704046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.749346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd246e02-baf3-4345-87f8-a4ffbf704046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.766317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.774945 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.809955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd246e02-baf3-4345-87f8-a4ffbf704046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.813729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd246e02-baf3-4345-87f8-a4ffbf704046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.817383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dd246e02-baf3-4345-87f8-a4ffbf704046 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71c9effa-c55c-4b9a-a800-76a44c933d4d HTTP/1.1" status: 204 len: 168 time: 0.1510673 Nov 04 09:16:33.824288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd246e02-baf3-4345-87f8-a4ffbf704046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c9effa-c55c-4b9a-a800-76a44c933d4d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:33.831342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:33.839800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:33.841036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:feb9:fd0c (53f12eef-f51b-4fca-a94e-83521fd7b9e4/df575361-954b-474f-b726-ed6a496d38c7/e10bd87b-075f-4810-b255-d199593fed6c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:33.843273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:33.865120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Pushing event updated for resources: {'Port': ['ID=e654d857-5a11-4d45-a9bf-d98c5440ef3a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:33.930569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Attempting to bind port e654d857-5a11-4d45-a9bf-d98c5440ef3a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:33.930973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Attempting to bind port e654d857-5a11-4d45-a9bf-d98c5440ef3a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:33.931415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Attempting to bind port e654d857-5a11-4d45-a9bf-d98c5440ef3a on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:33.938159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:33.938624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:33.941096 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:33.941096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:33.941096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Bound port: e654d857-5a11-4d45-a9bf-d98c5440ef3a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:33.941096 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.004630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bb375e0c-50e0-4268-b9bb-071a5a70be88 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:34.037262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.086344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.097889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] For port e654d857-5a11-4d45-a9bf-d98c5440ef3a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:34.130280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] For port e654d857-5a11-4d45-a9bf-d98c5440ef3a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e654d857-5a11-4d45-a9bf-d98c5440ef3a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:34.135884 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.142798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port bb375e0c-50e0-4268-b9bb-071a5a70be88 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:16:34.156655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:34.157578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=e10bd87b-075f-4810-b255-d199593fed6c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:34.161891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:34.164154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:34.169966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:34.171071 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.178168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port bb375e0c-50e0-4268-b9bb-071a5a70be88 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:34.178543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.192992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3fb8f626-b332-4a9b-b4af-1339cc4ef9dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0073724 Nov 04 09:16:34.195951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:34.240240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4fdac-de1e-4954-8fad-6a5bf543e0b1 None None] Pushing event updated for resources: {'Port': ['ID=e654d857-5a11-4d45-a9bf-d98c5440ef3a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:34.303546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29c81f-4b70-4498-95ed-6815ae77fc54 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:34.309266 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.319928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf29c81f-4b70-4498-95ed-6815ae77fc54 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:34.324588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42068) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:34.328013 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf29c81f-4b70-4498-95ed-6815ae77fc54 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1282184 Nov 04 09:16:34.354764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port bb375e0c-50e0-4268-b9bb-071a5a70be88, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bb375e0c-50e0-4268-b9bb-071a5a70be88,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:34.360825 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.433600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=bb375e0c-50e0-4268-b9bb-071a5a70be88,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:34.499113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port e10bd87b-075f-4810-b255-d199593fed6c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:34.499113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.683154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.702232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for e10bd87b-075f-4810-b255-d199593fed6c owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:34.786521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e409f012-dfd3-4f03-887d-a7dd72ecfd42 req-347648fd-17b9-40c7-bca6-caab49869eca tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:34.791494 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e409f012-dfd3-4f03-887d-a7dd72ecfd42 req-347648fd-17b9-40c7-bca6-caab49869eca tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 946 time: 0.1133318 Nov 04 09:16:34.875318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e409f012-dfd3-4f03-887d-a7dd72ecfd42 req-a2d8dbc8-f6f0-4ed5-95f8-1dd3a8714aee tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754704 Nov 04 09:16:34.914023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:34.934577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:34.948401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e654d857-5a11-4d45-a9bf-d98c5440ef3a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:34.973352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=e10bd87b-075f-4810-b255-d199593fed6c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:35.024399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.027762 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-14220768-17b2-4265-887c-c7d301f92916 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/e10bd87b-075f-4810-b255-d199593fed6c HTTP/1.1" status: 204 len: 168 time: 0.7018220 Nov 04 09:16:35.031013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:35.049724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e654d857-5a11-4d45-a9bf-d98c5440ef3a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:35.050129 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.083440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1100333357-network', 'tenant_id': '6302abb10885418ea9d4cc8f73af3d9a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:35.126669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43c287-a203-4fb0-9629-8694f79e25ca tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:35.128318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c43c287-a203-4fb0-9629-8694f79e25ca tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:35.132762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42092) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:35.132949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6c43c287-a203-4fb0-9629-8694f79e25ca tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1004031 Nov 04 09:16:35.140614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Made reservation on behalf of 6302abb10885418ea9d4cc8f73af3d9a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:35.146187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb375e0c-50e0-4268-b9bb-071a5a70be88'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:35.146921 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.148520 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557f95b7-f4a2-4c4d-88e6-187bd9bb1e42" -d '{"events": [{"server_uuid": "55b27eba-40a4-4a7c-b24a-bc95d497590e", "name": "network-vif-plugged", "status": "completed", "tag": "bb375e0c-50e0-4268-b9bb-071a5a70be88"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:35.153041 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.166093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.194675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port e654d857-5a11-4d45-a9bf-d98c5440ef3a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e654d857-5a11-4d45-a9bf-d98c5440ef3a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:35.201312 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.217669 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81cd2dc-1a0c-4e6f-a24f-97a407c6973e x-openstack-request-id: req-b81cd2dc-1a0c-4e6f-a24f-97a407c6973e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:35.218315 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b27eba-40a4-4a7c-b24a-bc95d497590e", "name": "network-vif-plugged", "status": "completed", "tag": "bb375e0c-50e0-4268-b9bb-071a5a70be88", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:35.218595 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b81cd2dc-1a0c-4e6f-a24f-97a407c6973e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:35.219001 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb375e0c-50e0-4268-b9bb-071a5a70be88', 'code': 200} Nov 04 09:16:35.223697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet df575361-954b-474f-b726-ed6a496d38c7 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:35.228215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.301734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.326735 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.328991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=e654d857-5a11-4d45-a9bf-d98c5440ef3a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:35.332528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.349234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:16:35.380679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.381289 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Added segment b95fb501-0da0-42e5-a1e5-c21f0ffdf39c of type vlan for network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf Nov 04 09:16:35.396605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:35.449227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.466464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dad56-a863-43f4-a90a-2c599aea4c05 req-1a0f1703-ebaf-4dd4-848c-7f5330bdcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:35.468702 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a51dad56-a863-43f4-a90a-2c599aea4c05 req-1a0f1703-ebaf-4dd4-848c-7f5330bdcac5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 1097 time: 0.1396692 Nov 04 09:16:35.485807 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.486827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.487821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:35.489307 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.550763 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a51dad56-a863-43f4-a90a-2c599aea4c05 req-d574d563-b71f-4840-8bf5-973c6c8f3a12 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Nov 04 09:16:35.553026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6378515 Nov 04 09:16:35.555811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:35.563883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Request body: {'subnet': {'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1100333357-subnet', 'tenant_id': '6302abb10885418ea9d4cc8f73af3d9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:35.576878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2a6da-1a50-4be5-9bc5-effb275a3c29 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:35.585445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.590672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:16:35.594948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Made reservation on behalf of 6302abb10885418ea9d4cc8f73af3d9a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:35.598014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.634433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=df575361-954b-474f-b726-ed6a496d38c7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:35.637074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.645335 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f4de2474-1edd-4312-adff-d2c0a9f31eb0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/df575361-954b-474f-b726-ed6a496d38c7 HTTP/1.1" status: 204 len: 168 time: 0.5112026 Nov 04 09:16:35.646280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42098) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:35.714993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d390324e-336f-4a26-a1a2-8acf577cbd0f None None] Provisioning complete for port e654d857-5a11-4d45-a9bf-d98c5440ef3a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:35.715382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d390324e-336f-4a26-a1a2-8acf577cbd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.890340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:35.947744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b53e68-65ee-406e-8079-54b1445703d3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:35.958629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71d9e59-7563-4f6e-9f22-c3afdd086e12 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:36.004367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Checking segment: {'id': 'b95fb501-0da0-42e5-a1e5-c21f0ffdf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:36.004802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Network hostable DHCP agents. Network: 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:16:36.073096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:16:36.075024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c3fc4d3a-db43-4b7d-ad6b-b7216ca99cf9 None None] Could not find standard attr ID for object e10bd87b-075f-4810-b255-d199593fed6c. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:36.114533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3600f-b956-4242-a264-b913b9779a0a req-87904987-c712-4fca-b11c-a97536c1675a tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:36.116701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9da3600f-b956-4242-a264-b913b9779a0a req-87904987-c712-4fca-b11c-a97536c1675a tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 946 time: 0.0917251 Nov 04 09:16:36.117588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:36.127775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0393c3b4-4dd9-4962-bc16-5001531e6b41 None None] Network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:36.160022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:36.160892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:36.187622 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9da3600f-b956-4242-a264-b913b9779a0a req-d23dcd95-a63e-48ab-99d8-2afb68bfd3d2 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562489 Nov 04 09:16:36.213518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2c0b3504-4999-49ee-872a-a5e5b6a260fe admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6508822 Nov 04 09:16:36.235215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-873512c5-3ae1-492d-9d59-7a4ad1584f4f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5871339 Nov 04 09:16:36.238672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:36.244634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:36.300575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f71524-718e-42b5-a415-623406163cf1 None None] Network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:36.370400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:36.375111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:36.409950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:36.539987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] Deleting port e654d857-5a11-4d45-a9bf-d98c5440ef3a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:36.540370 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:36.647689 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] For port e654d857-5a11-4d45-a9bf-d98c5440ef3a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e654d857-5a11-4d45-a9bf-d98c5440ef3a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:36.648045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:36.671775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] Calling delete_port for e654d857-5a11-4d45-a9bf-d98c5440ef3a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:36.769957 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:36.825432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] Pushing event deleted for resources: {'Port': ['ID=e654d857-5a11-4d45-a9bf-d98c5440ef3a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:36.828800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043a2009-6e38-494a-b0ee-2eaea719fb04 None None] No DVR routers for this DVR port e654d857-5a11-4d45-a9bf-d98c5440ef3a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:36.863267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e654d857-5a11-4d45-a9bf-d98c5440ef3a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:36.873527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:36.889230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e654d857-5a11-4d45-a9bf-d98c5440ef3a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:36.889605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e654d857-5a11-4d45-a9bf-d98c5440ef3a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:37.014959 n-d-816487-1 neutron-server[102555]: WARNING neutron.services.revisions.revision_plugin [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Could not find related port for resource to bump revision. Nov 04 09:16:37.027031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_pluggable_backend [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Port e654d857-5a11-4d45-a9bf-d98c5440ef3a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 04 09:16:37.027375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_pluggable_backend [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:9356 {{(pid=102555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 04 09:16:37.035946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-b2b530cb-20ca-411f-8c4e-00ea5491a0fe tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:37.037500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-b2b530cb-20ca-411f-8c4e-00ea5491a0fe tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/networks?id=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf HTTP/1.1" status: 200 len: 814 time: 0.2197042 Nov 04 09:16:37.039991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_pluggable_backend [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4f:9356 {{(pid=102555) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 04 09:16:37.041211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.095914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-a7827f6c-73e6-4249-bf44-8de9161246e0 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/quotas/6302abb10885418ea9d4cc8f73af3d9a HTTP/1.1" status: 200 len: 375 time: 0.0471642 Nov 04 09:16:37.116687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:37.116687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:37.116951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:37.117511 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.123991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c93fc-6606-4c10-8fff-95443b319b75 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:37.156635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=8f665538-70f7-4592-b0d9-0f8dc9746867,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:37.163630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-9cae53d8-8609-4911-95f6-f93edb9def28 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6302abb10885418ea9d4cc8f73af3d9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433829 Nov 04 09:16:37.174839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d59a1b1f-53fc-420d-8527-53350eb9cbcf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9338200 Nov 04 09:16:37.177047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:37.182107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:f9:92:77', 'name': 'tempest-NetworksTestDHCPv6-1505582643'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:37.286837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-23f60150-56f8-49b7-948b-641404815f1a service neutron] 10.222.0.53 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114972 Nov 04 09:16:37.289940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '8f665538-70f7-4592-b0d9-0f8dc9746867'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:16:37.292165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.329540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90f7b45c-55a4-4cfa-b5dd-9b97a66d42c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.332055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:37.338571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.364317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 96c9b688-a32e-41d8-a2f8-2869134df08f yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:37.411501 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-14101379-1218-406d-a244-b62eadc354f4 service neutron] 10.222.0.53 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175420 Nov 04 09:16:37.466044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Allocated IP 2001:db8::f816:3eff:fe37:5588 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/8f665538-70f7-4592-b0d9-0f8dc9746867/10130a29-9274-4f73-b504-0e5b8dd2ad4d) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:37.674123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8518b-d89b-46d0-8380-f04431262722 req-9d0644e1-1d20-44ec-9890-a26e0146ca5b tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:37.676916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54f8518b-d89b-46d0-8380-f04431262722 req-9d0644e1-1d20-44ec-9890-a26e0146ca5b tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 946 time: 0.0747757 Nov 04 09:16:37.700599 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.710000 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.776644 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54f8518b-d89b-46d0-8380-f04431262722 req-1d5e4003-f222-4712-bd3c-3c1bf36b8419 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917938 Nov 04 09:16:37.781110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:37.813936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:37.816408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Pushing event updated for resources: {'Port': ['ID=10130a29-9274-4f73-b504-0e5b8dd2ad4d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:37.818803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:37.828312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:fef9:9277 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/8f665538-70f7-4592-b0d9-0f8dc9746867/96c9b688-a32e-41d8-a2f8-2869134df08f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:37.903269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Attempting to bind port 10130a29-9274-4f73-b504-0e5b8dd2ad4d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:37.903640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Attempting to bind port 10130a29-9274-4f73-b504-0e5b8dd2ad4d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:37.904565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Attempting to bind port 10130a29-9274-4f73-b504-0e5b8dd2ad4d on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:37.913477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:37.914111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:37.914518 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.914937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:37.915415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Bound port: 10130a29-9274-4f73-b504-0e5b8dd2ad4d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:37.915799 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:37.999643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c25af2d9-a450-419a-9450-70293e11a7c9 req-8a242003-da9d-4dea-9b37-4b687b03f18b tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 210 time: 0.0594130 Nov 04 09:16:38.035946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] For port 10130a29-9274-4f73-b504-0e5b8dd2ad4d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:38.042325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] For port 10130a29-9274-4f73-b504-0e5b8dd2ad4d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=10130a29-9274-4f73-b504-0e5b8dd2ad4d,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:38.052859 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:38.127753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:38.190046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aca56b-5dff-4be3-b174-a8ddb55c753a None None] Pushing event updated for resources: {'Port': ['ID=10130a29-9274-4f73-b504-0e5b8dd2ad4d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:38.196061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:38.218999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806faf67-cc87-4497-9932-f0470b437347 req-81c6fe91-d527-4853-83b3-e374b9bc199e tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:38.227345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-806faf67-cc87-4497-9932-f0470b437347 req-81c6fe91-d527-4853-83b3-e374b9bc199e tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 945 time: 0.1119509 Nov 04 09:16:38.254318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:38.263468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:38.266056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=96c9b688-a32e-41d8-a2f8-2869134df08f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:38.268468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:38.274378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:38.275045 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:38.301816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-19330c92-6ea7-45ed-828c-355e4eda7ed3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1236582 Nov 04 09:16:38.305457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42146) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:38.314736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-806faf67-cc87-4497-9932-f0470b437347 req-a8cd982e-5793-4b26-a2ac-a899a253654a tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861714 Nov 04 09:16:38.381637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63365b58-e885-4e45-9251-f4cb314078d0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:38.387665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63365b58-e885-4e45-9251-f4cb314078d0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:38.390284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-63365b58-e885-4e45-9251-f4cb314078d0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0826998 Nov 04 09:16:38.392906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42150) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:38.502396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df64b8af-c890-4d83-a63b-871e4170b3c7 req-5a9e917d-ec22-4e48-852f-0f086dd622a3 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:38.504089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df64b8af-c890-4d83-a63b-871e4170b3c7 req-5a9e917d-ec22-4e48-852f-0f086dd622a3 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 945 time: 0.0657897 Nov 04 09:16:38.556571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df64b8af-c890-4d83-a63b-871e4170b3c7 req-2493eeea-ed37-491c-901c-38581098568a tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457401 Nov 04 09:16:38.585206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 96c9b688-a32e-41d8-a2f8-2869134df08f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:38.585538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:38.602695 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:16:38.693076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:38.708381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 96c9b688-a32e-41d8-a2f8-2869134df08f owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:38.841126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3f4dd-f120-40fa-a4db-590d2af66ce9 req-25ded950-2e46-41a4-8f0b-531acb53cc79 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:38.843375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9b3f4dd-f120-40fa-a4db-590d2af66ce9 req-25ded950-2e46-41a4-8f0b-531acb53cc79 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 945 time: 0.0548878 Nov 04 09:16:38.901343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:38.913352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9b3f4dd-f120-40fa-a4db-590d2af66ce9 req-eb9298b9-f9fb-4c9d-8b1a-30ae2c081b0f tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627799 Nov 04 09:16:38.957351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 10130a29-9274-4f73-b504-0e5b8dd2ad4d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:39.004551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.011292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/96c9b688-a32e-41d8-a2f8-2869134df08f HTTP/1.1" status: 204 len: 168 time: 0.6107714 Nov 04 09:16:39.011517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42158) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:39.079174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 10130a29-9274-4f73-b504-0e5b8dd2ad4d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:39.079519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.145693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-79b29296-aeb2-4d39-92c8-c0e41c6828c9 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:39.147421 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-79b29296-aeb2-4d39-92c8-c0e41c6828c9 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.70 "GET /v2.0/networks?id=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf HTTP/1.1" status: 200 len: 814 time: 0.1448977 Nov 04 09:16:39.148408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82765f09-ef1e-4250-b091-41e343fa598c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=96c9b688-a32e-41d8-a2f8-2869134df08f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:39.168734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Request body: {'port': {'device_id': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf', 'admin_state_up': True, 'tenant_id': '6302abb10885418ea9d4cc8f73af3d9a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:39.171150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a032e1-5b90-4742-a9dc-1aed1496da51 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:39.173311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a032e1-5b90-4742-a9dc-1aed1496da51 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:39.177706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-03a032e1-5b90-4742-a9dc-1aed1496da51 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1659474 Nov 04 09:16:39.180690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:39.288733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fce52ff9-fbc2-49d9-bee8-d38dd941135c req-3c3bb920-5f89-4e51-878e-c5cf3ca5927d tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 210 time: 0.0874505 Nov 04 09:16:39.326323 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.336680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 8f665538-70f7-4592-b0d9-0f8dc9746867 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:39.350337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.376313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 10130a29-9274-4f73-b504-0e5b8dd2ad4d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=10130a29-9274-4f73-b504-0e5b8dd2ad4d,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:39.386641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.404092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Made reservation on behalf of 6302abb10885418ea9d4cc8f73af3d9a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:39.409269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.418212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.496562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=10130a29-9274-4f73-b504-0e5b8dd2ad4d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:39.557194 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.593169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Allocated IP 172.20.0.6 (4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf/e4b53e68-65ee-406e-8079-54b1445703d3/e1296bc1-048a-4d09-b5b9-ee37f77a2461) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:39.648099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-66f14877-4515-4cc2-868e-122a01fdef0a None None] Provisioning complete for port 10130a29-9274-4f73-b504-0e5b8dd2ad4d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:39.648719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66f14877-4515-4cc2-868e-122a01fdef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.652565 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.687027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=8f665538-70f7-4592-b0d9-0f8dc9746867,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:39.695072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.698355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d5006d6f-693b-4619-8f5c-ed20d75f9402 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/8f665538-70f7-4592-b0d9-0f8dc9746867 HTTP/1.1" status: 204 len: 168 time: 0.5164154 Nov 04 09:16:39.700714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:39.756407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8bc3e6f6-14e1-4616-b3ff-04aca89972d5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0539863 Nov 04 09:16:39.765456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:39.824093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64f9819-6d38-41dd-8364-8418210b8454 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:39.825629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d64f9819-6d38-41dd-8364-8418210b8454 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0590827 Nov 04 09:16:39.828807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:39.864925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdaab30-3864-4561-a20d-822350c3684c None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:39.870431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.901949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7385d-58d8-4926-a22e-944937f4e0f6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:39.905504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-75e7385d-58d8-4926-a22e-944937f4e0f6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756900 Nov 04 09:16:39.908293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:39.917251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:39.988041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5558ccf3-c4d5-4dba-af64-7ca34e2cf228 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688965 Nov 04 09:16:39.988431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4364215a-62c8-4752-96bf-870deba21769 None None] Could not find standard attr ID for object 96c9b688-a32e-41d8-a2f8-2869134df08f. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:39.988887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:39.988887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42176) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:39.995555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:40.008413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:40.015992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:40.022878 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-41546c5e-ce40-4aa4-8011-ea0ebd6f84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.094545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d904e24-f391-4f12-8cf9-384e5d66ffd6 req-9287cec5-0c04-4e7b-8119-6235140a510b tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:40.098129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d904e24-f391-4f12-8cf9-384e5d66ffd6 req-9287cec5-0c04-4e7b-8119-6235140a510b tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 945 time: 0.0726159 Nov 04 09:16:40.124453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Pushing event updated for resources: {'Port': ['ID=e1296bc1-048a-4d09-b5b9-ee37f77a2461,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:40.147910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:40.162136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d904e24-f391-4f12-8cf9-384e5d66ffd6 req-141b4841-ad60-4a35-bb06-34f0c19f0334 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560303 Nov 04 09:16:40.175379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:40.176203 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.217782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-6fec04e2-d4c5-4bdc-9932-4f8fa605571e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0596240 Nov 04 09:16:40.229805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] Deleting port 10130a29-9274-4f73-b504-0e5b8dd2ad4d {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:40.231336 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.237489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Request body: {'port': {'device_id': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:40.304442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:40.307461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.339274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] For port 10130a29-9274-4f73-b504-0e5b8dd2ad4d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=10130a29-9274-4f73-b504-0e5b8dd2ad4d,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:40.339681 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.363275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] Calling delete_port for 10130a29-9274-4f73-b504-0e5b8dd2ad4d owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:40.365099 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.453253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-e861ff61-0098-4eb1-96eb-107c7d35b4b4 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:40.454784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-e861ff61-0098-4eb1-96eb-107c7d35b4b4 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "GET /v2.0/ports?device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 945 time: 0.2134941 Nov 04 09:16:40.455412 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.458490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db3466-f981-425e-8e25-db0bb91cc282 req-ad531d60-eb70-4696-8e11-a140fc98fa3e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:40.460866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13db3466-f981-425e-8e25-db0bb91cc282 req-ad531d60-eb70-4696-8e11-a140fc98fa3e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 931 time: 0.0836828 Nov 04 09:16:40.467195 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.498545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] Pushing event deleted for resources: {'Port': ['ID=10130a29-9274-4f73-b504-0e5b8dd2ad4d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:40.507011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b7ec6e-4660-4945-9619-0def1892be70 None None] No DVR routers for this DVR port 10130a29-9274-4f73-b504-0e5b8dd2ad4d on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:40.524884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13db3466-f981-425e-8e25-db0bb91cc282 req-9c159e27-5980-46af-b66e-6ed5956c5195 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539367 Nov 04 09:16:40.832820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Deleting port 5167931d-f120-474e-8954-99eb999063c1 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:40.832820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:40.865676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 10130a29-9274-4f73-b504-0e5b8dd2ad4d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:40.890570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 10130a29-9274-4f73-b504-0e5b8dd2ad4d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:40.890915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 10130a29-9274-4f73-b504-0e5b8dd2ad4d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:41.031935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:41.048666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.077003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] For port 5167931d-f120-474e-8954-99eb999063c1, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=5167931d-f120-474e-8954-99eb999063c1,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:41.077370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.129173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Calling delete_port for 5167931d-f120-474e-8954-99eb999063c1 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:41.140100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:41.151049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1296bc1-048a-4d09-b5b9-ee37f77a2461 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:41.156384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:41.159185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:41.159779 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.166238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be15075-ab90-4505-a887-f7689c14967c None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:41.174839 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.190793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=90a1eb91-d15b-440d-80a1-0880e8898d8f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:41.234466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Transition to ACTIVE for port object e1296bc1-048a-4d09-b5b9-ee37f77a2461 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:16:41.240516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9f166725-cb69-4952-b906-328b1336f202 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2488151 Nov 04 09:16:41.242578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42186) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:41.249033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.249383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:23:4c:4c', 'name': 'tempest-NetworksTestDHCPv6-1527444949'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:41.363373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1296bc1-048a-4d09-b5b9-ee37f77a2461,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:41.418455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6307f8-7406-4486-aa05-a8d80b1bbc69 req-fcc3cd6b-251c-41b1-aa39-06e09899a9de tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:41.421031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a6307f8-7406-4486-aa05-a8d80b1bbc69 req-fcc3cd6b-251c-41b1-aa39-06e09899a9de tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=ddd041bc-8929-4ce2-9b9e-bf799da30671 HTTP/1.1" status: 200 len: 945 time: 0.0912957 Nov 04 09:16:41.490776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a6307f8-7406-4486-aa05-a8d80b1bbc69 req-a986f69f-fcec-4a61-a97d-7fb23f4e0aed tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598845 Nov 04 09:16:41.505699 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.518833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:41.539068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Attempting to bind port e1296bc1-048a-4d09-b5b9-ee37f77a2461 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:41.539663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Attempting to bind port e1296bc1-048a-4d09-b5b9-ee37f77a2461 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'b95fb501-0da0-42e5-a1e5-c21f0ffdf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:41.539783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Attempting to bind port e1296bc1-048a-4d09-b5b9-ee37f77a2461 on network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:41.546288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Port e1296bc1-048a-4d09-b5b9-ee37f77a2461 on network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:16:41.546735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Attempting to bind port e1296bc1-048a-4d09-b5b9-ee37f77a2461 on network 4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:41.551977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.566717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['5167931d-f120-474e-8954-99eb999063c1', 'bb375e0c-50e0-4268-b9bb-071a5a70be88'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:41.568016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:41.568192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Checking segment: {'id': 'b95fb501-0da0-42e5-a1e5-c21f0ffdf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:41.568563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Bound using segment: {'id': 'b95fb501-0da0-42e5-a1e5-c21f0ffdf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:41.569012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Bound port: e1296bc1-048a-4d09-b5b9-ee37f77a2461, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b95fb501-0da0-42e5-a1e5-c21f0ffdf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:41.569140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9fded260-75d9-48ba-94a4-f035031eb825'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:41.569426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.599336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Pushing event deleted for resources: {'Port': ['ID=5167931d-f120-474e-8954-99eb999063c1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:41.650367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.673683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] No DVR routers for this DVR port 5167931d-f120-474e-8954-99eb999063c1 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:41.677354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.681258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-89eafc90-466d-49e9-be34-e29bd02b7f02 req-316dc303-00ac-4004-b2e6-72ba32dad480 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "DELETE /v2.0/ports/5167931d-f120-474e-8954-99eb999063c1 HTTP/1.1" status: 204 len: 173 time: 1.2089322 Nov 04 09:16:41.684518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'name': 'network-vif-deleted', 'tag': '5167931d-f120-474e-8954-99eb999063c1'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:41.687176 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705a4763-3068-483d-9a6c-5e162e78f927" -d '{"events": [{"server_uuid": "ddd041bc-8929-4ce2-9b9e-bf799da30671", "name": "network-vif-deleted", "tag": "5167931d-f120-474e-8954-99eb999063c1"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:41.707004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 13ff332a-f868-4de4-8b74-c4bbb29ec774 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:41.725253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] For port e1296bc1-048a-4d09-b5b9-ee37f77a2461, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:41.730333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] For port e1296bc1-048a-4d09-b5b9-ee37f77a2461, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461,segment=NetworkSegment(b95fb501-0da0-42e5-a1e5-c21f0ffdf39c),segment_id=b95fb501-0da0-42e5-a1e5-c21f0ffdf39c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:41.735708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.779670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:41.780355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.783106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] 10.222.0.70 "PUT /v2.0/ports/e1296bc1-048a-4d09-b5b9-ee37f77a2461 HTTP/1.1" status: 200 len: 1091 time: 1.5504529 Nov 04 09:16:41.828903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa598e2-8260-4bc0-bc5c-4b3743aa5ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=e1296bc1-048a-4d09-b5b9-ee37f77a2461,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:41.880364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '90a1eb91-d15b-440d-80a1-0880e8898d8f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:16:41.881304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:41.941695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-302f2742-d971-45c4-b113-381706b8ac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:41.943906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-302f2742-d971-45c4-b113-381706b8ac48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6302abb10885418ea9d4cc8f73af3d9a&device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 1094 time: 0.0691369 Nov 04 09:16:42.005103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-9148f911-497a-4153-bc64-b0657ce142e0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461 HTTP/1.1" status: 200 len: 217 time: 0.0528758 Nov 04 09:16:42.022275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:fe23:4c4c (53f12eef-f51b-4fca-a94e-83521fd7b9e4/90a1eb91-d15b-440d-80a1-0880e8898d8f/13ff332a-f868-4de4-8b74-c4bbb29ec774) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:42.042182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad5c73-2441-45f5-b495-501ab7bc098f req-d084ae01-bf3c-4833-9a36-df4688171d36 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:42.051973 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcad5c73-2441-45f5-b495-501ab7bc098f req-d084ae01-bf3c-4833-9a36-df4688171d36 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 943 time: 0.2311983 Nov 04 09:16:42.082282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-48048da1-9710-42a4-a154-1d36ad7cf2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:42.083697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-48048da1-9710-42a4-a154-1d36ad7cf2b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b53e68-65ee-406e-8079-54b1445703d3 HTTP/1.1" status: 200 len: 854 time: 0.0706518 Nov 04 09:16:42.118649 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-11f7bd6e-3996-4bf2-85c2-74e463e5f77b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256081 Nov 04 09:16:42.144949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcad5c73-2441-45f5-b495-501ab7bc098f req-069aff4a-a809-43d5-9b5d-466e52ca6e44 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916932 Nov 04 09:16:42.233891 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56062a31-55a6-402a-9bf6-38ddbe96dc21 x-openstack-request-id: req-56062a31-55a6-402a-9bf6-38ddbe96dc21 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:42.234188 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd041bc-8929-4ce2-9b9e-bf799da30671", "name": "network-vif-deleted", "tag": "5167931d-f120-474e-8954-99eb999063c1", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:42.234496 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56062a31-55a6-402a-9bf6-38ddbe96dc21 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:42.234901 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddd041bc-8929-4ce2-9b9e-bf799da30671', 'name': 'network-vif-deleted', 'tag': '5167931d-f120-474e-8954-99eb999063c1', 'status': 'completed', 'code': 200} Nov 04 09:16:42.254273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-fbd44dc0-2e00-46de-be78-3b6473e1def6 service neutron] 10.222.0.70 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279132 Nov 04 09:16:42.333232 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.370382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0d8e2856-4189-4396-a2e2-a68aae983b96 req-b87438fc-7d36-4726-8871-e92509b5918d service neutron] 10.222.0.70 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077678 Nov 04 09:16:42.381685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.441454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:42.444588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Allocated IP 2001:db8::f816:3eff:fed2:a222 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/90a1eb91-d15b-440d-80a1-0880e8898d8f/216970fc-a4cf-4993-a9fd-53a8adeef4ae) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:42.445119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:42.454367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:42.460421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:42.461077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.464762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=13ff332a-f868-4de4-8b74-c4bbb29ec774,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:42.488048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42198) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:42.499351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3dfc673-e115-4052-bc46-1bca8c241f6e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2533462 Nov 04 09:16:42.542396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a6274-56b3-4d46-888a-fba790bcfccd tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:42.545175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d28a6274-56b3-4d46-888a-fba790bcfccd tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0552809 Nov 04 09:16:42.547982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:42.677919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.696123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.710229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.713334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 13ff332a-f868-4de4-8b74-c4bbb29ec774 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:42.713669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.758003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Pushing event updated for resources: {'Port': ['ID=216970fc-a4cf-4993-a9fd-53a8adeef4ae,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:42.772425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:42.774446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:42.782294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:42.842618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.846246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Attempting to bind port 216970fc-a4cf-4993-a9fd-53a8adeef4ae on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:42.846698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Attempting to bind port 216970fc-a4cf-4993-a9fd-53a8adeef4ae by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:42.847131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Attempting to bind port 216970fc-a4cf-4993-a9fd-53a8adeef4ae on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:42.853038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:42.853825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:42.853825 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.854353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:42.855195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Bound port: 216970fc-a4cf-4993-a9fd-53a8adeef4ae, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:42.855664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:42.860247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 13ff332a-f868-4de4-8b74-c4bbb29ec774 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:42.945818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] For port 216970fc-a4cf-4993-a9fd-53a8adeef4ae, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:42.949556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] For port 216970fc-a4cf-4993-a9fd-53a8adeef4ae, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=216970fc-a4cf-4993-a9fd-53a8adeef4ae,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:42.955631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.056138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c680d5-40e6-4da2-a862-b0b0e8fc7359 None None] Pushing event updated for resources: {'Port': ['ID=216970fc-a4cf-4993-a9fd-53a8adeef4ae,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:43.071249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.116256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=13ff332a-f868-4de4-8b74-c4bbb29ec774,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:43.143389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.147723 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f71e187e-c4bd-4b57-97b5-3fbd899d0fae tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/13ff332a-f868-4de4-8b74-c4bbb29ec774 HTTP/1.1" status: 204 len: 168 time: 0.5986481 Nov 04 09:16:43.150187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:43.265693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b746e-4f39-4c8f-9c07-6e4c2fc6b893 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:43.267319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013b746e-4f39-4c8f-9c07-6e4c2fc6b893 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:43.268843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-013b746e-4f39-4c8f-9c07-6e4c2fc6b893 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1177366 Nov 04 09:16:43.271705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42228) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:43.332584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c6f66-2386-45af-9ca4-db6c1fdc9f79 req-7146b2ab-4d6d-4f35-9d34-b6c95938f766 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:43.335552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a97c6f66-2386-45af-9ca4-db6c1fdc9f79 req-7146b2ab-4d6d-4f35-9d34-b6c95938f766 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 943 time: 0.0853281 Nov 04 09:16:43.358183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 90a1eb91-d15b-440d-80a1-0880e8898d8f {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:43.362560 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.406485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a97c6f66-2386-45af-9ca4-db6c1fdc9f79 req-87bd11d2-9fb6-4337-a779-16512d588f83 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556037 Nov 04 09:16:43.428585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.531720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.614740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.645165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=90a1eb91-d15b-440d-80a1-0880e8898d8f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:43.650086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:43.659794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/90a1eb91-d15b-440d-80a1-0880e8898d8f HTTP/1.1" status: 204 len: 168 time: 0.3844907 Nov 04 09:16:43.660553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42234) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:43.673280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.673731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.674149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.674770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.675187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.675530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.675889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.676216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.677823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.677823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.677823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.678145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcc76b2-c7ef-4f19-829a-383942d19109 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:43.699795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db9cfa-a66b-4ed7-ae1e-a55d4832f209 req-08fc2804-c1be-4b14-b16a-1f55a57f9246 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:43.706073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db9cfa-a66b-4ed7-ae1e-a55d4832f209 req-08fc2804-c1be-4b14-b16a-1f55a57f9246 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:43.708179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36db9cfa-a66b-4ed7-ae1e-a55d4832f209 req-08fc2804-c1be-4b14-b16a-1f55a57f9246 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e&device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 1682 time: 0.0672717 Nov 04 09:16:43.717644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-da50d8d0-17f9-40fe-a1b4-0c7a9a47ba6c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0512218 Nov 04 09:16:43.719412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42236) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:43.725343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:43.755545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36db9cfa-a66b-4ed7-ae1e-a55d4832f209 req-76a42cc8-3019-4113-bf86-4d2de5a1f6ef tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413682 Nov 04 09:16:43.846045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:43.849670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:44.055662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5167931d-f120-474e-8954-99eb999063c1 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:44.089918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 5167931d-f120-474e-8954-99eb999063c1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:44.090568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 5167931d-f120-474e-8954-99eb999063c1 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:44.186529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f97750-e2fa-49d2-954a-a5db0c5c81e6 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:44.240456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'tag': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:44.244450 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de977e9-cabd-4d4e-988a-ffee279761b4" -d '{"events": [{"name": "network-changed", "server_uuid": "083eff57-027d-4abe-bd0e-fe2dd5abc0f1", "tag": "e1296bc1-048a-4d09-b5b9-ee37f77a2461"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:44.271134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-72dd2336-f283-4d4d-ba1d-c2eece10ac13 None None] Provisioning complete for port 216970fc-a4cf-4993-a9fd-53a8adeef4ae triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:44.271507 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72dd2336-f283-4d4d-ba1d-c2eece10ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:44.371612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:44.487673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72dd2336-f283-4d4d-ba1d-c2eece10ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:44.505995 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94ccd49-d603-46cd-bfb6-483dcf8ee02d x-openstack-request-id: req-a94ccd49-d603-46cd-bfb6-483dcf8ee02d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:44.506576 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083eff57-027d-4abe-bd0e-fe2dd5abc0f1", "tag": "e1296bc1-048a-4d09-b5b9-ee37f77a2461", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:44.507197 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a94ccd49-d603-46cd-bfb6-483dcf8ee02d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:44.507764 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'tag': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461', 'status': 'completed', 'code': 200} Nov 04 09:16:44.552220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad832c49-d6cc-4745-bbfc-636f69f3a072 req-0fee425e-e88a-41b6-95b3-70eeec30c110 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:44.554087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad832c49-d6cc-4745-bbfc-636f69f3a072 req-0fee425e-e88a-41b6-95b3-70eeec30c110 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 943 time: 0.0648093 Nov 04 09:16:44.587200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-72dd2336-f283-4d4d-ba1d-c2eece10ac13 None None] For port 216970fc-a4cf-4993-a9fd-53a8adeef4ae, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=216970fc-a4cf-4993-a9fd-53a8adeef4ae,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:44.605759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72dd2336-f283-4d4d-ba1d-c2eece10ac13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:44.661128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-603632ff-0ac9-4a90-995e-4724d7474f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:44.663575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-603632ff-0ac9-4a90-995e-4724d7474f88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6302abb10885418ea9d4cc8f73af3d9a&device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 1094 time: 0.1648090 Nov 04 09:16:44.668419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad832c49-d6cc-4745-bbfc-636f69f3a072 req-eca284b2-ad91-4c6d-b5d1-06f52a01fbc1 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048541 Nov 04 09:16:44.734413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd2336-f283-4d4d-ba1d-c2eece10ac13 None None] Pushing event updated for resources: {'Port': ['ID=216970fc-a4cf-4993-a9fd-53a8adeef4ae,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:44.806136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da45a0-e31d-427c-9830-214ce55d6a3c req-7db98bbc-90c3-445d-bd8f-b97ef744b66a tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:44.815746 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54da45a0-e31d-427c-9830-214ce55d6a3c req-7db98bbc-90c3-445d-bd8f-b97ef744b66a tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 945 time: 0.0757809 Nov 04 09:16:44.868903 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54da45a0-e31d-427c-9830-214ce55d6a3c req-b3745a09-785a-4d39-983a-1666832213c6 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517533 Nov 04 09:16:44.877620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-5008950c-cf5c-4735-a9bc-013aa840fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:44.880369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-5008950c-cf5c-4735-a9bc-013aa840fc79 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf HTTP/1.1" status: 200 len: 915 time: 0.2074451 Nov 04 09:16:44.976400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-22fca95e-9676-462a-87e0-e1156e852ddf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461 HTTP/1.1" status: 200 len: 217 time: 0.0811701 Nov 04 09:16:45.003026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 216970fc-a4cf-4993-a9fd-53a8adeef4ae up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:45.076423 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:45.088800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f75bb986-a5ad-42d4-98e4-5fae45348ecd None None] Provisioning complete for port 216970fc-a4cf-4993-a9fd-53a8adeef4ae triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:45.089406 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f75bb986-a5ad-42d4-98e4-5fae45348ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:45.108042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-a78baa99-982b-47f2-97fb-aa42103cbc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:45.109960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-a78baa99-982b-47f2-97fb-aa42103cbc85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b53e68-65ee-406e-8079-54b1445703d3 HTTP/1.1" status: 200 len: 854 time: 0.1217797 Nov 04 09:16:45.121341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 216970fc-a4cf-4993-a9fd-53a8adeef4ae triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:45.121703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:45.176557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-4822da5d-b643-4378-a94b-022b7d024bd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554399 Nov 04 09:16:45.394258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-3eacbc41-45d3-470a-a92c-0a5ee4a6d4be service neutron] 10.222.0.70 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055664 Nov 04 09:16:45.401455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] For port 216970fc-a4cf-4993-a9fd-53a8adeef4ae, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=216970fc-a4cf-4993-a9fd-53a8adeef4ae,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:45.410157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-be8447be-d1b3-47a5-9771-a67444527efe None None] Could not find standard attr ID for object 13ff332a-f868-4de4-8b74-c4bbb29ec774. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:45.487534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:45.493110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:45.493825 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:45.681213 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:45.815426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6431-0b6a-4fee-83c6-7bae399242b3 req-ece6b580-f535-466e-9138-ef8394628dcc tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:45.817538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18da6431-0b6a-4fee-83c6-7bae399242b3 req-ece6b580-f535-466e-9138-ef8394628dcc tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 943 time: 0.0597925 Nov 04 09:16:45.861534 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18da6431-0b6a-4fee-83c6-7bae399242b3 req-6e4fd81f-14d2-4064-8a5d-cfa61c5a54ec tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371273 Nov 04 09:16:45.952189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e1296bc1-048a-4d09-b5b9-ee37f77a2461 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:16:45.972918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:46.000912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2de977e9-cabd-4d4e-988a-ffee279761b4 req-038886aa-df16-4487-b137-866a155edabe service neutron] 10.222.0.70 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5973732 Nov 04 09:16:46.009231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843acc9-95c3-4945-b459-ec1dbc42eb56 req-915c2e3b-4e0d-418d-b891-5819283221ae tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:46.011041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:46.021590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:46.022146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.023442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6843acc9-95c3-4945-b459-ec1dbc42eb56 req-915c2e3b-4e0d-418d-b891-5819283221ae tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 945 time: 0.0809932 Nov 04 09:16:46.039692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfa587d-d27e-44d7-bc58-d1c22d941eea None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:46.045842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=216970fc-a4cf-4993-a9fd-53a8adeef4ae,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:46.053780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=9178c413-5daa-4aa4-bf88-ad8c65f7ae82,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:46.068213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-17c54119-69a7-4145-bcef-43aef4baf9c8 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:46.069984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-17c54119-69a7-4145-bcef-43aef4baf9c8 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.70 "GET /v2.0/ports?device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 945 time: 0.5533044 Nov 04 09:16:46.075715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba23d8f7-37f2-49a7-aba0-436b79dc12df tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3550746 Nov 04 09:16:46.078384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42272) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:46.085600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:cd:7f:cb', 'name': 'tempest-NetworksTestDHCPv6-1965611595'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:46.150535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6843acc9-95c3-4945-b459-ec1dbc42eb56 req-b23178b1-2096-4cd7-801e-18c395dccdd7 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccd7520-3f24-48f6-8493-ced246a0a9d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231880 Nov 04 09:16:46.152701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2b29e-6619-442d-a031-00995f784eb2 req-3ad7fc18-30ef-4154-bc34-ae3274766cc6 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:46.157991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-43a2b29e-6619-442d-a031-00995f784eb2 req-3ad7fc18-30ef-4154-bc34-ae3274766cc6 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "GET /v2.0/ports?device_id=55b27eba-40a4-4a7c-b24a-bc95d497590e HTTP/1.1" status: 200 len: 946 time: 0.2083030 Nov 04 09:16:46.176248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e1296bc1-048a-4d09-b5b9-ee37f77a2461, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461,segment=NetworkSegment(b95fb501-0da0-42e5-a1e5-c21f0ffdf39c),segment_id=b95fb501-0da0-42e5-a1e5-c21f0ffdf39c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:46.248265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461', 'network_id': '4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf', 'port_id': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461', 'mac_address': 'fa:16:3e:a2:4b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b53e68-65ee-406e-8079-54b1445703d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:16:46.277846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:46.283581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.312343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 9c512b81-d334-4608-b3a0-623c3db8f777 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:46.346193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Deleting port 9fded260-75d9-48ba-94a4-f035031eb825 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:46.346672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.362195 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.366861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Deleting port bb375e0c-50e0-4268-b9bb-071a5a70be88 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:46.367331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.384550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1296bc1-048a-4d09-b5b9-ee37f77a2461 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:46.428298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e1296bc1-048a-4d09-b5b9-ee37f77a2461, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461,segment=NetworkSegment(b95fb501-0da0-42e5-a1e5-c21f0ffdf39c),segment_id=b95fb501-0da0-42e5-a1e5-c21f0ffdf39c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:46.433999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.440651 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.474482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:fecd:7fcb (53f12eef-f51b-4fca-a94e-83521fd7b9e4/9178c413-5daa-4aa4-bf88-ad8c65f7ae82/9c512b81-d334-4608-b3a0-623c3db8f777) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:46.514360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e1296bc1-048a-4d09-b5b9-ee37f77a2461,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:46.552957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] For port 9fded260-75d9-48ba-94a4-f035031eb825, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=9fded260-75d9-48ba-94a4-f035031eb825,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:46.552957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.576504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] For port bb375e0c-50e0-4268-b9bb-071a5a70be88, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=bb375e0c-50e0-4268-b9bb-071a5a70be88,segment=NetworkSegment(46368f91-5077-4257-94fe-eec9b7aeb4c1),segment_id=46368f91-5077-4257-94fe-eec9b7aeb4c1)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:46.577550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.594779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Calling delete_port for 9fded260-75d9-48ba-94a4-f035031eb825 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:46.608409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Calling delete_port for bb375e0c-50e0-4268-b9bb-071a5a70be88 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:46.630980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e1296bc1-048a-4d09-b5b9-ee37f77a2461'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:46.758207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.812726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6d381701-da5d-4f5f-8cfa-80614a925db1 None None] Provisioning complete for port 216970fc-a4cf-4993-a9fd-53a8adeef4ae triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:46.813494 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d381701-da5d-4f5f-8cfa-80614a925db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.833856 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.859291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:46.862535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:46.886472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:46.895702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:46.895828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:46.921835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8419793 Nov 04 09:16:46.925425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42278) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:46.989829 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.033946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Pushing event deleted for resources: {'Port': ['ID=bb375e0c-50e0-4268-b9bb-071a5a70be88,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:47.073476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9402be-f163-4390-8ac7-5e2b3a3622eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=9c512b81-d334-4608-b3a0-623c3db8f777,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:47.097847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] No DVR routers for this DVR port bb375e0c-50e0-4268-b9bb-071a5a70be88 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:47.100064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.102294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.105892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-43a2b29e-6619-442d-a031-00995f784eb2 req-65aebebc-71b5-43ed-b315-ce0929d7f718 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.55 "DELETE /v2.0/ports/bb375e0c-50e0-4268-b9bb-071a5a70be88 HTTP/1.1" status: 204 len: 173 time: 0.9413886 Nov 04 09:16:47.108802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'name': 'network-vif-deleted', 'tag': 'bb375e0c-50e0-4268-b9bb-071a5a70be88'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:47.110830 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78832468-1203-4435-9e9e-7df04d22f8e2" -d '{"events": [{"server_uuid": "55b27eba-40a4-4a7c-b24a-bc95d497590e", "name": "network-vif-deleted", "tag": "bb375e0c-50e0-4268-b9bb-071a5a70be88"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:47.145195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a387e-0992-455d-90b0-d11cda6ce288 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:47.157940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04a387e-0992-455d-90b0-d11cda6ce288 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:47.164285 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c04a387e-0992-455d-90b0-d11cda6ce288 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2374866 Nov 04 09:16:47.167907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42282) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:47.183740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 216970fc-a4cf-4993-a9fd-53a8adeef4ae up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:47.190646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a616404-b647-4c12-bc14-a5ec4236a797 req-42834462-3730-45be-b441-3e0bb8fc323d tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:47.196186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Pushing event deleted for resources: {'Port': ['ID=9fded260-75d9-48ba-94a4-f035031eb825,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:47.211988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a616404-b647-4c12-bc14-a5ec4236a797 req-42834462-3730-45be-b441-3e0bb8fc323d tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 944 time: 0.1694748 Nov 04 09:16:47.254338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] No DVR routers for this DVR port 9fded260-75d9-48ba-94a4-f035031eb825 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:47.257745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.261411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c7fb89e0-1b0f-4198-8777-fab8e23f7f66 req-d14ac134-3ae1-48ea-8740-fae074ae48d0 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.70 "DELETE /v2.0/ports/9fded260-75d9-48ba-94a4-f035031eb825 HTTP/1.1" status: 204 len: 173 time: 1.1841190 Nov 04 09:16:47.296094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 216970fc-a4cf-4993-a9fd-53a8adeef4ae triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:47.306807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.316600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a616404-b647-4c12-bc14-a5ec4236a797 req-6ffcce5b-4dc2-456c-bdb5-7eaf664a8971 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032865 Nov 04 09:16:47.348864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9fded260-75d9-48ba-94a4-f035031eb825'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:47.352281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['9fded260-75d9-48ba-94a4-f035031eb825'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:16:47.392029 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a0bfc1-1509-4069-ae8f-10d01d182a44 x-openstack-request-id: req-77a0bfc1-1509-4069-ae8f-10d01d182a44 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:47.397557 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55b27eba-40a4-4a7c-b24a-bc95d497590e", "name": "network-vif-deleted", "tag": "bb375e0c-50e0-4268-b9bb-071a5a70be88", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:47.397557 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77a0bfc1-1509-4069-ae8f-10d01d182a44 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:47.397557 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55b27eba-40a4-4a7c-b24a-bc95d497590e', 'name': 'network-vif-deleted', 'tag': 'bb375e0c-50e0-4268-b9bb-071a5a70be88', 'status': 'completed', 'code': 200} Nov 04 09:16:47.408592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 9c512b81-d334-4608-b3a0-623c3db8f777 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:47.409550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.437179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2cafa997-5281-4b89-8d1d-820fa2f0ef5b None None] Provisioning complete for port 9c512b81-d334-4608-b3a0-623c3db8f777 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:47.437564 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2cafa997-5281-4b89-8d1d-820fa2f0ef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.488525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2cafa997-5281-4b89-8d1d-820fa2f0ef5b None None] Port 9c512b81-d334-4608-b3a0-623c3db8f777 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:16:47.536958 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-750341f5-3ba3-4377-9836-2443cb5e593f req-5986175f-5c75-484c-8348-075b87de93c7 tempest-ListServersNegativeTestJSON-979229910 tempest-ListServersNegativeTestJSON-979229910-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5d4807b-9426-4526-85bd-53cb120f6599 HTTP/1.1" status: 200 len: 210 time: 0.0336158 Nov 04 09:16:47.580398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.594841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 9c512b81-d334-4608-b3a0-623c3db8f777 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:47.749317 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.783572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=9c512b81-d334-4608-b3a0-623c3db8f777,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:47.825335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:47.840279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d9d1091e-e93b-453f-8d68-562c7b1b5cb6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/9c512b81-d334-4608-b3a0-623c3db8f777 HTTP/1.1" status: 204 len: 168 time: 0.6713057 Nov 04 09:16:47.842826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42298) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:47.919640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28b907-80f5-4ed9-a031-267e6abe1987 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:47.921755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28b907-80f5-4ed9-a031-267e6abe1987 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:47.923898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ac28b907-80f5-4ed9-a031-267e6abe1987 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0791616 Nov 04 09:16:47.926330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:47.961591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e1296bc1-048a-4d09-b5b9-ee37f77a2461 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:47.989660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 9178c413-5daa-4aa4-bf88-ad8c65f7ae82 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:47.993295 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.022085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e1296bc1-048a-4d09-b5b9-ee37f77a2461 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:16:48.026515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e1296bc1-048a-4d09-b5b9-ee37f77a2461 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:48.027035 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.068027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.103069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bb375e0c-50e0-4268-b9bb-071a5a70be88 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:48.133996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: bb375e0c-50e0-4268-b9bb-071a5a70be88 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:48.134621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device bb375e0c-50e0-4268-b9bb-071a5a70be88 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:48.142076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.162920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.167548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:48.170781 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd6c10-7b39-41ac-a956-51b00170c5a4" -d '{"events": [{"server_uuid": "083eff57-027d-4abe-bd0e-fe2dd5abc0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e1296bc1-048a-4d09-b5b9-ee37f77a2461"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:48.197288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e1296bc1-048a-4d09-b5b9-ee37f77a2461, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461,segment=NetworkSegment(b95fb501-0da0-42e5-a1e5-c21f0ffdf39c),segment_id=b95fb501-0da0-42e5-a1e5-c21f0ffdf39c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:48.203765 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.237849 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d26e3-95f1-4b6a-82b5-e26835c926d4 x-openstack-request-id: req-784d26e3-95f1-4b6a-82b5-e26835c926d4 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:48.238267 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083eff57-027d-4abe-bd0e-fe2dd5abc0f1", "name": "network-vif-plugged", "status": "completed", "tag": "e1296bc1-048a-4d09-b5b9-ee37f77a2461", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:48.238399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.238513 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-784d26e3-95f1-4b6a-82b5-e26835c926d4 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:48.238771 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461', 'code': 200} Nov 04 09:16:48.268541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542bd46b-edce-49f4-b4bb-e1e952399e70 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:48.272272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e1296bc1-048a-4d09-b5b9-ee37f77a2461,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:48.287058 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.290784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/9178c413-5daa-4aa4-bf88-ad8c65f7ae82 HTTP/1.1" status: 204 len: 168 time: 0.3634167 Nov 04 09:16:48.292112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6303c23-a109-43d5-a3ee-30a18a4ec85c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=9178c413-5daa-4aa4-bf88-ad8c65f7ae82,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:48.293877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:48.317715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e5383-1609-443e-874c-baaabe53a83e req-236a70af-d69e-4131-a1d0-a99c02c14b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:48.319343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-354e5383-1609-443e-874c-baaabe53a83e req-236a70af-d69e-4131-a1d0-a99c02c14b1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 1096 time: 0.0439169 Nov 04 09:16:48.337654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4d06fbf4-064d-43d0-a687-71fab1763096 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422649 Nov 04 09:16:48.340012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:48.363903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-354e5383-1609-443e-874c-baaabe53a83e req-7f6608d3-f8a5-4789-88ad-8f361c59af44 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368028 Nov 04 09:16:48.422928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674fda2c-e192-4350-ab27-204384341f9c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:48.426902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-674fda2c-e192-4350-ab27-204384341f9c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0836058 Nov 04 09:16:48.429938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42318) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:48.507043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa8d54-9693-47e8-9282-4f7e5849785f req-5e4f3407-1233-4bb5-ae0b-784d63dda163 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:48.508694 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5fa8d54-9693-47e8-9282-4f7e5849785f req-5e4f3407-1233-4bb5-ae0b-784d63dda163 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.1039736 Nov 04 09:16:48.512162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb3b53-981d-4ee2-a5e6-8a5e9f9ff896 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:48.515571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9dbb3b53-981d-4ee2-a5e6-8a5e9f9ff896 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851915 Nov 04 09:16:48.515901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42320) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:48.568745 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1462209f-e65d-492f-ab3a-83621b6ff176 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516505 Nov 04 09:16:48.572882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42324) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:48.578411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:48.606795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5fa8d54-9693-47e8-9282-4f7e5849785f req-8fb344a8-c052-4354-b362-ca4a0cc27e25 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833302 Nov 04 09:16:48.679429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:48.714477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:48.719737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.738665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] Deleting port 216970fc-a4cf-4993-a9fd-53a8adeef4ae {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:48.738665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.780306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42330) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:48.844559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] Deleting subnet 65539b02-6946-4538-ab14-1d6e3007c03c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:48.845587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] For port 216970fc-a4cf-4993-a9fd-53a8adeef4ae, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=216970fc-a4cf-4993-a9fd-53a8adeef4ae,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:48.846182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.848510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.866748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] Calling delete_port for 216970fc-a4cf-4993-a9fd-53a8adeef4ae owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:48.912778 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:48.926917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 216970fc-a4cf-4993-a9fd-53a8adeef4ae no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:48.963620 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.041440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.043927 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.074089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.094149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 216970fc-a4cf-4993-a9fd-53a8adeef4ae, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=216970fc-a4cf-4993-a9fd-53a8adeef4ae,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:49.096000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65539b02-6946-4538-ab14-1d6e3007c03c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:49.099931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.104921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cb6401e2-d9e2-446b-b986-8d87534668db admin admin] 10.222.0.53 "DELETE /v2.0/subnets/65539b02-6946-4538-ab14-1d6e3007c03c HTTP/1.1" status: 204 len: 168 time: 0.3231618 Nov 04 09:16:49.108671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:49.108845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.143671 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.164216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] No DVR routers for this DVR port 216970fc-a4cf-4993-a9fd-53a8adeef4ae on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:49.170327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:49.176257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:49.179128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:49.179723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.190407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d72ef8-f52b-4f60-a33b-33d63cdf3420 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:49.201617 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6270607 Nov 04 09:16:49.205078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:49.205834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d57fa8a-6fc9-4b7d-93bd-8e756d08fc8c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=63b65689-3ba3-46d5-90dc-91ce9dcc4db8,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:49.212596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:f0:05:b4', 'name': 'tempest-NetworksTestDHCPv6-158248810'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:49.251630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=216970fc-a4cf-4993-a9fd-53a8adeef4ae,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:49.287198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa6e97-5c9a-4d01-ba6a-825a2ec60ca9 None None] Pushing event deleted for resources: {'Port': ['ID=216970fc-a4cf-4993-a9fd-53a8adeef4ae,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:49.394233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'name': 'network-vif-deleted', 'tag': '9fded260-75d9-48ba-94a4-f035031eb825'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:49.396690 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd45dbdd-a1ff-4d7e-9d5c-d2c6aa2b5018" -d '{"events": [{"server_uuid": "e5d4807b-9426-4526-85bd-53cb120f6599", "name": "network-vif-deleted", "tag": "9fded260-75d9-48ba-94a4-f035031eb825"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:49.452610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '63b65689-3ba3-46d5-90dc-91ce9dcc4db8'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:16:49.454322 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.458196 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e447454e-e07b-4ce8-88bf-c45b8cbed1e5 x-openstack-request-id: req-e447454e-e07b-4ce8-88bf-c45b8cbed1e5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:49.458592 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d4807b-9426-4526-85bd-53cb120f6599", "name": "network-vif-deleted", "tag": "9fded260-75d9-48ba-94a4-f035031eb825", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:49.458938 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e447454e-e07b-4ce8-88bf-c45b8cbed1e5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:49.459445 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5d4807b-9426-4526-85bd-53cb120f6599', 'name': 'network-vif-deleted', 'tag': '9fded260-75d9-48ba-94a4-f035031eb825', 'status': 'completed', 'code': 200} Nov 04 09:16:49.606386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.628551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/63b65689-3ba3-46d5-90dc-91ce9dcc4db8/ee38cc25-37c5-4ce4-9540-d302066b684c) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:49.771574 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.798760 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.803963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:49.808081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.811409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff23a5e3-64be-42e4-a190-3d610a0f0552']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:49.830233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9444c-7f70-4908-94d0-a9bc63274d8a req-e15d1afe-3318-4433-87fe-6cb9a56d4469 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:49.831838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1f9444c-7f70-4908-94d0-a9bc63274d8a req-e15d1afe-3318-4433-87fe-6cb9a56d4469 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.1195543 Nov 04 09:16:49.851198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:49.854200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:49.857958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:49.868690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Pushing event updated for resources: {'Port': ['ID=ee38cc25-37c5-4ce4-9540-d302066b684c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:49.875747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46368f91-5077-4257-94fe-eec9b7aeb4c1') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:49.875747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46368f91-5077-4257-94fe-eec9b7aeb4c1') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:49.900151 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.925639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Attempting to bind port ee38cc25-37c5-4ce4-9540-d302066b684c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:49.925639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Attempting to bind port ee38cc25-37c5-4ce4-9540-d302066b684c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:49.925989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Attempting to bind port ee38cc25-37c5-4ce4-9540-d302066b684c on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:49.932139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:49.932923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:49.932923 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.933301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:49.934100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Bound port: ee38cc25-37c5-4ce4-9540-d302066b684c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:49.934221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.937472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.948973 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1f9444c-7f70-4908-94d0-a9bc63274d8a req-e19522d0-a8c2-4e1e-9d99-a77420e6ee7f tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856438 Nov 04 09:16:49.952335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:16:49.952740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:16:49.954517 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:16:50.016456 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.026705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9fded260-75d9-48ba-94a4-f035031eb825 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:50.056712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 9fded260-75d9-48ba-94a4-f035031eb825 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:50.057246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 9fded260-75d9-48ba-94a4-f035031eb825 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:50.072105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 0df272db-0eff-4e86-bc72-52a4629ab07a yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:50.081221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.098944 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.099277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] For port ee38cc25-37c5-4ce4-9540-d302066b684c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:50.104893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ff23a5e3-64be-42e4-a190-3d610a0f0552 HTTP/1.1" status: 204 len: 168 time: 0.9966691 Nov 04 09:16:50.109744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] For port ee38cc25-37c5-4ce4-9540-d302066b684c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee38cc25-37c5-4ce4-9540-d302066b684c,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:50.126571 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.162972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff23a5e3-64be-42e4-a190-3d610a0f0552,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:50.182413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.182762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.183101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.183439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.183770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.184128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.185460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.185460 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.185825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.186111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.186438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.186758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0cb67cc-4577-4083-bf5a-e70013dc05c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:16:50.240604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a257e-5c23-4440-aa2c-31415f9a1e91 None None] Pushing event updated for resources: {'Port': ['ID=ee38cc25-37c5-4ce4-9540-d302066b684c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:50.334866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::23c (53f12eef-f51b-4fca-a94e-83521fd7b9e4/63b65689-3ba3-46d5-90dc-91ce9dcc4db8/0df272db-0eff-4e86-bc72-52a4629ab07a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:50.350914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:50.450972 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b220f9e7-8216-4ddf-849c-42ba1421d5fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=14d82287cae6480cb5ec05801d48658e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0950966 Nov 04 09:16:50.451548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42364) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:50.625839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-6bf3fb8c-8695-4a2c-9ead-54c3cb7a2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:50.627729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-6bf3fb8c-8695-4a2c-9ead-54c3cb7a2813 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6302abb10885418ea9d4cc8f73af3d9a&device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 1096 time: 0.1412146 Nov 04 09:16:50.628767 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e97584d-8cbf-4182-a1d5-d28499bbe5d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.675530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfb90c-935d-452b-94a3-0828c0f2f99d req-1e2dae37-26be-4372-bbf7-ec4946a3fbe5 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:50.686460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2dbfb90c-935d-452b-94a3-0828c0f2f99d req-1e2dae37-26be-4372-bbf7-ec4946a3fbe5 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.1380584 Nov 04 09:16:50.693242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e97584d-8cbf-4182-a1d5-d28499bbe5d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.698557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.765851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2dbfb90c-935d-452b-94a3-0828c0f2f99d req-c3e1be03-d0bc-4f60-989c-9ad533e07261 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613055 Nov 04 09:16:50.792501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.823489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-3d3b301e-fcbd-4b5c-9218-ae7db62d3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:50.826105 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-3d3b301e-fcbd-4b5c-9218-ae7db62d3ad5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf HTTP/1.1" status: 200 len: 915 time: 0.1852181 Nov 04 09:16:50.877934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-f00ee028-4d1e-43c3-93f9-0ee2a77a9d05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461 HTTP/1.1" status: 200 len: 217 time: 0.0437701 Nov 04 09:16:50.896766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:50.899504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:50.905406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:50.913321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:50.914024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.916795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=0df272db-0eff-4e86-bc72-52a4629ab07a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:50.946302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e97584d-8cbf-4182-a1d5-d28499bbe5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.948483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ee38cc25-37c5-4ce4-9540-d302066b684c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:50.949427 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e97584d-8cbf-4182-a1d5-d28499bbe5d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:50.950342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab304935-8311-4948-a9c1-2109b0c5f51b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7430944 Nov 04 09:16:50.952854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42366) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:50.961570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8e97584d-8cbf-4182-a1d5-d28499bbe5d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ccd7520-3f24-48f6-8493-ced246a0a9d5 HTTP/1.1" status: 204 len: 168 time: 0.5084927 Nov 04 09:16:50.991181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97584d-8cbf-4182-a1d5-d28499bbe5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccd7520-3f24-48f6-8493-ced246a0a9d5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:51.019625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-dcc1dabf-d70c-425e-8f9f-1f69758a50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:51.021584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-dcc1dabf-d70c-425e-8f9f-1f69758a50d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e4b53e68-65ee-406e-8079-54b1445703d3 HTTP/1.1" status: 200 len: 854 time: 0.1364996 Nov 04 09:16:51.037612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93830b0b-8962-4da1-ad2c-9fd229cd9ad3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:51.048547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93830b0b-8962-4da1-ad2c-9fd229cd9ad3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:51.052183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-93830b0b-8962-4da1-ad2c-9fd229cd9ad3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0979259 Nov 04 09:16:51.054554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42370) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:51.072218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ee38cc25-37c5-4ce4-9540-d302066b684c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:51.072739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.098835 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-f4f83da2-827a-49a2-ad3d-7ec4fcda6f32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693612 Nov 04 09:16:51.219938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 0df272db-0eff-4e86-bc72-52a4629ab07a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:51.220225 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.286233 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.319629 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-bc065442-27b4-4a00-a77b-69a5a40b029e service neutron] 10.222.0.70 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134717 Nov 04 09:16:51.359761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ee38cc25-37c5-4ce4-9540-d302066b684c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee38cc25-37c5-4ce4-9540-d302066b684c,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:51.366885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.449739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.465375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ee38cc25-37c5-4ce4-9540-d302066b684c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:51.483403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 0df272db-0eff-4e86-bc72-52a4629ab07a owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:51.528292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6b8ffdb0-69cc-4f12-9f4f-1c56d95ebbaa req-ad6d2f8e-4b8f-49b9-8320-9bae0def5c11 service neutron] 10.222.0.70 "GET /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005780 Nov 04 09:16:51.707629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.744302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=0df272db-0eff-4e86-bc72-52a4629ab07a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:51.782471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.787084 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-29558e34-44e7-4526-857a-66f8b22a3dc0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/0df272db-0eff-4e86-bc72-52a4629ab07a HTTP/1.1" status: 204 len: 168 time: 0.7312062 Nov 04 09:16:51.788386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e7874336-ca01-4a23-bef6-40901057d6af None None] Provisioning complete for port ee38cc25-37c5-4ce4-9540-d302066b684c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:51.788846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e7874336-ca01-4a23-bef6-40901057d6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:51.789730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:51.937222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a81c0-c936-43a3-95ab-33b277e4312e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:51.942730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1a81c0-c936-43a3-95ab-33b277e4312e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:51.947491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2cb73-a6dd-415c-a33b-00deb4cc7f84 req-5d5149a8-c8af-4c97-8711-5573c24c116f tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:51.951697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6d1a81c0-c936-43a3-95ab-33b277e4312e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1582170 Nov 04 09:16:51.953980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42392) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:51.968618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1d2cb73-a6dd-415c-a33b-00deb4cc7f84 req-5d5149a8-c8af-4c97-8711-5573c24c116f tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.1084144 Nov 04 09:16:52.051035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1d2cb73-a6dd-415c-a33b-00deb4cc7f84 req-15881445-5829-4857-ba60-07c9dbe96dea tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815182 Nov 04 09:16:52.072738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 63b65689-3ba3-46d5-90dc-91ce9dcc4db8 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:52.083399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.152566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.175469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-09391574-b505-4ae1-b6b1-9ae96493361a None None] Could not find standard attr ID for object 0df272db-0eff-4e86-bc72-52a4629ab07a. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:52.330963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42404) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:52.333909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.448393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.481314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=63b65689-3ba3-46d5-90dc-91ce9dcc4db8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:52.487685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.488362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-944084677-network', 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:52.494501 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0b74fc3c-b0ef-43c0-bbf2-782bb951df89 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/63b65689-3ba3-46d5-90dc-91ce9dcc4db8 HTTP/1.1" status: 204 len: 168 time: 0.5359795 Nov 04 09:16:52.494831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:52.497248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87684df-ab6c-45c7-80b1-67a44564dcdc None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:52.549102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-af8497ab-a312-4c76-95bc-76a34707d9aa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527368 Nov 04 09:16:52.551791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42410) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:52.565436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:52.568342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.583216 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.629986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0bf277-d9e7-4440-9067-716691f14487 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:52.631678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-af0bf277-d9e7-4440-9067-716691f14487 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0781455 Nov 04 09:16:52.634295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42412) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:52.703549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204233ec-3a41-4d45-b3a5-604b14f81133 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:52.705299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-204233ec-3a41-4d45-b3a5-604b14f81133 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695260 Nov 04 09:16:52.707969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42414) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:52.735908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.743174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.759627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:16:52.777661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2b7cb7ea-be4d-4593-9a22-3fa3310212ff tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667992 Nov 04 09:16:52.784196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42416) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:52.788884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:16:52.790056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:52.815820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.816392 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Added segment 6fa16662-bc83-408a-b879-0b94626de13f of type vlan for network 106cec49-c519-43b5-8317-b6afc5b43956 Nov 04 09:16:52.848521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] Deleting port ee38cc25-37c5-4ce4-9540-d302066b684c {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:52.850436 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.882082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.899588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:52.899743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ee38cc25-37c5-4ce4-9540-d302066b684c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:52.904679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.918553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:52.927214 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.928508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:52.929272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.976923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] For port ee38cc25-37c5-4ce4-9540-d302066b684c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee38cc25-37c5-4ce4-9540-d302066b684c,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:52.977239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:52.993056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] Calling delete_port for ee38cc25-37c5-4ce4-9540-d302066b684c owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:53.011661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6791587 Nov 04 09:16:53.012243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42418) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:53.022909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Request body: {'subnet': {'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-944084677-subnet', 'tenant_id': '60d160f17f52435390d8e7a5542d803a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:53.055164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb430b9-f1a1-4615-a40f-1e52402cc378 admin admin] Pushing event updated for resources: {'Network': ['ID=106cec49-c519-43b5-8317-b6afc5b43956,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:53.072403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:53.076667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 106cec49-c519-43b5-8317-b6afc5b43956 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:16:53.078302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.160014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.223884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ee38cc25-37c5-4ce4-9540-d302066b684c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ee38cc25-37c5-4ce4-9540-d302066b684c,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:53.229831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.271272 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.294364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] No DVR routers for this DVR port ee38cc25-37c5-4ce4-9540-d302066b684c on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:53.299666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.objects.ports [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102556) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:53.320104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8bf153-5de8-48e1-997b-3eae437babd9 req-eb747948-8ba2-4b73-9e54-62cba2e20b75 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:53.324355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b8bf153-5de8-48e1-997b-3eae437babd9 req-eb747948-8ba2-4b73-9e54-62cba2e20b75 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.0956993 Nov 04 09:16:53.334259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ee38cc25-37c5-4ce4-9540-d302066b684c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:53.369911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44169e3-ff30-49d8-bcac-780833829208 None None] Pushing event deleted for resources: {'Port': ['ID=ee38cc25-37c5-4ce4-9540-d302066b684c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:53.424156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b8bf153-5de8-48e1-997b-3eae437babd9 req-93ea80d9-011d-41eb-bf7c-741a0f3c877e tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865088 Nov 04 09:16:53.463582 n-d-816487-1 neutron-server[102556]: WARNING neutron.services.revisions.revision_plugin [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Could not find related port for resource to bump revision. Nov 04 09:16:53.469618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_pluggable_backend [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Port ee38cc25-37c5-4ce4-9540-d302066b684c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102556) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 04 09:16:53.470022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_pluggable_backend [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Reverting IP allocation for 2001:db8::f816:3eff:fef2:666 {{(pid=102556) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 04 09:16:53.474164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.ipam_pluggable_backend [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef2:666 {{(pid=102556) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 04 09:16:53.475446 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.513676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.527466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:53.533758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:53.536890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:53.537493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.546503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fdf92b-d85b-43b9-afc6-f911d830ccb4 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:53.563516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7777219 Nov 04 09:16:53.564655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7ab4a-1f8c-461d-b6fb-5912fea96013 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=4c6c30a7-4411-40f4-9643-35c9b57b2053,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:53.567711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42428) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:53.573122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-80005107-6985-46c4-b274-05a7a940bace tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:53.625721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15243819-98e4-49a5-81f2-dfed546eb741,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:53.629469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:53.630111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Network hostable DHCP agents. Network: 106cec49-c519-43b5-8317-b6afc5b43956, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:16:53.650995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Network 106cec49-c519-43b5-8317-b6afc5b43956 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:16:53.664914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 106cec49-c519-43b5-8317-b6afc5b43956) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:53.673435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:53.674046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.675641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa349a-aa8b-4497-a409-0fe070b8a2b9 None None] Network 106cec49-c519-43b5-8317-b6afc5b43956 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:53.704675 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d039eb13-dd1b-46c2-a871-99b4a3d25778 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6862957 Nov 04 09:16:53.742874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80005107-6985-46c4-b274-05a7a940bace tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:53.748538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-80005107-6985-46c4-b274-05a7a940bace tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.868826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '4c6c30a7-4411-40f4-9643-35c9b57b2053'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:16:53.868826 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:53.875884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cf7ac-1de2-4226-b140-34a6169591ce req-71c2d7c7-d1c8-49e1-b962-7d0216845a46 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:53.883601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-419cf7ac-1de2-4226-b140-34a6169591ce req-71c2d7c7-d1c8-49e1-b962-7d0216845a46 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.0708437 Nov 04 09:16:53.901256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a206023f-bb4d-4d64-8ebc-424c360413e7 None None] Network 106cec49-c519-43b5-8317-b6afc5b43956 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:53.901937 n-d-816487-1 neutron-server[102556]: INFO neutron.db.ipam_backend_mixin [None req-80005107-6985-46c4-b274-05a7a940bace tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c6c30a7-4411-40f4-9643-35c9b57b2053 (CIDR: 2001:db8::/64) Nov 04 09:16:53.906989 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-80005107-6985-46c4-b274-05a7a940bace tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:16:53.907624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80005107-6985-46c4-b274-05a7a940bace tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:16:53.927906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-80005107-6985-46c4-b274-05a7a940bace tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3568530 Nov 04 09:16:53.928136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-419cf7ac-1de2-4226-b140-34a6169591ce req-0dc25d91-f2bb-45db-b630-d56fb31be7bd tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Nov 04 09:16:53.928599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42440) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:53.934334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:54.055047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:54.058917 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.127795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Allocated IP 2001:db8::f816:3eff:fe66:f849 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/4c6c30a7-4411-40f4-9643-35c9b57b2053/e33d7941-acf3-4ce7-8b2f-5f561ec8709a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:54.282250 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.288368 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.312291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-79461509-ba8f-45ef-8d3c-42b427746eb4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:54.313807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-79461509-ba8f-45ef-8d3c-42b427746eb4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1585822 Nov 04 09:16:54.329708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:54.332520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:54.339104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:54.340564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-de3775b0-acfb-45e3-b246-bcfff68ae519 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0198691 Nov 04 09:16:54.342294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Pushing event updated for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:54.395684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Attempting to bind port e33d7941-acf3-4ce7-8b2f-5f561ec8709a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:54.396000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Attempting to bind port e33d7941-acf3-4ce7-8b2f-5f561ec8709a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:54.396328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Attempting to bind port e33d7941-acf3-4ce7-8b2f-5f561ec8709a on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:54.401446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:54.401735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:54.402125 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.402508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:54.402965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Bound port: e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:54.403416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.411819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-4592a83f-6346-4f52-b8f7-3ed4938552bd tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629690 Nov 04 09:16:54.485464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:54.489717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:54.495197 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.517796 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.566946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d1dd3-3690-4a40-8c9f-97988d1b4149 None None] Pushing event updated for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:54.599238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-b2f8ab06-e640-4b64-aafd-667ff421ac87 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788945 Nov 04 09:16:54.650974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:54.664243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:54.667303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:54.668260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:54.676517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=f688fdb6-6492-4215-abfa-73f0cd8b5a8b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:54.702115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a496fd20-af64-4da8-bfe4-3eababd7709a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7720685 Nov 04 09:16:54.704995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42462) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:54.712222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:e5:bf:0c', 'name': 'tempest-NetworksTestDHCPv6-352949997'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:54.769346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-e8eb4a12-f5ee-4a42-9dbf-0cafb82dbb84 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639571 Nov 04 09:16:54.911148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:55.002971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e33d7941-acf3-4ce7-8b2f-5f561ec8709a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:55.049188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:55.086803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:55.087299 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:55.094677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port f76d25ca-7636-4dde-9c21-741c3a7ab2c3 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:16:55.298377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-482b1580-3557-4e55-937d-07d6c73d76ea tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:55.299196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-482b1580-3557-4e55-937d-07d6c73d76ea tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.70 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.1217248 Nov 04 09:16:55.325159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38becac-5cc8-4c91-a179-0a59b3634790 req-8a15906f-1510-4433-9fee-62b232158da8 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:55.341645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c38becac-5cc8-4c91-a179-0a59b3634790 req-8a15906f-1510-4433-9fee-62b232158da8 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 945 time: 0.1420817 Nov 04 09:16:55.424586 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c38becac-5cc8-4c91-a179-0a59b3634790 req-36816ffe-7a82-4632-a237-ae160e28c0d8 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/security-groups?id=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773177 Nov 04 09:16:55.454770 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:55.513789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87e12240-372f-4ad7-8fb7-44f889e562f8 req-f58fa188-ae21-4390-b77a-bb3ba74680c9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 210 time: 0.0464001 Nov 04 09:16:55.515542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:55.525525 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:55.566529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8:0:1::84 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/f688fdb6-6492-4215-abfa-73f0cd8b5a8b/f76d25ca-7636-4dde-9c21-741c3a7ab2c3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:55.587148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:55.600376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:fee5:bf0c (53f12eef-f51b-4fca-a94e-83521fd7b9e4/4c6c30a7-4411-40f4-9643-35c9b57b2053/f76d25ca-7636-4dde-9c21-741c3a7ab2c3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:55.619707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Deleting port e1296bc1-048a-4d09-b5b9-ee37f77a2461 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:55.620183 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:55.806777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] For port e1296bc1-048a-4d09-b5b9-ee37f77a2461, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e1296bc1-048a-4d09-b5b9-ee37f77a2461,segment=NetworkSegment(b95fb501-0da0-42e5-a1e5-c21f0ffdf39c),segment_id=b95fb501-0da0-42e5-a1e5-c21f0ffdf39c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:55.807525 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:55.827602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Calling delete_port for e1296bc1-048a-4d09-b5b9-ee37f77a2461 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:55.842567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4b1d4-7352-4902-8959-87c7c26c64d1 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:55.927385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:55.943331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c153a0da-b419-409b-bff6-4c3c9e4f7f81 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:55.944033 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c153a0da-b419-409b-bff6-4c3c9e4f7f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.016918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.076384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:56.084056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:56.088465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:56.094165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:56.095132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.109920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=f76d25ca-7636-4dde-9c21-741c3a7ab2c3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:56.114941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.134467 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a688b804-5edd-45de-bd85-5007b0cf3d00 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4252653 Nov 04 09:16:56.134944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:56.185704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Pushing event deleted for resources: {'Port': ['ID=e1296bc1-048a-4d09-b5b9-ee37f77a2461,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:56.227145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] No DVR routers for this DVR port e1296bc1-048a-4d09-b5b9-ee37f77a2461 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:16:56.229698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.233613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eff18a26-60ec-4e16-96cc-3ce3c2414d10 req-bf0d377d-9b3e-404e-aa37-808cf5eb4219 tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.70 "DELETE /v2.0/ports/e1296bc1-048a-4d09-b5b9-ee37f77a2461 HTTP/1.1" status: 204 len: 173 time: 0.9273694 Nov 04 09:16:56.234080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'name': 'network-vif-deleted', 'tag': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:56.236962 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f665e4-49a5-4bdd-82a7-77a4945e7fb3" -d '{"events": [{"server_uuid": "083eff57-027d-4abe-bd0e-fe2dd5abc0f1", "name": "network-vif-deleted", "tag": "e1296bc1-048a-4d09-b5b9-ee37f77a2461"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:56.261321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb043637-7ed5-43bd-90ec-86c0d4f51d9e None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '4c6c30a7-4411-40f4-9643-35c9b57b2053', 'ip_address': '2001:db8::f816:3eff:fe66:f849'}, {'subnet_id': 'f688fdb6-6492-4215-abfa-73f0cd8b5a8b'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'e33d7941-acf3-4ce7-8b2f-5f561ec8709a'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:16:56.289296 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401cb90e-11a0-4fdd-879d-2159dbc6428b x-openstack-request-id: req-401cb90e-11a0-4fdd-879d-2159dbc6428b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:56.289702 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083eff57-027d-4abe-bd0e-fe2dd5abc0f1", "name": "network-vif-deleted", "tag": "e1296bc1-048a-4d09-b5b9-ee37f77a2461", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:56.289966 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-401cb90e-11a0-4fdd-879d-2159dbc6428b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:56.290340 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083eff57-027d-4abe-bd0e-fe2dd5abc0f1', 'name': 'network-vif-deleted', 'tag': 'e1296bc1-048a-4d09-b5b9-ee37f77a2461', 'status': 'completed', 'code': 200} Nov 04 09:16:56.313308 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb043637-7ed5-43bd-90ec-86c0d4f51d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.316169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port f76d25ca-7636-4dde-9c21-741c3a7ab2c3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:16:56.316582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.545747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-93224023-a301-45b7-a650-d2665970d571 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:56.547319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-93224023-a301-45b7-a650-d2665970d571 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.2112164 Nov 04 09:16:56.562157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Request body: {'port': {'device_id': '8f661076-9707-4538-a11c-8d43cfa51f89', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'admin_state_up': True, 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:56.609840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.632511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-cb043637-7ed5-43bd-90ec-86c0d4f51d9e None None] Allocated IP 2001:db8:0:1::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/f688fdb6-6492-4215-abfa-73f0cd8b5a8b/e33d7941-acf3-4ce7-8b2f-5f561ec8709a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:56.685862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4edee8e-517d-4900-a347-0ac7a6bc73db req-cc38c497-d5bc-41b3-ae39-949bb4b0714d tempest-InstanceActionsTestJSON-64586917 tempest-InstanceActionsTestJSON-64586917-project] 10.222.0.53 "GET /v2.0/ports?device_id=083eff57-027d-4abe-bd0e-fe2dd5abc0f1 HTTP/1.1" status: 200 len: 210 time: 0.0608346 Nov 04 09:16:56.701308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for f76d25ca-7636-4dde-9c21-741c3a7ab2c3 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:16:56.732486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:56.740175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.819313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cb043637-7ed5-43bd-90ec-86c0d4f51d9e None None] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:16:56.850293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b8f674b-5437-42a9-8344-3cb2fcc45510 req-51d351c5-ab1c-4b93-a366-5b0551625680 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 210 time: 0.0608838 Nov 04 09:16:56.914722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb043637-7ed5-43bd-90ec-86c0d4f51d9e None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.927226 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb043637-7ed5-43bd-90ec-86c0d4f51d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:56.978362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e33d7941-acf3-4ce7-8b2f-5f561ec8709a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:56.997705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Allocated IP 172.20.0.6 (106cec49-c519-43b5-8317-b6afc5b43956/15243819-98e4-49a5-81f2-dfed546eb741/2e2d438c-bc00-462b-9fdd-ca99ce57a518) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:16:57.121825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb043637-7ed5-43bd-90ec-86c0d4f51d9e None None] Pushing event updated for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:57.164241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:57.164668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:57.166648 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:57.263187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=f76d25ca-7636-4dde-9c21-741c3a7ab2c3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:57.274541 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:57.365038 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:57.414623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:57.421430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Network 106cec49-c519-43b5-8317-b6afc5b43956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:16:57.424529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-99bf34ea-32fe-4320-a3fa-e61e45ae4a18 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/f76d25ca-7636-4dde-9c21-741c3a7ab2c3 HTTP/1.1" status: 204 len: 168 time: 1.2873075 Nov 04 09:16:57.425180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42502) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:57.431971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:16:57.435300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:16:57.471628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event updated for resources: {'Port': ['ID=2e2d438c-bc00-462b-9fdd-ca99ce57a518,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:57.514776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.516103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:57.538349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-85296d8c-fca1-4f28-81fe-427880fd431c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9817467 Nov 04 09:16:57.554330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Request body: {'port': {'device_id': '8f661076-9707-4538-a11c-8d43cfa51f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:57.567184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f0ae63-641b-465a-be85-232648cba4f1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.571167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2f0ae63-641b-465a-be85-232648cba4f1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1393576 Nov 04 09:16:57.584826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:57.588327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.602144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.605166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42508) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:57.623231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.657421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.665782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.678904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.688304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.693925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be73a76c-9dee-4559-9003-53c5a51e4ecf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:57.697801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-be73a76c-9dee-4559-9003-53c5a51e4ecf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1093366 Nov 04 09:16:57.698538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:57.704998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06286d0e-4222-4552-820f-2eb8f5722743 req-8f82a307-81b7-4dd6-9d54-e3b5eb38c119 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.2770085 Nov 04 09:16:57.732086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:57.769155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06286d0e-4222-4552-820f-2eb8f5722743 req-6905b6c7-f887-4af6-95bf-026b3a8ba23d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0622184 Nov 04 09:16:57.836617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:57.964958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] Deleting subnet e4b53e68-65ee-406e-8079-54b1445703d3 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:57.970398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.024212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e1296bc1-048a-4d09-b5b9-ee37f77a2461 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:16:58.041339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.081114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.082471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e1296bc1-048a-4d09-b5b9-ee37f77a2461 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:16:58.083030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e1296bc1-048a-4d09-b5b9-ee37f77a2461 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:16:58.088639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.089830 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8563e7b9-2119-4ddf-a313-0cace28d9ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.095539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.102790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.110610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b154b-0ddc-4f59-813c-4667d0c82e7d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.110907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.112153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b154b-0ddc-4f59-813c-4667d0c82e7d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.113666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b154b-0ddc-4f59-813c-4667d0c82e7d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.117782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a77b154b-0ddc-4f59-813c-4667d0c82e7d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4158258 Nov 04 09:16:58.122410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.131110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.133353 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b54dc01-982a-4f5b-98d2-0b6c8ec94466 req-0f840f5e-415b-4522-878b-d7c82f506862 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.2159207 Nov 04 09:16:58.136820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:58.167817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2d438c-bc00-462b-9fdd-ca99ce57a518 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:16:58.183823 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.209865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Transition to ACTIVE for port object 2e2d438c-bc00-462b-9fdd-ca99ce57a518 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:16:58.212138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d351c847-1170-439f-b95d-d333323fb2fe None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:58.214523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.215681 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d351c847-1170-439f-b95d-d333323fb2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.248315 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.279890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 4c6c30a7-4411-40f4-9643-35c9b57b2053 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:58.290468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d438c-bc00-462b-9fdd-ca99ce57a518,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:58.305592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.400680 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.421033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8563e7b9-2119-4ddf-a313-0cace28d9ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.432908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8563e7b9-2119-4ddf-a313-0cace28d9ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.436575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Attempting to bind port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:16:58.437144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Attempting to bind port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:16:58.437665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Attempting to bind port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:58.441161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d351c847-1170-439f-b95d-d333323fb2fe None None] Could not find standard attr ID for object f76d25ca-7636-4dde-9c21-741c3a7ab2c3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:58.448467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 on network 106cec49-c519-43b5-8317-b6afc5b43956 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:16:58.449034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Attempting to bind port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:16:58.473340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ecd5a-5621-44c7-b88a-bf4cf71a538c req-7a422dcf-17dd-493b-b5e5-de8e1a2eb9b3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.475323 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc1ecd5a-5621-44c7-b88a-bf4cf71a538c req-7a422dcf-17dd-493b-b5e5-de8e1a2eb9b3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 943 time: 0.1918781 Nov 04 09:16:58.488547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:16:58.488931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:16:58.489221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Bound using segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:16:58.489709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Bound port: 2e2d438c-bc00-462b-9fdd-ca99ce57a518, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:16:58.490069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.501908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.544276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563e7b9-2119-4ddf-a313-0cace28d9ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5c6fdc-92b9-4e0a-9092-9645cb2aeccf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:58.547009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b53e68-65ee-406e-8079-54b1445703d3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:58.554595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8563e7b9-2119-4ddf-a313-0cace28d9ae0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39ca11d75a7145e19c50213c77fe5223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9480324 Nov 04 09:16:58.557867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dc4635f3-ceb1-4164-ab71-41a56ba1d59c None None] Could not find standard attr ID for object f76d25ca-7636-4dde-9c21-741c3a7ab2c3. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:16:58.561090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42528) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:58.589366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.595598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc171b2d-bdc7-461d-b8ab-cc09ce531aed admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e4b53e68-65ee-406e-8079-54b1445703d3 HTTP/1.1" status: 204 len: 168 time: 0.7576904 Nov 04 09:16:58.599322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42530) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:58.614574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc1ecd5a-5621-44c7-b88a-bf4cf71a538c req-86d1afbc-83d9-4def-a84b-1f5261e28735 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268535 Nov 04 09:16:58.627838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.690459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] For port 2e2d438c-bc00-462b-9fdd-ca99ce57a518, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:16:58.707286 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.719497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] For port 2e2d438c-bc00-462b-9fdd-ca99ce57a518, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:16:58.732201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.737479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=4c6c30a7-4411-40f4-9643-35c9b57b2053,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:58.741627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.744854 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f1fd2bcd-7e53-48e5-8631-0d3060a87528 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/4c6c30a7-4411-40f4-9643-35c9b57b2053 HTTP/1.1" status: 204 len: 168 time: 0.6071866 Nov 04 09:16:58.748149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:58.761935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbac94ee-24b6-472a-b7ba-ec7d5cf86d59 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:58.799068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.817192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet f688fdb6-6492-4215-abfa-73f0cd8b5a8b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:16:58.825710 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.828176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d438c-bc00-462b-9fdd-ca99ce57a518,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:58.830860 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687ae522-ab79-4880-9686-dcd672d6d547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.840987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:58.841612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.843211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-00a56c8f-f251-41c5-8d16-a42393ac4d6c service neutron] 10.222.0.55 "PUT /v2.0/ports/2e2d438c-bc00-462b-9fdd-ca99ce57a518 HTTP/1.1" status: 200 len: 1091 time: 1.2956541 Nov 04 09:16:58.846621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f661076-9707-4538-a11c-8d43cfa51f89', 'tag': '2e2d438c-bc00-462b-9fdd-ca99ce57a518'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:16:58.848793 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f661076-9707-4538-a11c-8d43cfa51f89", "tag": "2e2d438c-bc00-462b-9fdd-ca99ce57a518"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:16:58.901528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687ae522-ab79-4880-9686-dcd672d6d547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.902903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:58.905279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e33d7941-acf3-4ce7-8b2f-5f561ec8709a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:16:59.007994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:59.007994 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.018947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.097716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.141763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.147589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/f688fdb6-6492-4215-abfa-73f0cd8b5a8b HTTP/1.1" status: 204 len: 168 time: 0.3957050 Nov 04 09:16:59.147589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be979d-df53-4392-bba7-bb2bc7f0093a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=f688fdb6-6492-4215-abfa-73f0cd8b5a8b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:59.153809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:59.210759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-912043e5-16f4-4955-a77d-0d8147f0b94d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530341 Nov 04 09:16:59.211218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:16:59.220817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:16:59.341083 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba65e64-6cb5-4f43-a923-3cefdc31c20a x-openstack-request-id: req-dba65e64-6cb5-4f43-a923-3cefdc31c20a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:16:59.341657 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f661076-9707-4538-a11c-8d43cfa51f89", "tag": "2e2d438c-bc00-462b-9fdd-ca99ce57a518", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:16:59.341742 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dba65e64-6cb5-4f43-a923-3cefdc31c20a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:16:59.342120 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f661076-9707-4538-a11c-8d43cfa51f89', 'tag': '2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'status': 'completed', 'code': 200} Nov 04 09:16:59.375609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:16:59.379629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.427896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.463963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-9a37ac1e-79e5-45e9-8b9d-fad2981c5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:59.465637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-9a37ac1e-79e5-45e9-8b9d-fad2981c5ae2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 1094 time: 0.5756121 Nov 04 09:16:59.468419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:59.489558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95fb501-0da0-42e5-a1e5-c21f0ffdf39c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:59.489818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95fb501-0da0-42e5-a1e5-c21f0ffdf39c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:16:59.530615 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-e2b0f964-f229-490b-911f-ae425d5775aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518 HTTP/1.1" status: 200 len: 217 time: 0.0518210 Nov 04 09:16:59.533095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.534944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687ae522-ab79-4880-9686-dcd672d6d547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.537656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687ae522-ab79-4880-9686-dcd672d6d547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.538778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-687ae522-ab79-4880-9686-dcd672d6d547 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c5c6fdc-92b9-4e0a-9092-9645cb2aeccf HTTP/1.1" status: 204 len: 168 time: 0.9762015 Nov 04 09:16:59.593764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ae522-ab79-4880-9686-dcd672d6d547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5c6fdc-92b9-4e0a-9092-9645cb2aeccf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:59.596101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.610322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:16:59.610322 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:16:59.612824 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:16:59.653925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c296462-102b-47ea-82cf-e328a300af9d None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:16:59.685477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-21ab36bd-94fd-4640-bee3-aa1f2b7a7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:59.687169 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-21ab36bd-94fd-4640-bee3-aa1f2b7a7827 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.1469302 Nov 04 09:16:59.715990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.743129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-1eaa6ded-e8fd-455e-af65-d39334c9bc9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474722 Nov 04 09:16:59.748199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.756048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] 10.222.0.53 "DELETE /v2.0/networks/4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf HTTP/1.1" status: 204 len: 168 time: 1.1525552 Nov 04 09:16:59.756300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ff23a1dd-99a0-48d5-87e4-b2af1b8b25d4 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:16:59.756300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff23a1dd-99a0-48d5-87e4-b2af1b8b25d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:16:59.813826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ea31c-70cb-458b-8ae4-a7a53911fc5e admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc4eefd-f3da-42fa-8a2b-c35fd81de2bf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:16:59.898547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c4d97-35ab-43b9-ba22-ab6e7efcd003 req-af07bccc-5549-47cd-8510-cc16a27c4767 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:16:59.900138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-724c4d97-35ab-43b9-ba22-ab6e7efcd003 req-af07bccc-5549-47cd-8510-cc16a27c4767 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 943 time: 0.1697564 Nov 04 09:16:59.912214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:16:59.983418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-4bb243c8-ef09-4f9f-b044-ffd56ab1439b service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280219 Nov 04 09:17:00.034035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-724c4d97-35ab-43b9-ba22-ab6e7efcd003 req-990fe3a3-a7e0-4950-885f-d04f5a427d3d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205521 Nov 04 09:17:00.096377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42556) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:00.175306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '24facd0a-138c-44dc-a4d6-29abd3bfc471'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'e33d7941-acf3-4ce7-8b2f-5f561ec8709a'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:17:00.189128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-116bcf56-3a54-40e3-8a47-57929b5af38e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6302abb10885418ea9d4cc8f73af3d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905013 Nov 04 09:17:00.191438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67d1b6d2-90f8-4bf1-b6bf-ee9fe0e43bf2 req-353dd9ce-493f-4fde-9b18-a54108a9c0b5 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987433 Nov 04 09:17:00.192091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42564) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:00.213233 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.344382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86a16a7d-6948-40c8-9e8a-43d6d7c717e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.383050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.383970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.384619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.385257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.385888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.386527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.387156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.389543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-8957d41e-fbf6-42a3-ac3b-3285812c1faa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6489 time: 0.1232722 Nov 04 09:17:00.401930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-e7f3dacf-8fa6-47d2-90dd-c82b35f6bdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.403994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-e7f3dacf-8fa6-47d2-90dd-c82b35f6bdb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 1094 time: 0.1347001 Nov 04 09:17:00.407372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86a16a7d-6948-40c8-9e8a-43d6d7c717e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.530443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-a5fb1c73-7f0f-4353-bfed-2221ed5853df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1253378 Nov 04 09:17:00.556422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 09:17:00.556422 n-d-816487-1 neutron-server[102557]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Nov 04 09:17:00.556422 n-d-816487-1 neutron-server[102557]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe66:f849', 'status': 'ALLOCATED', 'ipam_subnet_id': '21d58db1-c2ba-46ae-9131-a08ccba05d55'}] Nov 04 09:17:00.556422 n-d-816487-1 neutron-server[102557]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:17:00.557635 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:17:00.578572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-e2439634-0389-4694-b100-255548082549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.580096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-e2439634-0389-4694-b100-255548082549 service neutron] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.1598358 Nov 04 09:17:00.580689 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86a16a7d-6948-40c8-9e8a-43d6d7c717e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.583270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86a16a7d-6948-40c8-9e8a-43d6d7c717e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.584346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-86a16a7d-6948-40c8-9e8a-43d6d7c717e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dafd144a-23b2-4e87-bbb2-5b5cf116b6aa HTTP/1.1" status: 204 len: 168 time: 0.3912880 Nov 04 09:17:00.592618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.612085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a16a7d-6948-40c8-9e8a-43d6d7c717e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafd144a-23b2-4e87-bbb2-5b5cf116b6aa,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:00.660535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-756426d2-bd78-4770-8a75-5382d61e9226 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518 HTTP/1.1" status: 200 len: 217 time: 0.0658095 Nov 04 09:17:00.725776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-17ea3d71-7f83-400b-9677-ce97020df08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.727531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-17ea3d71-7f83-400b-9677-ce97020df08c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0597637 Nov 04 09:17:00.768613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-2f3685a0-77c2-44f3-a089-108c262f2483 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328090 Nov 04 09:17:00.804211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:00.842217 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.849371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.850581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:00.895434 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-f3172eee-86e2-45ad-bada-8293e6d929ab service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175745 Nov 04 09:17:00.935832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:00.958249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:00.960687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=24facd0a-138c-44dc-a4d6-29abd3bfc471,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:00.965054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:00.966354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.017088 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8034015 Nov 04 09:17:01.019418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:01.030079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-98cf5c47-882b-4ca1-8db6-be83143c3878 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:01.049725 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f2c790b1-d4ec-4bb2-83af-50adbe2a956a req-3b152959-6df5-43d7-9fbd-0c6ddf720af0 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471562 Nov 04 09:17:01.051000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e7968-2796-4f12-842c-bf784329ab4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=8']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:01.115450 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.237180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284224a1-c6a2-42a3-88df-6c6f41fe44a9 req-531fbe19-ed16-4675-94ad-919b262d0d46 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:01.239205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-284224a1-c6a2-42a3-88df-6c6f41fe44a9 req-531fbe19-ed16-4675-94ad-919b262d0d46 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 943 time: 0.0926292 Nov 04 09:17:01.258850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cf5c47-882b-4ca1-8db6-be83143c3878 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:01.263044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98cf5c47-882b-4ca1-8db6-be83143c3878 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.375694 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-284224a1-c6a2-42a3-88df-6c6f41fe44a9 req-d97c6e18-3a1a-439a-8f8b-f63fab709255 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258624 Nov 04 09:17:01.438299 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-98cf5c47-882b-4ca1-8db6-be83143c3878 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24facd0a-138c-44dc-a4d6-29abd3bfc471 (CIDR: 2001:db8::/64) Nov 04 09:17:01.444380 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cf5c47-882b-4ca1-8db6-be83143c3878 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:17:01.444879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cf5c47-882b-4ca1-8db6-be83143c3878 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:01.466700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-98cf5c47-882b-4ca1-8db6-be83143c3878 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4431901 Nov 04 09:17:01.467742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:01.471691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:01.474793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:01.505528 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.514340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.577989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:01.584425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60190db5-80f0-4e3e-aafb-3dc7bf5a77b0 None None] Pushing event updated for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:01.642844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:01.646535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.721314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1140036090-network', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:01.775393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Made reservation on behalf of a92c526689d74268b4c7edae2c0abeb4 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:01.777897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.795436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.977927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:01.989297 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.030579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:17:02.040905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.086900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fd00b6-f785-49e1-bab2-2bb3dff3f56d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:02.096931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.096931 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Added segment c36c17bf-3720-4d7e-a863-dc8970ba255e of type vlan for network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 Nov 04 09:17:02.131709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2e2d438c-bc00-462b-9fdd-ca99ce57a518 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:17:02.144391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:02.152740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:02.156448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:02.157095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.181421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.185833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=d6e992dd-5f74-4093-bbb6-35e30524958d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:02.195648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fee2f40c-5f22-4fff-82a2-4bbe5a2bceee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7268980 Nov 04 09:17:02.198564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42622) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:02.203814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:81:46:fd', 'name': 'tempest-NetworksTestDHCPv6-768149674'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:02.241852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.243569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:02.244454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.280202 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7010357 Nov 04 09:17:02.299737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2e2d438c-bc00-462b-9fdd-ca99ce57a518, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:02.305961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:02.313644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Request body: {'subnet': {'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1140036090-subnet', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:02.316208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d2b46c-8f0e-42d8-b8a4-d441178a4375 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:02.329636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'port_id': '2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'mac_address': 'fa:16:3e:36:8f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15243819-98e4-49a5-81f2-dfed546eb741', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:17:02.345784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a310c77-9e4d-46d9-89e5-f728fdc5309a admin admin] Pushing event updated for resources: {'Network': ['ID=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:02.362504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Made reservation on behalf of a92c526689d74268b4c7edae2c0abeb4 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:02.365314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.367380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:17:02.379093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:02.493154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b3f722a3-33f1-47a3-8cf0-8bcb12c49a04 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:02.493542 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b3f722a3-33f1-47a3-8cf0-8bcb12c49a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.519775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.538926 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.547006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 2c462589-8a47-412c-b8cd-2efc04ce8bd5 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:17:02.567817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2d438c-bc00-462b-9fdd-ca99ce57a518 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:02.621339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184064c-87eb-4193-8521-a88e6dd95912 req-7d285483-a2b1-4794-a1e9-95562257e615 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:02.630451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e184064c-87eb-4193-8521-a88e6dd95912 req-7d285483-a2b1-4794-a1e9-95562257e615 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 943 time: 0.1317635 Nov 04 09:17:02.647806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2e2d438c-bc00-462b-9fdd-ca99ce57a518, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:02.683987 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.708050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.739197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e184064c-87eb-4193-8521-a88e6dd95912 req-2e08710e-f80d-4cc1-976f-b56bfeeac855 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025915 Nov 04 09:17:02.792575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8:0:1::223 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/d6e992dd-5f74-4093-bbb6-35e30524958d/2c462589-8a47-412c-b8cd-2efc04ce8bd5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:02.802092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::f816:3eff:fe81:46fd (53f12eef-f51b-4fca-a94e-83521fd7b9e4/24facd0a-138c-44dc-a4d6-29abd3bfc471/2c462589-8a47-412c-b8cd-2efc04ce8bd5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:02.835281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:02.850320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:02.851027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Network hostable DHCP agents. Network: 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:17:02.877226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:17:02.888562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:02.894689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:02.895609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.915357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff8b17f7-6dca-4ebc-be11-3188cc9f812e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6082428 Nov 04 09:17:02.917987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:02.924235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:02.954250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.955267 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:02.970383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efa4c1b-404b-490a-a97b-7ec02433ac79 None None] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:02.973235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e33d7941-acf3-4ce7-8b2f-5f561ec8709a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:03.038087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.049191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.081059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:03.082841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.130489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2e2d438c-bc00-462b-9fdd-ca99ce57a518,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:03.140540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:03.144570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:03.150168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:03.157841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:03.158821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.187619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=2c462589-8a47-412c-b8cd-2efc04ce8bd5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:03.204077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b783a25c-ddd3-4767-a84b-5481b5e09070 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0040281 Nov 04 09:17:03.206256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42636) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:03.258075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.321873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8130770a-0ffa-4ee1-88e8-6127c6dcda5c None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '24facd0a-138c-44dc-a4d6-29abd3bfc471', 'ip_address': '2001:db8::f816:3eff:fe66:f849'}, {'subnet_id': 'd6e992dd-5f74-4093-bbb6-35e30524958d'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'e33d7941-acf3-4ce7-8b2f-5f561ec8709a'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:17:03.331719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 2c462589-8a47-412c-b8cd-2efc04ce8bd5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:03.332330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.362769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8130770a-0ffa-4ee1-88e8-6127c6dcda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.369676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:03.370198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.456668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.472676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 2c462589-8a47-412c-b8cd-2efc04ce8bd5 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:03.553319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.570331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:17:03.571449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.584243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.689385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.722731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=2c462589-8a47-412c-b8cd-2efc04ce8bd5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:03.779793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:03.783315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9bea96a4-6677-4dd6-997a-bbd696202f9b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/2c462589-8a47-412c-b8cd-2efc04ce8bd5 HTTP/1.1" status: 204 len: 168 time: 0.5753107 Nov 04 09:17:03.785726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42640) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:03.848599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315c440f-152f-435c-8c41-67d548221736 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:03.852733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-315c440f-152f-435c-8c41-67d548221736 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0632422 Nov 04 09:17:03.855729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42644) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:03.859841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-8130770a-0ffa-4ee1-88e8-6127c6dcda5c None None] Allocated IP 2001:db8:0:1::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/d6e992dd-5f74-4093-bbb6-35e30524958d/e33d7941-acf3-4ce7-8b2f-5f561ec8709a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:03.930724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb680eb-85e9-4809-a5d4-9f35eea14b41 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:03.935333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5cb680eb-85e9-4809-a5d4-9f35eea14b41 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0753362 Nov 04 09:17:03.935665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42646) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:03.977907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Allocated IP 172.20.0.2 (9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534/4bb625ef-6875-42a7-9033-95f9b384bce9) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:03.982624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Allocated IP 172.25.3.194 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/075aa297-e0a9-4f3a-8706-4b3555d3331f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:04.005619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c07fd5-3b4e-4dbe-8ecc-6ff6e18edd1f req-04470786-1a09-4187-a8db-72307b088ffb tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:04.011593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76c07fd5-3b4e-4dbe-8ecc-6ff6e18edd1f req-04470786-1a09-4187-a8db-72307b088ffb tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 944 time: 0.1259930 Nov 04 09:17:04.035824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192f387-0435-44e7-90dd-996b36fec86c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:04.037979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192f387-0435-44e7-90dd-996b36fec86c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:04.039738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c192f387-0435-44e7-90dd-996b36fec86c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:04.045473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c192f387-0435-44e7-90dd-996b36fec86c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1083584 Nov 04 09:17:04.045772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42648) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:04.071434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8130770a-0ffa-4ee1-88e8-6127c6dcda5c None None] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:04.104426 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8130770a-0ffa-4ee1-88e8-6127c6dcda5c None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.104645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 24facd0a-138c-44dc-a4d6-29abd3bfc471 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:17:04.110827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.114040 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8130770a-0ffa-4ee1-88e8-6127c6dcda5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.124995 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76c07fd5-3b4e-4dbe-8ecc-6ff6e18edd1f req-9559a160-841d-4e04-840c-146783a7d4a3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036251 Nov 04 09:17:04.166971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.192153 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.239744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.251135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8130770a-0ffa-4ee1-88e8-6127c6dcda5c None None] Pushing event updated for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:04.282383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.306714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Pushing event updated for resources: {'Port': ['ID=075aa297-e0a9-4f3a-8706-4b3555d3331f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:04.323975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:04.326899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:04.329378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:04.333609 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.343742 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.379449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.395558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:04.402001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:04.405109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Pushing event updated for resources: {'Port': ['ID=4bb625ef-6875-42a7-9033-95f9b384bce9,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:04.407574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:04.436195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.440162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/24facd0a-138c-44dc-a4d6-29abd3bfc471 HTTP/1.1" status: 204 len: 168 time: 0.3927617 Nov 04 09:17:04.443557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74666fe2-e650-4948-b708-e6a048744466 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=24facd0a-138c-44dc-a4d6-29abd3bfc471,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:04.448137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42650) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:04.471031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Attempting to bind port 4bb625ef-6875-42a7-9033-95f9b384bce9 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:04.471700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Attempting to bind port 4bb625ef-6875-42a7-9033-95f9b384bce9 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:04.472177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Attempting to bind port 4bb625ef-6875-42a7-9033-95f9b384bce9 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:04.477885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:04.478372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:04.478887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.479683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Bound using segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:04.479992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Bound port: 4bb625ef-6875-42a7-9033-95f9b384bce9, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:04.480486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.562521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] For port 4bb625ef-6875-42a7-9033-95f9b384bce9, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:04.566676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] For port 4bb625ef-6875-42a7-9033-95f9b384bce9, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4bb625ef-6875-42a7-9033-95f9b384bce9,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:04.571949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.576491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet d6e992dd-5f74-4093-bbb6-35e30524958d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:17:04.581537 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.662638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66508c50-decb-4c39-88d0-f3de46a4ba44 None None] Pushing event updated for resources: {'Port': ['ID=4bb625ef-6875-42a7-9033-95f9b384bce9,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:04.729766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.783387 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:04.944017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.060969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e33d7941-acf3-4ce7-8b2f-5f561ec8709a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:05.126112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.137117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9494b7f5-0def-4012-8db6-9c0a469d23a6 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:05.166043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.170234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/d6e992dd-5f74-4093-bbb6-35e30524958d HTTP/1.1" status: 204 len: 168 time: 0.7205784 Nov 04 09:17:05.172598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42658) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:05.174117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40540f51-a305-4d8d-8133-b96dfa16aff7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=d6e992dd-5f74-4093-bbb6-35e30524958d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:05.221328 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b6b768ea-b279-4f2a-991b-09c33914fb4e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475223 Nov 04 09:17:05.224470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42660) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:05.229082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.229481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:05.238014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1e56cfc3-2543-4436-9093-04f6e92d8060 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:05.238388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e56cfc3-2543-4436-9093-04f6e92d8060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.297783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e33d7941-acf3-4ce7-8b2f-5f561ec8709a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:05.298202 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.350288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:05.360720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.381947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e8b86-a82a-47cb-aae8-116dbf98560b req-3e14fa50-1144-4282-8b21-415da3f970fe tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:05.384640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-449e8b86-a82a-47cb-aae8-116dbf98560b req-3e14fa50-1144-4282-8b21-415da3f970fe tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 944 time: 0.1519151 Nov 04 09:17:05.444686 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-449e8b86-a82a-47cb-aae8-116dbf98560b req-5bc0b292-d5d4-4e90-ac22-65ac59a50cfa tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512383 Nov 04 09:17:05.490246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:17:05.571377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:17:05.608444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.634172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] Deleting port e33d7941-acf3-4ce7-8b2f-5f561ec8709a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:05.634587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.650678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:05.662285 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Sync routers for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:05.679773 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:05.681779 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:16:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:05.682551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.688571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-373199ec-4363-4ca3-93e6-b65de1ad0cfc admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.7657678 Nov 04 09:17:05.688954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:05.690838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:05.732718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:05.788337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] For port e33d7941-acf3-4ce7-8b2f-5f561ec8709a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:05.789422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.807762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] Calling delete_port for e33d7941-acf3-4ce7-8b2f-5f561ec8709a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:05.822013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:05.823026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.958623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=88586100-d549-4dc0-a45f-3cd54bbd429e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:05.974701 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:05.980046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42666) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:05.980428 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ffd907ce-2a3b-447f-97a2-e925a6e3657b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7548010 Nov 04 09:17:05.985648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0b71174d-3255-461f-8486-833aa1aca78a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:06.009355 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:17:06.090609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] Pushing event deleted for resources: {'Port': ['ID=e33d7941-acf3-4ce7-8b2f-5f561ec8709a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:06.101626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42db9d5-4844-4b8c-99d5-498cef84abc3 None None] No DVR routers for this DVR port e33d7941-acf3-4ce7-8b2f-5f561ec8709a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:17:06.138555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eba142-534e-4db4-8fc7-e66e91ec9aeb None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:06.145489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2e2d438c-bc00-462b-9fdd-ca99ce57a518 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:06.270817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9c188-c2d0-4d41-87c9-f018532735cd None None] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:06.309920 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:04Z', 'revision_number': 3, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:06.369771 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Checking router: 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:17:06.369975 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Updating router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 port 075aa297-e0a9-4f3a-8706-4b3555d3331f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:17:06.425518 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.543102 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:17:06.587068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:06.588447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.592784 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.608800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b71174d-3255-461f-8486-833aa1aca78a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:06.613386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b71174d-3255-461f-8486-833aa1aca78a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.759455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba9e9b-efb1-4464-bc48-e3e8fcb3cc1e req-08fbc472-2924-4102-82ce-3f039f8e1ec6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:06.761082 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6ba9e9b-efb1-4464-bc48-e3e8fcb3cc1e req-08fbc472-2924-4102-82ce-3f039f8e1ec6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 944 time: 0.0879905 Nov 04 09:17:06.806662 n-d-816487-1 neutron-server[102555]: INFO neutron.db.ipam_backend_mixin [None req-0b71174d-3255-461f-8486-833aa1aca78a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 88586100-d549-4dc0-a45f-3cd54bbd429e (CIDR: 2001:db8::/64) Nov 04 09:17:06.813994 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b71174d-3255-461f-8486-833aa1aca78a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:17:06.814451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b71174d-3255-461f-8486-833aa1aca78a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:06.821992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6ba9e9b-efb1-4464-bc48-e3e8fcb3cc1e req-41afb7db-cb0a-4442-af66-fb2533d57c02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Nov 04 09:17:06.839910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0b71174d-3255-461f-8486-833aa1aca78a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8586295 Nov 04 09:17:06.842864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42670) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:06.860389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:06.864083 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.874131 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.881222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'tenant_id': '6887a2c00cb64d34aa1adac0ee2e54eb', 'fixed_ips': [{'subnet_id': '88586100-d549-4dc0-a45f-3cd54bbd429e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:17:06.882840 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.886969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-720de9f3-2b7d-4b23-ab1e-c48303fa33eb None None] Provisioning complete for port 4bb625ef-6875-42a7-9033-95f9b384bce9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:06.888340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-720de9f3-2b7d-4b23-ab1e-c48303fa33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:06.936251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Allocated IP 172.20.0.1 (9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534/0d2168fc-00ac-4689-900d-e2826d9e4583) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:06.978830 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Attempting to bind port 075aa297-e0a9-4f3a-8706-4b3555d3331f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:06.979202 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Attempting to bind port 075aa297-e0a9-4f3a-8706-4b3555d3331f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:06.979610 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Attempting to bind port 075aa297-e0a9-4f3a-8706-4b3555d3331f on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:07.017827 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:07.018247 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:07.018658 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.019197 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:07.020600 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Bound port: 075aa297-e0a9-4f3a-8706-4b3555d3331f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:07.021566 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.062069 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Pushing event updated for resources: {'Port': ['ID=075aa297-e0a9-4f3a-8706-4b3555d3331f,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:07.071793 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.072430 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.072771 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.073104 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.073504 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.073835 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.074156 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.074490 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.075320 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.075768 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.076164 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.076481 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:07.095608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:07.099209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.134469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4bb625ef-6875-42a7-9033-95f9b384bce9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:07.145131 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] For port 075aa297-e0a9-4f3a-8706-4b3555d3331f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:07.148486 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] For port 075aa297-e0a9-4f3a-8706-4b3555d3331f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=075aa297-e0a9-4f3a-8706-4b3555d3331f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:07.155114 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.157731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.199296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.224207 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100509b-a47a-4226-bb91-239e1ce068ff None None] Pushing event updated for resources: {'Port': ['ID=075aa297-e0a9-4f3a-8706-4b3555d3331f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:07.265985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:07.266927 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:16:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:07.285643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:07.289816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:07.295829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:07.308489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2168fc-00ac-4689-900d-e2826d9e4583,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:07.326174 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.366006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.430828 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-720de9f3-2b7d-4b23-ab1e-c48303fa33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.439837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4bb625ef-6875-42a7-9033-95f9b384bce9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:07.441026 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.478272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2e2d438c-bc00-462b-9fdd-ca99ce57a518, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:07.490198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f661076-9707-4538-a11c-8d43cfa51f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d438c-bc00-462b-9fdd-ca99ce57a518'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:07.493095 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b25e1-c892-481b-9871-ee0d1511d33b" -d '{"events": [{"server_uuid": "8f661076-9707-4538-a11c-8d43cfa51f89", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d438c-bc00-462b-9fdd-ca99ce57a518"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:07.506448 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:17:07.540661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:17:07.541784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.542850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.544706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63827a99-aa5b-4292-a512-488494393c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.573382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.601420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:07.608202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:07.613757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:07.614477 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.644386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7979219 Nov 04 09:17:07.644386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf66e6-7452-43d7-b3a8-567f4ecebdfa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=e2906a23-5a77-4e25-bfdd-be641373a94d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:07.648817 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e90621f-26d1-45c0-ab0c-4000d1fd5e77 x-openstack-request-id: req-3e90621f-26d1-45c0-ab0c-4000d1fd5e77 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:07.649383 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f661076-9707-4538-a11c-8d43cfa51f89", "name": "network-vif-plugged", "status": "completed", "tag": "2e2d438c-bc00-462b-9fdd-ca99ce57a518", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:07.649383 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3e90621f-26d1-45c0-ab0c-4000d1fd5e77 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:07.649733 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f661076-9707-4538-a11c-8d43cfa51f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'code': 200} Nov 04 09:17:07.652579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42676) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:07.660045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:73:e1:e1', 'name': 'tempest-NetworksTestDHCPv6-1017179211'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:07.663558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2e2d438c-bc00-462b-9fdd-ca99ce57a518,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:07.688893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/88586100-d549-4dc0-a45f-3cd54bbd429e/acd11d4a-037c-47ee-8c72-f69b89a0debd) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:07.723354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-720de9f3-2b7d-4b23-ab1e-c48303fa33eb None None] For port 4bb625ef-6875-42a7-9033-95f9b384bce9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4bb625ef-6875-42a7-9033-95f9b384bce9,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:07.737964 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-720de9f3-2b7d-4b23-ab1e-c48303fa33eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:07.793173 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:04Z', 'revision_number': 3, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:07.828077 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d97d3-5e9b-4612-a278-b54a633b98f0 None None] The sync data for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 is: [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:04Z', 'revision_number': 3, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:07.914116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da3d52-a8ac-4613-86c7-162ad30f92e4 req-2fc09a4d-41e3-4f1c-8273-d2315a1329fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:07.916072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29da3d52-a8ac-4613-86c7-162ad30f92e4 req-2fc09a4d-41e3-4f1c-8273-d2315a1329fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 1096 time: 0.1983297 Nov 04 09:17:07.962346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:08.040720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36239d-1640-4258-b97c-84ab558567e4 req-4098cc47-59f5-416a-aac4-42e14fe3c9db tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:08.042503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d36239d-1640-4258-b97c-84ab558567e4 req-4098cc47-59f5-416a-aac4-42e14fe3c9db tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 945 time: 0.1180725 Nov 04 09:17:08.106528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29da3d52-a8ac-4613-86c7-162ad30f92e4 req-b8405dcb-66cf-479d-921e-07da6e996033 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538382 Nov 04 09:17:08.117687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d36239d-1640-4258-b97c-84ab558567e4 req-00581702-bde9-4d73-9d52-c707d63011b2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685279 Nov 04 09:17:08.132169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e33d7941-acf3-4ce7-8b2f-5f561ec8709a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:17:08.165229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e33d7941-acf3-4ce7-8b2f-5f561ec8709a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:17:08.165584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e33d7941-acf3-4ce7-8b2f-5f561ec8709a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:17:08.167759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.173247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.222240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720de9f3-2b7d-4b23-ab1e-c48303fa33eb None None] Pushing event updated for resources: {'Port': ['ID=4bb625ef-6875-42a7-9033-95f9b384bce9,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:08.246143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9f4d9dc2-5f91-4071-922f-3074d1530a36 None None] Provisioning complete for port 0d2168fc-00ac-4689-900d-e2826d9e4583 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:08.257069 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9dc2-5f91-4071-922f-3074d1530a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.263914 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.270278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2168fc-00ac-4689-900d-e2826d9e4583,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:08.290476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.312791 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.322717 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.392098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port ca7c4324-b6f0-4d4b-a4cd-8e54da803b32 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:17:08.399478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Pushing event updated for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:08.406809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9f4d9dc2-5f91-4071-922f-3074d1530a36 None None] Port 0d2168fc-00ac-4689-900d-e2826d9e4583 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:17:08.424991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:08.435295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:08.440718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:08.456374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9f4d9dc2-5f91-4071-922f-3074d1530a36 None None] Provisioning complete for port 4bb625ef-6875-42a7-9033-95f9b384bce9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:08.457116 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f4d9dc2-5f91-4071-922f-3074d1530a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.511314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:08.515323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:08.661425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Attempting to bind port acd11d4a-037c-47ee-8c72-f69b89a0debd on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:08.661889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Attempting to bind port acd11d4a-037c-47ee-8c72-f69b89a0debd by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:08.662146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Attempting to bind port acd11d4a-037c-47ee-8c72-f69b89a0debd on network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:08.687384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:08.687757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Checking segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:08.688190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.688661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Bound using segment: {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:08.689156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Bound port: acd11d4a-037c-47ee-8c72-f69b89a0debd, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:08.689540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.899766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:08.933744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7dd148cf-a766-4091-a87c-d84c323a0fc4 None None] Provisioning complete for port 0d2168fc-00ac-4689-900d-e2826d9e4583 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:08.935016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7dd148cf-a766-4091-a87c-d84c323a0fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:08.940359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=acd11d4a-037c-47ee-8c72-f69b89a0debd,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:08.967678 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.072081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4bb625ef-6875-42a7-9033-95f9b384bce9 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:09.118075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7dd148cf-a766-4091-a87c-d84c323a0fc4 None None] Port 0d2168fc-00ac-4689-900d-e2826d9e4583 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:17:09.141104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0128ab-e0b6-4c69-a2b8-6819e8b1f709 None None] Pushing event updated for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:09.207400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4bb625ef-6875-42a7-9033-95f9b384bce9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:09.207962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.295896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-774421f2-1f0a-4d24-8bf7-0e71b5e9ebb1 None None] Provisioning complete for port 0d2168fc-00ac-4689-900d-e2826d9e4583 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:09.297289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-774421f2-1f0a-4d24-8bf7-0e71b5e9ebb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.359218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-774421f2-1f0a-4d24-8bf7-0e71b5e9ebb1 None None] Port 0d2168fc-00ac-4689-900d-e2826d9e4583 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:17:09.367581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1ea1e-0f9b-4121-b788-f500ea87400b req-3071ee3b-fc90-4f07-94f8-07e924406521 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:09.382237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ef1ea1e-0f9b-4121-b788-f500ea87400b req-3071ee3b-fc90-4f07-94f8-07e924406521 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 945 time: 0.1025269 Nov 04 09:17:09.455783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::19c (53f12eef-f51b-4fca-a94e-83521fd7b9e4/88586100-d549-4dc0-a45f-3cd54bbd429e/ca7c4324-b6f0-4d4b-a4cd-8e54da803b32) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:09.462346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 075aa297-e0a9-4f3a-8706-4b3555d3331f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:09.468464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8:0:1:f816:3eff:fe73:e1e1 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/e2906a23-5a77-4e25-bfdd-be641373a94d/ca7c4324-b6f0-4d4b-a4cd-8e54da803b32) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:09.488301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ef1ea1e-0f9b-4121-b788-f500ea87400b req-9d0caf58-bf2c-4c78-bae8-aaf2816afa1e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876708 Nov 04 09:17:09.520934 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:09.542992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 075aa297-e0a9-4f3a-8706-4b3555d3331f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:09.543882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.642611 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.665408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 075aa297-e0a9-4f3a-8706-4b3555d3331f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=075aa297-e0a9-4f3a-8706-4b3555d3331f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:09.671735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.728329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=075aa297-e0a9-4f3a-8706-4b3555d3331f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:09.742528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:09.752371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-70faee65-d944-42c4-aeb7-de22e9eddd26 admin admin] 10.222.0.53 "PUT /v2.0/routers/9fb16d4e-8e1e-40b4-a098-c47b45bcc230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0603070 Nov 04 09:17:09.755612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.792588 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.845051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:09.850209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:09.858217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:09.863893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:09.864549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:09.868545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=ca7c4324-b6f0-4d4b-a4cd-8e54da803b32,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:09.892797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aef8fcb7-a54e-4e50-b25c-0fb8e276a694 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2358675 Nov 04 09:17:09.892797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:09.951304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0bed3cfe-ddf9-4f3e-9730-e5321e3c70d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.035506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port ca7c4324-b6f0-4d4b-a4cd-8e54da803b32 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:10.036942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.153806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.168385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for ca7c4324-b6f0-4d4b-a4cd-8e54da803b32 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:10.257187 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.409990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.418457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Sync routers for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:10.429968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:10.430595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:10.447339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=ca7c4324-b6f0-4d4b-a4cd-8e54da803b32,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:10.527246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.536543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-15542ecc-e1f8-4f13-b44f-99937d01e59f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/ca7c4324-b6f0-4d4b-a4cd-8e54da803b32 HTTP/1.1" status: 204 len: 168 time: 0.6399174 Nov 04 09:17:10.537315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:10.561622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42702) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:10.568103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1bd35a6d-15ed-4c2e-be0b-c7ed13377677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603181092', 'description': 'tempest-description--1799778431'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:10.590332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:17:10.624167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bd35a6d-15ed-4c2e-be0b-c7ed13377677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.633551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d35c66-7fe2-4a5b-8429-be61eb36b24a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:10.642168 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55d35c66-7fe2-4a5b-8429-be61eb36b24a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1035278 Nov 04 09:17:10.642826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42704) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:10.756599 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1396c-50e3-4f96-ba32-3c8ad1b5521d req-786ea8f0-b086-410b-a1f6-8da2b6f98af4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:10.764167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bd35a6d-15ed-4c2e-be0b-c7ed13377677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.767557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3e1396c-50e3-4f96-ba32-3c8ad1b5521d req-786ea8f0-b086-410b-a1f6-8da2b6f98af4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 945 time: 0.0913184 Nov 04 09:17:10.770518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bd35a6d-15ed-4c2e-be0b-c7ed13377677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.783350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fdaa48-73ab-41f2-a631-0b3574393849 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:10.787671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-05fdaa48-73ab-41f2-a631-0b3574393849 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1407659 Nov 04 09:17:10.788336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:10.814263 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1bd35a6d-15ed-4c2e-be0b-c7ed13377677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.818487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1bd35a6d-15ed-4c2e-be0b-c7ed13377677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2531729 Nov 04 09:17:10.821597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:10.827946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2cc9c7e4-e85f-4d0d-8c1b-3b1025c1c498 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'security_group_rule': {'security_group_id': 'a76b2be0-8f35-4d04-a3ea-480911abef76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:10.841184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd35a6d-15ed-4c2e-be0b-c7ed13377677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76b2be0-8f35-4d04-a3ea-480911abef76,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:10.875420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c7e4-e85f-4d0d-8c1b-3b1025c1c498 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:10.876850 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3e1396c-50e3-4f96-ba32-3c8ad1b5521d req-5dec5d40-1db6-4b74-8137-f7a34faec645 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065817 Nov 04 09:17:10.887996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1c19a-e73d-4156-891a-b47a50a79dee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:10.889877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1c19a-e73d-4156-891a-b47a50a79dee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:10.892879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd1c19a-e73d-4156-891a-b47a50a79dee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:10.896032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cbd1c19a-e73d-4156-891a-b47a50a79dee tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1040819 Nov 04 09:17:10.904649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:10.974740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 88586100-d549-4dc0-a45f-3cd54bbd429e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:17:10.978290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.029240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 2, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:11.033267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c7e4-e85f-4d0d-8c1b-3b1025c1c498 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.042836 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c7e4-e85f-4d0d-8c1b-3b1025c1c498 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.049517 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.087199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9c7e4-e85f-4d0d-8c1b-3b1025c1c498 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e3c03c-3130-4747-9446-124f61e67ce3,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:11.116419 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2cc9c7e4-e85f-4d0d-8c1b-3b1025c1c498 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.119956 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2cc9c7e4-e85f-4d0d-8c1b-3b1025c1c498 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2949781 Nov 04 09:17:11.120209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:11.130662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c8c5d491-41c5-41cd-afec-0c9c38bec1b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'security_group_rule': {'security_group_id': 'a76b2be0-8f35-4d04-a3ea-480911abef76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:11.131797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Checking router: 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:17:11.132304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Updating router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 port 0d2168fc-00ac-4689-900d-e2826d9e4583 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:17:11.183718 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.189212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.194567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d491-41c5-41cd-afec-0c9c38bec1b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.200950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device acd11d4a-037c-47ee-8c72-f69b89a0debd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:11.264860 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.304841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d491-41c5-41cd-afec-0c9c38bec1b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.319432 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d491-41c5-41cd-afec-0c9c38bec1b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.340217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5d491-41c5-41cd-afec-0c9c38bec1b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02f679e6-4b3b-4a5e-be2c-bd89b5373466,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:11.348979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f397657-f7c8-424f-8bef-f44e6639fb46 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:11.353918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8c5d491-41c5-41cd-afec-0c9c38bec1b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.356724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c8c5d491-41c5-41cd-afec-0c9c38bec1b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2344441 Nov 04 09:17:11.359816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42728) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:11.365101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:11.365469 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.366986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:11.409887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.416481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.469206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9318b-a8c9-4ba1-bb43-31f5f19efe2d req-c4eca78a-af5c-49e6-a4bc-ca7c191095e8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:11.471388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fe9318b-a8c9-4ba1-bb43-31f5f19efe2d req-c4eca78a-af5c-49e6-a4bc-ca7c191095e8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.2153566 Nov 04 09:17:11.473268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.477220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/88586100-d549-4dc0-a45f-3cd54bbd429e HTTP/1.1" status: 204 len: 168 time: 0.5633857 Nov 04 09:17:11.479799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42730) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:11.511766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0f510-7bab-49a8-b85c-a64b5767bd43 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=88586100-d549-4dc0-a45f-3cd54bbd429e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:11.518220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fe9318b-a8c9-4ba1-bb43-31f5f19efe2d req-7604d940-2d56-41e3-82c1-3cfe4c93a92e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0147161 Nov 04 09:17:11.540760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dab103d9-cd5d-470e-bc30-5018662ee283 None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:11.541132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dab103d9-cd5d-470e-bc30-5018662ee283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.552627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet e2906a23-5a77-4e25-bfdd-be641373a94d {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:17:11.561332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.596241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fe9318b-a8c9-4ba1-bb43-31f5f19efe2d req-6a82b814-151f-452a-9626-f3962e46fd1c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0701461 Nov 04 09:17:11.624626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.692119 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.735137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.790606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fe9318b-a8c9-4ba1-bb43-31f5f19efe2d req-276e5930-ac73-4157-aed4-0f3fa012406b service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928957 Nov 04 09:17:11.845991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.877875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.904244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=e2906a23-5a77-4e25-bfdd-be641373a94d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:11.906367 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:11.913162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f38b114d-649d-46b8-a94f-fb96b0d06c75 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/e2906a23-5a77-4e25-bfdd-be641373a94d HTTP/1.1" status: 204 len: 168 time: 0.4299533 Nov 04 09:17:11.914886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:11.926393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Allocated IP 172.25.3.83 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/7c45ac82-ad35-499c-9d19-be1b8820a0d9) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:11.952970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fe9318b-a8c9-4ba1-bb43-31f5f19efe2d req-57c87d6c-6e3c-480d-bcff-58388bcbb5aa service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521897 Nov 04 09:17:11.983673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=acd11d4a-037c-47ee-8c72-f69b89a0debd,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:12.013221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e06ae041-7771-409f-830c-3c1bea81bbaa tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939219 Nov 04 09:17:12.014600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:12.025048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:12.034214 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.034788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 075aa297-e0a9-4f3a-8706-4b3555d3331f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:12.098951 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.164950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dab103d9-cd5d-470e-bc30-5018662ee283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.169186 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.173054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.173290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:12.178821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.219444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.250828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:12.283357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=7c45ac82-ad35-499c-9d19-be1b8820a0d9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:12.300395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:12.303067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:12.306629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:12.357247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 075aa297-e0a9-4f3a-8706-4b3555d3331f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:12.358125 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.477409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-dab103d9-cd5d-470e-bc30-5018662ee283 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:17:12.477943 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-dab103d9-cd5d-470e-bc30-5018662ee283 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:17:12.478939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cb094-afda-4c8c-8fe9-a207cc72d709 None None] Pushing event updated for resources: {'Port': ['ID=0d2168fc-00ac-4689-900d-e2826d9e4583,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:12.560321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0bcb4-a89d-4a66-ba05-ad402a78bca5 None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': 'e2906a23-5a77-4e25-bfdd-be641373a94d'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'acd11d4a-037c-47ee-8c72-f69b89a0debd'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:17:12.596113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.627076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-3367687a-4838-4ca2-98a5-e99380ec89f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347475 Nov 04 09:17:12.660167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.691576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Attempting to bind port 0d2168fc-00ac-4689-900d-e2826d9e4583 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:12.691982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Attempting to bind port 0d2168fc-00ac-4689-900d-e2826d9e4583 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:12.692329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Attempting to bind port 0d2168fc-00ac-4689-900d-e2826d9e4583 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:12.707746 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-52a0bcb4-a89d-4a66-ba05-ad402a78bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.767746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:12.768147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:12.768558 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.768957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Bound using segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:12.769581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Bound port: 0d2168fc-00ac-4689-900d-e2826d9e4583, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:12.769967 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.775237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.797052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:12.803771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:12.811209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:12.811532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.816732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=490fe6c4-edc4-40a8-8521-2dd2e00efefc,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:12.825699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9784d06-3c72-4f13-afae-810d4e643dde req-101f1301-7a92-4eb3-a486-514124e1f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:12.827134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-101f1301-7a92-4eb3-a486-514124e1f112 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1096 time: 0.1057682 Nov 04 09:17:12.836577 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-9ace85db-37d9-4255-9ac4-40d4b8ddd4de service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1289876 Nov 04 09:17:12.840852 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c0c305d-f031-4676-b9a7-fcca47c22ccb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8223479 Nov 04 09:17:12.841410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42770) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:12.847138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4d98d3bc-14e1-441c-b754-2bd88f756869 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:12.873144 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.899376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-1ee4a544-663b-4695-8057-e4e69656bdea tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:12.907192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-1ee4a544-663b-4695-8057-e4e69656bdea tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.2125213 Nov 04 09:17:12.925201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-144189b1-d9ea-49f6-93c9-64abb28af5d3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0170605 Nov 04 09:17:12.953360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] For port 0d2168fc-00ac-4689-900d-e2826d9e4583, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:12.956691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] For port 0d2168fc-00ac-4689-900d-e2826d9e4583, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0d2168fc-00ac-4689-900d-e2826d9e4583,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:12.970225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:12.990472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-2337b832-fa62-45cf-b321-f5ec6079b3b2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0644088 Nov 04 09:17:13.005712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device acd11d4a-037c-47ee-8c72-f69b89a0debd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:13.127369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.127900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.128421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.128828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.129401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.130104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.130242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.132561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-918e138f-efd9-40e1-8dfd-7cc5028aa4b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 6489 time: 0.2091961 Nov 04 09:17:13.139535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:13.140220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:13.197375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9784d06-3c72-4f13-afae-810d4e643dde req-9a17f800-8564-4873-accd-bf8b3cff12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.200163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-9a17f800-8564-4873-accd-bf8b3cff12e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 910 time: 0.3359549 Nov 04 09:17:13.202898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-357d1a96-4c1f-4a25-8688-dac4a5c58230 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999211 Nov 04 09:17:13.305231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d7c7c2-d9e5-47f6-98a3-fe4eb9c00032 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:13.356407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-f441bebc-fce6-4b74-a6c7-b69d91b86929 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523933 Nov 04 09:17:13.422032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:17:13.436116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-f33c1470-b5cd-4258-936f-df2e698b48d1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 1001 time: 0.2058651 Nov 04 09:17:13.442648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-71b569c7-bda0-4db2-9399-a762306f06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.443350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-71b569c7-bda0-4db2-9399-a762306f06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.443978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-71b569c7-bda0-4db2-9399-a762306f06fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.445681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-71b569c7-bda0-4db2-9399-a762306f06fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=64769050-88db-4939-8f71-8f2b6458d6d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&id=f06b0062-3d9b-43c0-a416-b97c78849dfa&id=f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 200 len: 2293 time: 0.2641635 Nov 04 09:17:13.464223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63cb094-afda-4c8c-8fe9-a207cc72d709 None None] Pushing event updated for resources: {'Port': ['ID=0d2168fc-00ac-4689-900d-e2826d9e4583,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:13.506523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:13.507206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:13.633063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d98d3bc-14e1-441c-b754-2bd88f756869 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:13.636500 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d98d3bc-14e1-441c-b754-2bd88f756869 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:13.642663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9784d06-3c72-4f13-afae-810d4e643dde req-156ff6c0-81d0-4840-b54a-080606fef4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.644331 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-156ff6c0-81d0-4840-b54a-080606fef4c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 200 len: 848 time: 0.1976616 Nov 04 09:17:13.664865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c5fa0f0-e2fb-4976-b1c2-51862c9669d6 req-019de04b-a998-44ca-9469-38e1449a4cfe tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 210 time: 0.0714834 Nov 04 09:17:13.674590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:13.707675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-5965eb96-bb53-45bb-bf2c-16c3fa0dcdb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 200 len: 1002 time: 0.2365615 Nov 04 09:17:13.741162 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:13.811630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] Provisioning complete for port 0d2168fc-00ac-4689-900d-e2826d9e4583 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:13.812111 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:13.854032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9784d06-3c72-4f13-afae-810d4e643dde req-5ab84070-4ebe-4c39-a692-e6f58198fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.856143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-5ab84070-4ebe-4c39-a692-e6f58198fc1f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43467482-b628-4f66-bca9-2725b3052053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1924093 Nov 04 09:17:13.898785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=7c45ac82-ad35-499c-9d19-be1b8820a0d9,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:13.902035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-12992b9f-d78e-4dbe-b907-b8d436a48101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:13.904128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-12992b9f-d78e-4dbe-b907-b8d436a48101 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e18be91-df85-4828-9822-990e8c5c0780 HTTP/1.1" status: 200 len: 851 time: 0.1786537 Nov 04 09:17:14.017941 n-d-816487-1 neutron-server[102556]: INFO neutron.db.ipam_backend_mixin [None req-4d98d3bc-14e1-441c-b754-2bd88f756869 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 490fe6c4-edc4-40a8-8521-2dd2e00efefc (CIDR: 2001:db8::/64) Nov 04 09:17:14.031684 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d98d3bc-14e1-441c-b754-2bd88f756869 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:17:14.032298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d98d3bc-14e1-441c-b754-2bd88f756869 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:14.054315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:14.086961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:14.087200 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d98d3bc-14e1-441c-b754-2bd88f756869 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2440758 Nov 04 09:17:14.095419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'subnet': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:14.110667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-5bbae0d5-0f12-4a42-b205-366f813f6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:14.113313 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-5bbae0d5-0f12-4a42-b205-366f813f6cd7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=64769050-88db-4939-8f71-8f2b6458d6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875491 Nov 04 09:17:14.126791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:14.128149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-62c403f3-2248-47b6-a6a3-c3dcf07162ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7669821 Nov 04 09:17:14.146746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:12Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:14.158102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-1ee3b490-60ab-4082-a4f0-f9b30c8e807b service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725618 Nov 04 09:17:14.185114 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:14.212019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896747ab-8498-4f81-bd47-c3495ba458e5 None None] The sync data for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 is: [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:12Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:14.303652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] For port 0d2168fc-00ac-4689-900d-e2826d9e4583, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0d2168fc-00ac-4689-900d-e2826d9e4583,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:14.309900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:14.428289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:14.428841 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:14.479194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-485921e6-9114-4290-b7ea-2165ae4dbe78 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--603181092&fields=id&tenant_id=a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 267 time: 0.1062312 Nov 04 09:17:14.479430 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9784d06-3c72-4f13-afae-810d4e643dde req-70627f70-b859-4c24-90c2-14f3ece620ad service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942092 Nov 04 09:17:14.498213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-d75ad0ea-4d16-45a6-a69a-e3d2c1378296 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773165 Nov 04 09:17:14.520824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:14.524691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:14.529448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660bbda-7037-4fff-9526-b08be4b2db23 None None] Pushing event updated for resources: {'Port': ['ID=0d2168fc-00ac-4689-900d-e2826d9e4583,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:14.698728 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-fa3efdb0-d685-492c-ad73-f028523d73d2 service neutron] 10.222.0.55 "GET /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920373 Nov 04 09:17:14.742460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bddfb8b2-1b8b-40ab-a19a-8b6a0ced2beb None None] Could not find standard attr ID for object 2c462589-8a47-412c-b8cd-2efc04ce8bd5. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:17:14.746903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8187ed-6b22-4f92-a267-e9b476412e13 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:17:14.794841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-e2adb5bd-1642-4bb8-8889-5822777b6278 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 217 time: 0.0862727 Nov 04 09:17:14.869045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bddfb8b2-1b8b-40ab-a19a-8b6a0ced2beb None None] Provisioning complete for port 0d2168fc-00ac-4689-900d-e2826d9e4583 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:14.873513 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bddfb8b2-1b8b-40ab-a19a-8b6a0ced2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:14.916340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-ad308532-a079-4cf9-a477-f5d11a288412 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:14.917827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-ad308532-a079-4cf9-a477-f5d11a288412 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.3863821 Nov 04 09:17:15.002318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-292bfbd3-35e5-472f-921b-2ec320b775d3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/quotas/a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 375 time: 0.0549755 Nov 04 09:17:15.103116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0d2168fc-00ac-4689-900d-e2826d9e4583 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:15.159510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-0fa03abf-f47b-4a86-a396-9010fc558028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:15.175339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-0fa03abf-f47b-4a86-a396-9010fc558028 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.3720384 Nov 04 09:17:15.202655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-31e14ec4-9495-43f5-8a73-253f73ae0fbc tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:15.217030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-31e14ec4-9495-43f5-8a73-253f73ae0fbc tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.4149725 Nov 04 09:17:15.220252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-fa0ac115-886b-44bc-9228-7f020285ca39 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2121613 Nov 04 09:17:15.260814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Request body: {'port': {'device_id': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'admin_state_up': True, 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:15.355174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-526177b5-a419-417d-b050-08fbd6303e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:15.359184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-526177b5-a419-417d-b050-08fbd6303e21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1778703 Nov 04 09:17:15.452472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-fbdacdb7-c3d4-459f-89e3-cfcfcdf32064 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028098 Nov 04 09:17:15.528485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0d2168fc-00ac-4689-900d-e2826d9e4583 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:15.529227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:15.557687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8187ed-6b22-4f92-a267-e9b476412e13 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:17:15.605005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bddfb8b2-1b8b-40ab-a19a-8b6a0ced2beb None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:15.605367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bddfb8b2-1b8b-40ab-a19a-8b6a0ced2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:15.605916 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:17:15.661993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:17:15.780754 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:15.839392 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f6946932-6b48-4565-9c14-de55286177f4 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857198 Nov 04 09:17:15.898968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bddfb8b2-1b8b-40ab-a19a-8b6a0ced2beb None None] Could not find standard attr ID for object ca7c4324-b6f0-4d4b-a4cd-8e54da803b32. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:17:15.928964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.063422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-6e274469-bf61-4f34-ab69-53ae67c5ba99 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6774497 Nov 04 09:17:16.158102 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device acd11d4a-037c-47ee-8c72-f69b89a0debd no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:17:16.170872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-57466b2f-d60a-4d47-9a1b-c173b71fe50e service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994856 Nov 04 09:17:16.171817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=acd11d4a-037c-47ee-8c72-f69b89a0debd,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:16.224789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.235304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.236441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.320201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-60b355c1-95dd-4eb4-b127-8d72ea801611 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 217 time: 0.1396267 Nov 04 09:17:16.334349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Subnet': ['ID=7b5d36a8-fc4b-4ece-a296-22269855f76c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:16.364714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:16.371579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:16.403268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:16.405379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.408637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-28d76930-84c7-4e47-a387-33c4ea09271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:16.410239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-28d76930-84c7-4e47-a387-33c4ea09271d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.0821655 Nov 04 09:17:16.412429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:16.416627 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.422160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8929684d-7341-4e70-8fcf-4dc6c5681dc7 req-47e773da-95ce-4e2f-8d37-36fb6735b26c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 210 time: 0.0891535 Nov 04 09:17:16.437413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3485537 Nov 04 09:17:16.446470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:16.458052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Request body: {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'mac_address': 'fa:16:3e:94:cd:f7', 'name': 'tempest-NetworksTestDHCPv6-123800363'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:16.491423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-0c725775-6af0-4301-a411-7583ebc51b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:16.493187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-0c725775-6af0-4301-a411-7583ebc51b48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0716860 Nov 04 09:17:16.522898 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.540052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d203371-c690-445f-b2b6-451bb98d9428 None None] Update dhcp port {'port': {'network_id': '53f12eef-f51b-4fca-a94e-83521fd7b9e4', 'fixed_ips': [{'subnet_id': '7b5d36a8-fc4b-4ece-a296-22269855f76c', 'ip_address': '2001:db8:0:1:f816:3eff:fe05:dc5'}, {'subnet_id': '490fe6c4-edc4-40a8-8521-2dd2e00efefc'}], 'binding:host_id': 'n-d-816487-1'}, 'id': 'acd11d4a-037c-47ee-8c72-f69b89a0debd'} from n-d-816487-1. {{(pid=102557) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 04 09:17:16.570056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.588247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d203371-c690-445f-b2b6-451bb98d9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.628504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-117534e6-b40c-41ea-92c1-88068ce0e1f5 req-3e700403-cb0d-4514-abc5-a82991fbe309 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 210 time: 0.0490501 Nov 04 09:17:16.642311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c123b3-a2df-456d-a600-82bd19470066 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:16.690284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=acd11d4a-037c-47ee-8c72-f69b89a0debd,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:16.705109 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.710698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Made reservation on behalf of 6887a2c00cb64d34aa1adac0ee2e54eb for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:16.789708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Allocated IP 172.20.0.12 (106cec49-c519-43b5-8317-b6afc5b43956/15243819-98e4-49a5-81f2-dfed546eb741/a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:16.817064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-ecf0e967-dfdf-4f66-be2b-fd0470ca209e service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149393 Nov 04 09:17:16.838489 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:16.863519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] device_id is not set on port 63a21e1f-adfd-4d9c-80fd-8ec1415f45c2 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:17:16.993730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:17.021323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-7d203371-c690-445f-b2b6-451bb98d9428 None None] Allocated IP 2001:db8::2 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/490fe6c4-edc4-40a8-8521-2dd2e00efefc/acd11d4a-037c-47ee-8c72-f69b89a0debd) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:17.066008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-e757bbfa-27d3-4251-a723-906341d5c0ef service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355547 Nov 04 09:17:17.130150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-c59e1211-dba4-43c7-8122-e7799799b04c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.27&port_id=2e1b1871-17a8-451e-9503-004c6722404b HTTP/1.1" status: 200 len: 217 time: 0.0508480 Nov 04 09:17:17.168721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7d203371-c690-445f-b2b6-451bb98d9428 None None] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=acd11d4a-037c-47ee-8c72-f69b89a0debd,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:17.187303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:17.216627 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d203371-c690-445f-b2b6-451bb98d9428 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:17.222938 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d203371-c690-445f-b2b6-451bb98d9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:17.240194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-87f2b9a9-f5ac-4c55-a3b6-62db1903e7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:17.241700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-87f2b9a9-f5ac-4c55-a3b6-62db1903e7ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.1006119 Nov 04 09:17:17.283437 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:17.292035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d203371-c690-445f-b2b6-451bb98d9428 None None] Pushing event updated for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:17.309110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:17.360141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Network 106cec49-c519-43b5-8317-b6afc5b43956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:17.367524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:17.372048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-27d317ae-9399-4f5b-b645-e0e7d1279407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:17.373857 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-27d317ae-9399-4f5b-b645-e0e7d1279407 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1232798 Nov 04 09:17:17.374509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8::ff (53f12eef-f51b-4fca-a94e-83521fd7b9e4/490fe6c4-edc4-40a8-8521-2dd2e00efefc/63a21e1f-adfd-4d9c-80fd-8ec1415f45c2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:17.375072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event updated for resources: {'Port': ['ID=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:17.379448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:17.384392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:cdf7 (53f12eef-f51b-4fca-a94e-83521fd7b9e4/7b5d36a8-fc4b-4ece-a296-22269855f76c/63a21e1f-adfd-4d9c-80fd-8ec1415f45c2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:17.520502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:17.521444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:17.557848 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-3ed3c14f-bc86-4ac4-be69-e6f82321a4b6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3128407 Nov 04 09:17:17.588025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Request body: {'port': {'device_id': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:17.635665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-4fed14ed-c014-4def-a73f-486408375b5e service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448051 Nov 04 09:17:17.714132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af610f1c-8627-4e64-842e-f72e0e189be2 req-03137916-cc4d-4017-837a-560fea2e71ab tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:17.722791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af610f1c-8627-4e64-842e-f72e0e189be2 req-03137916-cc4d-4017-837a-560fea2e71ab tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 932 time: 0.1492217 Nov 04 09:17:17.766280 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:17.796593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af610f1c-8627-4e64-842e-f72e0e189be2 req-da966daf-0086-43c1-8b29-3ad6b3f315a0 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723708 Nov 04 09:17:17.876140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-60fd5b89-8961-4ed0-bc93-5ad3de352e87 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:17.877868 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-60fd5b89-8961-4ed0-bc93-5ad3de352e87 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.1541574 Nov 04 09:17:17.941956 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:17.949241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.046316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c4aedf7-fa0c-4456-bd16-b64ad716b84e req-98bade3e-388a-4fc2-864f-14278d2f8cdd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 210 time: 0.0764906 Nov 04 09:17:18.066606 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:18.069809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:18.077729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:18.084143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:18.085176 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.089884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event updated for resources: {'Port': ['ID=63a21e1f-adfd-4d9c-80fd-8ec1415f45c2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:18.130762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55825e59-08e3-4cc7-883a-ab08a705b41e tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6805112 Nov 04 09:17:18.131260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:18.244817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-6e3e4f93-5498-41a5-a64d-49b6598c0195 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 379 time: 0.3165147 Nov 04 09:17:18.262540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting port 63a21e1f-adfd-4d9c-80fd-8ec1415f45c2 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:18.262986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.280389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'port': {'device_id': '03adca6c-1367-4038-9837-4e274ad92e9b', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'admin_state_up': True, 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'security_groups': ['a76b2be0-8f35-4d04-a3ea-480911abef76']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:18.394303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.411111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Calling delete_port for 63a21e1f-adfd-4d9c-80fd-8ec1415f45c2 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:18.432224 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-006d1865-3648-4b13-8250-ccd7b49213ee service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889235 Nov 04 09:17:18.488424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45740558-d3cf-44b5-8491-1f0351ff3b9c None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:17:18.502969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-e6303190-a522-4e5d-be7e-4d98c1ebc70e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 HTTP/1.1" status: 200 len: 217 time: 0.0608168 Nov 04 09:17:18.609638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b232e641-2cc1-4e88-86f3-95d3e8218388 None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:18.609882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b232e641-2cc1-4e88-86f3-95d3e8218388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.624469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Made reservation on behalf of a92c526689d74268b4c7edae2c0abeb4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:18.631459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.660027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-ff7177e8-3e13-4ca2-bf6d-78e4d34c26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:18.662992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-ff7177e8-3e13-4ca2-bf6d-78e4d34c26a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 200 len: 797 time: 0.1524208 Nov 04 09:17:18.676822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45740558-d3cf-44b5-8491-1f0351ff3b9c None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:17:18.707977 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.745352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Port': ['ID=63a21e1f-adfd-4d9c-80fd-8ec1415f45c2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:18.819317 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.826883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-760dae77-9b47-4bad-804e-f016c7d06565 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/63a21e1f-adfd-4d9c-80fd-8ec1415f45c2 HTTP/1.1" status: 204 len: 168 time: 0.6947544 Nov 04 09:17:18.827519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:18.873218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-b960e1b3-14d5-4ff6-a22f-41f26d2a5945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:18.874923 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-b960e1b3-14d5-4ff6-a22f-41f26d2a5945 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0cee1b1c-d229-4290-8f05-e71e99aa23d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1947415 Nov 04 09:17:18.881155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:18.901666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e541b9-acc7-40d7-b93f-312236cb29b9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:18.906783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a8e541b9-acc7-40d7-b93f-312236cb29b9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.0772848 Nov 04 09:17:18.907396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42892) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:18.930852 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b232e641-2cc1-4e88-86f3-95d3e8218388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:18.960021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.056627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b232e641-2cc1-4e88-86f3-95d3e8218388 None None] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=acd11d4a-037c-47ee-8c72-f69b89a0debd,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:19.069678 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b232e641-2cc1-4e88-86f3-95d3e8218388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.116103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Transition to ACTIVE for port object a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:17:19.126544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-ee85fdf9-0f6a-43cc-8500-822c6b23d3b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362580 Nov 04 09:17:19.134245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.164969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Allocated IP 172.20.0.10 (9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534/a6fb5ace-6062-48ad-b6a7-1d642dc8989f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:19.171989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device acd11d4a-037c-47ee-8c72-f69b89a0debd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:19.264140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232e641-2cc1-4e88-86f3-95d3e8218388 None None] Pushing event updated for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:19.283529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:19.284329 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.475054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61520ed-7cfd-40f0-8850-ff05d312e07d req-24e5878d-f69e-4665-9f9f-8bf3b63fa30e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:19.476632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f61520ed-7cfd-40f0-8850-ff05d312e07d req-24e5878d-f69e-4665-9f9f-8bf3b63fa30e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 932 time: 0.5587494 Nov 04 09:17:19.484449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c83bb8e-8310-42b5-835d-0e90c0cbf7ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:19.485917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c83bb8e-8310-42b5-835d-0e90c0cbf7ba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.5775635 Nov 04 09:17:19.492899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:19.560061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f61520ed-7cfd-40f0-8850-ff05d312e07d req-26993196-3273-4a60-8cf0-278e06e2b39d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729520 Nov 04 09:17:19.570045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798931d9-c405-44fd-90d2-b55b4c9c0900 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:19.571618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798931d9-c405-44fd-90d2-b55b4c9c0900 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:19.572106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.573640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798931d9-c405-44fd-90d2-b55b4c9c0900 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:19.576529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-798931d9-c405-44fd-90d2-b55b4c9c0900 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0822313 Nov 04 09:17:19.580413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:19.580686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:19.666777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 490fe6c4-edc4-40a8-8521-2dd2e00efefc {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:17:19.668775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Attempting to bind port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:19.669130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Attempting to bind port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:19.669495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Attempting to bind port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:19.672719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.678958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 on network 106cec49-c519-43b5-8317-b6afc5b43956 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:17:19.679279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Attempting to bind port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:19.683211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-2f084c69-019c-4710-a902-230693271ccb service neutron] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389452 Nov 04 09:17:19.690080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:19.690457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:19.690791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Bound using segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:19.691233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Bound port: a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:19.691584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.724296 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-92fbed10-5f35-4577-bc44-66d3f3cef0de req-92f0accf-a413-410b-b727-5365fe0cf1a3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 210 time: 0.0531335 Nov 04 09:17:19.739591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.852450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.858717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-59115d9f-9a52-4d11-8a67-bf1502fa0307 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ebc4ee-3262-466e-b836-1181a907f945 HTTP/1.1" status: 200 len: 217 time: 0.1115072 Nov 04 09:17:19.859755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.916865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] For port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:19.920796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-bd328676-97b6-49a0-b679-e045e832efde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:19.922419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-bd328676-97b6-49a0-b679-e045e832efde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.0542035 Nov 04 09:17:19.925849 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.951230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ddda1f-4ff9-42dc-8712-94c4d55a32f2 None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:19.958410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=490fe6c4-edc4-40a8-8521-2dd2e00efefc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:19.961692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:19.965317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-10b0da49-aa0f-4566-8bd7-798a19da9f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/490fe6c4-edc4-40a8-8521-2dd2e00efefc HTTP/1.1" status: 204 len: 168 time: 0.3832698 Nov 04 09:17:19.967629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:19.979790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] For port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:20.006885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:20.023710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.032128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Deleting subnet 7b5d36a8-fc4b-4ece-a296-22269855f76c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:17:20.036731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.044321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:20.054459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:20.106460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-953c81ad-8276-4e86-9628-7b91a26d512c None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:20.106828 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-953c81ad-8276-4e86-9628-7b91a26d512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.132471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:20.133388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.137891 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] 10.222.0.70 "PUT /v2.0/ports/a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 HTTP/1.1" status: 200 len: 1092 time: 2.5705969 Nov 04 09:17:20.146163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.146999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:20.149495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'tag': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:20.162013 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c03644-0c35-4f87-b16a-85ff76c82fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "7ef10961-2b50-4130-9fb0-a07b80fd1cf9", "tag": "a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:20.268685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-26e14884-0bc0-472a-b2fc-ea6663076132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:20.270480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-26e14884-0bc0-472a-b2fc-ea6663076132 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2827880 Nov 04 09:17:20.279625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:20.285758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.294370 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61786df-15d5-4f20-9270-30f7459a4d6d x-openstack-request-id: req-f61786df-15d5-4f20-9270-30f7459a4d6d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:20.294606 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ef10961-2b50-4130-9fb0-a07b80fd1cf9", "tag": "a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:20.294870 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f61786df-15d5-4f20-9270-30f7459a4d6d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:20.301283 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'tag': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32', 'status': 'completed', 'code': 200} Nov 04 09:17:20.346130 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.435730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a237f0b-b7a0-4b5b-bf65-842e38a3850c service neutron] Pushing event updated for resources: {'Port': ['ID=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:20.452406 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.454017 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-c2b34bf6-a632-44d7-a2f6-4cb8932ee044 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1777306 Nov 04 09:17:20.457957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-f7e25327-fca9-4b2e-941c-04f31fd9680a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:20.459530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-f7e25327-fca9-4b2e-941c-04f31fd9680a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 1095 time: 0.2572119 Nov 04 09:17:20.490024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3592373e-8592-45e5-8b8d-63d994322cf8 None None] Provisioning complete for port a6fb5ace-6062-48ad-b6a7-1d642dc8989f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:20.490398 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3592373e-8592-45e5-8b8d-63d994322cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.493300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Request body: {'port': {'device_id': '03adca6c-1367-4038-9837-4e274ad92e9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:20.498703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5d36a8-fc4b-4ece-a296-22269855f76c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:20.521553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:20.525814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-24b73150-2231-43c8-8957-249969067f04 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/7b5d36a8-fc4b-4ece-a296-22269855f76c HTTP/1.1" status: 204 len: 168 time: 0.5571058 Nov 04 09:17:20.529355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42928) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:20.550604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3592373e-8592-45e5-8b8d-63d994322cf8 None None] Port a6fb5ace-6062-48ad-b6a7-1d642dc8989f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:17:20.581843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-33eaf1e6-ad84-42b0-a1bb-eb2b76195ef0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513248 Nov 04 09:17:20.584514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:20.610124 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-2506c8f1-2b09-4ef9-b457-a766c2618abb service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047633 Nov 04 09:17:20.611385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-2b8a36dd-4dd9-47d1-9334-4caa3391974a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 HTTP/1.1" status: 200 len: 217 time: 0.1408465 Nov 04 09:17:20.652965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff21cb89-8ab8-43e5-aa53-570ee8a12257 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:20.658036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff21cb89-8ab8-43e5-aa53-570ee8a12257 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0716176 Nov 04 09:17:20.658683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42934) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:20.751542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c341dee4-efe5-40ab-ae19-8955e080e4ca tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:20.756316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c341dee4-efe5-40ab-ae19-8955e080e4ca tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0965126 Nov 04 09:17:20.757077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42942) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:20.810768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e55f8d04-6e72-4029-be20-1fd4edb088c4 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516214 Nov 04 09:17:20.817511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42944) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:20.836790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61a4dd-7ae1-4508-a768-2269bfaf4097 req-0614c827-bf6e-490b-9436-3822ab48d8a1 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:20.838463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc61a4dd-7ae1-4508-a768-2269bfaf4097 req-0614c827-bf6e-490b-9436-3822ab48d8a1 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 944 time: 0.1401162 Nov 04 09:17:20.862281 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e383c069-2d17-459d-85b7-aef95f06671a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:20.863092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e383c069-2d17-459d-85b7-aef95f06671a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:20.868712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e383c069-2d17-459d-85b7-aef95f06671a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/63a21e1f-adfd-4d9c-80fd-8ec1415f45c2 HTTP/1.1" status: 404 len: 333 time: 0.0461016 Nov 04 09:17:20.875950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:20.910083 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20ce283-7962-403f-9d75-845e708051b0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:20.910552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20ce283-7962-403f-9d75-845e708051b0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:20.913685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b20ce283-7962-403f-9d75-845e708051b0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/7b5d36a8-fc4b-4ece-a296-22269855f76c HTTP/1.1" status: 404 len: 337 time: 0.0367198 Nov 04 09:17:20.916189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:20.959230 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-09ce5b1c-460d-4dcb-84dd-8932bca18244 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:20.959692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09ce5b1c-460d-4dcb-84dd-8932bca18244 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:20.965731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-09ce5b1c-460d-4dcb-84dd-8932bca18244 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/490fe6c4-edc4-40a8-8521-2dd2e00efefc HTTP/1.1" status: 404 len: 337 time: 0.0457146 Nov 04 09:17:20.974539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc61a4dd-7ae1-4508-a768-2269bfaf4097 req-3da874f7-6b8a-4e35-b905-677eddcb986d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201577 Nov 04 09:17:20.975050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.019346 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee431312-48cc-4914-8f25-d6c58b4c287f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.020090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee431312-48cc-4914-8f25-d6c58b4c287f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.026748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ee431312-48cc-4914-8f25-d6c58b4c287f tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/ca7c4324-b6f0-4d4b-a4cd-8e54da803b32 HTTP/1.1" status: 404 len: 333 time: 0.0505133 Nov 04 09:17:21.027472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.037420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device acd11d4a-037c-47ee-8c72-f69b89a0debd up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:21.070220 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-c056aae7-3b7f-4b6d-af97-304955947b09 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.070642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c056aae7-3b7f-4b6d-af97-304955947b09 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.081943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c056aae7-3b7f-4b6d-af97-304955947b09 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/e2906a23-5a77-4e25-bfdd-be641373a94d HTTP/1.1" status: 404 len: 337 time: 0.0527143 Nov 04 09:17:21.082582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.121378 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f044af-cfb2-4a53-bde6-bbd5f735a40d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.121833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f044af-cfb2-4a53-bde6-bbd5f735a40d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.127965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-63f044af-cfb2-4a53-bde6-bbd5f735a40d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/88586100-d549-4dc0-a45f-3cd54bbd429e HTTP/1.1" status: 404 len: 337 time: 0.0442898 Nov 04 09:17:21.129079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.144452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:21.145097 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:21.188890 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad5d4424-053f-4400-9a44-a0e6fc9a0682 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.189650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad5d4424-053f-4400-9a44-a0e6fc9a0682 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.193138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad5d4424-053f-4400-9a44-a0e6fc9a0682 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/2c462589-8a47-412c-b8cd-2efc04ce8bd5 HTTP/1.1" status: 404 len: 333 time: 0.0468435 Nov 04 09:17:21.195559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.246370 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2e549b-132f-4710-8909-3c3b423a80e6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.247014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2e549b-132f-4710-8909-3c3b423a80e6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.250650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8a2e549b-132f-4710-8909-3c3b423a80e6 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/d6e992dd-5f74-4093-bbb6-35e30524958d HTTP/1.1" status: 404 len: 337 time: 0.0538943 Nov 04 09:17:21.253097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42964) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.287126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:21.303269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d04b8-a4e3-4d37-9ece-0518e56fe9bc req-158c6494-5ce3-4606-a797-bc63234285f0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:21.308999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-523bbed8-ccbe-42c9-87b9-36a78060a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:21.310811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-523bbed8-ccbe-42c9-87b9-36a78060a23c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.6907337 Nov 04 09:17:21.313495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f4d04b8-a4e3-4d37-9ece-0518e56fe9bc req-158c6494-5ce3-4606-a797-bc63234285f0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 932 time: 0.1952498 Nov 04 09:17:21.318821 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-91755c07-27ee-4ae9-80b8-16793cc1291d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.320065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91755c07-27ee-4ae9-80b8-16793cc1291d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.322979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-91755c07-27ee-4ae9-80b8-16793cc1291d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/24facd0a-138c-44dc-a4d6-29abd3bfc471 HTTP/1.1" status: 404 len: 337 time: 0.0689366 Nov 04 09:17:21.329187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.333223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-36281d50-86b8-42af-a3db-64b83c353eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7141669 Nov 04 09:17:21.360384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f99dc1-ad32-45ef-a9f8-ca4373b8933c None None] Network 53f12eef-f51b-4fca-a94e-83521fd7b9e4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:21.381810 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e32e9b0-072e-4ead-94d1-49f0f02a1c80 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.382574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e32e9b0-072e-4ead-94d1-49f0f02a1c80 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.386159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0e32e9b0-072e-4ead-94d1-49f0f02a1c80 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/f76d25ca-7636-4dde-9c21-741c3a7ab2c3 HTTP/1.1" status: 404 len: 333 time: 0.0548272 Nov 04 09:17:21.389796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.396540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-7dba6107-4e6d-4acb-bedd-a094829053a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617549 Nov 04 09:17:21.427130 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde7fb67-d04d-4e09-bb87-ce5162d74cf5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.427601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde7fb67-d04d-4e09-bb87-ce5162d74cf5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.430733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dde7fb67-d04d-4e09-bb87-ce5162d74cf5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/f688fdb6-6492-4215-abfa-73f0cd8b5a8b HTTP/1.1" status: 404 len: 337 time: 0.0399892 Nov 04 09:17:21.434851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.437248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-70f4c0a5-5006-40cb-a534-6c72c897d34a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 200 len: 217 time: 0.0723760 Nov 04 09:17:21.450549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f4d04b8-a4e3-4d37-9ece-0518e56fe9bc req-d85ff4b8-3cbe-4e16-99d0-e7c0c4095038 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341782 Nov 04 09:17:21.491228 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d124220-c5f0-495c-aeef-4bef15f6ca73 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.491695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d124220-c5f0-495c-aeef-4bef15f6ca73 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.503847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d124220-c5f0-495c-aeef-4bef15f6ca73 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/4c6c30a7-4411-40f4-9643-35c9b57b2053 HTTP/1.1" status: 404 len: 337 time: 0.0679343 Nov 04 09:17:21.506510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42978) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.531420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6b007451-e77a-482c-acf7-903bfb2089bb None None] Provisioning complete for port acd11d4a-037c-47ee-8c72-f69b89a0debd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:21.531980 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b007451-e77a-482c-acf7-903bfb2089bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:21.538369 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c806107-91db-4147-8f34-c85bce9ad31c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.539086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c806107-91db-4147-8f34-c85bce9ad31c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.544952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c806107-91db-4147-8f34-c85bce9ad31c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/0df272db-0eff-4e86-bc72-52a4629ab07a HTTP/1.1" status: 404 len: 333 time: 0.0345554 Nov 04 09:17:21.545164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.567672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-0697e865-f398-40a6-9454-c9d229b5e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:21.569331 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-0697e865-f398-40a6-9454-c9d229b5e8dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 200 len: 797 time: 0.1117883 Nov 04 09:17:21.579442 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d019c979-d098-4193-9369-e0bdcd0cab24 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.580360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d019c979-d098-4193-9369-e0bdcd0cab24 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.586250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d019c979-d098-4193-9369-e0bdcd0cab24 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/63b65689-3ba3-46d5-90dc-91ce9dcc4db8 HTTP/1.1" status: 404 len: 337 time: 0.0401578 Nov 04 09:17:21.587294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.612044 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ada20f-0363-437f-b819-60cc8a210485 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.613047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ada20f-0363-437f-b819-60cc8a210485 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.621930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-41ada20f-0363-437f-b819-60cc8a210485 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/9c512b81-d334-4608-b3a0-623c3db8f777 HTTP/1.1" status: 404 len: 333 time: 0.0323956 Nov 04 09:17:21.622879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.678806 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3c9173-6e5b-48e7-a781-3a7fbee1efc3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.679465 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3c9173-6e5b-48e7-a781-3a7fbee1efc3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.695526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4a3c9173-6e5b-48e7-a781-3a7fbee1efc3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/9178c413-5daa-4aa4-bf88-ad8c65f7ae82 HTTP/1.1" status: 404 len: 337 time: 0.0713654 Nov 04 09:17:21.696411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.712764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] DHCP port deletion for 53f12eef-f51b-4fca-a94e-83521fd7b9e4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:17:21.720534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547185d-7921-418b-a389-2a72c6cc41dd req-e6fe4586-06c1-4ac3-b64b-516687813093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:21.722181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-e6fe4586-06c1-4ac3-b64b-516687813093 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f06b0062-3d9b-43c0-a416-b97c78849dfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414104 Nov 04 09:17:21.741040 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f31368d-494e-4db0-bd95-cbac1f94bfd1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.741825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f31368d-494e-4db0-bd95-cbac1f94bfd1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.748987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1f31368d-494e-4db0-bd95-cbac1f94bfd1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/13ff332a-f868-4de4-8b74-c4bbb29ec774 HTTP/1.1" status: 404 len: 333 time: 0.0508413 Nov 04 09:17:21.749672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.773850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] Deleting port acd11d4a-037c-47ee-8c72-f69b89a0debd {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:21.774322 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:21.779211 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cb13e1-ce45-4a1e-90c4-18186ab2500a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.779674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cb13e1-ce45-4a1e-90c4-18186ab2500a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.783195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-45cb13e1-ce45-4a1e-90c4-18186ab2500a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/90a1eb91-d15b-440d-80a1-0880e8898d8f HTTP/1.1" status: 404 len: 337 time: 0.0326226 Nov 04 09:17:21.787401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.830307 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-2083ef01-42ca-447a-a05a-29a60fa43fb9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.831442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2083ef01-42ca-447a-a05a-29a60fa43fb9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.835208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2083ef01-42ca-447a-a05a-29a60fa43fb9 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/96c9b688-a32e-41d8-a2f8-2869134df08f HTTP/1.1" status: 404 len: 333 time: 0.0459666 Nov 04 09:17:21.837649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.850029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] For port acd11d4a-037c-47ee-8c72-f69b89a0debd, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=acd11d4a-037c-47ee-8c72-f69b89a0debd,segment=NetworkSegment(0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0),segment_id=0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:21.850687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:21.860867 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-7a5af5ea-bb6a-4241-ad34-f952eba965cc service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301426 Nov 04 09:17:21.866127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] Calling delete_port for acd11d4a-037c-47ee-8c72-f69b89a0debd owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:21.895178 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f264927f-85ac-4e54-ab76-854d83822a4a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.896540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f264927f-85ac-4e54-ab76-854d83822a4a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.900692 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f264927f-85ac-4e54-ab76-854d83822a4a tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/8f665538-70f7-4592-b0d9-0f8dc9746867 HTTP/1.1" status: 404 len: 337 time: 0.0616488 Nov 04 09:17:21.904327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.928871 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f45ea37-b940-4c2e-b430-30859e048c17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.929586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f45ea37-b940-4c2e-b430-30859e048c17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.937017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f45ea37-b940-4c2e-b430-30859e048c17 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/e10bd87b-075f-4810-b255-d199593fed6c HTTP/1.1" status: 404 len: 333 time: 0.0309882 Nov 04 09:17:21.937646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.969141 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-951bc19f-f33a-4e71-ae13-637eb4d34ac0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:21.969141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951bc19f-f33a-4e71-ae13-637eb4d34ac0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:21.974289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-951bc19f-f33a-4e71-ae13-637eb4d34ac0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/df575361-954b-474f-b726-ed6a496d38c7 HTTP/1.1" status: 404 len: 337 time: 0.0333276 Nov 04 09:17:21.974464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fec94401-7d08-4b78-b7be-4413fe18cb8a req-dff31792-625b-4544-ba69-ed3c82db8d39 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022685 Nov 04 09:17:21.974830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:21.980082 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:22.018290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] Pushing event deleted for resources: {'Port': ['ID=acd11d4a-037c-47ee-8c72-f69b89a0debd,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:22.020992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db77f03d-2157-47f8-bca3-c01fad4e57d5 None None] No DVR routers for this DVR port acd11d4a-037c-47ee-8c72-f69b89a0debd on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:17:22.036102 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1c6f1a-fbb6-4e06-ae2a-4b7bb8c0772b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.036837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a1c6f1a-fbb6-4e06-ae2a-4b7bb8c0772b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.040095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0a1c6f1a-fbb6-4e06-ae2a-4b7bb8c0772b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/65ee059b-556a-4e46-baa2-d75f5f92261d HTTP/1.1" status: 404 len: 333 time: 0.0643394 Nov 04 09:17:22.045589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43006) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.073158 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-312376d0-150b-4e0a-a0fc-e82611df15e8 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.073818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312376d0-150b-4e0a-a0fc-e82611df15e8 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.080502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-312376d0-150b-4e0a-a0fc-e82611df15e8 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/51cd8832-3978-4399-881b-3b3ff9825502 HTTP/1.1" status: 404 len: 337 time: 0.0316095 Nov 04 09:17:22.085064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43012) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.098608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-ecb91607-024e-4339-8304-f73b52bc04b6 service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653731 Nov 04 09:17:22.144253 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aaada3f-b67a-445b-9c92-bc0caad5153b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.144825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aaada3f-b67a-445b-9c92-bc0caad5153b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.148127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1aaada3f-b67a-445b-9c92-bc0caad5153b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/c079c2e2-a136-4017-8875-29716b577609 HTTP/1.1" status: 404 len: 337 time: 0.0604758 Nov 04 09:17:22.151556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.170378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16c12e-9ae9-4f69-934c-e968a1a9ea1e req-d7a30971-310a-4570-88f5-d34afa6eeaab tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:22.171941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f16c12e-9ae9-4f69-934c-e968a1a9ea1e req-d7a30971-310a-4570-88f5-d34afa6eeaab tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 944 time: 0.0843003 Nov 04 09:17:22.193141 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-df55da3a-1141-4fca-8172-81258b1feb10 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.193912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df55da3a-1141-4fca-8172-81258b1feb10 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.196543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-df55da3a-1141-4fca-8172-81258b1feb10 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/b93b9d8b-d890-4c73-901c-a48bc4a64d5e HTTP/1.1" status: 404 len: 333 time: 0.0426750 Nov 04 09:17:22.204917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43016) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.221658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-b6f96eea-fd1e-4e46-842f-fab5a75353ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:22.223202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-b6f96eea-fd1e-4e46-842f-fab5a75353ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 1095 time: 0.1857393 Nov 04 09:17:22.238593 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4c7c82-3eaf-48ca-917e-25a4b10fdb88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.239050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4c7c82-3eaf-48ca-917e-25a4b10fdb88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.242133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad4c7c82-3eaf-48ca-917e-25a4b10fdb88 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/c8de64b2-6e87-4be7-a2fa-b6139a950b17 HTTP/1.1" status: 404 len: 337 time: 0.0362644 Nov 04 09:17:22.248960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.281439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f16c12e-9ae9-4f69-934c-e968a1a9ea1e req-71ac601a-a103-434e-97a9-123eecfe5aaa tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951645 Nov 04 09:17:22.282705 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-405bea98-4d44-44b6-ac0b-6a8343c6d4dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.283163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405bea98-4d44-44b6-ac0b-6a8343c6d4dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.288737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-405bea98-4d44-44b6-ac0b-6a8343c6d4dc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/0c926bba-a070-4c18-b058-bb54bb0e104c HTTP/1.1" status: 404 len: 337 time: 0.0362751 Nov 04 09:17:22.289172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.321413 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-53efd2ca-ab31-44da-9bbf-ec16fe8deb20 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.322148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53efd2ca-ab31-44da-9bbf-ec16fe8deb20 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.326046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-53efd2ca-ab31-44da-9bbf-ec16fe8deb20 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/dac4be24-7129-45d9-983d-90572bf5350d HTTP/1.1" status: 404 len: 333 time: 0.0355628 Nov 04 09:17:22.328031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.352829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c547185d-7921-418b-a389-2a72c6cc41dd req-b9610ddf-0868-4c21-9637-dc706f9380bf service neutron] 10.222.0.55 "GET /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249582 Nov 04 09:17:22.356147 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-20087913-09aa-4e17-8691-9da896b437b7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.356904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20087913-09aa-4e17-8691-9da896b437b7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.362229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-20087913-09aa-4e17-8691-9da896b437b7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/82ce8bc7-e580-49ef-98db-3b076c78ef4f HTTP/1.1" status: 404 len: 337 time: 0.0307114 Nov 04 09:17:22.362427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6fb5ace-6062-48ad-b6a7-1d642dc8989f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:22.364489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.372846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:22.401852 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc69dfab-bf94-4ad7-8a2b-2bbe28420d4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.403086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc69dfab-bf94-4ad7-8a2b-2bbe28420d4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.404446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Transition to ACTIVE for port object a6fb5ace-6062-48ad-b6a7-1d642dc8989f will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:17:22.407031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cc69dfab-bf94-4ad7-8a2b-2bbe28420d4c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/5320024e-19ec-484e-9108-04ddd36df95d HTTP/1.1" status: 404 len: 337 time: 0.0412922 Nov 04 09:17:22.409687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.411720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:22.416368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-96499bc3-b025-48c1-9263-8bb8814a9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:22.417946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-96499bc3-b025-48c1-9263-8bb8814a9604 service neutron] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.1858001 Nov 04 09:17:22.437451 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8ca91a-0eaf-45f5-a805-4e811af19f22 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.438187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8ca91a-0eaf-45f5-a805-4e811af19f22 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.443963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1b8ca91a-0eaf-45f5-a805-4e811af19f22 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/b3732bb6-d659-4de5-99d1-2712175e7ecc HTTP/1.1" status: 404 len: 333 time: 0.0304587 Nov 04 09:17:22.444314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.472018 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ffa6b5-a54f-45be-b134-c5a7785af2f8 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.472485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ffa6b5-a54f-45be-b134-c5a7785af2f8 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.478890 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d9ffa6b5-a54f-45be-b134-c5a7785af2f8 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/fbb9ce96-f16e-4dac-8207-7f4abd2e2385 HTTP/1.1" status: 404 len: 337 time: 0.0295620 Nov 04 09:17:22.479074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43036) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.494424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-5f26675c-fe16-443c-aed2-f38de5a506bc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 HTTP/1.1" status: 200 len: 217 time: 0.0536466 Nov 04 09:17:22.514889 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-52465ad6-b2db-4188-b9d4-2403f1725df3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.515378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52465ad6-b2db-4188-b9d4-2403f1725df3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.518898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-52465ad6-b2db-4188-b9d4-2403f1725df3 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/681925e9-0cf1-4e44-a0cd-881f757af3aa HTTP/1.1" status: 404 len: 337 time: 0.0388744 Nov 04 09:17:22.522625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43040) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.538375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:22.571713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5f7758b6-651d-4d88-8342-804e4c098f3d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c627124-be4a-4c32-af12-847ce146816d HTTP/1.1" status: 200 len: 205 time: 0.0486696 Nov 04 09:17:22.576081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43042) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.653765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-2172a214-65f6-4cac-923a-0c81c7fedf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:22.655126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-2172a214-65f6-4cac-923a-0c81c7fedf23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.1313844 Nov 04 09:17:22.676324 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-a61b45e0-8473-467b-9eb1-dd6877fab09c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] delete failed (client error): The resource could not be found. Nov 04 09:17:22.681124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a61b45e0-8473-467b-9eb1-dd6877fab09c tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/routers/7c627124-be4a-4c32-af12-847ce146816d HTTP/1.1" status: 404 len: 336 time: 0.0732267 Nov 04 09:17:22.681738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.697245 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-13b43c02-6756-4bdf-b3b8-3c6955963674 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332472 Nov 04 09:17:22.735101 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6df660c-68aa-41f0-98a7-76e67ca3b802 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.736159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6df660c-68aa-41f0-98a7-76e67ca3b802 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.739258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f6df660c-68aa-41f0-98a7-76e67ca3b802 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/17222d41-c427-4d5f-9295-fb88d04c6694 HTTP/1.1" status: 404 len: 337 time: 0.0555236 Nov 04 09:17:22.742241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.763581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e698e-1872-404c-a3c8-18bc2fd0a9ae req-4ddf4b0f-2d4a-48a0-bc52-c02bb76e6f29 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:22.765268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-547e698e-1872-404c-a3c8-18bc2fd0a9ae req-4ddf4b0f-2d4a-48a0-bc52-c02bb76e6f29 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 944 time: 0.1963766 Nov 04 09:17:22.773437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Attempting to bind port a6fb5ace-6062-48ad-b6a7-1d642dc8989f on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:22.774744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Attempting to bind port a6fb5ace-6062-48ad-b6a7-1d642dc8989f by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:22.775276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Attempting to bind port a6fb5ace-6062-48ad-b6a7-1d642dc8989f on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:22.786314 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-87358bc8-6b12-4017-abf5-b68397c40170 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "GET /v2.0/ports?device_id=7dd91d19-9d68-4f68-af80-c08e18c057bf HTTP/1.1" status: 200 len: 205 time: 0.0408423 Nov 04 09:17:22.791846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43054) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.825367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-547e698e-1872-404c-a3c8-18bc2fd0a9ae req-9b09c7f9-d36d-4419-b06f-189eab43776b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Nov 04 09:17:22.883560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Port a6fb5ace-6062-48ad-b6a7-1d642dc8989f on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:17:22.883796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Attempting to bind port a6fb5ace-6062-48ad-b6a7-1d642dc8989f on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:22.889395 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-956ea54a-15e6-46e1-94e8-f2e7b1efd6d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] delete failed (client error): The resource could not be found. Nov 04 09:17:22.890466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-956ea54a-15e6-46e1-94e8-f2e7b1efd6d2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/routers/7dd91d19-9d68-4f68-af80-c08e18c057bf HTTP/1.1" status: 404 len: 336 time: 0.0510690 Nov 04 09:17:22.893217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.917443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:22.923520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:22.923965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Bound using segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:22.924436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Bound port: a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:22.924883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:22.938440 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d937ba-c264-452b-9fd4-ffbd4cf90eb1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:22.939428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d937ba-c264-452b-9fd4-ffbd4cf90eb1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:22.944512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-27d937ba-c264-452b-9fd4-ffbd4cf90eb1 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/4ee19540-e1b6-46c6-bbae-44332152210f HTTP/1.1" status: 404 len: 337 time: 0.0502214 Nov 04 09:17:22.946925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43058) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:22.992295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-e571a0e5-e890-4b9e-8e32-9b10a5237510 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698913 Nov 04 09:17:23.002697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device acd11d4a-037c-47ee-8c72-f69b89a0debd no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:17:23.017291 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-9203f075-5d0f-4752-91a0-99f907fb31eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.017753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9203f075-5d0f-4752-91a0-99f907fb31eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.020820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9203f075-5d0f-4752-91a0-99f907fb31eb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/eb362228-a0fc-419d-8c30-e8389efbed97 HTTP/1.1" status: 404 len: 337 time: 0.0720749 Nov 04 09:17:23.023408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43064) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.041475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: acd11d4a-037c-47ee-8c72-f69b89a0debd {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:17:23.041475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device acd11d4a-037c-47ee-8c72-f69b89a0debd not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:17:23.057945 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef4d747-afc5-462b-aae0-d8d43bd1d9b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.059506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef4d747-afc5-462b-aae0-d8d43bd1d9b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.065407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eef4d747-afc5-462b-aae0-d8d43bd1d9b5 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/146cabdf-f7a1-458c-b1ea-d7b5742f463b HTTP/1.1" status: 404 len: 333 time: 0.0382967 Nov 04 09:17:23.066102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.093089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:23.097787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:23.105529 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc004bd-ac00-44b7-9007-80d08834befc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.105789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc004bd-ac00-44b7-9007-80d08834befc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.106419 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:23.109215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6dc004bd-ac00-44b7-9007-80d08834befc tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/815bdded-4ab9-459f-94e2-88f932b1c1c6 HTTP/1.1" status: 404 len: 337 time: 0.0420823 Nov 04 09:17:23.111698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.153475 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-210b2f88-4e02-4101-ad1c-080fe5fd50b0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.156555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210b2f88-4e02-4101-ad1c-080fe5fd50b0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.161412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-210b2f88-4e02-4101-ad1c-080fe5fd50b0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/ef6a5f9f-ab72-43db-b545-367d7d8344b7 HTTP/1.1" status: 404 len: 333 time: 0.0483146 Nov 04 09:17:23.163762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.164509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:23.165362 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:23.166791 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] 10.222.0.70 "PUT /v2.0/ports/a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 1092 time: 2.6973228 Nov 04 09:17:23.169413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:23.172203 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299d9fae-ad60-4a8a-9fed-5a177c61cae3" -d '{"events": [{"name": "network-changed", "server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:23.191341 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-86c03644-0c35-4f87-b16a-85ff76c82fb0 req-c5e9e2c5-d499-477f-8561-21ffaf9e6e8e service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815681 Nov 04 09:17:23.223179 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd6694c-b61a-47d4-ac3f-1fa04a4c8fba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.223637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd6694c-b61a-47d4-ac3f-1fa04a4c8fba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.226927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7fd6694c-b61a-47d4-ac3f-1fa04a4c8fba tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/8d0b5567-07c5-49a3-a3e3-5e0c197fe697 HTTP/1.1" status: 404 len: 337 time: 0.0617225 Nov 04 09:17:23.232038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.271241 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a595a4-c0e4-470f-aaab-2ee1fd4d36e2 x-openstack-request-id: req-f2a595a4-c0e4-470f-aaab-2ee1fd4d36e2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:23.272158 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:23.272514 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2a595a4-c0e4-470f-aaab-2ee1fd4d36e2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:23.273321 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-217ecd5b-84f6-4a2e-90d9-a155b4a90077 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.273606 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'status': 'completed', 'code': 200} Nov 04 09:17:23.274473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217ecd5b-84f6-4a2e-90d9-a155b4a90077 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.283405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-217ecd5b-84f6-4a2e-90d9-a155b4a90077 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/38634b1e-be2f-42a9-94f5-667ada00eaa8 HTTP/1.1" status: 404 len: 333 time: 0.0481207 Nov 04 09:17:23.283669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.284590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50654b9-6ee4-4989-a3d7-c07a0c7b6168 service neutron] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:23.301177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-896c6d95-b6ed-4f17-af13-b128d3a8fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:23.302759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-896c6d95-b6ed-4f17-af13-b128d3a8fd70 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1095 time: 0.0797002 Nov 04 09:17:23.315024 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-29069e37-be8f-4ba5-a67d-b080cda0cba7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.315482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29069e37-be8f-4ba5-a67d-b080cda0cba7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.320989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-29069e37-be8f-4ba5-a67d-b080cda0cba7 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/c9e76c2c-278c-4de5-b943-6a0a63eb5b15 HTTP/1.1" status: 404 len: 337 time: 0.0340815 Nov 04 09:17:23.321365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.354345 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd473c87-d64e-4a6c-ac3c-3e5fb72b382d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.355411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd473c87-d64e-4a6c-ac3c-3e5fb72b382d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.362313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bd473c87-d64e-4a6c-ac3c-3e5fb72b382d tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/b759f61d-1a4d-4fb7-8cd5-17addf124733 HTTP/1.1" status: 404 len: 333 time: 0.0371513 Nov 04 09:17:23.362812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.375042 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-31801d1c-bde1-480e-a872-b8ed989d2734 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 217 time: 0.0634389 Nov 04 09:17:23.437672 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c1159c-9e54-459f-b181-38a7573b5c15 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.438145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c1159c-9e54-459f-b181-38a7573b5c15 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.444080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e0c1159c-9e54-459f-b181-38a7573b5c15 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/8009b6bc-b9f7-42be-b45b-b23eb2ad75f5 HTTP/1.1" status: 404 len: 337 time: 0.0800936 Nov 04 09:17:23.444624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43088) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.458209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-7c46a3df-f804-42ae-9ebc-17fc304c6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:23.459728 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-7c46a3df-f804-42ae-9ebc-17fc304c6d0b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0754118 Nov 04 09:17:23.527013 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-776cd546-6b1b-458c-804e-983a4f54b8bf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.527971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776cd546-6b1b-458c-804e-983a4f54b8bf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.532442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-776cd546-6b1b-458c-804e-983a4f54b8bf tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/c3145d3a-13e8-4dc7-a80b-9a0b5ff4ebca HTTP/1.1" status: 404 len: 333 time: 0.0857520 Nov 04 09:17:23.535369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43090) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.571766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c9067-ea7f-4f4e-8175-4fbf4666b366 req-aabc4bdd-c282-4b63-a039-307128754c78 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:23.575054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac8c9067-ea7f-4f4e-8175-4fbf4666b366 req-aabc4bdd-c282-4b63-a039-307128754c78 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 944 time: 0.1381238 Nov 04 09:17:23.586827 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-194246bb-6e06-44d9-97ab-c207b02db9b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.587332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194246bb-6e06-44d9-97ab-c207b02db9b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.591528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-194246bb-6e06-44d9-97ab-c207b02db9b2 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/4c19769e-78bc-44e6-b6fd-ab93ba6381fe HTTP/1.1" status: 404 len: 337 time: 0.0545216 Nov 04 09:17:23.596145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-1efb9ee3-ad94-48d6-aabe-5c574d5d2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:23.597720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-1efb9ee3-ad94-48d6-aabe-5c574d5d2463 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1284738 Nov 04 09:17:23.598187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43094) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.654426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac8c9067-ea7f-4f4e-8175-4fbf4666b366 req-ae745bc1-2d15-44b3-b151-63526ff49dfa tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710158 Nov 04 09:17:23.668225 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd9204b1-a993-4555-9a70-8255d4823f72 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.668973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd9204b1-a993-4555-9a70-8255d4823f72 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.674546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dd9204b1-a993-4555-9a70-8255d4823f72 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/2bfcd1ed-7b88-4f8c-8c64-6a32d0fb5834 HTTP/1.1" status: 404 len: 333 time: 0.0728946 Nov 04 09:17:23.674722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43100) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.739847 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9b6c16-8357-45ec-a9b3-a27a467ba481 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.740329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9b6c16-8357-45ec-a9b3-a27a467ba481 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.743797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba9b6c16-8357-45ec-a9b3-a27a467ba481 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/a7325759-8c07-4122-aadd-5656d9a575ad HTTP/1.1" status: 404 len: 337 time: 0.0681252 Nov 04 09:17:23.747554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.772042 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef992fb2-dd2c-4808-9f5a-67e626c22ce0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.773157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef992fb2-dd2c-4808-9f5a-67e626c22ce0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.778688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ef992fb2-dd2c-4808-9f5a-67e626c22ce0 tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/ports/550de835-1976-4188-8c63-0df5a6792fa3 HTTP/1.1" status: 404 len: 333 time: 0.0275710 Nov 04 09:17:23.779027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.790499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-9ae0e0c5-ff9b-4015-ba2b-943e17f3347b service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702271 Nov 04 09:17:23.804929 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-edc820c6-7dae-46e3-9d02-2ebd8a8b7f4b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] DELETE failed (client error): The resource could not be found. Nov 04 09:17:23.805481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edc820c6-7dae-46e3-9d02-2ebd8a8b7f4b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:17:23.809180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-edc820c6-7dae-46e3-9d02-2ebd8a8b7f4b tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/subnets/ef7ad915-fd46-489b-93f3-e558e28278dc HTTP/1.1" status: 404 len: 337 time: 0.0291357 Nov 04 09:17:23.811921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43106) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:23.899043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:23.902877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b26620-c128-4d6b-937f-e34fff66e91c req-25217bdd-3f89-4c18-8a5e-d9cd3bb96dc7 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047142 Nov 04 09:17:24.008091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf292a9-9de8-45d0-b312-fe6b1fcb6caf req-2a2f1fed-7d96-485d-95a4-e41577e65fb6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:24.009819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bdf292a9-9de8-45d0-b312-fe6b1fcb6caf req-2a2f1fed-7d96-485d-95a4-e41577e65fb6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 944 time: 0.1074986 Nov 04 09:17:24.022266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-a4434f54-a8fd-4c66-a648-711aead36211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:24.024003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-a4434f54-a8fd-4c66-a648-711aead36211 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1095 time: 0.0674131 Nov 04 09:17:24.075967 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.106456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:17:24.110439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bdf292a9-9de8-45d0-b312-fe6b1fcb6caf req-85557250-48c3-4343-9dd9-d20c2942329e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675185 Nov 04 09:17:24.112638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f12eef-f51b-4fca-a94e-83521fd7b9e4']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:24.125023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:24.125023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdb2e34-dee8-42a7-986b-2f1ab8ad81f0') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:24.145424 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.150357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-7223bbcb-bac8-46ae-bbc6-2e0485a39549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:24.152246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-7223bbcb-bac8-46ae-bbc6-2e0485a39549 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1206582 Nov 04 09:17:24.155753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.162431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:17:24.162834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:17:24.166002 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:17:24.209944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-5e5c8fde-0c97-49a3-b69c-b6884aea952b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 217 time: 0.0488970 Nov 04 09:17:24.247109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.269701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.274003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] 10.222.0.53 "DELETE /v2.0/networks/53f12eef-f51b-4fca-a94e-83521fd7b9e4 HTTP/1.1" status: 204 len: 168 time: 0.4607494 Nov 04 09:17:24.286463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-0c6c9b12-9dd5-48d1-9719-75dc292f2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:24.286817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec72873-d11c-4800-b74a-a1f34f82f1bb tempest-NetworksTestDHCPv6-1413124111 tempest-NetworksTestDHCPv6-1413124111-project] Pushing event deleted for resources: {'Network': ['ID=53f12eef-f51b-4fca-a94e-83521fd7b9e4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:24.288001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-0c6c9b12-9dd5-48d1-9719-75dc292f2aae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0706120 Nov 04 09:17:24.295273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-26d4cc5e-9771-46b7-8444-3f06f51202bb req-1ba70403-5dd0-459f-8a3d-401dbaad1502 service neutron] (102555) timed out ('10.222.0.53', 41256) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:17:24.297343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:24.312713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'port_id': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32', 'mac_address': 'fa:16:3e:c8:6d:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15243819-98e4-49a5-81f2-dfed546eb741', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:17:24.345580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-bbca4c16-6d4e-4119-bc94-d833b01b1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:24.347176 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-bbca4c16-6d4e-4119-bc94-d833b01b1d8a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508003 Nov 04 09:17:24.357896 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.376992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:24.403400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:24.409554 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.459907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-ebe7d424-6306-465a-8fb3-7d2a50fe9189 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044698 Nov 04 09:17:24.473992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:24.566938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43126) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:24.567551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-299d9fae-ad60-4a8a-9fed-5a177c61cae3 req-334853b1-2f76-44dc-9810-21f0d9cc686d service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984743 Nov 04 09:17:24.659030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:24.736351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43134) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:24.736638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d82587c8-a22f-4b0f-9299-a6df08ee5a2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6887a2c00cb64d34aa1adac0ee2e54eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684647 Nov 04 09:17:24.799771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072423b0-ecd9-46b6-bfdd-8f7e97377119 req-e408dc18-be81-431b-b2ee-5108254ab3f3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:24.804359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-072423b0-ecd9-46b6-bfdd-8f7e97377119 req-e408dc18-be81-431b-b2ee-5108254ab3f3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 945 time: 0.0666094 Nov 04 09:17:24.813572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26d2006d-4f21-4dc9-943d-ec702ddfd544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.842780 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26d2006d-4f21-4dc9-943d-ec702ddfd544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.853433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-072423b0-ecd9-46b6-bfdd-8f7e97377119 req-a1fa463f-02a6-462a-b94f-11433f23c309 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449581 Nov 04 09:17:24.902613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26d2006d-4f21-4dc9-943d-ec702ddfd544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.905512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-26d2006d-4f21-4dc9-943d-ec702ddfd544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:24.908212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-26d2006d-4f21-4dc9-943d-ec702ddfd544 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6a8b94f3-b637-4500-b3be-62e2e1f58125 HTTP/1.1" status: 204 len: 168 time: 0.1693540 Nov 04 09:17:24.917481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2006d-4f21-4dc9-943d-ec702ddfd544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8b94f3-b637-4500-b3be-62e2e1f58125,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:25.248155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662c8b9-d41b-4cea-823f-4d27c2167ab9 req-a0ae5881-7276-4d47-96fe-0449f06d0387 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:25.249706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3662c8b9-d41b-4cea-823f-4d27c2167ab9 req-a0ae5881-7276-4d47-96fe-0449f06d0387 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 944 time: 0.0545721 Nov 04 09:17:25.291277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3662c8b9-d41b-4cea-823f-4d27c2167ab9 req-1887469a-a433-43b7-95ba-cf6ffd08cc6e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348597 Nov 04 09:17:25.594353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43172) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:25.712092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2043782863'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:25.734077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:25.737728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.746846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.828559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.832971 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.865252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:17:25.873844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e77029-bdee-478c-b09e-5cff4cbe15bc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:25.880955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.881319 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Added segment e04361ed-e50c-40c8-9042-d4ace188f476 of type vlan for network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 Nov 04 09:17:25.926029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.956476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.962211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:25.962848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:25.997011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0f592-a601-4e2a-98af-9e3237ae80d0 req-8f361c06-fa5d-463d-be05-d002543d8af5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:25.998657 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fd0f592-a601-4e2a-98af-9e3237ae80d0 req-8f361c06-fa5d-463d-be05-d002543d8af5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 945 time: 0.0605481 Nov 04 09:17:26.026249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4306352 Nov 04 09:17:26.030551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43186) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:26.046438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'subnet': {'network_id': 'a7332824-ddf3-4ad5-92f5-3b62fa6c1606', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:26.047771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fd0f592-a601-4e2a-98af-9e3237ae80d0 req-fba9d2a1-6e75-43d1-adce-ee8376459ef7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Nov 04 09:17:26.099202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69077c56-92cd-4046-b4ee-d81f0a2856b4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Network': ['ID=a7332824-ddf3-4ad5-92f5-3b62fa6c1606,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:26.110472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:17:26.128780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:17:26.131097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:26.157076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:26.160722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.312276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:26.325359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'mac_address': 'fa:16:3e:7a:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:17:26.375220 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.397175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:17:26.403120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.403394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fb5ace-6062-48ad-b6a7-1d642dc8989f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:26.408878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:26.409505 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.440586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba307-ff56-43d4-90e4-30626a51aab6 req-a31ca711-655f-43c4-acf6-d29c1897bcc4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:26.451001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37dba307-ff56-43d4-90e4-30626a51aab6 req-a31ca711-655f-43c4-acf6-d29c1897bcc4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 944 time: 0.0703688 Nov 04 09:17:26.451736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:26.460094 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.500790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37dba307-ff56-43d4-90e4-30626a51aab6 req-349dff47-23b3-467f-a4df-618194fdc5aa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488005 Nov 04 09:17:26.519165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Subnet': ['ID=36dd04cd-6df7-4ec2-b987-4dd43d9e8062,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:26.528319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Checking segment: {'id': 'e04361ed-e50c-40c8-9042-d4ace188f476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a7332824-ddf3-4ad5-92f5-3b62fa6c1606'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:26.528688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network hostable DHCP agents. Network: a7332824-ddf3-4ad5-92f5-3b62fa6c1606, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:17:26.550972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:17:26.558045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:26.562554 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.565054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a7332824-ddf3-4ad5-92f5-3b62fa6c1606) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:26.575658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:26.576592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.578767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cc4f5d-71ba-487c-908e-05fc9953912c None None] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:26.583525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.583944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.584217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.584545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.584873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.585192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.585510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.585826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.586134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.586640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.587296 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.587296 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:26.596475 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-76eff9fc-08fa-420a-a5b1-7930331fc6da tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5652270 Nov 04 09:17:26.599138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43198) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:26.604193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-242265772', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:26.633249 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.634493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.666539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:26.669450 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7bb9f6-186b-4ed0-90d3-8b6b61053d10" -d '{"events": [{"server_uuid": "7ef10961-2b50-4130-9fb0-a07b80fd1cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:26.689086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a6fb5ace-6062-48ad-b6a7-1d642dc8989f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:26.692285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:26.706601 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.728731 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597bc749-f210-4f65-9c3e-cbd9e1e4532d x-openstack-request-id: req-597bc749-f210-4f65-9c3e-cbd9e1e4532d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:26.729033 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef10961-2b50-4130-9fb0-a07b80fd1cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:26.729221 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-597bc749-f210-4f65-9c3e-cbd9e1e4532d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:26.729599 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32', 'code': 200} Nov 04 09:17:26.732281 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:26.879398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:26.905344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a37e41-c454-44db-a3bb-2edc4827b972 None None] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:26.930322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f207535-ed5e-459e-bbf4-e19b05c44cd2 req-01a58c1b-faf9-4164-81a1-f9b7d779fece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:26.931926 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f207535-ed5e-459e-bbf4-e19b05c44cd2 req-01a58c1b-faf9-4164-81a1-f9b7d779fece service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 1097 time: 0.1353967 Nov 04 09:17:26.934330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:27.010569 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5f207535-ed5e-459e-bbf4-e19b05c44cd2 req-3df565f1-a296-44bb-9edf-d4d3af18e10e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706818 Nov 04 09:17:27.178239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:27.183211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57894dbc-98c3-4c16-aeab-ff27e50e7a2b req-cc4f2fff-3772-4838-8384-8eef43a5b09c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:27.185259 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57894dbc-98c3-4c16-aeab-ff27e50e7a2b req-cc4f2fff-3772-4838-8384-8eef43a5b09c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 946 time: 0.0549304 Nov 04 09:17:27.202002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:27.232601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57894dbc-98c3-4c16-aeab-ff27e50e7a2b req-7b478506-32d5-43c5-bcfb-4d0f70069578 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Nov 04 09:17:27.315539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.25.3.184 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/3384c618-12e0-4abe-96b6-9d0a77e631b8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:27.426331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:27.466336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:27.505223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:27.509601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:27.517279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:27.520492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=3384c618-12e0-4abe-96b6-9d0a77e631b8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:27.635448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5b09b5-2cdf-41be-aca8-c125b6ec63f3 req-b8ff578e-2793-439e-b2bb-8e82597f0f05 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:27.637397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df5b09b5-2cdf-41be-aca8-c125b6ec63f3 req-b8ff578e-2793-439e-b2bb-8e82597f0f05 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0651104 Nov 04 09:17:27.697192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df5b09b5-2cdf-41be-aca8-c125b6ec63f3 req-e8f008e5-37bf-4e39-baa2-bf45ea9fc06e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527022 Nov 04 09:17:27.849391 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:28.123677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:28.179704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port a6fb5ace-6062-48ad-b6a7-1d642dc8989f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:17:28.184949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a6fb5ace-6062-48ad-b6a7-1d642dc8989f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:28.184949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:28.277455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:28.316068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:28.320831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:28.387146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:28.422814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb9a7f-09d2-41c4-ba93-23ae815e6864 req-ded93606-4675-4c09-9cbd-d17031af7fdf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:28.424540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99cb9a7f-09d2-41c4-ba93-23ae815e6864 req-ded93606-4675-4c09-9cbd-d17031af7fdf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 946 time: 0.0716355 Nov 04 09:17:28.440522 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:28.466349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99cb9a7f-09d2-41c4-ba93-23ae815e6864 req-6e23ca5b-9ab4-4e56-b5fd-20d92434e6cd tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354505 Nov 04 09:17:28.600347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:17:28.601045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186bea5-b247-4c4e-840f-d9caa00d2aa1 req-7b3f2d19-d68e-4db6-839a-c2c484091d9a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:28.609481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4186bea5-b247-4c4e-840f-d9caa00d2aa1 req-7b3f2d19-d68e-4db6-839a-c2c484091d9a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 946 time: 0.0683818 Nov 04 09:17:28.645668 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4186bea5-b247-4c4e-840f-d9caa00d2aa1 req-b22e51e7-8dba-4e42-aee4-626d5c227cb4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349369 Nov 04 09:17:28.723213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:28.731257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:28.733611 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3e1019-990b-470d-bb0a-5bfc3bcf2e94" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:28.738361 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:28.747702 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:28.749121 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b91c6aed-02ea-415c-aa9d-2b251cd32f76 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1490188 Nov 04 09:17:28.752137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:28.752813 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:28.753822 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:28.800264 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:28.810535 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:28.811382 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:28.848372 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:28.849037 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4823257-4730-4082-8323-0bb91f50f36e None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:29.025629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50bc9c-0126-45f7-b041-8d9fe8e5ca2d req-ba951798-74f4-4bcf-850c-fa23aa4d1d87 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:29.027746 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b50bc9c-0126-45f7-b041-8d9fe8e5ca2d req-ba951798-74f4-4bcf-850c-fa23aa4d1d87 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.0994210 Nov 04 09:17:29.133441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b50bc9c-0126-45f7-b041-8d9fe8e5ca2d req-5b390b32-172f-449a-b2c5-23e9ff23668c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989799 Nov 04 09:17:29.180767 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e30d9-46c1-4bd7-850b-375b4ae8d8e8 x-openstack-request-id: req-f64e30d9-46c1-4bd7-850b-375b4ae8d8e8 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:29.181609 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:29.182008 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f64e30d9-46c1-4bd7-850b-375b4ae8d8e8 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:29.182545 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'code': 200} Nov 04 09:17:29.300397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb08a6-7f11-4102-a978-2fad689949e9 req-5f8ef6a9-81f2-4d84-90d6-b27fe71f7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:29.302002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73cb08a6-7f11-4102-a978-2fad689949e9 req-5f8ef6a9-81f2-4d84-90d6-b27fe71f7cd5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1097 time: 0.0513573 Nov 04 09:17:29.335978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6949d8-1ac2-44f4-a87c-6e1b42630e38 req-8d5af19b-a756-45bb-9ad4-7eee2f647a48 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:29.337679 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec6949d8-1ac2-44f4-a87c-6e1b42630e38 req-8d5af19b-a756-45bb-9ad4-7eee2f647a48 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 946 time: 0.0960200 Nov 04 09:17:29.348363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73cb08a6-7f11-4102-a978-2fad689949e9 req-bc6108bf-361d-4df0-b769-ef3ab9d96680 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360732 Nov 04 09:17:29.361810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:29.423593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec6949d8-1ac2-44f4-a87c-6e1b42630e38 req-730d0fb7-d701-4cb2-9e05-6555e27ca43d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790401 Nov 04 09:17:29.660260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.1 (a7332824-ddf3-4ad5-92f5-3b62fa6c1606/36dd04cd-6df7-4ec2-b987-4dd43d9e8062/f5db00d1-2252-4732-af02-204c51e7ac89) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:29.783523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:29.820610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:29.867694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:29.871618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:29.884308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:29.889206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=f5db00d1-2252-4732-af02-204c51e7ac89,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:29.932231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:30.062471 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:30.483823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-24d39601-78c1-4184-9a77-798e467e607b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:30.485785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-24d39601-78c1-4184-9a77-798e467e607b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 946 time: 0.0684390 Nov 04 09:17:30.580231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408cb3a3-8ee9-40b3-812d-625d9a992f78 req-d958a0c0-f6fc-407f-a76d-cf27fffa9e41 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:30.582705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-408cb3a3-8ee9-40b3-812d-625d9a992f78 req-d958a0c0-f6fc-407f-a76d-cf27fffa9e41 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.0745044 Nov 04 09:17:30.624085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Deleting port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:30.625248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:30.715898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-408cb3a3-8ee9-40b3-812d-625d9a992f78 req-31f6a1ce-1506-4a5e-9e62-d24973b77821 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171308 Nov 04 09:17:30.742135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] For port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:30.745001 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:30.773249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Calling delete_port for a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:30.860238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:30.867007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:30.921095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:30.934382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62565f6-ff71-4227-8bb4-1593e0b9db76 req-d00467c7-5509-414c-8214-80164c6ffbc5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:30.934606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:30.937007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:30.941376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f62565f6-ff71-4227-8bb4-1593e0b9db76 req-d00467c7-5509-414c-8214-80164c6ffbc5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7ef10961-2b50-4130-9fb0-a07b80fd1cf9 HTTP/1.1" status: 200 len: 946 time: 0.1465020 Nov 04 09:17:30.966832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event deleted for resources: {'Port': ['ID=a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:30.993092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=f5db00d1-2252-4732-af02-204c51e7ac89,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:31.001818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:31.037387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f62565f6-ff71-4227-8bb4-1593e0b9db76 req-e8dea436-96ff-4060-b632-d0307deee5e7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900829 Nov 04 09:17:31.053431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] No DVR routers for this DVR port a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:17:31.056459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:31.061209 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5561a7fa-f5b1-498c-a913-540dc7b0ff1f req-5f17be48-ff4f-4f6e-8985-7996a4a2229e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "DELETE /v2.0/ports/a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 HTTP/1.1" status: 204 len: 173 time: 0.5671256 Nov 04 09:17:31.061939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'name': 'network-vif-deleted', 'tag': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:31.064708 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71489d33-d0e9-40be-b341-71185b28bcef" -d '{"events": [{"server_uuid": "7ef10961-2b50-4130-9fb0-a07b80fd1cf9", "name": "network-vif-deleted", "tag": "a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:31.109302 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e34589d-dda9-4b8c-a7a6-6a8703236409 x-openstack-request-id: req-7e34589d-dda9-4b8c-a7a6-6a8703236409 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:31.109919 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ef10961-2b50-4130-9fb0-a07b80fd1cf9", "name": "network-vif-deleted", "tag": "a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:31.110478 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e34589d-dda9-4b8c-a7a6-6a8703236409 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:31.111080 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ef10961-2b50-4130-9fb0-a07b80fd1cf9', 'name': 'network-vif-deleted', 'tag': 'a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32', 'status': 'completed', 'code': 200} Nov 04 09:17:31.158160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:31.159946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:31.285152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:31.400845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:31.407238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6087b45d-735f-45f1-b280-004a046fdd77 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/routers/6a6c97e6-1fb5-4263-a563-7f603e973db7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6531689 Nov 04 09:17:31.409326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:31.414268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'port': {'network_id': 'a7332824-ddf3-4ad5-92f5-3b62fa6c1606', 'name': 'tempest-FloatingIPTestJSON-1689140994'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:31.423063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:31.434644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:31.435282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:31.472774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:31.483675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:31.484493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:31.531481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:31.532407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cb1151-f52c-498f-9a39-e8fd13569dc8 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:31.544275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:31.547801 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:31.569659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] device_id is not set on port f66ae673-d2d2-45f0-b5de-760fb6f0552f yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:17:31.696633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.11 (a7332824-ddf3-4ad5-92f5-3b62fa6c1606/36dd04cd-6df7-4ec2-b987-4dd43d9e8062/f66ae673-d2d2-45f0-b5de-760fb6f0552f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:31.893663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce22cfb-f993-4adf-ac9a-f54c886db702 req-3edc3498-7574-4acf-ac64-03972f053ce3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:31.895675 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ce22cfb-f993-4adf-ac9a-f54c886db702 req-3edc3498-7574-4acf-ac64-03972f053ce3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.0924499 Nov 04 09:17:31.922371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:31.975776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ce22cfb-f993-4adf-ac9a-f54c886db702 req-833173c9-6c04-4006-ac68-51eafc126ace tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650344 Nov 04 09:17:31.988652 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:32.045302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:32.048058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:32.056640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:32.069613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=f66ae673-d2d2-45f0-b5de-760fb6f0552f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:32.148779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:32.149516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:32.165013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22156811-a93d-48e6-ab40-bf0ea4f6f688 req-f35928d6-32b6-44ca-9ffa-529430666004 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:32.166506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22156811-a93d-48e6-ab40-bf0ea4f6f688 req-f35928d6-32b6-44ca-9ffa-529430666004 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.1110780 Nov 04 09:17:32.186980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43324) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:32.207692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'floatingip': {'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:32.242644 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7e5af59-46d4-48c1-9460-c9b014dff3d3 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8320255 Nov 04 09:17:32.246402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43328) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:32.252733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'port': {'network_id': 'a7332824-ddf3-4ad5-92f5-3b62fa6c1606', 'name': 'tempest-FloatingIPTestJSON-203574250'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:32.291949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:32.397395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:32.403022 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:32.447880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] device_id is not set on port 04ba7786-5465-413b-8084-61dd9b446c1d yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:17:32.632402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.3 (a7332824-ddf3-4ad5-92f5-3b62fa6c1606/36dd04cd-6df7-4ec2-b987-4dd43d9e8062/04ba7786-5465-413b-8084-61dd9b446c1d) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:32.826711 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:32.879199 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:32.966097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=04ba7786-5465-413b-8084-61dd9b446c1d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:32.974812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:32.985184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:33.004765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:33.098868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:33.099521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.138181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab3ea897-6ef4-46d8-84aa-3272f6b14984 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8902364 Nov 04 09:17:33.142933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:33.148055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '04ba7786-5465-413b-8084-61dd9b446c1d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:33.156912 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.160013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-edc97c37-db7f-4360-8637-779c1461c344 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:33.161636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-edc97c37-db7f-4360-8637-779c1461c344 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1983664 Nov 04 09:17:33.164363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.189034 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.210079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c44b68da-f96d-4b68-a184-705a512cac0b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0295677 Nov 04 09:17:33.285119 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Floating IP 52bac1fd-281c-4d0a-9570-8a1d1d3f67cb associated. External IP: 172.25.3.83, port: a6fb5ace-6062-48ad-b6a7-1d642dc8989f. Nov 04 09:17:33.301918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-ed44bc5f-c81b-4c66-a56d-817157b0d239 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600088 Nov 04 09:17:33.399264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.483948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-e16db910-25e8-4cd1-8624-83add549ff3e service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605020 Nov 04 09:17:33.560039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:33.632658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.25.3.29 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0ab316bc-22d7-4f20-a9ee-6ea22a68cd17) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:33.651135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-84c7b51c-9956-4c2b-a684-d8d15fb3f37d service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663122 Nov 04 09:17:33.692379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:33.698096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.704295 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] Sync routers for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:33.715770 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:33.716929 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:33.733691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-54d71cd9-3867-4b5d-a5a3-eab4bb6c5a93 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "PUT /v2.0/floatingips/52bac1fd-281c-4d0a-9570-8a1d1d3f67cb HTTP/1.1" status: 200 len: 991 time: 1.5451684 Nov 04 09:17:33.734400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:33.736820 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797" -d '{"events": [{"name": "network-changed", "server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:33.844373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.857500 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:17:33.912873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:33.970077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:33.979033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=0ab316bc-22d7-4f20-a9ee-6ea22a68cd17,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:33.983884 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c81e5d-8307-491e-8645-221919772c9b x-openstack-request-id: req-80c81e5d-8307-491e-8645-221919772c9b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:33.984314 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:33.984779 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-80c81e5d-8307-491e-8645-221919772c9b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:33.985355 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'status': 'completed', 'code': 200} Nov 04 09:17:33.990501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:33.993276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:34.071399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28796e82-e2f0-4af7-970c-8e9410ce3021 req-489ad819-65b5-4d70-8fc1-972a098b13f7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 210 time: 0.0398493 Nov 04 09:17:34.102771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-0258e5c3-7734-4dc7-9308-96c8a813dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:34.104348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-0258e5c3-7734-4dc7-9308-96c8a813dc16 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1097 time: 0.1014791 Nov 04 09:17:34.165875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:17:34.203321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:17:34.203672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a9a4243e-b5d6-4e3c-8cf0-19d50f44ef32 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:17:34.256191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-12aef8b4-8745-4eb0-9d9c-55e487b6411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:34.257773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-12aef8b4-8745-4eb0-9d9c-55e487b6411a service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1467338 Nov 04 09:17:34.299613 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '52bac1fd-281c-4d0a-9570-8a1d1d3f67cb', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'mac_address': 'fa:16:3e:7a:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03adca6c-1367-4038-9837-4e274ad92e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:17:12Z', 'updated_at': '2021-11-04T09:17:32Z', 'revision_number': 1, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:14Z', 'revision_number': 5, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:34.332392 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] Checking router: 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:17:34.344126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-0c0bb38e-ed16-46cc-a0ea-46773b9a6e97 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.0786674 Nov 04 09:17:34.346049 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:34.346684 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:34.406501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-2d22450f-12ee-410e-b1e9-bf9221fc9bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:34.408039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-2d22450f-12ee-410e-b1e9-bf9221fc9bce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0574806 Nov 04 09:17:34.496681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-d347e786-5aa3-42b0-b3f4-e62e630d820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:34.504094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-d347e786-5aa3-42b0-b3f4-e62e630d820c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878360 Nov 04 09:17:34.652359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-89e15a15-5f48-459f-abc9-609a9a4a8e50 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404159 Nov 04 09:17:34.694901 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:17:34.696768 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:34.778726 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:34.828336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e0c1b461-8edd-42a7-afea-8b2f9f2ab797 req-58740451-b6c9-4d1e-a9af-dac361ce1798 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640906 Nov 04 09:17:35.002257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:35.016212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:35.079738 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '52bac1fd-281c-4d0a-9570-8a1d1d3f67cb', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'mac_address': 'fa:16:3e:7a:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03adca6c-1367-4038-9837-4e274ad92e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:17:12Z', 'updated_at': '2021-11-04T09:17:32Z', 'revision_number': 1, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:14Z', 'revision_number': 5, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:35.095772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=0ab316bc-22d7-4f20-a9ee-6ea22a68cd17,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:35.108663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:35.123744 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c409682-24d2-4209-84c3-1a241b5ebfa4 None None] The sync data for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 is: [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '52bac1fd-281c-4d0a-9570-8a1d1d3f67cb', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'floating_ip_address': '172.25.3.83', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'mac_address': 'fa:16:3e:7a:27:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03adca6c-1367-4038-9837-4e274ad92e9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:17:12Z', 'updated_at': '2021-11-04T09:17:32Z', 'revision_number': 1, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:14Z', 'revision_number': 5, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:35.232952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a99e281-f461-48fb-81d2-3c3e5219bfce req-2057af60-35ff-419c-a212-cb21b216f0cd tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 210 time: 0.0367062 Nov 04 09:17:35.279956 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP cb2605b8-a44b-4577-94e2-1d14d65df911 associated. External IP: 172.25.3.29, port: 04ba7786-5465-413b-8084-61dd9b446c1d. Nov 04 09:17:35.429424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-4a807302-64c6-4dee-b600-2bdbbd72ad84 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:35.432566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-4a807302-64c6-4dee-b600-2bdbbd72ad84 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1619949 Nov 04 09:17:35.455554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30931d78-9291-4187-b172-519c5b648691 None None] New status for floating IP 52bac1fd-281c-4d0a-9570-8a1d1d3f67cb: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:17:35.456670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Request body: {'port': {'device_id': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'admin_state_up': True, 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:35.602106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:35.626269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:35.632162 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:35.726974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:35.746250 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:35.759282 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:35.759846 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:35.761673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:35.805368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eea7f6f5-819c-44e0-b80d-4c0e1a9ac06f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.6612632 Nov 04 09:17:35.807368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Allocated IP 172.20.0.8 (106cec49-c519-43b5-8317-b6afc5b43956/15243819-98e4-49a5-81f2-dfed546eb741/52e7b40f-adc4-4d30-9cf5-8594bffa6722) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:35.808772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:35.810542 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:35.814089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:35.823292 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:35.824074 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:35.867679 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:35.868790 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc8eb09-b177-41ac-aa0a-6a6089c6d382 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:35.905483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.029570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.074743 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.081047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.081253 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP cb2605b8-a44b-4577-94e2-1d14d65df911 disassociated. External IP: 172.25.3.29, port: 04ba7786-5465-413b-8084-61dd9b446c1d. Nov 04 09:17:36.084463 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.097142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:36.166202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Network 106cec49-c519-43b5-8317-b6afc5b43956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:36.173193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:36.185919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:36.248434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:36.249369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.267389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event updated for resources: {'Port': ['ID=52e7b40f-adc4-4d30-9cf5-8594bffa6722,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:36.289374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-31be4154-4c27-4a94-9586-fdaa75b4cadf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8374577 Nov 04 09:17:36.304114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Request body: {'port': {'device_id': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:36.373032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.642391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036c848-c519-4ba2-808f-e7e6f7ae1239 req-77f12aa9-bea6-4937-bc10-91da04cfd323 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:36.644053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a036c848-c519-4ba2-808f-e7e6f7ae1239 req-77f12aa9-bea6-4937-bc10-91da04cfd323 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 931 time: 0.1305473 Nov 04 09:17:36.721752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e7b40f-adc4-4d30-9cf5-8594bffa6722 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:36.729560 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.742898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Transition to ACTIVE for port object 52e7b40f-adc4-4d30-9cf5-8594bffa6722 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:17:36.747615 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.768823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a036c848-c519-4ba2-808f-e7e6f7ae1239 req-64969e6c-dfca-4baf-b168-31da86332526 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119907 Nov 04 09:17:36.803567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Pushing event updated for resources: {'Port': ['ID=52e7b40f-adc4-4d30-9cf5-8594bffa6722,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:36.848074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:36.882823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Attempting to bind port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:36.883162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Attempting to bind port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:36.883558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Attempting to bind port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:36.888784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 on network 106cec49-c519-43b5-8317-b6afc5b43956 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:17:36.889254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Attempting to bind port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:36.905496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:36.905848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:36.906248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Bound using segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:36.906695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Bound port: 52e7b40f-adc4-4d30-9cf5-8594bffa6722, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:36.907064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.974791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:36.981074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:36.981696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] For port 52e7b40f-adc4-4d30-9cf5-8594bffa6722, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:36.985164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] For port 52e7b40f-adc4-4d30-9cf5-8594bffa6722, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=52e7b40f-adc4-4d30-9cf5-8594bffa6722,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:36.990479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:36.994267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.023742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:37.024151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2b2d272-a0b0-4fdd-81a1-79d1b64a02f1 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/floatingips/cb2605b8-a44b-4577-94e2-1d14d65df911 HTTP/1.1" status: 200 len: 687 time: 1.2134511 Nov 04 09:17:37.024520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:37.027050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43440) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:37.085691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Pushing event updated for resources: {'Port': ['ID=52e7b40f-adc4-4d30-9cf5-8594bffa6722,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:37.085917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:37.097339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:37.098055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:37.112836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:37.113472 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.118006 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-c41264e2-5d43-4d47-b5c9-9597068e49d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/52e7b40f-adc4-4d30-9cf5-8594bffa6722 HTTP/1.1" status: 200 len: 1091 time: 0.8198025 Nov 04 09:17:37.118764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'tag': '52e7b40f-adc4-4d30-9cf5-8594bffa6722'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:37.123073 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e812d855-cac2-4c0d-b916-f4f9c457fcb0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c4948ef-35df-41f8-8c55-079ee86e4334", "tag": "52e7b40f-adc4-4d30-9cf5-8594bffa6722"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:37.157355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:37.158493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02646f16-ad67-4123-8876-63e3c163d15e None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:37.199987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 0ab316bc-22d7-4f20-a9ee-6ea22a68cd17 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:37.200585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.211182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-2c5bd85a-1f5a-4d7a-9d2e-5b9710aba749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:37.212877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-2c5bd85a-1f5a-4d7a-9d2e-5b9710aba749 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 1094 time: 0.0567548 Nov 04 09:17:37.230400 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64be4b57-090f-4829-a3e5-28f66567b5a3 x-openstack-request-id: req-64be4b57-090f-4829-a3e5-28f66567b5a3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:37.230754 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c4948ef-35df-41f8-8c55-079ee86e4334", "tag": "52e7b40f-adc4-4d30-9cf5-8594bffa6722", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:37.231069 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64be4b57-090f-4829-a3e5-28f66567b5a3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:37.231535 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'tag': '52e7b40f-adc4-4d30-9cf5-8594bffa6722', 'status': 'completed', 'code': 200} Nov 04 09:17:37.269810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-bbdd66d0-d677-4b87-8e18-525a067278ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e7b40f-adc4-4d30-9cf5-8594bffa6722 HTTP/1.1" status: 200 len: 217 time: 0.0474515 Nov 04 09:17:37.293268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.293510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.308284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 0ab316bc-22d7-4f20-a9ee-6ea22a68cd17 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:37.320940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d66f143b-9b64-43ee-8e04-e1bf5a3ff7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.344848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-8c2ff920-5ce9-49cc-84b1-11326c492972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:37.346296 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-8c2ff920-5ce9-49cc-84b1-11326c492972 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0706713 Nov 04 09:17:37.381400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-a2b03c5d-7e50-439f-968d-ac53842deaef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273161 Nov 04 09:17:37.476451 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.487483 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-704ebdb4-a480-4db2-b5dd-0648e8967840 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988047 Nov 04 09:17:37.510787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=0ab316bc-22d7-4f20-a9ee-6ea22a68cd17,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:37.581582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.584566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.585856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c574d8f-5939-4828-b34a-b42d794251ec tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/floatingips/cb2605b8-a44b-4577-94e2-1d14d65df911 HTTP/1.1" status: 204 len: 168 time: 0.5578103 Nov 04 09:17:37.589485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43450) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:37.595220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'f66ae673-d2d2-45f0-b5de-760fb6f0552f'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:37.603997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0a76a3ac-9280-4d5b-ad9b-70a69e3ac34c req-b536c06c-94bf-4279-9420-c2c5b3595511 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085348 Nov 04 09:17:37.626832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:37.734954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-21762b27-d91f-4e36-a869-cbce77499f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:37.736520 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-21762b27-d91f-4e36-a869-cbce77499f8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 1094 time: 0.0608678 Nov 04 09:17:37.898714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ac143-cb2b-445c-b954-07612d2a1fca req-f6c1d405-5b13-4ae9-853b-9b5a01b03c30 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:37.900393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e92ac143-cb2b-445c-b954-07612d2a1fca req-f6c1d405-5b13-4ae9-853b-9b5a01b03c30 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 943 time: 0.0631547 Nov 04 09:17:37.952976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e92ac143-cb2b-445c-b954-07612d2a1fca req-4824d258-177b-491e-a91d-73a54fa6e918 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Nov 04 09:17:38.243444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:38.263008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-388a335e-a726-4fdc-9b1b-c0dd3c8d27db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:38.264551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-388a335e-a726-4fdc-9b1b-c0dd3c8d27db service neutron] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.5182962 Nov 04 09:17:38.342744 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-3d66eee5-140d-47b1-b221-c3930de10390 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52e7b40f-adc4-4d30-9cf5-8594bffa6722 HTTP/1.1" status: 200 len: 217 time: 0.0497348 Nov 04 09:17:38.438185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-0270bceb-6af4-4a14-b308-88994ce980bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:38.439652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-0270bceb-6af4-4a14-b308-88994ce980bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0891404 Nov 04 09:17:38.458140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.25.3.45 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/2c070e6c-d442-4903-8125-0eefee3d6193) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:38.482935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-768f2fc7-162a-491a-91ee-098fe4491131 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328941 Nov 04 09:17:38.655921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-332aa25c-ee1b-417c-87fa-728e5f0e7609 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616158 Nov 04 09:17:38.660480 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:38.760434 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:38.817600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:38.825645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e812d855-cac2-4c0d-b916-f4f9c457fcb0 req-303566dd-5e47-4cb5-bef7-e6468637d5e5 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566751 Nov 04 09:17:38.827129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:38.835736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=2c070e6c-d442-4903-8125-0eefee3d6193,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:38.835736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:39.121946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcc989-0aba-4418-8620-a9405440111d req-3f519794-7bd0-4dbe-bed4-6134be44e979 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:39.124230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5afcc989-0aba-4418-8620-a9405440111d req-3f519794-7bd0-4dbe-bed4-6134be44e979 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 943 time: 0.0762239 Nov 04 09:17:39.175638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5afcc989-0aba-4418-8620-a9405440111d req-68b6318c-cc8f-4e5a-8398-85cff5a16f08 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439830 Nov 04 09:17:39.257865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:39.338763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:39.513436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:39.518878 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:39.595169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=2c070e6c-d442-4903-8125-0eefee3d6193,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:39.611580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:39.721066 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 3163e6d3-5963-4451-bd14-59a1f5494f47 associated. External IP: 172.25.3.45, port: f66ae673-d2d2-45f0-b5de-760fb6f0552f. Nov 04 09:17:39.951624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:39.977850 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9c30dcd-d2ac-4b93-af1a-ee0df6809fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:40.076296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:40.086757 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:40.097017 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:40.097399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:40.098088 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:40.133884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8e5a6d89-4b4a-45fa-8b52-2bf758f9328c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5432327 Nov 04 09:17:40.137808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:40.138262 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:40.147908 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:40.148826 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:40.183384 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:40.184367 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024d951-d585-44dc-8654-52ba4fae1645 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:40.215362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4aad9779-21ff-4161-961a-2eb26cef7c67 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "GET /v2.0/floatingips/3163e6d3-5963-4451-bd14-59a1f5494f47 HTTP/1.1" status: 200 len: 978 time: 0.0762320 Nov 04 09:17:40.218136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:40.265611 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:40.336991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 52e7b40f-adc4-4d30-9cf5-8594bffa6722 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:17:40.392339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e7964437-81ea-42c7-843f-f22eda980176 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1711166 Nov 04 09:17:40.393869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43514) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:40.398612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'port_id': '04ba7786-5465-413b-8084-61dd9b446c1d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:40.422342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db51dc3-6ac8-4d38-9fe0-8787735b3017 req-f94a2731-0b9f-46a8-aeec-98cea745c61d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:40.429258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6db51dc3-6ac8-4d38-9fe0-8787735b3017 req-f94a2731-0b9f-46a8-aeec-98cea745c61d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 943 time: 0.1255713 Nov 04 09:17:40.465669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 52e7b40f-adc4-4d30-9cf5-8594bffa6722, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=52e7b40f-adc4-4d30-9cf5-8594bffa6722,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:40.471723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:40.484468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '52e7b40f-adc4-4d30-9cf5-8594bffa6722', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'port_id': '52e7b40f-adc4-4d30-9cf5-8594bffa6722', 'mac_address': 'fa:16:3e:a1:cf:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15243819-98e4-49a5-81f2-dfed546eb741', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:17:40.490512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6db51dc3-6ac8-4d38-9fe0-8787735b3017 req-de4ee7de-6eee-47d2-aee5-fadf24c2b47f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579104 Nov 04 09:17:40.539171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:40.553820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52e7b40f-adc4-4d30-9cf5-8594bffa6722 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:40.576404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 52e7b40f-adc4-4d30-9cf5-8594bffa6722, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=52e7b40f-adc4-4d30-9cf5-8594bffa6722,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:40.582744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:40.642786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=52e7b40f-adc4-4d30-9cf5-8594bffa6722,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:40.878626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['52e7b40f-adc4-4d30-9cf5-8594bffa6722'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:41.025669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:41.031042 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:41.142489 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 3163e6d3-5963-4451-bd14-59a1f5494f47 associated. External IP: 172.25.3.45, port: f66ae673-d2d2-45f0-b5de-760fb6f0552f. Nov 04 09:17:41.220393 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:41.608053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:41.650607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664d105-8819-492d-a797-58d21cb92268 req-55eb18b4-9c8a-41e9-ab1c-b8dd520181c4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:41.652425 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9664d105-8819-492d-a797-58d21cb92268 req-55eb18b4-9c8a-41e9-ab1c-b8dd520181c4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 944 time: 0.0657346 Nov 04 09:17:41.697440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9664d105-8819-492d-a797-58d21cb92268 req-a267e9a3-ad42-4774-bd3b-b01f56905f80 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Nov 04 09:17:41.731869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:41.744284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:41.757882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:41.758852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:41.796901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:41.809537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:41.810273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:41.851535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:41.852210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1a2644-1fd1-4b51-a329-983c739cafb5 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:41.962302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:42.076679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:42.083927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.085664 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:42.094974 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:42.095605 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:42.139983 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:42.149269 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:42.149882 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:42.155352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43554) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:42.156406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a1ccd176-8ebd-480b-ae56-a3d5229d930b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/floatingips/3163e6d3-5963-4451-bd14-59a1f5494f47 HTTP/1.1" status: 200 len: 976 time: 1.7613599 Nov 04 09:17:42.164554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:42.186272 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:42.187940 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6bd141-153d-4621-a516-b9f445b338e6 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:42.251178 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.347633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 52e7b40f-adc4-4d30-9cf5-8594bffa6722 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:42.407685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:17:42.408193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.412778 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.413168 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 3163e6d3-5963-4451-bd14-59a1f5494f47 disassociated. External IP: 172.25.3.45, port: 04ba7786-5465-413b-8084-61dd9b446c1d. Nov 04 09:17:42.413330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:42.413727 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.508673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.535745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e7b40f-adc4-4d30-9cf5-8594bffa6722'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:42.538049 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ea7de4-4b8e-40c2-84a7-aa6cac00ff1b" -d '{"events": [{"server_uuid": "1c4948ef-35df-41f8-8c55-079ee86e4334", "name": "network-vif-plugged", "status": "completed", "tag": "52e7b40f-adc4-4d30-9cf5-8594bffa6722"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:42.555746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 52e7b40f-adc4-4d30-9cf5-8594bffa6722, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=52e7b40f-adc4-4d30-9cf5-8594bffa6722,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:42.562051 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.622482 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148a545e-cfe3-4e95-a044-f96e1e310818 x-openstack-request-id: req-148a545e-cfe3-4e95-a044-f96e1e310818 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:42.623246 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4948ef-35df-41f8-8c55-079ee86e4334", "name": "network-vif-plugged", "status": "completed", "tag": "52e7b40f-adc4-4d30-9cf5-8594bffa6722", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:42.623246 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-148a545e-cfe3-4e95-a044-f96e1e310818 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:42.623468 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e7b40f-adc4-4d30-9cf5-8594bffa6722', 'code': 200} Nov 04 09:17:42.624023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=52e7b40f-adc4-4d30-9cf5-8594bffa6722,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:42.672068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:42.700993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.738553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea450fd9-523e-45b8-9b48-a648b46eb4df req-687bb1b0-22f9-4ee3-bc01-50c0be2a1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:42.740131 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea450fd9-523e-45b8-9b48-a648b46eb4df req-687bb1b0-22f9-4ee3-bc01-50c0be2a1330 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 1096 time: 0.0625377 Nov 04 09:17:42.793346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea450fd9-523e-45b8-9b48-a648b46eb4df req-889c75b3-d7b4-49e1-93de-77f81a239875 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Nov 04 09:17:42.810018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:42.815043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:42.819449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:42.830386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:42.831012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:42.864374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:42.874352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:42.874903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:42.882292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43574) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:42.882588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b810f26f-5fdd-4a42-abd0-3259e26b0aac tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/floatingips/3163e6d3-5963-4451-bd14-59a1f5494f47 HTTP/1.1" status: 200 len: 687 time: 0.7250910 Nov 04 09:17:42.904697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973955ef-cda7-4c12-825a-b3dd55515f2c req-15e557b1-d999-4f52-a4b5-fea42399dd71 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:42.906440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-973955ef-cda7-4c12-825a-b3dd55515f2c req-15e557b1-d999-4f52-a4b5-fea42399dd71 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 945 time: 0.0641396 Nov 04 09:17:42.961900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-973955ef-cda7-4c12-825a-b3dd55515f2c req-fcd44ae7-aba6-4d9e-b975-3e45b4b8ce6c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Nov 04 09:17:43.069878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 2c070e6c-d442-4903-8125-0eefee3d6193 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:43.070541 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:43.104144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:43.105573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d14208-68fa-41e2-80e8-59e977b4f4c2 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:43.161035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:43.161671 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:43.183312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 2c070e6c-d442-4903-8125-0eefee3d6193 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:43.345646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:43.374677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=2c070e6c-d442-4903-8125-0eefee3d6193,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:43.444170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:43.446866 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:43.448378 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f535150c-0102-449d-b35a-54e6036e79a2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/floatingips/3163e6d3-5963-4451-bd14-59a1f5494f47 HTTP/1.1" status: 204 len: 168 time: 0.5643296 Nov 04 09:17:43.450831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43586) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:43.487301 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-5db8f390-84d5-490a-b5e9-0ec04c739809 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] delete failed (client error): The resource could not be found. Nov 04 09:17:43.488391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5db8f390-84d5-490a-b5e9-0ec04c739809 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/floatingips/3163e6d3-5963-4451-bd14-59a1f5494f47 HTTP/1.1" status: 404 len: 345 time: 0.0365267 Nov 04 09:17:43.493578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43588) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:43.582858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42763e8-230e-46aa-93a0-903877bfd45d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:43.589429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42763e8-230e-46aa-93a0-903877bfd45d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:43.595331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42763e8-230e-46aa-93a0-903877bfd45d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:43.597112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b42763e8-230e-46aa-93a0-903877bfd45d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "GET /v2.0/ports?network_id=a7332824-ddf3-4ad5-92f5-3b62fa6c1606 HTTP/1.1" status: 200 len: 2358 time: 0.1025095 Nov 04 09:17:43.599842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43594) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:43.663342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9171cc24-c2f2-40bc-afae-4a2c425e21db tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:43.664854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9171cc24-c2f2-40bc-afae-4a2c425e21db tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "GET /v2.0/subnets/36dd04cd-6df7-4ec2-b987-4dd43d9e8062 HTTP/1.1" status: 200 len: 797 time: 0.0640433 Nov 04 09:17:43.670133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:43.674948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'port': {'network_id': 'a7332824-ddf3-4ad5-92f5-3b62fa6c1606', 'name': 'tempest-FloatingIPTestJSON-835831730', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:43.791661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:43.877663 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:43.902236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] device_id is not set on port 22b3f52e-54fc-4496-887e-6528607ad358 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:17:44.097142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4273e-d758-4dd4-98cb-a42dafa9384f req-bec88968-51d5-4483-894b-9e659fc7e114 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:44.098841 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84f4273e-d758-4dd4-98cb-a42dafa9384f req-bec88968-51d5-4483-894b-9e659fc7e114 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 945 time: 0.0554481 Nov 04 09:17:44.145727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84f4273e-d758-4dd4-98cb-a42dafa9384f req-d95da38b-87f9-439e-ace5-7f7bdefa1df1 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Nov 04 09:17:44.240595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.14 (a7332824-ddf3-4ad5-92f5-3b62fa6c1606/36dd04cd-6df7-4ec2-b987-4dd43d9e8062/22b3f52e-54fc-4496-887e-6528607ad358) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:44.248363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.13 (a7332824-ddf3-4ad5-92f5-3b62fa6c1606/36dd04cd-6df7-4ec2-b987-4dd43d9e8062/22b3f52e-54fc-4496-887e-6528607ad358) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:44.358360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ed3f0-358a-47e7-8319-4440501c9748 req-b3ceab4b-25ce-441d-9888-7b18b81ccc70 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:44.360684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-933ed3f0-358a-47e7-8319-4440501c9748 req-b3ceab4b-25ce-441d-9888-7b18b81ccc70 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 945 time: 0.0617173 Nov 04 09:17:44.409368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-933ed3f0-358a-47e7-8319-4440501c9748 req-c82b706d-037c-48ab-93fc-50ff7c74b527 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Nov 04 09:17:44.423131 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:44.474828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:44.539984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:44.541401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=22b3f52e-54fc-4496-887e-6528607ad358,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:44.544593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:44.548742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:44.580850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.581198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.581550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.581863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.582190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.582513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.582864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.583190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.583509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.583819 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.584198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.584498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:44.616650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:44.617190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:44.638041 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-35fd9741-91ba-44a5-876a-6756aff87d27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.9634984 Nov 04 09:17:44.638346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43622) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:44.644519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '22b3f52e-54fc-4496-887e-6528607ad358', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:44.673201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:44.713235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5bca8-81c5-4f6a-88c6-679b7fbcd276 req-b411404c-40e2-44a6-800e-329e62843c1b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:44.715626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83f5bca8-81c5-4f6a-88c6-679b7fbcd276 req-b411404c-40e2-44a6-800e-329e62843c1b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 945 time: 0.0583475 Nov 04 09:17:44.766705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83f5bca8-81c5-4f6a-88c6-679b7fbcd276 req-dce53b5f-26e2-4ad1-921d-28368c6ea9e7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436301 Nov 04 09:17:44.799784 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:44.908486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.25.3.134 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/74086465-cfdc-43d5-b8ac-35f1a1700651) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:45.031329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.070771 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.108727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:45.111699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:45.115558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:45.147535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=74086465-cfdc-43d5-b8ac-35f1a1700651,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:45.499129 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.579533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.699236 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.754288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.759875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.842491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=74086465-cfdc-43d5-b8ac-35f1a1700651,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:45.854051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:45.912374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851fbfc8-e7eb-4ba0-b32d-cb3418b86360 req-ca58879f-13ae-4435-8acc-0780fc294ada tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:45.913986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-851fbfc8-e7eb-4ba0-b32d-cb3418b86360 req-ca58879f-13ae-4435-8acc-0780fc294ada tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 945 time: 0.0692034 Nov 04 09:17:45.956695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-851fbfc8-e7eb-4ba0-b32d-cb3418b86360 req-230dc8c7-294d-4ae8-8f14-153ae8c312b4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348182 Nov 04 09:17:46.263392 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 84aa3ebb-2efb-4e28-83fa-7840f9615cfb associated. External IP: 172.25.3.134, port: 22b3f52e-54fc-4496-887e-6528607ad358. Nov 04 09:17:46.274288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-9a38c66f-6881-41e4-bba2-9b172da46861 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:46.275767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-9a38c66f-6881-41e4-bba2-9b172da46861 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 945 time: 0.3012555 Nov 04 09:17:46.431951 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:46.540770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Deleting port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:46.541524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:46.645374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:46.664189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] For port 52e7b40f-adc4-4d30-9cf5-8594bffa6722, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=52e7b40f-adc4-4d30-9cf5-8594bffa6722,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:46.664602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:46.681310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Calling delete_port for 52e7b40f-adc4-4d30-9cf5-8594bffa6722 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:46.840538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:46.852438 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:46.863660 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:46.864424 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:46.868674 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:46.902375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:46.911662 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:46.912495 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:46.931506 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5e525cce-25b0-4201-81de-3b5d2c5f2aef tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.2915606 Nov 04 09:17:46.934562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43674) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:46.939029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'port_id': '22b3f52e-54fc-4496-887e-6528607ad358', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:46.949485 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:46.950151 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad57932-185d-4b22-aa76-8e1f93facf6b None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:47.003410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:47.017516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518', '52e7b40f-adc4-4d30-9cf5-8594bffa6722'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:47.050230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event deleted for resources: {'Port': ['ID=52e7b40f-adc4-4d30-9cf5-8594bffa6722,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:47.055675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:47.091451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b680af68-500a-4256-b3d3-1e7e845c7490 req-0ca38225-2dbd-4ee4-bddb-b9b4df807e00 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4948ef-35df-41f8-8c55-079ee86e4334 HTTP/1.1" status: 200 len: 210 time: 0.0515385 Nov 04 09:17:47.141421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] No DVR routers for this DVR port 52e7b40f-adc4-4d30-9cf5-8594bffa6722 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:17:47.145592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:47.149008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f332fb4-732e-4537-879d-f2cfa10b2d46 req-4f07989b-dd06-4572-856f-c61d326a5f4d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "DELETE /v2.0/ports/52e7b40f-adc4-4d30-9cf5-8594bffa6722 HTTP/1.1" status: 204 len: 173 time: 0.8428493 Nov 04 09:17:47.149460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'name': 'network-vif-deleted', 'tag': '52e7b40f-adc4-4d30-9cf5-8594bffa6722'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:47.152327 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c86086-041d-42d2-8354-dbb3510d50f5" -d '{"events": [{"server_uuid": "1c4948ef-35df-41f8-8c55-079ee86e4334", "name": "network-vif-deleted", "tag": "52e7b40f-adc4-4d30-9cf5-8594bffa6722"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:47.213316 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895d9d8c-b0d9-408e-b662-31f13e158015 x-openstack-request-id: req-895d9d8c-b0d9-408e-b662-31f13e158015 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:47.214177 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4948ef-35df-41f8-8c55-079ee86e4334", "name": "network-vif-deleted", "tag": "52e7b40f-adc4-4d30-9cf5-8594bffa6722", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:47.214601 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-895d9d8c-b0d9-408e-b662-31f13e158015 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:47.215023 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4948ef-35df-41f8-8c55-079ee86e4334', 'name': 'network-vif-deleted', 'tag': '52e7b40f-adc4-4d30-9cf5-8594bffa6722', 'status': 'completed', 'code': 200} Nov 04 09:17:47.646562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:47.651673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:47.873441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:47.989153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:47.994024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:48.006311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:48.018992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:48.019617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:48.052300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9771d047-9825-41d0-b2ef-a4c737afb090 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/floatingips/84aa3ebb-2efb-4e28-83fa-7840f9615cfb HTTP/1.1" status: 200 len: 978 time: 1.1166327 Nov 04 09:17:48.055500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:48.059348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:48.068730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:48.069647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:48.104067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:48.105239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aacb533-5c18-4597-920e-6c07f58b9dab None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:48.239230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 74086465-cfdc-43d5-b8ac-35f1a1700651 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:48.239792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:48.401818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:48.402273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:48.423688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 74086465-cfdc-43d5-b8ac-35f1a1700651 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:48.436572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-c8fec9ed-7a2a-4fa0-9d5d-aa67b06a0722 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:48.438073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-c8fec9ed-7a2a-4fa0-9d5d-aa67b06a0722 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1487577 Nov 04 09:17:48.490496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-f0f7ba0f-f60c-499e-9635-1e58a86ae71b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0464582 Nov 04 09:17:48.594828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-aa543d30-852c-4945-b7b6-37e0637bb740 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920503 Nov 04 09:17:48.736986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-d924864e-6603-4c3f-8e0b-fdee81448e59 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279130 Nov 04 09:17:48.737960 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:48.779644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=74086465-cfdc-43d5-b8ac-35f1a1700651,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:48.896783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:48.897163 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 84aa3ebb-2efb-4e28-83fa-7840f9615cfb disassociated (deleted). External IP: 172.25.3.134, port: 22b3f52e-54fc-4496-887e-6528607ad358. Nov 04 09:17:48.972698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-3388364a-e944-4a48-b978-cc6e672a13e1 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251887 Nov 04 09:17:49.147760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:49.600734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd062083-25b7-48dc-9520-abab81a725db req-54299ecb-efd5-4b38-8a1b-cc8130c241e0 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 210 time: 0.0355382 Nov 04 09:17:49.642713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:49.647975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:49.654485 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:49.665158 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:49.666066 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:49.682073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bff92a97-a0ee-4664-99bf-2c13310dda66 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/floatingips/84aa3ebb-2efb-4e28-83fa-7840f9615cfb HTTP/1.1" status: 204 len: 168 time: 1.6254003 Nov 04 09:17:49.685159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:49.726555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:49.739242 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:49.740098 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:49.777823 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:49.778619 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511893d2-7281-45e5-99f6-bd69de302ce3 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:49.797234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 22b3f52e-54fc-4496-887e-6528607ad358 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:49.797585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:49.890868 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:49.904001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 22b3f52e-54fc-4496-887e-6528607ad358 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:50.136552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.175638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=22b3f52e-54fc-4496-887e-6528607ad358,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:50.272302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-fca9b175-0d93-4003-bee9-34928eb7950a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:50.274395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-fca9b175-0d93-4003-bee9-34928eb7950a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.2003531 Nov 04 09:17:50.289992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Request body: {'port': {'device_id': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'admin_state_up': True, 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:50.342928 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.352291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f88b4721-1354-4b63-a7e7-96a8746e298d tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/ports/22b3f52e-54fc-4496-887e-6528607ad358 HTTP/1.1" status: 204 len: 168 time: 0.6617372 Nov 04 09:17:50.353206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:50.358293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 52e7b40f-adc4-4d30-9cf5-8594bffa6722 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:17:50.365341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:50.386102 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 52e7b40f-adc4-4d30-9cf5-8594bffa6722 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:17:50.386547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 52e7b40f-adc4-4d30-9cf5-8594bffa6722 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:17:50.396659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.445970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:50.450752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.516274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.622946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Allocated IP 172.20.0.2 (106cec49-c519-43b5-8317-b6afc5b43956/15243819-98e4-49a5-81f2-dfed546eb741/d30b24e6-4185-471e-ac71-523ea857fe2f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:50.699717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.25.3.150 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0cb8eafc-5790-4a00-91f2-9aae7e2a085e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:50.739543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd090363-7d4e-4ca6-bd9a-485cbda604b9 req-5cd7e21b-22c4-42fd-bf21-b79d6ab87620 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 210 time: 0.0425582 Nov 04 09:17:50.831744 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.867582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.878236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.889745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:50.916161 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.920157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Network 106cec49-c519-43b5-8317-b6afc5b43956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:50.923431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:50.927486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:50.976416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=0cb8eafc-5790-4a00-91f2-9aae7e2a085e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:50.976936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:50.977609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:50.993797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.994173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.994498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.995052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.995408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.996234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.996988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.998152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.998489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event updated for resources: {'Port': ['ID=d30b24e6-4185-471e-ac71-523ea857fe2f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:50.998611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:50.999567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:51.000067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:51.000497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:17:51.015126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-22ed5ed5-da31-4a80-8d85-fee6f8f702e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7279077 Nov 04 09:17:51.015938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:51.017724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:51.024984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:51.027929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Request body: {'port': {'device_id': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:51.119736 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.130819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.170111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.336143 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.342450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.426873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=0cb8eafc-5790-4a00-91f2-9aae7e2a085e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:51.438955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30b24e6-4185-471e-ac71-523ea857fe2f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:51.445388 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.450103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.464108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Transition to ACTIVE for port object d30b24e6-4185-471e-ac71-523ea857fe2f will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:17:51.467829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.468211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.473143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-31c33af5-9a43-482c-8f3c-ada4b1fa6ae0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1115334 Nov 04 09:17:51.473493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43732) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:51.483726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'port': {'network_id': 'a7332824-ddf3-4ad5-92f5-3b62fa6c1606', 'name': 'tempest-FloatingIPTestJSON-1772788031'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:51.579945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Pushing event updated for resources: {'Port': ['ID=d30b24e6-4185-471e-ac71-523ea857fe2f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:51.689773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Attempting to bind port d30b24e6-4185-471e-ac71-523ea857fe2f on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:51.690045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Attempting to bind port d30b24e6-4185-471e-ac71-523ea857fe2f by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:51.690372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Attempting to bind port d30b24e6-4185-471e-ac71-523ea857fe2f on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:51.696865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Port d30b24e6-4185-471e-ac71-523ea857fe2f on network 106cec49-c519-43b5-8317-b6afc5b43956 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:17:51.697264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Attempting to bind port d30b24e6-4185-471e-ac71-523ea857fe2f on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:51.702601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:51.706157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.709273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:51.709610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:51.709994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Bound using segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:51.710423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Bound port: d30b24e6-4185-471e-ac71-523ea857fe2f, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:51.710770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.735796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] device_id is not set on port f1b2b045-ea82-44ff-a214-028c2def3fbf yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:17:51.838355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] For port d30b24e6-4185-471e-ac71-523ea857fe2f, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:51.865255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2499f-0880-407a-acf6-a0185a186000 req-9d41ee26-3be0-4119-b3ee-d95fb3b6f212 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:51.866759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fff2499f-0880-407a-acf6-a0185a186000 req-9d41ee26-3be0-4119-b3ee-d95fb3b6f212 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 943 time: 0.0529003 Nov 04 09:17:51.879536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] For port d30b24e6-4185-471e-ac71-523ea857fe2f, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d30b24e6-4185-471e-ac71-523ea857fe2f,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:51.886184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.911821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fff2499f-0880-407a-acf6-a0185a186000 req-3abffe19-13d0-4a96-b6be-7d140a5d425f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378642 Nov 04 09:17:51.926136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.9 (a7332824-ddf3-4ad5-92f5-3b62fa6c1606/36dd04cd-6df7-4ec2-b987-4dd43d9e8062/f1b2b045-ea82-44ff-a214-028c2def3fbf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:51.947751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:51.949711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:51.951164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] 10.222.0.55 "PUT /v2.0/ports/d30b24e6-4185-471e-ac71-523ea857fe2f HTTP/1.1" status: 200 len: 1091 time: 0.9299567 Nov 04 09:17:51.951634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'tag': 'd30b24e6-4185-471e-ac71-523ea857fe2f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:51.954543 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "721671f3-acdd-475a-8a8c-e4ca38a29ff7", "tag": "d30b24e6-4185-471e-ac71-523ea857fe2f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:52.005384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b2aaf-1b7a-47f7-b80e-e88527e29462 service neutron] Pushing event updated for resources: {'Port': ['ID=d30b24e6-4185-471e-ac71-523ea857fe2f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:52.016376 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d351ad-0ca0-4eb7-94c6-811cae739665 x-openstack-request-id: req-58d351ad-0ca0-4eb7-94c6-811cae739665 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:52.016673 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721671f3-acdd-475a-8a8c-e4ca38a29ff7", "tag": "d30b24e6-4185-471e-ac71-523ea857fe2f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:52.016932 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58d351ad-0ca0-4eb7-94c6-811cae739665 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:52.017328 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'tag': 'd30b24e6-4185-471e-ac71-523ea857fe2f', 'status': 'completed', 'code': 200} Nov 04 09:17:52.357936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-43837635-fa07-4022-8240-de256d8de59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:52.359455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-43837635-fa07-4022-8240-de256d8de59c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 1094 time: 0.3664501 Nov 04 09:17:52.412325 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-16e75865-775e-4bd8-9eee-b504122d4361 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d30b24e6-4185-471e-ac71-523ea857fe2f HTTP/1.1" status: 200 len: 217 time: 0.0434761 Nov 04 09:17:52.473565 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:52.486526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-b2091c4d-1655-4ef8-8822-526d90357a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:52.488025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-b2091c4d-1655-4ef8-8822-526d90357a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0663581 Nov 04 09:17:52.534046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-cd810bce-6ecb-4faa-8a8b-d2289abe1be2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365717 Nov 04 09:17:52.584758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:52.608497 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:17:52.645589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network a7332824-ddf3-4ad5-92f5-3b62fa6c1606 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:52.651717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:52.662023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:52.688601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=f1b2b045-ea82-44ff-a214-028c2def3fbf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:52.734883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-f499d677-7202-494d-b609-29ba5d8cb3bc service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932316 Nov 04 09:17:52.742278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:52.742877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:52.806532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0944e2dc-dfca-47f3-bae2-41dd4fe34b27 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3311484 Nov 04 09:17:52.810784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:52.815934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'port_id': 'f1b2b045-ea82-44ff-a214-028c2def3fbf'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:52.848171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-22cea7bd-8085-4739-83f8-d9d4e50a9586 req-92c19c31-81d3-4b71-99d9-5ccabb9f65d0 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017413 Nov 04 09:17:52.877042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:52.947184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-c2316b9b-9b5f-406d-8d57-7c5e61da2f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:52.949250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-c2316b9b-9b5f-406d-8d57-7c5e61da2f5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 1094 time: 0.0472481 Nov 04 09:17:53.071211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-40165132-62e8-4404-8434-e9175d63c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:53.074139 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-40165132-62e8-4404-8434-e9175d63c5bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.1136372 Nov 04 09:17:53.127516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-a628c857-83cd-4fd8-9e00-e5ad7a9ccfd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d30b24e6-4185-471e-ac71-523ea857fe2f HTTP/1.1" status: 200 len: 217 time: 0.0456393 Nov 04 09:17:53.148655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46328a-affc-4139-8c13-d764b4f7d0d2 req-65bb6a73-6ee7-478a-a5f5-5941ecb72e80 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:53.150181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f46328a-affc-4139-8c13-d764b4f7d0d2 req-65bb6a73-6ee7-478a-a5f5-5941ecb72e80 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 943 time: 0.0931723 Nov 04 09:17:53.186381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-ea5a9d42-dabb-456a-968d-d7e123a52f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:53.188126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-ea5a9d42-dabb-456a-968d-d7e123a52f70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0506525 Nov 04 09:17:53.224000 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-38fdfb25-dd6c-42fe-b727-5aafc49ebb45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279591 Nov 04 09:17:53.306101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f46328a-affc-4139-8c13-d764b4f7d0d2 req-49cddeae-2a2f-4c81-9799-6335d43cd5bc tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461272 Nov 04 09:17:53.339199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-10a0b2d6-e30f-4cba-af1e-b96d42610c0c service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066084 Nov 04 09:17:53.437314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:53.443892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:53.459235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c973de87-b67a-4c06-85ab-a2a6cd3d7ab4 req-bdf56635-ea78-45d4-917f-91dd3cd0f316 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131849 Nov 04 09:17:53.554647 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP d6bf2d20-8cdb-4d77-a9aa-f2653ec6e13f associated. External IP: 172.25.3.150, port: f1b2b045-ea82-44ff-a214-028c2def3fbf. Nov 04 09:17:53.785285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:53.900629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:53.911815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:53.912447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:53.922371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:53.923322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:53.946242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a557165e-3bb7-49f6-838a-e0c4705bceaa tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/floatingips/d6bf2d20-8cdb-4d77-a9aa-f2653ec6e13f HTTP/1.1" status: 200 len: 978 time: 1.1341980 Nov 04 09:17:53.949373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:53.959888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:53.969528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:53.970133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:54.017368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:54.017945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae1cd4-305e-4810-a015-e688ceef917b None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:54.048196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port f1b2b045-ea82-44ff-a214-028c2def3fbf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:54.048545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:54.146486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:54.387720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:54.388136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:54.388482 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP d6bf2d20-8cdb-4d77-a9aa-f2653ec6e13f disassociated. External IP: 172.25.3.150, port: f1b2b045-ea82-44ff-a214-028c2def3fbf. Nov 04 09:17:54.388834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for f1b2b045-ea82-44ff-a214-028c2def3fbf owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:54.492165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fbf23-ba1d-4c0a-8cf4-8401ef3d5ff4 req-cb2e7b93-0479-4ae5-95e7-c40d742e7319 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:54.493838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f43fbf23-ba1d-4c0a-8cf4-8401ef3d5ff4 req-cb2e7b93-0479-4ae5-95e7-c40d742e7319 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 943 time: 0.1000180 Nov 04 09:17:54.575132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f43fbf23-ba1d-4c0a-8cf4-8401ef3d5ff4 req-8eb26cd6-0207-4595-8460-cd90acd2e6fa tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726442 Nov 04 09:17:54.605005 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:54.640168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=f1b2b045-ea82-44ff-a214-028c2def3fbf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:54.773845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:54.894008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:54.905245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:54.915545 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:54.915724 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:54.951752 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:54.961536 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:54.962084 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:54.976116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:54.980297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-606ad92b-5937-4047-bf8e-cd8f23fcea2b tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/ports/f1b2b045-ea82-44ff-a214-028c2def3fbf HTTP/1.1" status: 204 len: 168 time: 1.0299895 Nov 04 09:17:54.983157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44086) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:55.000872 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:55.001549 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51c9841-5eaf-4e34-8f1e-2ab6861503bc None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:55.050765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7e8b76de-0e8f-471e-ab30-3e11530a2df4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "GET /v2.0/floatingips/d6bf2d20-8cdb-4d77-a9aa-f2653ec6e13f HTTP/1.1" status: 200 len: 688 time: 0.0663631 Nov 04 09:17:55.053398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44096) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:55.191222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 0cb8eafc-5790-4a00-91f2-9aae7e2a085e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:17:55.191559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.270730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.271066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.283938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 0cb8eafc-5790-4a00-91f2-9aae7e2a085e owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:17:55.427562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.454488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=0cb8eafc-5790-4a00-91f2-9aae7e2a085e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:55.522008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.524645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.526406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba1f30cf-75cf-4ee3-b46b-49267d813279 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/floatingips/d6bf2d20-8cdb-4d77-a9aa-f2653ec6e13f HTTP/1.1" status: 204 len: 168 time: 0.4713140 Nov 04 09:17:55.530652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44174) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:55.535250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '04ba7786-5465-413b-8084-61dd9b446c1d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:55.558716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.671876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.712202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844370d-0f6c-4840-818c-ab53f2113e01 req-09a7924c-530c-400e-becd-e3d09e8e2a12 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:55.714122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e844370d-0f6c-4840-818c-ab53f2113e01 req-09a7924c-530c-400e-becd-e3d09e8e2a12 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 943 time: 0.0620546 Nov 04 09:17:55.755506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e844370d-0f6c-4840-818c-ab53f2113e01 req-b6512cfd-6d69-4a00-abcb-f50304a7e1ee tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345149 Nov 04 09:17:55.787593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.25.3.104 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9863d2a3-874c-4ca3-b9d3-cd42e198e48d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:55.905953 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.941906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:55.986193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:55.992129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:55.998254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:56.002401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=9863d2a3-874c-4ca3-b9d3-cd42e198e48d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:56.371174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:56.400525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d30b24e6-4185-471e-ac71-523ea857fe2f details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:17:56.443108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:56.500166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d30b24e6-4185-471e-ac71-523ea857fe2f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d30b24e6-4185-471e-ac71-523ea857fe2f,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:56.513273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'd30b24e6-4185-471e-ac71-523ea857fe2f', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'port_id': 'd30b24e6-4185-471e-ac71-523ea857fe2f', 'mac_address': 'fa:16:3e:b8:9e:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15243819-98e4-49a5-81f2-dfed546eb741', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:17:56.557045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:56.571108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30b24e6-4185-471e-ac71-523ea857fe2f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:17:56.595627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d30b24e6-4185-471e-ac71-523ea857fe2f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d30b24e6-4185-471e-ac71-523ea857fe2f,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:56.603963 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:56.607021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:56.615357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:56.665318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=d30b24e6-4185-471e-ac71-523ea857fe2f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:56.693955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=9863d2a3-874c-4ca3-b9d3-cd42e198e48d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:56.707916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:56.817802 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 9bbf81f2-c33a-4261-89f2-f66f44b26592 associated. External IP: 172.25.3.104, port: 04ba7786-5465-413b-8084-61dd9b446c1d. Nov 04 09:17:56.879408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['d30b24e6-4185-471e-ac71-523ea857fe2f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:17:56.892113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289caaf-7431-4ac7-a10c-e233893d0be2 req-793b3e40-f19e-49b5-9fc8-85f649285968 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:56.894516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d289caaf-7431-4ac7-a10c-e233893d0be2 req-793b3e40-f19e-49b5-9fc8-85f649285968 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 944 time: 0.0667994 Nov 04 09:17:56.986620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d289caaf-7431-4ac7-a10c-e233893d0be2 req-6be61452-850f-447c-911c-200437bc65ea tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559094 Nov 04 09:17:57.094730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:17:57.202217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:17:57.212298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:17:57.223108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.223726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:57.224477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:57.254524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:57.254789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-198a326e-aea0-446d-91df-02846d13204c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7226622 Nov 04 09:17:57.259071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:57.261491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1875838918'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:57.269005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:17:57.270026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:57.286699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:57.290748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.308473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:17:57.309135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd413f7c-cb51-4d6e-aaba-e7dceadb70c3 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:17:57.319974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:17:57.330346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.330818 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Added segment 4d33d3c4-4c52-4410-8128-65eb8d49d117 of type vlan for network 6f8d8f78-91ba-4240-a571-783932d16956 Nov 04 09:17:57.375271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.401760 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.407156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:57.407731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.471216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2150037 Nov 04 09:17:57.474103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:57.478876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'subnet': {'network_id': '6f8d8f78-91ba-4240-a571-783932d16956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:57.485473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92165c30-79cd-4542-9c20-2739f2bf2965 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Network': ['ID=6f8d8f78-91ba-4240-a571-783932d16956,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:57.497614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6f8d8f78-91ba-4240-a571-783932d16956 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:17:57.582185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:17:57.585704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.771119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.829804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Subnet': ['ID=562c9951-6d4a-4784-b962-8bd6aff5e3ad,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:57.838675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Checking segment: {'id': '4d33d3c4-4c52-4410-8128-65eb8d49d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6f8d8f78-91ba-4240-a571-783932d16956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:57.839035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network hostable DHCP agents. Network: 6f8d8f78-91ba-4240-a571-783932d16956, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:17:57.855778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 6f8d8f78-91ba-4240-a571-783932d16956 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:17:57.864425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6f8d8f78-91ba-4240-a571-783932d16956) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:57.868774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:57.871880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.875715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd643a-632a-4675-8791-bd545098193f None None] Network 6f8d8f78-91ba-4240-a571-783932d16956 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:17:57.888049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f5ac34b8-2828-4e28-a9f4-20b0fb6b808f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4130771 Nov 04 09:17:57.890889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:17:57.895900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-957638283', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:17:57.921894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.923024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:57.976006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.059508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-6f8d8f78-91ba-4240-a571-783932d16956', 'network_id': '6f8d8f78-91ba-4240-a571-783932d16956', 'tenant_id': '2350ce5224b5489abe37f400c249ea37', 'fixed_ips': [{'subnet_id': '562c9951-6d4a-4784-b962-8bd6aff5e3ad'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:17:58.060768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.170470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.216083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Allocated IP 172.20.0.2 (6f8d8f78-91ba-4240-a571-783932d16956/562c9951-6d4a-4784-b962-8bd6aff5e3ad/87fa518e-8c7c-4330-9d93-75953b8068c0) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:58.232756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30270c27-cecf-42d1-a870-6e615a8a06b8 req-ba97e906-0dfd-49fa-ad67-814f637f2e88 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:58.234265 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-30270c27-cecf-42d1-a870-6e615a8a06b8 req-ba97e906-0dfd-49fa-ad67-814f637f2e88 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 944 time: 0.1590929 Nov 04 09:17:58.295186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-30270c27-cecf-42d1-a870-6e615a8a06b8 req-7785f0fc-9f68-4470-ad5c-5d1e29ef7929 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502231 Nov 04 09:17:58.397547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.405154 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.417972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d30b24e6-4185-471e-ac71-523ea857fe2f up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:17:58.507163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Network 6f8d8f78-91ba-4240-a571-783932d16956 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:58.522157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:58.524828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:58.530009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Pushing event updated for resources: {'Port': ['ID=87fa518e-8c7c-4330-9d93-75953b8068c0,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:58.590707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port d30b24e6-4185-471e-ac71-523ea857fe2f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:17:58.602249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port d30b24e6-4185-471e-ac71-523ea857fe2f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:17:58.602249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.632440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Attempting to bind port 87fa518e-8c7c-4330-9d93-75953b8068c0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:17:58.632882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Attempting to bind port 87fa518e-8c7c-4330-9d93-75953b8068c0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '4d33d3c4-4c52-4410-8128-65eb8d49d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6f8d8f78-91ba-4240-a571-783932d16956'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:17:58.633184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Attempting to bind port 87fa518e-8c7c-4330-9d93-75953b8068c0 on network 6f8d8f78-91ba-4240-a571-783932d16956 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:17:58.644379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:17:58.644728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Checking segment: {'id': '4d33d3c4-4c52-4410-8128-65eb8d49d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6f8d8f78-91ba-4240-a571-783932d16956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:17:58.645149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.645546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Bound using segment: {'id': '4d33d3c4-4c52-4410-8128-65eb8d49d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6f8d8f78-91ba-4240-a571-783932d16956'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:17:58.646039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Bound port: 87fa518e-8c7c-4330-9d93-75953b8068c0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d33d3c4-4c52-4410-8128-65eb8d49d117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6f8d8f78-91ba-4240-a571-783932d16956'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:17:58.646424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.769145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] For port 87fa518e-8c7c-4330-9d93-75953b8068c0, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:17:58.776373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] For port 87fa518e-8c7c-4330-9d93-75953b8068c0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=87fa518e-8c7c-4330-9d93-75953b8068c0,segment=NetworkSegment(4d33d3c4-4c52-4410-8128-65eb8d49d117),segment_id=4d33d3c4-4c52-4410-8128-65eb8d49d117)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:17:58.777966 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.788948 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.796924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.821083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.844996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30b24e6-4185-471e-ac71-523ea857fe2f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:17:58.847218 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75badc2b-e985-4fd7-bb35-b1f07df021e0" -d '{"events": [{"server_uuid": "721671f3-acdd-475a-8a8c-e4ca38a29ff7", "name": "network-vif-plugged", "status": "completed", "tag": "d30b24e6-4185-471e-ac71-523ea857fe2f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:17:58.868127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port d30b24e6-4185-471e-ac71-523ea857fe2f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d30b24e6-4185-471e-ac71-523ea857fe2f,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:17:58.905086 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:58.919476 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed46cd03-943c-44cd-b250-f7066becd97f x-openstack-request-id: req-ed46cd03-943c-44cd-b250-f7066becd97f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:17:58.919818 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721671f3-acdd-475a-8a8c-e4ca38a29ff7", "name": "network-vif-plugged", "status": "completed", "tag": "d30b24e6-4185-471e-ac71-523ea857fe2f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:17:58.920031 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed46cd03-943c-44cd-b250-f7066becd97f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:17:58.920480 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30b24e6-4185-471e-ac71-523ea857fe2f', 'code': 200} Nov 04 09:17:58.930679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57df60-bf02-4486-a89e-18e20d815ed3 None None] Pushing event updated for resources: {'Port': ['ID=87fa518e-8c7c-4330-9d93-75953b8068c0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:59.029321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=d30b24e6-4185-471e-ac71-523ea857fe2f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:59.052042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d09f43-08ae-460e-9d84-cccd7919c1ff req-fa882ac7-c339-46d6-981d-1161f8eeaf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:59.053748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0d09f43-08ae-460e-9d84-cccd7919c1ff req-fa882ac7-c339-46d6-981d-1161f8eeaf27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0674615 Nov 04 09:17:59.057426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.25.3.15 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/81285dc9-4099-4c31-8d94-6388e6228493) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:17:59.109208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d0d09f43-08ae-460e-9d84-cccd7919c1ff req-e9ac21cd-cb6d-4f0a-8486-67e7752dcb23 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473003 Nov 04 09:17:59.237432 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:59.274927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:59.324836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:17:59.331281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:17:59.333676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=81285dc9-4099-4c31-8d94-6388e6228493,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:17:59.336256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:17:59.523983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41dae0-62aa-4160-8fc3-09edd0b9fecd req-bfa1336b-77fc-4bb1-837d-b4c312999590 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:17:59.525562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df41dae0-62aa-4160-8fc3-09edd0b9fecd req-bfa1336b-77fc-4bb1-837d-b4c312999590 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 945 time: 0.1145055 Nov 04 09:17:59.634272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df41dae0-62aa-4160-8fc3-09edd0b9fecd req-fb1c2c4b-f701-404f-9918-a8fa0b55158d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004560 Nov 04 09:17:59.679391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:17:59.904509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.020122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55018a76-7313-40b7-9870-623bb2d5af70 None None] Network 6f8d8f78-91ba-4240-a571-783932d16956 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:00.051074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 92a63c1b-7260-4fc8-bbeb-fb405e58d11e is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:18:00.078206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf016e0b-5cb9-4270-aaf6-8edb3cddd574 None None] Provisioning complete for port 87fa518e-8c7c-4330-9d93-75953b8068c0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:00.078575 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf016e0b-5cb9-4270-aaf6-8edb3cddd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.190297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:00.201128 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] Sync routers for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:00.215436 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:00.216245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:00.256410 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf016e0b-5cb9-4270-aaf6-8edb3cddd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.257086 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.257773 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:00.263982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44242) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:00.265093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a6e82bca-9923-4ff1-a7da-7a1b601ff79e tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3729057 Nov 04 09:18:00.292313 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:00.293174 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:00.358675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cf016e0b-5cb9-4270-aaf6-8edb3cddd574 None None] For port 87fa518e-8c7c-4330-9d93-75953b8068c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=87fa518e-8c7c-4330-9d93-75953b8068c0,segment=NetworkSegment(4d33d3c4-4c52-4410-8128-65eb8d49d117),segment_id=4d33d3c4-4c52-4410-8128-65eb8d49d117)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:00.363396 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf016e0b-5cb9-4270-aaf6-8edb3cddd574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.379320 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:00.380335 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0c4953-73ed-4892-a9bc-ec6d2219ed47 None None] The sync data for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:00.437299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf016e0b-5cb9-4270-aaf6-8edb3cddd574 None None] Pushing event updated for resources: {'Port': ['ID=87fa518e-8c7c-4330-9d93-75953b8068c0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:00.548309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44246) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:00.673537 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f030044-36b0-4eef-8841-eae97b1352c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.704868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-01b6e611-7201-4b1f-af28-8fdf3e986cbc None None] Provisioning complete for port 87fa518e-8c7c-4330-9d93-75953b8068c0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:00.705338 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01b6e611-7201-4b1f-af28-8fdf3e986cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.801972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f030044-36b0-4eef-8841-eae97b1352c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.808568 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f030044-36b0-4eef-8841-eae97b1352c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:00.841010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fbcfb-da7b-4c6b-85a6-8d4d176131f6 req-05fc561e-39ae-47c3-bf88-ce5d96381a08 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:00.842523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-588fbcfb-da7b-4c6b-85a6-8d4d176131f6 req-05fc561e-39ae-47c3-bf88-ce5d96381a08 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 945 time: 0.0988009 Nov 04 09:18:00.879224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5f030044-36b0-4eef-8841-eae97b1352c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22460e9184e649a3927514ea6c155efb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3297951 Nov 04 09:18:00.881754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44254) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:00.889046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f030044-36b0-4eef-8841-eae97b1352c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc8a31d-b3eb-4dad-b438-ff8b809f7493,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:00.922780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-588fbcfb-da7b-4c6b-85a6-8d4d176131f6 req-c449321a-80ab-490b-81b4-84231c3fa140 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736699 Nov 04 09:18:00.955874 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3a0db81-2930-4d91-9eb9-dcd0473e4b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.002573 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3a0db81-2930-4d91-9eb9-dcd0473e4b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.069632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3a0db81-2930-4d91-9eb9-dcd0473e4b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.074414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3a0db81-2930-4d91-9eb9-dcd0473e4b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.075780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3a0db81-2930-4d91-9eb9-dcd0473e4b8c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cc8a31d-b3eb-4dad-b438-ff8b809f7493 HTTP/1.1" status: 204 len: 168 time: 0.1930735 Nov 04 09:18:01.085171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.089541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0db81-2930-4d91-9eb9-dcd0473e4b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc8a31d-b3eb-4dad-b438-ff8b809f7493,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:01.114271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 87fa518e-8c7c-4330-9d93-75953b8068c0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:01.178996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 87fa518e-8c7c-4330-9d93-75953b8068c0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:01.179278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.327844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-2151bb5b-1189-46d2-a4f7-b74a46dd90e5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:01.329465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-2151bb5b-1189-46d2-a4f7-b74a46dd90e5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1288612 Nov 04 09:18:01.346696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-681bd8ad-7bb1-4021-8c64-b9308c002311 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0101984 Nov 04 09:18:01.414790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-27cce75a-9945-4c39-9fd6-7f94f420f122 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618284 Nov 04 09:18:01.506334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.1 (6f8d8f78-91ba-4240-a571-783932d16956/562c9951-6d4a-4784-b962-8bd6aff5e3ad/3d20700c-5bc2-4382-90a7-94469122b7b8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:01.515595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-4d8a2e90-b471-4dff-87a7-88f77ef6af91 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920317 Nov 04 09:18:01.636690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-f9b8f23a-27ea-4262-a131-3b4e24c52375 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133964 Nov 04 09:18:01.654901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.698784 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.740479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 6f8d8f78-91ba-4240-a571-783932d16956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:01.741930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:01.754563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:01.812420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=3d20700c-5bc2-4382-90a7-94469122b7b8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:01.824132 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:01.938089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d23bfa61-1fc4-44bc-bd4b-37c74dc8cea7 req-d8ae1875-1637-44e1-9326-9371d7bf10e9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 210 time: 0.0652006 Nov 04 09:18:02.017575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:02.046199 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a607738e-205f-409d-a267-efca2371a113 None None] Provisioning complete for port 3d20700c-5bc2-4382-90a7-94469122b7b8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:02.046999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a607738e-205f-409d-a267-efca2371a113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:02.092904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a607738e-205f-409d-a267-efca2371a113 None None] Port 3d20700c-5bc2-4382-90a7-94469122b7b8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:02.369303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:02.375460 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:02.469621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:02.471726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=3d20700c-5bc2-4382-90a7-94469122b7b8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:02.575585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 6f8d8f78-91ba-4240-a571-783932d16956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:02.577344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:02.710709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 92a63c1b-7260-4fc8-bbeb-fb405e58d11e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:02.819025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c41d76ea-d85a-4990-a3b5-67fc2abd0788 None None] Provisioning complete for port 3d20700c-5bc2-4382-90a7-94469122b7b8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:02.820168 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c41d76ea-d85a-4990-a3b5-67fc2abd0788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:02.859312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c41d76ea-d85a-4990-a3b5-67fc2abd0788 None None] Port 3d20700c-5bc2-4382-90a7-94469122b7b8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:02.897229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:02.904456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-df5b3f6b-33f5-47b4-ac85-91c73c84416f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/routers/92a63c1b-7260-4fc8-bbeb-fb405e58d11e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6368308 Nov 04 09:18:02.907288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44312) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:02.913948 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'port': {'network_id': '6f8d8f78-91ba-4240-a571-783932d16956', 'name': 'tempest-FloatingIPTestJSON-851514933'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:02.918711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] Sync routers for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:02.946870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:02.948335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:02.981154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-d0923c75-39da-4284-b973-01e2602a0842 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:02.983026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-d0923c75-39da-4284-b973-01e2602a0842 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1471276 Nov 04 09:18:03.001066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Request body: {'port': {'device_id': 'caab8562-4597-4fde-b075-6893f5e002b5', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'admin_state_up': True, 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:03.001291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:03.022205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:03.023367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:03.063913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:03.064904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1224a15c-ac03-4e87-9c14-30693e0fe34d None None] The sync data for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:03.108386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2cb169ad-5669-4b33-babe-a8c6d3fd7450 req-fd449c8a-a864-46cb-81d8-6280d1e892ab tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 210 time: 0.0454013 Nov 04 09:18:03.156313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 04 09:18:03.156313 n-d-816487-1 neutron-server[102555]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 04 09:18:03.156313 n-d-816487-1 neutron-server[102555]: [parameters: {'project_id': '2350ce5224b5489abe37f400c249ea37', 'id': 'adf95453-9835-4a02-afd3-318c071227d8', 'expiration': datetime.datetime(2021, 11, 4, 9, 20, 3, 152606)}] Nov 04 09:18:03.156313 n-d-816487-1 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:18:03.156749 n-d-816487-1 neutron-server[102555]: DEBUG oslo_db.api [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:18:03.165375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:03.170213 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:03.308074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Allocated IP 172.20.0.14 (106cec49-c519-43b5-8317-b6afc5b43956/15243819-98e4-49a5-81f2-dfed546eb741/84e9e742-cd36-48b7-b22e-d320d50ddeba) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:03.459802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:03.495457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:03.507880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'd30b24e6-4185-471e-ac71-523ea857fe2f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:03.542772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Network 106cec49-c519-43b5-8317-b6afc5b43956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:03.546017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:03.552868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:03.557138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event updated for resources: {'Port': ['ID=84e9e742-cd36-48b7-b22e-d320d50ddeba,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:03.605429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:03.606064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:03.623773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-224b4ac2-1dac-4331-a0f7-961efd29a502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6280830 Nov 04 09:18:03.639581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Request body: {'port': {'device_id': 'caab8562-4597-4fde-b075-6893f5e002b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:03.683700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Made reservation on behalf of 2350ce5224b5489abe37f400c249ea37 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:03.688899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:03.706621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:03.711213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] device_id is not set on port 3a34df5f-32f7-438b-b8f0-6a50e93746b1 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:18:03.843540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Allocated IP 172.20.0.9 (6f8d8f78-91ba-4240-a571-783932d16956/562c9951-6d4a-4784-b962-8bd6aff5e3ad/3a34df5f-32f7-438b-b8f0-6a50e93746b1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:04.029430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.052735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e9e742-cd36-48b7-b22e-d320d50ddeba {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:18:04.061480 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.067304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.075890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Transition to ACTIVE for port object 84e9e742-cd36-48b7-b22e-d320d50ddeba will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:18:04.081221 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.121155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Network 6f8d8f78-91ba-4240-a571-783932d16956 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:04.126852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:04.140678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9e742-cd36-48b7-b22e-d320d50ddeba,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:04.140823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:04.196980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event updated for resources: {'Port': ['ID=3a34df5f-32f7-438b-b8f0-6a50e93746b1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:04.224331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Attempting to bind port 84e9e742-cd36-48b7-b22e-d320d50ddeba on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:04.224570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Attempting to bind port 84e9e742-cd36-48b7-b22e-d320d50ddeba by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:04.225052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Attempting to bind port 84e9e742-cd36-48b7-b22e-d320d50ddeba on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:04.230500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Port 84e9e742-cd36-48b7-b22e-d320d50ddeba on network 106cec49-c519-43b5-8317-b6afc5b43956 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:18:04.230682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:04.230785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Attempting to bind port 84e9e742-cd36-48b7-b22e-d320d50ddeba on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:04.231270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.236295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 17, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:04.236635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:04.237029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Bound using segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:04.237459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Bound port: 84e9e742-cd36-48b7-b22e-d320d50ddeba, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:04.237877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.285944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dbce085f-82de-432b-b27c-a3f5b3bd0776 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3751752 Nov 04 09:18:04.286532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44334) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:04.293272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Request body: {'floatingip': {'port_id': '3a34df5f-32f7-438b-b8f0-6a50e93746b1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:04.316445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] For port 84e9e742-cd36-48b7-b22e-d320d50ddeba, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:04.320249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] For port 84e9e742-cd36-48b7-b22e-d320d50ddeba, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=84e9e742-cd36-48b7-b22e-d320d50ddeba,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:04.325990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.358224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893bf9f-9d95-4346-b27b-5640a9992173 req-b86d5ec0-57b8-4095-b0ad-03830674d66c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:04.360412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3893bf9f-9d95-4346-b27b-5640a9992173 req-b86d5ec0-57b8-4095-b0ad-03830674d66c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 944 time: 0.1187515 Nov 04 09:18:04.372665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:04.373854 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.375583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] 10.222.0.70 "PUT /v2.0/ports/84e9e742-cd36-48b7-b22e-d320d50ddeba HTTP/1.1" status: 200 len: 1092 time: 0.7420404 Nov 04 09:18:04.376435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caab8562-4597-4fde-b075-6893f5e002b5', 'tag': '84e9e742-cd36-48b7-b22e-d320d50ddeba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:04.379053 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5686e584-a942-46c1-ba71-8eae64cf399b" -d '{"events": [{"name": "network-changed", "server_uuid": "caab8562-4597-4fde-b075-6893f5e002b5", "tag": "84e9e742-cd36-48b7-b22e-d320d50ddeba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:04.407036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.414821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6951b021-4951-4dcc-8198-e71a4114dcf1 service neutron] Pushing event updated for resources: {'Port': ['ID=84e9e742-cd36-48b7-b22e-d320d50ddeba,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:04.469956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3893bf9f-9d95-4346-b27b-5640a9992173 req-b4e7676e-ef54-4d16-bcb8-3244866d8d85 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011322 Nov 04 09:18:04.470494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-cebb27c2-af08-48f1-bd47-946ba5fc624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:04.472136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-cebb27c2-af08-48f1-bd47-946ba5fc624b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 1095 time: 0.0473187 Nov 04 09:18:04.499210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a009f9fc-a8c7-4974-ac39-407b1e706c7c None None] Provisioning complete for port 3a34df5f-32f7-438b-b8f0-6a50e93746b1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:04.500504 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a009f9fc-a8c7-4974-ac39-407b1e706c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.539677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a009f9fc-a8c7-4974-ac39-407b1e706c7c None None] Port 3a34df5f-32f7-438b-b8f0-6a50e93746b1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:04.542327 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-96eb2829-8b8f-47cb-9b67-f9dab35d389d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e9e742-cd36-48b7-b22e-d320d50ddeba HTTP/1.1" status: 200 len: 217 time: 0.0617185 Nov 04 09:18:04.621558 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6728f91-9278-4df8-a5e0-01c299726cc4 x-openstack-request-id: req-d6728f91-9278-4df8-a5e0-01c299726cc4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:04.622193 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caab8562-4597-4fde-b075-6893f5e002b5", "tag": "84e9e742-cd36-48b7-b22e-d320d50ddeba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:04.622282 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6728f91-9278-4df8-a5e0-01c299726cc4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:04.622771 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caab8562-4597-4fde-b075-6893f5e002b5', 'tag': '84e9e742-cd36-48b7-b22e-d320d50ddeba', 'status': 'completed', 'code': 200} Nov 04 09:18:04.630596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-49f304cb-5f56-40de-bd04-c214438b6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:04.632306 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-49f304cb-5f56-40de-bd04-c214438b6223 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0818415 Nov 04 09:18:04.671065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-c85dafab-8cde-4269-8851-cd0fb3061111 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311954 Nov 04 09:18:04.771268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-4ac8f769-04b0-44a2-9911-3255bb0756b2 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920303 Nov 04 09:18:04.861499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-745d3d96-5d5c-4097-99cc-9fae99ee3dc1 req-f77eb75f-d020-45ba-9666-582d9c753ddf service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826623 Nov 04 09:18:04.962918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e584-a942-46c1-ba71-8eae64cf399b req-1f0be9aa-db48-48d6-b4b3-bce437f8be4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:04.965003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5686e584-a942-46c1-ba71-8eae64cf399b req-1f0be9aa-db48-48d6-b4b3-bce437f8be4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 1095 time: 0.0528233 Nov 04 09:18:04.983409 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:04.987716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:05.081366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e584-a942-46c1-ba71-8eae64cf399b req-3f05931d-f660-4952-884e-e43a79e0abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:05.083262 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5686e584-a942-46c1-ba71-8eae64cf399b req-3f05931d-f660-4952-884e-e43a79e0abe6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.1105294 Nov 04 09:18:05.107625 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 9bbf81f2-c33a-4261-89f2-f66f44b26592 associated. External IP: 172.25.3.104, port: 04ba7786-5465-413b-8084-61dd9b446c1d. Nov 04 09:18:05.134126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5686e584-a942-46c1-ba71-8eae64cf399b req-9f82f5b5-52e2-46d7-ada4-e2e892931364 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84e9e742-cd36-48b7-b22e-d320d50ddeba HTTP/1.1" status: 200 len: 217 time: 0.0429659 Nov 04 09:18:05.186887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686e584-a942-46c1-ba71-8eae64cf399b req-f9d3e026-6fcf-40c2-9e3a-f0e3739f412a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:05.188416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5686e584-a942-46c1-ba71-8eae64cf399b req-f9d3e026-6fcf-40c2-9e3a-f0e3739f412a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0472579 Nov 04 09:18:05.227188 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5686e584-a942-46c1-ba71-8eae64cf399b req-7be746fe-2a11-4861-93d4-0e8f02c201cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284185 Nov 04 09:18:05.343015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5686e584-a942-46c1-ba71-8eae64cf399b req-445da25c-9892-4a3a-9128-cd96551a7597 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080754 Nov 04 09:18:05.452157 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5686e584-a942-46c1-ba71-8eae64cf399b req-d66410cb-788f-4c42-99d8-d9085cab6358 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009412 Nov 04 09:18:05.710875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed01e0-56e1-4f4c-8b57-55a37d565c8e req-2ab25a86-c178-4453-97b5-b0278fde829e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:05.712496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0ed01e0-56e1-4f4c-8b57-55a37d565c8e req-2ab25a86-c178-4453-97b5-b0278fde829e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 944 time: 0.0702899 Nov 04 09:18:05.741051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:05.767366 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0ed01e0-56e1-4f4c-8b57-55a37d565c8e req-db441464-0653-4038-980e-2194b4e399b8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449350 Nov 04 09:18:05.887916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:05.903907 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:05.915537 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:05.917004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:05.961855 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:05.977788 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:05.980175 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:06.037718 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:06.038667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49d6981-8068-4588-afa7-d3d6419cf2b8 None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:06.179211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 92a63c1b-7260-4fc8-bbeb-fb405e58d11e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:06.292428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:06.296686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:06.301496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] Sync routers for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:06.310934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:06.311536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:06.345784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:06.350921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba2d8088-76f6-47dc-8d4d-62d2791fd147 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/floatingips/9bbf81f2-c33a-4261-89f2-f66f44b26592 HTTP/1.1" status: 200 len: 977 time: 2.0624528 Nov 04 09:18:06.354253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:06.358911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:06.359713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:06.394228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:06.394889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf934d-a6da-4903-ae16-4f66b6d788bc None None] The sync data for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:06.453872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 3a34df5f-32f7-438b-b8f0-6a50e93746b1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:06.454256 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:06.544875 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:06.726254 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:06.726491 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:06.726649 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Floating IP 9bbf81f2-c33a-4261-89f2-f66f44b26592 disassociated. External IP: 172.25.3.104, port: 3a34df5f-32f7-438b-b8f0-6a50e93746b1. Nov 04 09:18:06.726990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 3a34df5f-32f7-438b-b8f0-6a50e93746b1 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:06.881354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:06.936684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=3a34df5f-32f7-438b-b8f0-6a50e93746b1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:06.968077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fc8b8-74c4-4038-84c2-da4d42eeeda7 req-f6ecf88e-1df8-464c-a55a-ecb28f342c54 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:06.969747 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-645fc8b8-74c4-4038-84c2-da4d42eeeda7 req-f6ecf88e-1df8-464c-a55a-ecb28f342c54 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 944 time: 0.1023438 Nov 04 09:18:07.086380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-645fc8b8-74c4-4038-84c2-da4d42eeeda7 req-953cfa46-4817-4e30-8327-bbd6d60e8e83 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843246 Nov 04 09:18:07.126098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 92a63c1b-7260-4fc8-bbeb-fb405e58d11e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:07.249988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:07.260442 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] Sync routers for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:07.270346 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:07.271225 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:07.313241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:07.319133 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:07.323913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1685de95-9ebf-4cc9-95e5-d45c34d94fd2 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/ports/3a34df5f-32f7-438b-b8f0-6a50e93746b1 HTTP/1.1" status: 204 len: 168 time: 0.9670184 Nov 04 09:18:07.326280 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a47b30d-19b8-48be-8adf-eeeaf5bb5ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:07.326767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:07.329238 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:07.329975 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:07.362427 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:07.363180 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8016642c-d7ef-461c-af92-7d2962cb5f0b None None] The sync data for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:08.022901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:08.222362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94296-ab77-4e5f-a147-5f6ad0368fb6 req-20b67e6e-5634-4d14-9bca-913759edbb6f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:08.224175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cc94296-ab77-4e5f-a147-5f6ad0368fb6 req-20b67e6e-5634-4d14-9bca-913759edbb6f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 944 time: 0.0587668 Nov 04 09:18:08.274844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cc94296-ab77-4e5f-a147-5f6ad0368fb6 req-284193ce-efdf-4a01-a7f8-113128315f57 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430439 Nov 04 09:18:08.292508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 84e9e742-cd36-48b7-b22e-d320d50ddeba details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:18:08.375986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 3d20700c-5bc2-4382-90a7-94469122b7b8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:08.376967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:08.402959 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 84e9e742-cd36-48b7-b22e-d320d50ddeba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=84e9e742-cd36-48b7-b22e-d320d50ddeba,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:08.415221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '84e9e742-cd36-48b7-b22e-d320d50ddeba', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'port_id': '84e9e742-cd36-48b7-b22e-d320d50ddeba', 'mac_address': 'fa:16:3e:fa:1e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15243819-98e4-49a5-81f2-dfed546eb741', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:18:08.454446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:08.468390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e9e742-cd36-48b7-b22e-d320d50ddeba {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:18:08.470261 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:08.486484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 3d20700c-5bc2-4382-90a7-94469122b7b8 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:08.489835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 84e9e742-cd36-48b7-b22e-d320d50ddeba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=84e9e742-cd36-48b7-b22e-d320d50ddeba,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:08.495084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:08.547520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=84e9e742-cd36-48b7-b22e-d320d50ddeba,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:08.692357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:08.703800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['84e9e742-cd36-48b7-b22e-d320d50ddeba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:08.727557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=3d20700c-5bc2-4382-90a7-94469122b7b8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:09.025963 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:09.254483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 92a63c1b-7260-4fc8-bbeb-fb405e58d11e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:09.373605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:09.381844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7390b6da-2926-48f2-b090-086a83afe21a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/routers/92a63c1b-7260-4fc8-bbeb-fb405e58d11e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0513265 Nov 04 09:18:09.381844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44434) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:09.385428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] Sync routers for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:09.396135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:09.396755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:09.405938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125508e3-118d-4afd-8c96-4265de73c467 req-5994da77-c5f3-4e72-bafa-6fe96539ba84 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:09.413555 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-125508e3-118d-4afd-8c96-4265de73c467 req-5994da77-c5f3-4e72-bafa-6fe96539ba84 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 945 time: 0.0675089 Nov 04 09:18:09.443979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:09.460342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-125508e3-118d-4afd-8c96-4265de73c467 req-ede1decd-8640-4456-b50b-f71a1dc6adba tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456657 Nov 04 09:18:09.464651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] Routers {'92a63c1b-7260-4fc8-bbeb-fb405e58d11e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:09.464898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:17:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:09.511714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:09.519972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:09.520635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0049f5b0-6cae-4f19-b991-e0e5ee330449 None None] The sync data for ids ['92a63c1b-7260-4fc8-bbeb-fb405e58d11e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:09.622476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:09.677621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 81285dc9-4099-4c31-8d94-6388e6228493 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:09.677985 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:09.758314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:09.771820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 81285dc9-4099-4c31-8d94-6388e6228493 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:09.942261 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09b472d9-7773-4fdc-b5d5-1a8b2d61d709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:09.947485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:09.976092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=81285dc9-4099-4c31-8d94-6388e6228493,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:10.046518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.260175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.296412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 84e9e742-cd36-48b7-b22e-d320d50ddeba up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:10.349298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 84e9e742-cd36-48b7-b22e-d320d50ddeba completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:18:10.355805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 84e9e742-cd36-48b7-b22e-d320d50ddeba triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:10.356222 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.408997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.411327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.444167 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.479498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.480765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Fanout notify agent at l3_agent the message router_deleted on router 92a63c1b-7260-4fc8-bbeb-fb405e58d11e {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:18:10.484937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 84e9e742-cd36-48b7-b22e-d320d50ddeba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=84e9e742-cd36-48b7-b22e-d320d50ddeba,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:10.486463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caab8562-4597-4fde-b075-6893f5e002b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9e742-cd36-48b7-b22e-d320d50ddeba'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:10.490496 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83eb1706-f12d-4f4f-bdeb-45a88b1a9cf2" -d '{"events": [{"server_uuid": "caab8562-4597-4fde-b075-6893f5e002b5", "name": "network-vif-plugged", "status": "completed", "tag": "84e9e742-cd36-48b7-b22e-d320d50ddeba"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:10.495866 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.498330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.500400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2c2b028c-0f38-4143-8ddf-ef5337c56564 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/routers/92a63c1b-7260-4fc8-bbeb-fb405e58d11e HTTP/1.1" status: 204 len: 168 time: 1.1177354 Nov 04 09:18:10.502959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44442) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:10.556166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=84e9e742-cd36-48b7-b22e-d320d50ddeba,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:10.563354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting subnet 562c9951-6d4a-4784-b962-8bd6aff5e3ad {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:18:10.568594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.603705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c213d-554e-4b07-9fda-5a289ef3d5c8 req-ae500fb8-880a-4a03-8897-9719866e73de tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:10.605875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e07c213d-554e-4b07-9fda-5a289ef3d5c8 req-ae500fb8-880a-4a03-8897-9719866e73de tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 946 time: 0.0623300 Nov 04 09:18:10.621806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.646718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e07c213d-554e-4b07-9fda-5a289ef3d5c8 req-7ff9f1f2-bbc9-482f-afa8-23f038da14fe tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348516 Nov 04 09:18:10.693626 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73f70e3-5eca-4602-bb62-663b9d57bd36 x-openstack-request-id: req-b73f70e3-5eca-4602-bb62-663b9d57bd36 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:10.694014 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caab8562-4597-4fde-b075-6893f5e002b5", "name": "network-vif-plugged", "status": "completed", "tag": "84e9e742-cd36-48b7-b22e-d320d50ddeba", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:10.694546 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b73f70e3-5eca-4602-bb62-663b9d57bd36 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:10.695270 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caab8562-4597-4fde-b075-6893f5e002b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e9e742-cd36-48b7-b22e-d320d50ddeba', 'code': 200} Nov 04 09:18:10.729680 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.823666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.830503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b982964-410f-40a7-bd6c-8d2dddf863f4 req-6be63121-e570-4203-8fdf-8ee532a61c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:10.832010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b982964-410f-40a7-bd6c-8d2dddf863f4 req-6be63121-e570-4203-8fdf-8ee532a61c3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 1097 time: 0.0636120 Nov 04 09:18:10.860423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Subnet': ['ID=562c9951-6d4a-4784-b962-8bd6aff5e3ad,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:10.872763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:10.875980 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-05b5ad59-a331-4072-b480-873371736fc6 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/subnets/562c9951-6d4a-4784-b962-8bd6aff5e3ad HTTP/1.1" status: 204 len: 168 time: 0.3717897 Nov 04 09:18:10.878909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44446) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:10.880089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6baec486-1649-4613-8063-271fea680eb4 None None] Network 6f8d8f78-91ba-4240-a571-783932d16956 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:10.894647 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b982964-410f-40a7-bd6c-8d2dddf863f4 req-26e6345c-72d5-4c88-be92-db9a5714c66d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429854 Nov 04 09:18:10.967488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.031498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 87fa518e-8c7c-4330-9d93-75953b8068c0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:11.031848 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.089181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] DHCP port deletion for 6f8d8f78-91ba-4240-a571-783932d16956 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:18:11.114638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] For port 87fa518e-8c7c-4330-9d93-75953b8068c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=87fa518e-8c7c-4330-9d93-75953b8068c0,segment=NetworkSegment(4d33d3c4-4c52-4410-8128-65eb8d49d117),segment_id=4d33d3c4-4c52-4410-8128-65eb8d49d117)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:11.115472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.135114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 87fa518e-8c7c-4330-9d93-75953b8068c0 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:11.146128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] Deleting port 87fa518e-8c7c-4330-9d93-75953b8068c0 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:11.146706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.268021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.296580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=87fa518e-8c7c-4330-9d93-75953b8068c0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:11.302919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] No DVR routers for this DVR port 87fa518e-8c7c-4330-9d93-75953b8068c0 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:11.389520 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.396904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] For port 87fa518e-8c7c-4330-9d93-75953b8068c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=87fa518e-8c7c-4330-9d93-75953b8068c0,segment=NetworkSegment(4d33d3c4-4c52-4410-8128-65eb8d49d117),segment_id=4d33d3c4-4c52-4410-8128-65eb8d49d117)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:11.397303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.410628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] Calling delete_port for 87fa518e-8c7c-4330-9d93-75953b8068c0 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:11.420821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.442369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f8d8f78-91ba-4240-a571-783932d16956']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:11.455139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d33d3c4-4c52-4410-8128-65eb8d49d117') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:11.455471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d33d3c4-4c52-4410-8128-65eb8d49d117') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:11.465666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.479782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.486869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:18:11.487354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.490334 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:18:11.490843 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:18:11.519999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] Pushing event deleted for resources: {'Port': ['ID=87fa518e-8c7c-4330-9d93-75953b8068c0,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:11.528617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cb95d0-253a-4f1f-b4be-2bfee67b0012 None None] No DVR routers for this DVR port 87fa518e-8c7c-4330-9d93-75953b8068c0 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:11.557419 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.565390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.572523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/networks/6f8d8f78-91ba-4240-a571-783932d16956 HTTP/1.1" status: 204 len: 168 time: 0.6889844 Nov 04 09:18:11.572523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44454) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:11.629883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cfa73-b799-46fc-ba4e-de97e7386a2a tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Network': ['ID=6f8d8f78-91ba-4240-a571-783932d16956,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:11.726373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 9863d2a3-874c-4ca3-b9d3-cd42e198e48d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:11.726719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.830849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a026f1a-6dde-4951-a515-041f2d63a3c7 req-cd3f99bb-1ed3-48d2-a286-623718b3ff52 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:11.832365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a026f1a-6dde-4951-a515-041f2d63a3c7 req-cd3f99bb-1ed3-48d2-a286-623718b3ff52 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 946 time: 0.1079607 Nov 04 09:18:11.857516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.857798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:11.881638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 9863d2a3-874c-4ca3-b9d3-cd42e198e48d owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:11.909198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a026f1a-6dde-4951-a515-041f2d63a3c7 req-d92b86ba-5e13-4a5e-89f2-18d49a4bee3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676253 Nov 04 09:18:12.065334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.095712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=9863d2a3-874c-4ca3-b9d3-cd42e198e48d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:12.157396 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.160087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.161232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-52a4e9d4-f2cc-4ddb-9e4d-139590fa018c tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/floatingips/9bbf81f2-c33a-4261-89f2-f66f44b26592 HTTP/1.1" status: 204 len: 168 time: 0.5877869 Nov 04 09:18:12.164930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44460) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:12.188585 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce0eb56-44cd-428c-8652-267680cf2df0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] DELETE failed (client error): The resource could not be found. Nov 04 09:18:12.189181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce0eb56-44cd-428c-8652-267680cf2df0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:12.192637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3ce0eb56-44cd-428c-8652-267680cf2df0 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/ports/3a34df5f-32f7-438b-b8f0-6a50e93746b1 HTTP/1.1" status: 404 len: 333 time: 0.0262492 Nov 04 09:18:12.195110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:12.223571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f5251afa-61cb-45a0-bb49-cc1baf814d05 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "GET /v2.0/ports?device_id=92a63c1b-7260-4fc8-bbeb-fb405e58d11e HTTP/1.1" status: 200 len: 205 time: 0.0273151 Nov 04 09:18:12.225933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44464) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:12.269889 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-b1347b08-c2db-4580-a4d9-f9180cff7633 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] delete failed (client error): The resource could not be found. Nov 04 09:18:12.273346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b1347b08-c2db-4580-a4d9-f9180cff7633 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/routers/92a63c1b-7260-4fc8-bbeb-fb405e58d11e HTTP/1.1" status: 404 len: 336 time: 0.0441003 Nov 04 09:18:12.273580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44468) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:12.301023 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa7b6ee-3ad1-432d-997d-9cf645db1c04 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] DELETE failed (client error): The resource could not be found. Nov 04 09:18:12.301493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa7b6ee-3ad1-432d-997d-9cf645db1c04 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:12.307192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-baa7b6ee-3ad1-432d-997d-9cf645db1c04 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/subnets/562c9951-6d4a-4784-b962-8bd6aff5e3ad HTTP/1.1" status: 404 len: 337 time: 0.0302558 Nov 04 09:18:12.307400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:12.397093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 04ba7786-5465-413b-8084-61dd9b446c1d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:12.397442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.490013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.503973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 04ba7786-5465-413b-8084-61dd9b446c1d owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:12.649319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.680129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=04ba7786-5465-413b-8084-61dd9b446c1d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:12.706685 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.722778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-2e7406e8-df53-48b3-9fd7-57dc2d046d30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753319 Nov 04 09:18:12.753395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.757108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4b013369-f26e-4a04-af2c-a118f91d2823 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/ports/04ba7786-5465-413b-8084-61dd9b446c1d HTTP/1.1" status: 204 len: 168 time: 0.4487164 Nov 04 09:18:12.760298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:12.792267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-40cb21d6-08bb-4493-916d-55669058c4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:12.793965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-40cb21d6-08bb-4493-916d-55669058c4f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 1096 time: 0.0477066 Nov 04 09:18:12.859916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port f66ae673-d2d2-45f0-b5de-760fb6f0552f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:12.860269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.913358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-4f0b25b2-aab6-4bb8-9a99-df2407edef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:12.915163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-4f0b25b2-aab6-4bb8-9a99-df2407edef33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.0965977 Nov 04 09:18:12.952345 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:12.966858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for f66ae673-d2d2-45f0-b5de-760fb6f0552f owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:12.967039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-474b5620-8537-411a-8338-c64409100604 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518 HTTP/1.1" status: 200 len: 217 time: 0.0419710 Nov 04 09:18:13.030732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-efdabcfc-eaf2-427b-8429-5cda48daa22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:13.033194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-efdabcfc-eaf2-427b-8429-5cda48daa22c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0594440 Nov 04 09:18:13.082227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-bde722b3-25a3-4da6-a51a-4d2366e5eb02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420525 Nov 04 09:18:13.090971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 87fa518e-8c7c-4330-9d93-75953b8068c0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:13.121856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 87fa518e-8c7c-4330-9d93-75953b8068c0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:13.122541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 87fa518e-8c7c-4330-9d93-75953b8068c0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:13.170480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc225d73-c292-46ba-bcc9-3c5cf78c8d7c req-625ce3a6-96bc-4b77-b960-83b3a090677c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:13.172411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc225d73-c292-46ba-bcc9-3c5cf78c8d7c req-625ce3a6-96bc-4b77-b960-83b3a090677c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 946 time: 0.1043153 Nov 04 09:18:13.189538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-870f7811-e7e6-48f7-9a7e-9bdf438fa7a4 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999947 Nov 04 09:18:13.200946 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:13.247010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=f66ae673-d2d2-45f0-b5de-760fb6f0552f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:13.263712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc225d73-c292-46ba-bcc9-3c5cf78c8d7c req-c4d63bb4-1463-493e-b827-4d9919a958fd tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839407 Nov 04 09:18:13.295655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d03eb83b-1f61-49d1-a60d-3fc9750e3a07 req-8522b6cc-ed95-48f0-a11f-1fbc6b0f2b7f service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974085 Nov 04 09:18:13.339336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:13.343283 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6ca3c2cb-0c4c-413c-bfe9-ce93344edfd4 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/ports/f66ae673-d2d2-45f0-b5de-760fb6f0552f HTTP/1.1" status: 204 len: 168 time: 0.5818596 Nov 04 09:18:13.345767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:13.411463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df025e33-954a-4952-b1a1-65d584c2e91f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:13.413330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-df025e33-954a-4952-b1a1-65d584c2e91f tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a6c97e6-1fb5-4263-a563-7f603e973db7 HTTP/1.1" status: 200 len: 913 time: 0.0664682 Nov 04 09:18:13.416492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:13.564639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f586-03c8-4433-b742-e1c4ac5e1883 req-6c76507b-d9f3-40e0-9e9b-c609cb5001e2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:13.566085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0f1f586-03c8-4433-b742-e1c4ac5e1883 req-6c76507b-d9f3-40e0-9e9b-c609cb5001e2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 945 time: 0.1426558 Nov 04 09:18:13.694139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0f1f586-03c8-4433-b742-e1c4ac5e1883 req-7c32e55e-91f9-4ff8-bb66-870a71554b06 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164787 Nov 04 09:18:14.194211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96fb43-b958-4fc6-9c17-e6a0c06e71db req-140cdf73-1a28-4945-9135-ffde43ac9669 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:14.195569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d96fb43-b958-4fc6-9c17-e6a0c06e71db req-140cdf73-1a28-4945-9135-ffde43ac9669 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 946 time: 0.0890627 Nov 04 09:18:14.264654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d96fb43-b958-4fc6-9c17-e6a0c06e71db req-699a4ecb-c363-4fce-b01c-cdb80ce1ff3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621798 Nov 04 09:18:14.288334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:14.516091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-4bfa676c-f3a2-43eb-b092-de23bab4ca92 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616810 Nov 04 09:18:14.634799 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-d4d31d9f-012d-4878-aa98-82aedf0a2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:14.636439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-d4d31d9f-012d-4878-aa98-82aedf0a2b79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 1096 time: 0.0532591 Nov 04 09:18:14.642828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44771789-d6a4-41d6-9453-40f5c54cf776 req-6eeb77ae-73dc-4792-8b14-4f9dc0644d8c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:14.644352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44771789-d6a4-41d6-9453-40f5c54cf776 req-6eeb77ae-73dc-4792-8b14-4f9dc0644d8c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 946 time: 0.0893795 Nov 04 09:18:14.699961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port f5db00d1-2252-4732-af02-204c51e7ac89 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:14.700630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:14.708919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44771789-d6a4-41d6-9453-40f5c54cf776 req-469fa716-c288-436d-9715-fe9facce48f4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543287 Nov 04 09:18:14.769567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-25cc3cc8-3786-48bd-a24e-5998f8de7968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:14.771345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-25cc3cc8-3786-48bd-a24e-5998f8de7968 service neutron] 10.222.0.70 "GET /v2.0/networks?id=43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 200 len: 910 time: 0.1009207 Nov 04 09:18:14.810430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:14.823194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for f5db00d1-2252-4732-af02-204c51e7ac89 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:14.846162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-c2df12a5-d8c1-4084-b48d-845d3087839f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 200 len: 1001 time: 0.0659227 Nov 04 09:18:14.900717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-3d957c35-4a17-40de-abce-8951403340ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:14.902118 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-3d957c35-4a17-40de-abce-8951403340ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 200 len: 848 time: 0.0496559 Nov 04 09:18:14.962165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-60690977-c530-46c8-97d2-c012829bb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:14.964794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-60690977-c530-46c8-97d2-c012829bb28a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=43467482-b628-4f66-bca9-2725b3052053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519676 Nov 04 09:18:15.041274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:15.077514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-e923d32d-f3cf-464c-aa45-992acd9d56ad service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039035 Nov 04 09:18:15.080070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=f5db00d1-2252-4732-af02-204c51e7ac89,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:15.184173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1ccd372-b162-4c2e-9f6f-07ee3a32c37d req-022d25eb-cf71-4a8f-87e2-fc1f4f3e7a5b service neutron] 10.222.0.70 "GET /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963366 Nov 04 09:18:15.261210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:15.494768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Router 6a6c97e6-1fb5-4263-a563-7f603e973db7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:15.634261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:15.644996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7299fd9f-3327-4504-8675-5622fdbf2092 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "PUT /v2.0/routers/6a6c97e6-1fb5-4263-a563-7f603e973db7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2250869 Nov 04 09:18:15.645677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:15.648702 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] Sync routers for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:15.660388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:15.661026 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:15.710977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:15.723133 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:15.733556 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] Routers {'6a6c97e6-1fb5-4263-a563-7f603e973db7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:15.734296 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['6a6c97e6-1fb5-4263-a563-7f603e973db7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:15.782676 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:15.783983 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9c9c9-ce90-4cc3-8983-4dffc766ae1f None None] The sync data for ids ['6a6c97e6-1fb5-4263-a563-7f603e973db7'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:15.804800 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:15.895343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff5fe8-d2fb-4803-a93c-8aaaec1b275d req-31b46781-a98e-4252-8144-0aebe3a70a36 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:15.896988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fff5fe8-d2fb-4803-a93c-8aaaec1b275d req-31b46781-a98e-4252-8144-0aebe3a70a36 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 946 time: 0.0783846 Nov 04 09:18:15.943611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fff5fe8-d2fb-4803-a93c-8aaaec1b275d req-4f239b3b-316e-46aa-bfba-aae1277868b2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Nov 04 09:18:15.977597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-301a2a63-331d-4a47-b948-087e86450996 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:15.980287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-301a2a63-331d-4a47-b948-087e86450996 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 946 time: 0.1688490 Nov 04 09:18:15.982377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:15.987964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:16.111394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting port 3384c618-12e0-4abe-96b6-9d0a77e631b8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:16.111748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.127994 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95a23a84-75df-4a89-8ba3-e829be86ec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.171306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Deleting port 84e9e742-cd36-48b7-b22e-d320d50ddeba {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:16.171630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.217676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95a23a84-75df-4a89-8ba3-e829be86ec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.222612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95a23a84-75df-4a89-8ba3-e829be86ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.253091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.263923 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-95a23a84-75df-4a89-8ba3-e829be86ec71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24b4181a1cd64d858638365ae5210798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746019 Nov 04 09:18:16.264797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a23a84-75df-4a89-8ba3-e829be86ec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e760345-fda0-4fd3-b868-623e692438f9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:16.267964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:16.272022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Calling delete_port for 3384c618-12e0-4abe-96b6-9d0a77e631b8 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:16.325392 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c6464e9-d10b-4f34-99dc-6793b63a4666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.345025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] For port 84e9e742-cd36-48b7-b22e-d320d50ddeba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=84e9e742-cd36-48b7-b22e-d320d50ddeba,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:16.345365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.348102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c6464e9-d10b-4f34-99dc-6793b63a4666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.364737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Calling delete_port for 84e9e742-cd36-48b7-b22e-d320d50ddeba owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:16.412086 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c6464e9-d10b-4f34-99dc-6793b63a4666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.414867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c6464e9-d10b-4f34-99dc-6793b63a4666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.418559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0c6464e9-d10b-4f34-99dc-6793b63a4666 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e760345-fda0-4fd3-b868-623e692438f9 HTTP/1.1" status: 204 len: 168 time: 0.1471381 Nov 04 09:18:16.424603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6464e9-d10b-4f34-99dc-6793b63a4666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e760345-fda0-4fd3-b868-623e692438f9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:16.460517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.583371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.623906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Port': ['ID=3384c618-12e0-4abe-96b6-9d0a77e631b8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:16.634173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.647227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'd30b24e6-4185-471e-ac71-523ea857fe2f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:16.709514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event deleted for resources: {'Port': ['ID=84e9e742-cd36-48b7-b22e-d320d50ddeba,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:16.747583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.787217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] No DVR routers for this DVR port 84e9e742-cd36-48b7-b22e-d320d50ddeba on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:16.823411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.826847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6af17d56-3c04-4a4b-8db6-7791110de8f7 req-53bb4a42-4bcb-42d5-9068-c37f507a63c8 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "DELETE /v2.0/ports/84e9e742-cd36-48b7-b22e-d320d50ddeba HTTP/1.1" status: 204 len: 173 time: 0.8401423 Nov 04 09:18:16.827316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caab8562-4597-4fde-b075-6893f5e002b5', 'name': 'network-vif-deleted', 'tag': '84e9e742-cd36-48b7-b22e-d320d50ddeba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:16.829714 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aad416-b035-4260-98ef-ad82de311319" -d '{"events": [{"server_uuid": "caab8562-4597-4fde-b075-6893f5e002b5", "name": "network-vif-deleted", "tag": "84e9e742-cd36-48b7-b22e-d320d50ddeba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:16.872481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.875455 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.944567 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37240d55-2238-4947-85ce-4fa58402d9e5 x-openstack-request-id: req-37240d55-2238-4947-85ce-4fa58402d9e5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:16.945058 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caab8562-4597-4fde-b075-6893f5e002b5", "name": "network-vif-deleted", "tag": "84e9e742-cd36-48b7-b22e-d320d50ddeba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:16.946300 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-37240d55-2238-4947-85ce-4fa58402d9e5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:16.947780 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caab8562-4597-4fde-b075-6893f5e002b5', 'name': 'network-vif-deleted', 'tag': '84e9e742-cd36-48b7-b22e-d320d50ddeba', 'status': 'completed', 'code': 200} Nov 04 09:18:16.959518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.960297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6c97e6-1fb5-4263-a563-7f603e973db7 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:18:16.968717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:16.969803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a5a0166a-82c9-4f62-9443-fefb728e6292 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/routers/6a6c97e6-1fb5-4263-a563-7f603e973db7 HTTP/1.1" status: 204 len: 168 time: 1.3222873 Nov 04 09:18:16.973881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44534) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:17.056860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Deleting subnet 36dd04cd-6df7-4ec2-b987-4dd43d9e8062 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:18:17.062029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.118219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d5662b7-7101-4221-969d-7d2a1aa65d1d req-3fe76942-0e3d-4fd0-95cb-74249770b153 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=caab8562-4597-4fde-b075-6893f5e002b5 HTTP/1.1" status: 200 len: 210 time: 0.0571561 Nov 04 09:18:17.135013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.186149 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.251877 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.290536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Subnet': ['ID=36dd04cd-6df7-4ec2-b987-4dd43d9e8062,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:17.303756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.310295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44546) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:17.313521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2bb426dc-256a-4b07-932f-400efa6bfd60 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/subnets/36dd04cd-6df7-4ec2-b987-4dd43d9e8062 HTTP/1.1" status: 204 len: 168 time: 0.3360941 Nov 04 09:18:17.313971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:17.417587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.466761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1026447535-network', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:17.489859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Made reservation on behalf of ccbc50e84c714db8b613ee662ad974cd for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:17.492149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.504094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.512688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.539657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7332824-ddf3-4ad5-92f5-3b62fa6c1606']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:17.551335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04361ed-e50c-40c8-9042-d4ace188f476') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:17.551627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04361ed-e50c-40c8-9042-d4ace188f476') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:17.563199 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.578456 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.586285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:18:17.586939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:18:17.591091 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:18:17.601416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.606884 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.642808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c72785-de69-4923-bfdd-cf080934a50f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:17.667474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.671824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:18:17.675255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.680468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] 10.222.0.53 "DELETE /v2.0/networks/a7332824-ddf3-4ad5-92f5-3b62fa6c1606 HTTP/1.1" status: 204 len: 168 time: 0.3653309 Nov 04 09:18:17.689919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.690282 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Added segment a77d69db-1981-4fc2-9360-f1dbd297fb57 of type vlan for network efc40aef-0433-4c23-baab-de1b13370974 Nov 04 09:18:17.698342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7fa6cc-5ea2-4af2-acfe-343e871aa990 tempest-FloatingIPTestJSON-1808242229 tempest-FloatingIPTestJSON-1808242229-project] Pushing event deleted for resources: {'Network': ['ID=a7332824-ddf3-4ad5-92f5-3b62fa6c1606,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:17.743956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.779671 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.781260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:17.782163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:17.875357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5600805 Nov 04 09:18:17.878546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44558) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:17.883997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Request body: {'subnet': {'network_id': 'efc40aef-0433-4c23-baab-de1b13370974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1026447535-subnet', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:17.911744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e448b4-a596-486a-912c-d67d57517952 admin admin] Pushing event updated for resources: {'Network': ['ID=efc40aef-0433-4c23-baab-de1b13370974,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:17.929189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network efc40aef-0433-4c23-baab-de1b13370974 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:18:17.936590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Made reservation on behalf of ccbc50e84c714db8b613ee662ad974cd for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:17.940248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.027319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:18.128518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.170011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f81c7fb8-625a-4a95-8644-3aee5e99f883 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2350ce5224b5489abe37f400c249ea37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413915 Nov 04 09:18:18.170654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44566) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:18.191716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955fb779-43da-4256-9764-b5c5d428c617,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:18.232180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Checking segment: {'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:18.232180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Network hostable DHCP agents. Network: efc40aef-0433-4c23-baab-de1b13370974, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:18:18.263805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Network efc40aef-0433-4c23-baab-de1b13370974 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:18:18.265828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e356b43-04fe-4071-9bce-92698eb7b760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.280222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, efc40aef-0433-4c23-baab-de1b13370974) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:18.289495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84db3052-b2ed-48b4-b32c-a3542556baa1 None None] Network efc40aef-0433-4c23-baab-de1b13370974 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:18.293702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:18.294307 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.319924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e356b43-04fe-4071-9bce-92698eb7b760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.351035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fb6df4dd-6957-418e-a72a-2431291e1bb9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4687605 Nov 04 09:18:18.351563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44572) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:18.352403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 84e9e742-cd36-48b7-b22e-d320d50ddeba no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:18.355951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:18.381153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 84e9e742-cd36-48b7-b22e-d320d50ddeba {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:18.381839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 84e9e742-cd36-48b7-b22e-d320d50ddeba not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:18.411075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.412753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.439452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e356b43-04fe-4071-9bce-92698eb7b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.441970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e356b43-04fe-4071-9bce-92698eb7b760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.443121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4e356b43-04fe-4071-9bce-92698eb7b760 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65e77029-bdee-478c-b09e-5cff4cbe15bc HTTP/1.1" status: 204 len: 168 time: 0.2701237 Nov 04 09:18:18.461853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e356b43-04fe-4071-9bce-92698eb7b760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e77029-bdee-478c-b09e-5cff4cbe15bc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:18.509755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.518613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d86f07-1c5e-42aa-8ee4-59e3526acf65 req-915faabc-0398-4296-877b-1d3b83a2375f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:18.520188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0d86f07-1c5e-42aa-8ee4-59e3526acf65 req-915faabc-0398-4296-877b-1d3b83a2375f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 945 time: 0.1270027 Nov 04 09:18:18.523613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-efc40aef-0433-4c23-baab-de1b13370974', 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'fixed_ips': [{'subnet_id': '955fb779-43da-4256-9764-b5c5d428c617'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:18:18.524556 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.686205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Allocated IP 172.20.0.2 (efc40aef-0433-4c23-baab-de1b13370974/955fb779-43da-4256-9764-b5c5d428c617/d311d7b3-bdc8-4c3b-95f2-288d13028bcf) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:18.698668 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0d86f07-1c5e-42aa-8ee4-59e3526acf65 req-3f0d1a95-1c39-457e-8503-545617d868b9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364071 Nov 04 09:18:18.698668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.882569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.891176 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.908927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Network efc40aef-0433-4c23-baab-de1b13370974 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:18.911594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:18.931663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:18.934556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.956392 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:18.989009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Pushing event updated for resources: {'Port': ['ID=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:19.021603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Attempting to bind port d311d7b3-bdc8-4c3b-95f2-288d13028bcf on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:19.021987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Attempting to bind port d311d7b3-bdc8-4c3b-95f2-288d13028bcf by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:19.022358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Attempting to bind port d311d7b3-bdc8-4c3b-95f2-288d13028bcf on network efc40aef-0433-4c23-baab-de1b13370974 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:19.028759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:19.029209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Checking segment: {'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:19.029530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.030117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Bound using segment: {'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:19.030779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Bound port: d311d7b3-bdc8-4c3b-95f2-288d13028bcf, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:19.032176 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.082556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Allocated IP 172.25.3.34 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/f37493a7-3c3b-46fd-90c7-9a5f8011b2b1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:19.112447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] For port d311d7b3-bdc8-4c3b-95f2-288d13028bcf, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:19.116510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] For port d311d7b3-bdc8-4c3b-95f2-288d13028bcf, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,segment=NetworkSegment(a77d69db-1981-4fc2-9360-f1dbd297fb57),segment_id=a77d69db-1981-4fc2-9360-f1dbd297fb57)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:19.122617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.188447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebbbd0-eb79-40eb-8cb1-7c4a723405e9 None None] Pushing event updated for resources: {'Port': ['ID=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:19.210984 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.249230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.270925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.289569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:19.292908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:19.297112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:19.327559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Pushing event updated for resources: {'Port': ['ID=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:19.424516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5a22677f-f7e1-49b2-a886-e24bb02a70de tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] Request body: {'port': {'network_id': '31e7a7ff-7401-4cdc-857a-be8c7f098fd0', 'name': 'tempest-NetworksNegativeTestJSON-966340522'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:19.439517 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a22677f-f7e1-49b2-a886-e24bb02a70de tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] POST failed (client error): The resource could not be found. Nov 04 09:18:19.440224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a22677f-f7e1-49b2-a886-e24bb02a70de tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:19.441434 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5a22677f-f7e1-49b2-a886-e24bb02a70de tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1688943 Nov 04 09:18:19.445563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44600) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.467954 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-730755d1-80a9-440c-8ca0-9b3c5e34d5ad tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] DELETE failed (client error): The resource could not be found. Nov 04 09:18:19.468825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730755d1-80a9-440c-8ca0-9b3c5e34d5ad tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:19.473837 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-730755d1-80a9-440c-8ca0-9b3c5e34d5ad tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "DELETE /v2.0/networks/ca790da4-087e-4ff4-9d6d-7fa6cf25618c HTTP/1.1" status: 404 len: 339 time: 0.0272377 Nov 04 09:18:19.478130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.510383 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-80534367-d97b-457e-8ac8-0a7a8b9d9110 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] DELETE failed (client error): The resource could not be found. Nov 04 09:18:19.511215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80534367-d97b-457e-8ac8-0a7a8b9d9110 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:19.515001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-80534367-d97b-457e-8ac8-0a7a8b9d9110 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "DELETE /v2.0/ports/9fb860a5-ee0a-4304-bb7a-9082ef6332fc HTTP/1.1" status: 404 len: 333 time: 0.0345545 Nov 04 09:18:19.518459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44604) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.546384 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-951d1eb0-7b96-45ab-8b04-d2bef33b65f5 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] DELETE failed (client error): The resource could not be found. Nov 04 09:18:19.546845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-951d1eb0-7b96-45ab-8b04-d2bef33b65f5 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:19.549934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-951d1eb0-7b96-45ab-8b04-d2bef33b65f5 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "DELETE /v2.0/subnets/0e80b6cf-3e2b-41fb-9204-04a32b7f9661 HTTP/1.1" status: 404 len: 337 time: 0.0304110 Nov 04 09:18:19.553674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44606) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.574501 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1c713a-065b-43b1-b2a1-f7d6308cf8c8 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] GET failed (client error): The resource could not be found. Nov 04 09:18:19.575927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6e1c713a-065b-43b1-b2a1-f7d6308cf8c8 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "GET /v2.0/networks/a640b026-0edd-419b-8178-20f8a5362acc HTTP/1.1" status: 404 len: 339 time: 0.0212784 Nov 04 09:18:19.581524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44608) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.605223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.611480 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19d9078-eb73-4c4d-aac0-9299574d53fc tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] GET failed (client error): The resource could not be found. Nov 04 09:18:19.616355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e19d9078-eb73-4c4d-aac0-9299574d53fc tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "GET /v2.0/ports/b4e70266-6b3e-49fd-b8b6-3ec6ea5e6c47 HTTP/1.1" status: 404 len: 333 time: 0.0304015 Nov 04 09:18:19.616607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44610) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.645725 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bfdc39-8947-4576-8dfe-8ab3154462cf tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] GET failed (client error): The resource could not be found. Nov 04 09:18:19.647917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-67bfdc39-8947-4576-8dfe-8ab3154462cf tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "GET /v2.0/subnets/42a98453-f80a-4f10-85f4-2ca0f7d26a4a HTTP/1.1" status: 404 len: 337 time: 0.0295539 Nov 04 09:18:19.651974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44612) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.657353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6e70e6c9-bdd9-4f5c-bdf8-abe5d98781bb tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:19.671611 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e70e6c9-bdd9-4f5c-bdf8-abe5d98781bb tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] PUT failed (client error): The resource could not be found. Nov 04 09:18:19.672274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e70e6c9-bdd9-4f5c-bdf8-abe5d98781bb tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:19.677008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6e70e6c9-bdd9-4f5c-bdf8-abe5d98781bb tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "PUT /v2.0/networks/4728fd54-1617-46f9-8021-6e03c5a66855 HTTP/1.1" status: 404 len: 339 time: 0.0202379 Nov 04 09:18:19.677374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.683179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-47a1ffd7-6d28-46e0-b836-28f61ccb2094 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:19.714836 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a1ffd7-6d28-46e0-b836-28f61ccb2094 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] PUT failed (client error): The resource could not be found. Nov 04 09:18:19.715391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a1ffd7-6d28-46e0-b836-28f61ccb2094 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:19.716582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-47a1ffd7-6d28-46e0-b836-28f61ccb2094 tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "PUT /v2.0/ports/afc3582a-0c06-48b3-8cc0-3605184f00de HTTP/1.1" status: 404 len: 333 time: 0.0382140 Nov 04 09:18:19.720513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:19.725789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8008a907-30ea-46d7-b2b7-ef572ec7d07e tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:19.728186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-0c296854-f139-406e-8a2f-38cc3b1afd9e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:19.730434 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-0c296854-f139-406e-8a2f-38cc3b1afd9e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 945 time: 0.0555134 Nov 04 09:18:19.753440 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-8008a907-30ea-46d7-b2b7-ef572ec7d07e tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] PUT failed (client error): The resource could not be found. Nov 04 09:18:19.753895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8008a907-30ea-46d7-b2b7-ef572ec7d07e tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:18:19.758724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8008a907-30ea-46d7-b2b7-ef572ec7d07e tempest-NetworksNegativeTestJSON-1877859021 tempest-NetworksNegativeTestJSON-1877859021-project] 10.222.0.53 "PUT /v2.0/subnets/dbb08c18-2803-441d-ac39-0d4341a3becf HTTP/1.1" status: 404 len: 337 time: 0.0335250 Nov 04 09:18:19.844933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Deleting port d30b24e6-4185-471e-ac71-523ea857fe2f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:19.845283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.970396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] For port d30b24e6-4185-471e-ac71-523ea857fe2f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=d30b24e6-4185-471e-ac71-523ea857fe2f,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:19.970681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:19.994720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Calling delete_port for d30b24e6-4185-471e-ac71-523ea857fe2f owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:20.241310 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.258009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'd30b24e6-4185-471e-ac71-523ea857fe2f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:20.284440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24bf1deb-a7e3-4cbc-b7c9-1df1035116a0 req-b590ff44-f6cc-44eb-97fc-964399abab7f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=721671f3-acdd-475a-8a8c-e4ca38a29ff7 HTTP/1.1" status: 200 len: 210 time: 0.4698014 Nov 04 09:18:20.288924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event deleted for resources: {'Port': ['ID=d30b24e6-4185-471e-ac71-523ea857fe2f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:20.303251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44626) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:20.365581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.366557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] No DVR routers for this DVR port d30b24e6-4185-471e-ac71-523ea857fe2f on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:20.368137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccb4c1c-59c7-41b6-b515-49cb50529b77 None None] Network efc40aef-0433-4c23-baab-de1b13370974 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:20.371423 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.376559 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-056db5b6-5c4f-455b-be01-66cedaf90ae3 req-74c82048-8db5-4429-90e3-cc3aaf6fffa7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "DELETE /v2.0/ports/d30b24e6-4185-471e-ac71-523ea857fe2f HTTP/1.1" status: 204 len: 173 time: 0.6396227 Nov 04 09:18:20.377056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'name': 'network-vif-deleted', 'tag': 'd30b24e6-4185-471e-ac71-523ea857fe2f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:20.382902 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6124978b-cebd-47d5-a9b5-d52b00b8ae1b" -d '{"events": [{"server_uuid": "721671f3-acdd-475a-8a8c-e4ca38a29ff7", "name": "network-vif-deleted", "tag": "d30b24e6-4185-471e-ac71-523ea857fe2f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:20.458601 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92831df6-926f-4b57-a6ca-7f163f171b20 x-openstack-request-id: req-92831df6-926f-4b57-a6ca-7f163f171b20 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:20.458856 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721671f3-acdd-475a-8a8c-e4ca38a29ff7", "name": "network-vif-deleted", "tag": "d30b24e6-4185-471e-ac71-523ea857fe2f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:20.459127 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-92831df6-926f-4b57-a6ca-7f163f171b20 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:20.459429 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721671f3-acdd-475a-8a8c-e4ca38a29ff7', 'name': 'network-vif-deleted', 'tag': 'd30b24e6-4185-471e-ac71-523ea857fe2f', 'status': 'completed', 'code': 200} Nov 04 09:18:20.485836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d62841da-51d1-4d45-bc4d-9ffb0afa4587 None None] Provisioning complete for port d311d7b3-bdc8-4c3b-95f2-288d13028bcf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:20.486187 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d62841da-51d1-4d45-bc4d-9ffb0afa4587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.527205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8514acf6-c4ea-42e0-bffe-968ddc4fdee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.545309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:18:20.619636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8514acf6-c4ea-42e0-bffe-968ddc4fdee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.626167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8514acf6-c4ea-42e0-bffe-968ddc4fdee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.669195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:20.672526 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8514acf6-c4ea-42e0-bffe-968ddc4fdee5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c7f40cf2c174738acc0e8b499017bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661828 Nov 04 09:18:20.674688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:20.680052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514acf6-c4ea-42e0-bffe-968ddc4fdee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6dc5ea6-c87e-4ca9-aa46-de7b361cc0a6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:20.683508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Sync routers for ids ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:20.710415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d62841da-51d1-4d45-bc4d-9ffb0afa4587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.725635 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.727010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-997817e0-a3db-4e45-ae19-73b0d59c886e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3748276 Nov 04 09:18:20.730317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44634) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:20.736264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Routers {'51eee1b8-34b0-4be6-8544-21c049c4ecb2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:20.736825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:20.757737 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4439cda4-ea5a-484e-892b-2cc486efa7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.785448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4439cda4-ea5a-484e-892b-2cc486efa7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.848846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d62841da-51d1-4d45-bc4d-9ffb0afa4587 None None] For port d311d7b3-bdc8-4c3b-95f2-288d13028bcf, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,segment=NetworkSegment(a77d69db-1981-4fc2-9360-f1dbd297fb57),segment_id=a77d69db-1981-4fc2-9360-f1dbd297fb57)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:20.855097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4439cda4-ea5a-484e-892b-2cc486efa7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.860780 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4439cda4-ea5a-484e-892b-2cc486efa7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.861626 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d62841da-51d1-4d45-bc4d-9ffb0afa4587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:20.862463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4439cda4-ea5a-484e-892b-2cc486efa7db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6dc5ea6-c87e-4ca9-aa46-de7b361cc0a6 HTTP/1.1" status: 204 len: 168 time: 0.1866982 Nov 04 09:18:20.875107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4439cda4-ea5a-484e-892b-2cc486efa7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6dc5ea6-c87e-4ca9-aa46-de7b361cc0a6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:20.986055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Set router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:21.019257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62841da-51d1-4d45-bc4d-9ffb0afa4587 None None] Pushing event updated for resources: {'Port': ['ID=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:21.128603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d311d7b3-bdc8-4c3b-95f2-288d13028bcf up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:21.258863 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d311d7b3-bdc8-4c3b-95f2-288d13028bcf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:21.260364 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:21.338141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:19Z', 'revision_number': 3, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port': {'id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:21.376549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f586c02c-228a-477e-8d6d-b74ed82ccb73 None None] Provisioning complete for port d311d7b3-bdc8-4c3b-95f2-288d13028bcf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:21.377234 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f586c02c-228a-477e-8d6d-b74ed82ccb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:21.379029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Checking router: 51eee1b8-34b0-4be6-8544-21c049c4ecb2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:21.379468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Updating router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:18:21.480402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:21.708660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:21.741597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-919cdb26-2eb7-4222-9704-d5726cd3e23e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:21.751503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-919cdb26-2eb7-4222-9704-d5726cd3e23e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1633179 Nov 04 09:18:21.769756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-3a1d33be-a380-4f64-b1ae-c6f3098e672b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0171089 Nov 04 09:18:21.819636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-d1cb7a4b-f691-4cdc-bc44-ed6eece37cea tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486906 Nov 04 09:18:21.879722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:21.921661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Allocated IP 172.20.0.1 (efc40aef-0433-4c23-baab-de1b13370974/955fb779-43da-4256-9764-b5c5d428c617/a27efa4a-5435-4b4d-91d3-8af38d1bcbb0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:21.953917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-6374c86d-85ad-43d3-8124-0d5970e43df0 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243787 Nov 04 09:18:22.057744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5937e5f9-605e-400d-9d7f-85a7c81367ec tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:22.058482 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-5937e5f9-605e-400d-9d7f-85a7c81367ec tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 09:18:22.059001 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-5937e5f9-605e-400d-9d7f-85a7c81367ec tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 09:18:22.060042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5937e5f9-605e-400d-9d7f-85a7c81367ec tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1792765 Nov 04 09:18:22.063671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:22.068728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--857725819'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:22.077580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.085495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-9af279ab-13b0-4311-ba34-03bdd1293982 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306269 Nov 04 09:18:22.090003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.097713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.113992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.124853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.137538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.166875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Attempting to bind port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:22.167413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Attempting to bind port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:22.167924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Attempting to bind port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:22.171150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4ddc-6219-4c41-8c3a-311966908511 None None] Pushing event updated for resources: {'Port': ['ID=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:22.178777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:22.179318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:22.179821 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.180336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:22.181082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Bound port: f37493a7-3c3b-46fd-90c7-9a5f8011b2b1, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:22.181823 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.211814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Network efc40aef-0433-4c23-baab-de1b13370974 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:22.217358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:22.233916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.240529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.240733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:22.258440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] For port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:22.264919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] For port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:22.275354 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.310537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Pushing event updated for resources: {'Port': ['ID=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:22.336277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.357151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Routers {'51eee1b8-34b0-4be6-8544-21c049c4ecb2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:22.357966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:22.392294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=971edc1c-917e-45c3-bfb1-974e68211970,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:22.440079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff4ddc-6219-4c41-8c3a-311966908511 None None] Pushing event updated for resources: {'Port': ['ID=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:22.442824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a1ab341-969a-4ff9-8156-2f849631ec99 req-63dfb199-6b3e-429f-9103-14ff55ae6b02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 210 time: 0.1016574 Nov 04 09:18:22.492788 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.501102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.542459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea3369d-15f1-4826-b895-c1e16a46daaf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:22.557685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] Set router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:22.564247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.565883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9852d6df-8b89-4145-b069-92178afd1294 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5012159 Nov 04 09:18:22.570798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:22.577366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-510dc588-e4c5-4b79-8058-29d18e4958ae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'dea3369d-15f1-4826-b895-c1e16a46daaf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:22.591621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.620337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-510dc588-e4c5-4b79-8058-29d18e4958ae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.706712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-510dc588-e4c5-4b79-8058-29d18e4958ae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.711605 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-510dc588-e4c5-4b79-8058-29d18e4958ae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.730233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-90f08922-cfb8-4f4a-8ac8-291f6d702eaf None None] Provisioning complete for port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:22.730602 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90f08922-cfb8-4f4a-8ac8-291f6d702eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.749180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-510dc588-e4c5-4b79-8058-29d18e4958ae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.750798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-510dc588-e4c5-4b79-8058-29d18e4958ae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785586 Nov 04 09:18:22.753711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:22.761469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2776a28f-f5e6-4c0b-9855-f24a8d02247b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'dea3369d-15f1-4826-b895-c1e16a46daaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:22.787201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510dc588-e4c5-4b79-8058-29d18e4958ae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e355c8fd-f09e-473a-99cf-9155eeac4b21,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:22.792932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-90f08922-cfb8-4f4a-8ac8-291f6d702eaf None None] Port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:22.806776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2776a28f-f5e6-4c0b-9855-f24a8d02247b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.861945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:19Z', 'revision_number': 3, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port': {'id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:22.867060 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-2776a28f-f5e6-4c0b-9855-f24a8d02247b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 09:18:22.871634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.872405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2776a28f-f5e6-4c0b-9855-f24a8d02247b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1175115 Nov 04 09:18:22.873303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:22.877411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.898952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08e9939-269f-4d16-bd26-283b1142b687 None None] The sync data for ids ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'] in n-d-816487-1 is: [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:19Z', 'revision_number': 3, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port': {'id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:22.945573 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07fa7820-e635-4ddd-92a1-9c25878412f4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.960946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Pushing event updated for resources: {'Port': ['ID=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:22.975139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:22.975522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07fa7820-e635-4ddd-92a1-9c25878412f4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.064011 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07fa7820-e635-4ddd-92a1-9c25878412f4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.064904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d311d7b3-bdc8-4c3b-95f2-288d13028bcf up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:23.066746 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07fa7820-e635-4ddd-92a1-9c25878412f4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.071063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-07fa7820-e635-4ddd-92a1-9c25878412f4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/dea3369d-15f1-4826-b895-c1e16a46daaf HTTP/1.1" status: 204 len: 168 time: 0.1965408 Nov 04 09:18:23.071707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:23.097456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa7820-e635-4ddd-92a1-9c25878412f4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea3369d-15f1-4826-b895-c1e16a46daaf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:23.125509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Network efc40aef-0433-4c23-baab-de1b13370974 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:23.127274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:23.136708 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf3ed105-7ef0-4d2f-824b-f1f17ac95b2d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0567439 Nov 04 09:18:23.138109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:23.148610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b11bd26-11f2-48c2-85f5-a8aedf8154d4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507138216'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:23.182970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b11bd26-11f2-48c2-85f5-a8aedf8154d4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.201645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d311d7b3-bdc8-4c3b-95f2-288d13028bcf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:23.202470 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.350929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b11bd26-11f2-48c2-85f5-a8aedf8154d4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.357919 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b11bd26-11f2-48c2-85f5-a8aedf8154d4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.393956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:23.413027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b11bd26-11f2-48c2-85f5-a8aedf8154d4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.414693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3b11bd26-11f2-48c2-85f5-a8aedf8154d4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2740326 Nov 04 09:18:23.420738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44704) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:23.426100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-26f4bce8-9f22-4f39-ade2-f1262269bbf3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '23d42ccd-a2af-40f4-b6cd-385c8ff53bec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:23.427181 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-26f4bce8-9f22-4f39-ade2-f1262269bbf3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 04 09:18:23.427945 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-26f4bce8-9f22-4f39-ade2-f1262269bbf3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:23.430080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-26f4bce8-9f22-4f39-ade2-f1262269bbf3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080402 Nov 04 09:18:23.434008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:23.444923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11bd26-11f2-48c2-85f5-a8aedf8154d4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d42ccd-a2af-40f4-b6cd-385c8ff53bec,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:23.535123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8fd92b16-4e60-44b4-be31-bb01fbc2aec1 None None] Provisioning complete for port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:23.535908 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8fd92b16-4e60-44b4-be31-bb01fbc2aec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.537617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1544-3f25-4fb1-8506-1780d78daa0f tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.597295 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1544-3f25-4fb1-8506-1780d78daa0f tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.616404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8fd92b16-4e60-44b4-be31-bb01fbc2aec1 None None] Port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:23.627983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d200e415-be13-417a-87b1-eff2b5f61280 req-f8f289c8-8bf5-4bb1-be2f-863965ff552b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 210 time: 0.0540369 Nov 04 09:18:23.656191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:23.697966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1544-3f25-4fb1-8506-1780d78daa0f tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.701162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1544-3f25-4fb1-8506-1780d78daa0f tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.707642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad4a1544-3f25-4fb1-8506-1780d78daa0f tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/23d42ccd-a2af-40f4-b6cd-385c8ff53bec HTTP/1.1" status: 204 len: 168 time: 0.2721655 Nov 04 09:18:23.708780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:23.726929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a97e4708-1cb9-4ac6-b846-106bf0343835 admin admin] 10.222.0.53 "PUT /v2.0/routers/51eee1b8-34b0-4be6-8544-21c049c4ecb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9949136 Nov 04 09:18:23.737112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a1544-3f25-4fb1-8506-1780d78daa0f tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d42ccd-a2af-40f4-b6cd-385c8ff53bec,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:23.778604 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3ffcc10-3c6a-4ea4-9d66-91e87d9284fc tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642595 Nov 04 09:18:23.779279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:23.787190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-75e16d49-2dfc-45b1-af87-ea5a3cf54076 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1065495165'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:23.843647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-17f9e569-b28f-4785-b55b-3fc5e612dc27 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:23.845201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-17f9e569-b28f-4785-b55b-3fc5e612dc27 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.2378736 Nov 04 09:18:23.846569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75e16d49-2dfc-45b1-af87-ea5a3cf54076 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:23.865672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Request body: {'port': {'device_id': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'admin_state_up': True, 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.021905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75e16d49-2dfc-45b1-af87-ea5a3cf54076 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.029997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75e16d49-2dfc-45b1-af87-ea5a3cf54076 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.075234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e16d49-2dfc-45b1-af87-ea5a3cf54076 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8efbc2-40a5-49ac-8edc-c6b82a31f985,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:24.080273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:24.084327 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.101651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75e16d49-2dfc-45b1-af87-ea5a3cf54076 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.106667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-75e16d49-2dfc-45b1-af87-ea5a3cf54076 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3233938 Nov 04 09:18:24.107110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.120013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-584575d8-f73f-4fd9-9b90-ff090dbe1219 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '1d8efbc2-40a5-49ac-8edc-c6b82a31f985', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.121595 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-584575d8-f73f-4fd9-9b90-ff090dbe1219 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 04 09:18:24.122139 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-584575d8-f73f-4fd9-9b90-ff090dbe1219 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:24.126040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-584575d8-f73f-4fd9-9b90-ff090dbe1219 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0143905 Nov 04 09:18:24.126307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.196211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22f51e85-6503-4d90-9735-0ea45032cde8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.230550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22f51e85-6503-4d90-9735-0ea45032cde8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.306962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Allocated IP 172.20.0.4 (106cec49-c519-43b5-8317-b6afc5b43956/15243819-98e4-49a5-81f2-dfed546eb741/c133d30d-2e29-4a0b-8984-890cce9838df) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:24.308198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22f51e85-6503-4d90-9735-0ea45032cde8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.314475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22f51e85-6503-4d90-9735-0ea45032cde8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.316491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-22f51e85-6503-4d90-9735-0ea45032cde8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/1d8efbc2-40a5-49ac-8edc-c6b82a31f985 HTTP/1.1" status: 204 len: 168 time: 0.1889205 Nov 04 09:18:24.318914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44730) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.334745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f51e85-6503-4d90-9735-0ea45032cde8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8efbc2-40a5-49ac-8edc-c6b82a31f985,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:24.415902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae73d219-6f23-42da-b85f-0af01f8679b3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919909 Nov 04 09:18:24.416202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.420409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-337fe1ac-48f9-4212-8356-449352a2cb75 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--284371710'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.483328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.489145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-287624837-network', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.501762 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-337fe1ac-48f9-4212-8356-449352a2cb75 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.514530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Made reservation on behalf of 7791b5ac8a344296b06f05c18e402eaa for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:24.516979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.527649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.533235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d30b24e6-4185-471e-ac71-523ea857fe2f no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:24.555788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: d30b24e6-4185-471e-ac71-523ea857fe2f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:24.557042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device d30b24e6-4185-471e-ac71-523ea857fe2f not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:24.574031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.628314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.633318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.637678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-337fe1ac-48f9-4212-8356-449352a2cb75 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.643683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-337fe1ac-48f9-4212-8356-449352a2cb75 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.661802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.674236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:24.677591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:18:24.693505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6253b01b-67ee-41b0-8687-1f804b0bf871,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:24.722362 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-337fe1ac-48f9-4212-8356-449352a2cb75 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.723629 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-337fe1ac-48f9-4212-8356-449352a2cb75 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3066809 Nov 04 09:18:24.728516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fe1ac-48f9-4212-8356-449352a2cb75 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb61f3d-b327-47bf-b924-a07f639ee1fe,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:24.729416 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.730010 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Added segment 3ef2da75-28e0-4001-8f62-cb1b7b00b04e of type vlan for network 96a80019-da72-4165-841e-8201c4623a6a Nov 04 09:18:24.731062 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44742) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.739268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3dc911ca-295e-4611-a1cb-6105ccf214a8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'adb61f3d-b327-47bf-b924-a07f639ee1fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.756407 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-3dc911ca-295e-4611-a1cb-6105ccf214a8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 04 09:18:24.757138 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-3dc911ca-295e-4611-a1cb-6105ccf214a8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:24.758243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3dc911ca-295e-4611-a1cb-6105ccf214a8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241094 Nov 04 09:18:24.772961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event updated for resources: {'Port': ['ID=c133d30d-2e29-4a0b-8984-890cce9838df,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:24.777848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44746) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.786947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-eb70522d-cca2-4b75-a3d3-557c56856ce4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'adb61f3d-b327-47bf-b924-a07f639ee1fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.787636 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-eb70522d-cca2-4b75-a3d3-557c56856ce4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 04 09:18:24.788318 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-eb70522d-cca2-4b75-a3d3-557c56856ce4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:24.789590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eb70522d-cca2-4b75-a3d3-557c56856ce4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104814 Nov 04 09:18:24.792255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Network 106cec49-c519-43b5-8317-b6afc5b43956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:24.793570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44748) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.799174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-833afb9a-3bcd-49e2-ac7b-03eef5fe67ff tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'adb61f3d-b327-47bf-b924-a07f639ee1fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.800263 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-833afb9a-3bcd-49e2-ac7b-03eef5fe67ff tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 04 09:18:24.800917 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-833afb9a-3bcd-49e2-ac7b-03eef5fe67ff tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:24.801962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-833afb9a-3bcd-49e2-ac7b-03eef5fe67ff tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071795 Nov 04 09:18:24.802990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:24.806574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:24.811719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44750) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.816637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-864bcdbe-d164-463b-8ccc-7633935cade8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'adb61f3d-b327-47bf-b924-a07f639ee1fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.817633 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-864bcdbe-d164-463b-8ccc-7633935cade8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 04 09:18:24.818134 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-864bcdbe-d164-463b-8ccc-7633935cade8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:24.819189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-864bcdbe-d164-463b-8ccc-7633935cade8 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064640 Nov 04 09:18:24.823049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44752) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:24.846692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.892962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3f0b-e7a2-483f-9482-50116a5aa595 req-a5485942-a60d-4c6e-a8e8-a98c75be4e63 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:24.894468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17de3f0b-e7a2-483f-9482-50116a5aa595 req-a5485942-a60d-4c6e-a8e8-a98c75be4e63 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 931 time: 0.1617820 Nov 04 09:18:24.895718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.896681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:24.897257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.903322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:24.904027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.936939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-11cc696b-8ca4-422e-b801-653745b1dd02 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0753865 Nov 04 09:18:24.942606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ff13a2b-afb6-4d6c-bc9b-23c934667b05 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:24.953309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Request body: {'port': {'device_id': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:24.995954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5076270 Nov 04 09:18:24.997584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ff13a2b-afb6-4d6c-bc9b-23c934667b05 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.000322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44754) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.007817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Request body: {'subnet': {'network_id': '96a80019-da72-4165-841e-8201c4623a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-287624837-subnet', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.019427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b198a4-05a7-4157-9777-7f1636ebbe80 admin admin] Pushing event updated for resources: {'Network': ['ID=96a80019-da72-4165-841e-8201c4623a6a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:25.035915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17de3f0b-e7a2-483f-9482-50116a5aa595 req-ceb3a3e6-fbc9-4ddf-b836-c3551855844c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226628 Nov 04 09:18:25.038553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 96a80019-da72-4165-841e-8201c4623a6a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:18:25.091148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Made reservation on behalf of 7791b5ac8a344296b06f05c18e402eaa for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:25.093685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.111208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.131983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:25.164435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ff13a2b-afb6-4d6c-bc9b-23c934667b05 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.168227 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ff13a2b-afb6-4d6c-bc9b-23c934667b05 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.170399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9ff13a2b-afb6-4d6c-bc9b-23c934667b05 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/adb61f3d-b327-47bf-b924-a07f639ee1fe HTTP/1.1" status: 204 len: 168 time: 0.3441565 Nov 04 09:18:25.172727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44756) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.194502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:25.194981 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.216969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff13a2b-afb6-4d6c-bc9b-23c934667b05 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb61f3d-b327-47bf-b924-a07f639ee1fe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:25.231473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9537d2e6-076e-4e21-8742-f2a045f1e118 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576265 Nov 04 09:18:25.232817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44758) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.237285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-adc681fe-bbde-4843-87b8-b9b3f1c02bd5 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877565384'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.273918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc681fe-bbde-4843-87b8-b9b3f1c02bd5 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.310242 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.337458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:25.343816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.365018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc681fe-bbde-4843-87b8-b9b3f1c02bd5 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.373664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc681fe-bbde-4843-87b8-b9b3f1c02bd5 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.414241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc681fe-bbde-4843-87b8-b9b3f1c02bd5 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:25.422458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adc681fe-bbde-4843-87b8-b9b3f1c02bd5 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.428812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-adc681fe-bbde-4843-87b8-b9b3f1c02bd5 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1948347 Nov 04 09:18:25.429513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44760) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.434930 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Sync routers for ids ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:25.435516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:25.440699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d2e05acf-8612-4f40-9e60-b53a60735dc6 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.441461 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-d2e05acf-8612-4f40-9e60-b53a60735dc6 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 09:18:25.441972 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-d2e05acf-8612-4f40-9e60-b53a60735dc6 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.443012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d2e05acf-8612-4f40-9e60-b53a60735dc6 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128589 Nov 04 09:18:25.448013 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Routers {'51eee1b8-34b0-4be6-8544-21c049c4ecb2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:25.448474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44762) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.449298 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:25.456139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c1643f68-1022-4308-b1bd-be3df753f91b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.549602 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.598614 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-c1643f68-1022-4308-b1bd-be3df753f91b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.599691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1643f68-1022-4308-b1bd-be3df753f91b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1503711 Nov 04 09:18:25.604963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.612008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-02c32ead-c369-413f-a277-8e0b9f7bb6d9 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.612586 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-02c32ead-c369-413f-a277-8e0b9f7bb6d9 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 04 09:18:25.613190 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-02c32ead-c369-413f-a277-8e0b9f7bb6d9 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.617117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-02c32ead-c369-413f-a277-8e0b9f7bb6d9 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0079045 Nov 04 09:18:25.617589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44766) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.626802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b516752-051c-4e48-89d5-71c4de4c1e3c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.633351 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Set router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:25.645984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de785c90-aa4c-4ad3-8e25-c7256ab9ef55,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:25.685794 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-7b516752-051c-4e48-89d5-71c4de4c1e3c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.686803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b516752-051c-4e48-89d5-71c4de4c1e3c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0671926 Nov 04 09:18:25.690558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.698079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-21645a17-4412-4a96-bb2b-e2d47ca4a984 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.699172 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-21645a17-4412-4a96-bb2b-e2d47ca4a984 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 09:18:25.699888 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-21645a17-4412-4a96-bb2b-e2d47ca4a984 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.703646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-21645a17-4412-4a96-bb2b-e2d47ca4a984 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091028 Nov 04 09:18:25.703923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.711463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6103fe21-1b5b-4727-a6d4-509afc33b8b3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.712174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Checking segment: {'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:25.712692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Network hostable DHCP agents. Network: 96a80019-da72-4165-841e-8201c4623a6a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:18:25.740974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c133d30d-2e29-4a0b-8984-890cce9838df {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:18:25.742774 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-6103fe21-1b5b-4727-a6d4-509afc33b8b3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Project 8aa97576e7aa47628ea141c0fed79a74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:18:25.752248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.761318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Network 96a80019-da72-4165-841e-8201c4623a6a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:18:25.763665 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-6103fe21-1b5b-4727-a6d4-509afc33b8b3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.764824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6103fe21-1b5b-4727-a6d4-509afc33b8b3 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0599124 Nov 04 09:18:25.767747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44772) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.774407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-95b533bf-8dc2-4927-9f59-1f98c4eefbaf tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.775229 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-95b533bf-8dc2-4927-9f59-1f98c4eefbaf tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 04 09:18:25.775945 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-95b533bf-8dc2-4927-9f59-1f98c4eefbaf tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.776986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-95b533bf-8dc2-4927-9f59-1f98c4eefbaf tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082266 Nov 04 09:18:25.780351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.783762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Transition to ACTIVE for port object c133d30d-2e29-4a0b-8984-890cce9838df will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:18:25.786115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5e77f403-c974-4b66-9840-a74a7a6f38a1 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.788252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 96a80019-da72-4165-841e-8201c4623a6a) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:25.791355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.802904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:25.803546 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.804310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8dd1ef-e52b-4f52-96b7-d4dc0f081db4 None None] Network 96a80019-da72-4165-841e-8201c4623a6a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:25.842342 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-5e77f403-c974-4b66-9840-a74a7a6f38a1 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Project 8aa97576e7aa47628ea141c0fed79a74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:18:25.865520 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-5e77f403-c974-4b66-9840-a74a7a6f38a1 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.867008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5e77f403-c974-4b66-9840-a74a7a6f38a1 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0851564 Nov 04 09:18:25.872343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-73c6d6ec-0798-4998-af09-72dad3419600 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8684871 Nov 04 09:18:25.872553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.872658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c133d30d-2e29-4a0b-8984-890cce9838df,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:25.875064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44778) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:25.878320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d1461ffd-de3d-4cac-b6e3-0c7d43da8bd2 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.893351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:25.912601 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-d1461ffd-de3d-4cac-b6e3-0c7d43da8bd2 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Project 8aa97576e7aa47628ea141c0fed79a74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:18:25.952572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.953637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:25.955076 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-d1461ffd-de3d-4cac-b6e3-0c7d43da8bd2 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:25.959487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d1461ffd-de3d-4cac-b6e3-0c7d43da8bd2 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0838404 Nov 04 09:18:25.959796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:26.021524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Attempting to bind port c133d30d-2e29-4a0b-8984-890cce9838df on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:26.022118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Attempting to bind port c133d30d-2e29-4a0b-8984-890cce9838df by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:26.023247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Attempting to bind port c133d30d-2e29-4a0b-8984-890cce9838df on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:26.025170 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:22Z', 'revision_number': 4, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port': {'id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a27efa4a-5435-4b4d-91d3-8af38d1bcbb0', 'name': '', 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'mac_address': 'fa:16:3e:06:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '955fb779-43da-4256-9764-b5c5d428c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:21Z', 'updated_at': '2021-11-04T09:18:22Z', 'revision_number': 2, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'subnets': [{'id': '955fb779-43da-4256-9764-b5c5d428c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:26.079584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-96a80019-da72-4165-841e-8201c4623a6a', 'network_id': '96a80019-da72-4165-841e-8201c4623a6a', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'fixed_ips': [{'subnet_id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:18:26.080776 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.095732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Port c133d30d-2e29-4a0b-8984-890cce9838df on network 106cec49-c519-43b5-8317-b6afc5b43956 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:18:26.096398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Attempting to bind port c133d30d-2e29-4a0b-8984-890cce9838df on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:26.108522 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.114889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:26.115362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:26.115942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Bound using segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:26.116627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Bound port: c133d30d-2e29-4a0b-8984-890cce9838df, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:26.117164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.200868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14602357-ecbb-4416-a74d-6cbb1274573b req-c96e6dea-335e-412a-872e-eb8657567e10 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:26.209332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14602357-ecbb-4416-a74d-6cbb1274573b req-c96e6dea-335e-412a-872e-eb8657567e10 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 943 time: 0.0659230 Nov 04 09:18:26.215220 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Checking router: 51eee1b8-34b0-4be6-8544-21c049c4ecb2 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:26.215984 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Updating router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:18:26.233882 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d4793a3-f166-4ca2-8feb-9a8f4c761a8c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.253344 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.273870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14602357-ecbb-4416-a74d-6cbb1274573b req-15b6ea1f-26f2-4e39-a268-eb243e614261 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634036 Nov 04 09:18:26.314720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d4793a3-f166-4ca2-8feb-9a8f4c761a8c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.343659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Allocated IP 172.20.0.2 (96a80019-da72-4165-841e-8201c4623a6a/de785c90-aa4c-4ad3-8e25-c7256ab9ef55/6a393907-9ed8-4608-974b-05f5aa01fc7d) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:26.374488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.390084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] For port c133d30d-2e29-4a0b-8984-890cce9838df, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:26.408012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] For port c133d30d-2e29-4a0b-8984-890cce9838df, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c133d30d-2e29-4a0b-8984-890cce9838df,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:26.426908 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.497415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:26.497945 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.499509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] 10.222.0.70 "PUT /v2.0/ports/c133d30d-2e29-4a0b-8984-890cce9838df HTTP/1.1" status: 200 len: 1091 time: 1.5504313 Nov 04 09:18:26.500116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'tag': 'c133d30d-2e29-4a0b-8984-890cce9838df'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:26.502446 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cbdb8c-8bc1-4681-8708-df1b59e9820a" -d '{"events": [{"name": "network-changed", "server_uuid": "0861ada0-561e-4313-a9aa-00d2c76f5950", "tag": "c133d30d-2e29-4a0b-8984-890cce9838df"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:26.521272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d4793a3-f166-4ca2-8feb-9a8f4c761a8c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.524170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d4793a3-f166-4ca2-8feb-9a8f4c761a8c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.530381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0d4793a3-f166-4ca2-8feb-9a8f4c761a8c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2 HTTP/1.1" status: 204 len: 168 time: 0.5651088 Nov 04 09:18:26.530707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:26.575261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4793a3-f166-4ca2-8feb-9a8f4c761a8c tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c00d7-67ea-4cea-a7c4-9ff56747d5e2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:26.578118 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e485e9-a5d2-4354-826b-5a7b8d935214 x-openstack-request-id: req-f2e485e9-a5d2-4354-826b-5a7b8d935214 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:26.578393 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0861ada0-561e-4313-a9aa-00d2c76f5950", "tag": "c133d30d-2e29-4a0b-8984-890cce9838df", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:26.578654 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2e485e9-a5d2-4354-826b-5a7b8d935214 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:26.579052 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'tag': 'c133d30d-2e29-4a0b-8984-890cce9838df', 'status': 'completed', 'code': 200} Nov 04 09:18:26.582982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86876b11-e2c9-4c53-afc6-2f98fb75c0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c133d30d-2e29-4a0b-8984-890cce9838df,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:26.636595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-65325a19-433f-410b-b48c-225466f94fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:26.638370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-65325a19-433f-410b-b48c-225466f94fe0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 1094 time: 0.0808597 Nov 04 09:18:26.666670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-21777f3c-b378-4123-a2f0-b17352c91711 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1346941 Nov 04 09:18:26.672896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44790) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:26.684702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9eb8c0dd-d076-46dc-9fb1-5ac1fc31f411 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--1814691475'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:26.702245 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-2c12399f-1dcd-4296-8e1b-5703c7380c79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133d30d-2e29-4a0b-8984-890cce9838df HTTP/1.1" status: 200 len: 217 time: 0.0559664 Nov 04 09:18:26.728286 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.733763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c0dd-d076-46dc-9fb1-5ac1fc31f411 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.740636 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.753495 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.762836 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.821837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Network 96a80019-da72-4165-841e-8201c4623a6a is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:26.828227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:26.834776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:26.898764 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c0dd-d076-46dc-9fb1-5ac1fc31f411 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.906553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c0dd-d076-46dc-9fb1-5ac1fc31f411 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.915683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Pushing event updated for resources: {'Port': ['ID=6a393907-9ed8-4608-974b-05f5aa01fc7d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:26.942207 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Attempting to bind port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:26.942594 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Attempting to bind port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:26.942960 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Attempting to bind port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 on network efc40aef-0433-4c23-baab-de1b13370974 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:26.945550 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Pushing event updated for resources: {'Port': ['ID=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:26.956727 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.957105 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.957407 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.957740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.958223 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.958729 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.959063 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.959389 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.959747 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.969036 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.969507 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.969892 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.979086 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:26.979727 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Checking segment: {'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:26.980067 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.980575 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Bound using segment: {'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:26.981146 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Bound port: a27efa4a-5435-4b4d-91d3-8af38d1bcbb0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77d69db-1981-4fc2-9360-f1dbd297fb57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:26.981547 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:26.983516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.983893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.984249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.989033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.989535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.989883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.990203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.990528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:26.990856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:27.003166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:27.003573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:27.003892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:27.025696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Attempting to bind port 6a393907-9ed8-4608-974b-05f5aa01fc7d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:27.026268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Attempting to bind port 6a393907-9ed8-4608-974b-05f5aa01fc7d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:27.026641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Attempting to bind port 6a393907-9ed8-4608-974b-05f5aa01fc7d on network 96a80019-da72-4165-841e-8201c4623a6a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:27.039371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:27.039758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Checking segment: {'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:27.040323 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.040906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Bound using segment: {'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:27.041412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Bound port: 6a393907-9ed8-4608-974b-05f5aa01fc7d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:27.043550 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.045811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9eb8c0dd-d076-46dc-9fb1-5ac1fc31f411 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.050569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9eb8c0dd-d076-46dc-9fb1-5ac1fc31f411 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3754113 Nov 04 09:18:27.060330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:27.079429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3306503e-32bb-4c89-8d88-75ba834a24c0 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'd47e902c-c2f9-4579-9d72-c778c687c2c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:27.100759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8c0dd-d076-46dc-9fb1-5ac1fc31f411 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47e902c-c2f9-4579-9d72-c778c687c2c0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:27.124418 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] For port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:27.130472 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] For port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,segment=NetworkSegment(a77d69db-1981-4fc2-9360-f1dbd297fb57),segment_id=a77d69db-1981-4fc2-9360-f1dbd297fb57)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:27.137703 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.160422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-992146ab-8d44-4916-9724-93b012244d31 None None] For port 6a393907-9ed8-4608-974b-05f5aa01fc7d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:27.171168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-992146ab-8d44-4916-9724-93b012244d31 None None] For port 6a393907-9ed8-4608-974b-05f5aa01fc7d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6a393907-9ed8-4608-974b-05f5aa01fc7d,segment=NetworkSegment(3ef2da75-28e0-4001-8f62-cb1b7b00b04e),segment_id=3ef2da75-28e0-4001-8f62-cb1b7b00b04e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:27.177822 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.198661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:27.216995 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-3306503e-32bb-4c89-8d88-75ba834a24c0 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The resource could not be found. Nov 04 09:18:27.218919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3306503e-32bb-4c89-8d88-75ba834a24c0 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1532090 Nov 04 09:18:27.225392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44794) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:27.233489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9afd38e5-bb14-4625-9ca9-c06e92105e07 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'd47e902c-c2f9-4579-9d72-c778c687c2c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bf5c5697-4f29-4858-8a2b-4b48e6562f13'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:27.249101 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Routers {'51eee1b8-34b0-4be6-8544-21c049c4ecb2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:27.249748 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:27.256325 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1f5b4-836b-49d1-8846-697041936f31 None None] Pushing event updated for resources: {'Port': ['ID=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:27.369639 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-9afd38e5-bb14-4625-9ca9-c06e92105e07 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The resource could not be found. Nov 04 09:18:27.373616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9afd38e5-bb14-4625-9ca9-c06e92105e07 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1450777 Nov 04 09:18:27.375802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:27.385342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992146ab-8d44-4916-9724-93b012244d31 None None] Pushing event updated for resources: {'Port': ['ID=6a393907-9ed8-4608-974b-05f5aa01fc7d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:27.396890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5031e4a5-5b42-4ee3-ad83-5117bee585a0 None None] Provisioning complete for port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:27.397830 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5031e4a5-5b42-4ee3-ad83-5117bee585a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.401324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-35d5d652-d5c3-4614-ad6f-98c3a366e21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:27.403799 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-35d5d652-d5c3-4614-ad6f-98c3a366e21a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.6923299 Nov 04 09:18:27.456344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:27.457747 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.489929 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] Set router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:27.596981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-f56ddcef-4351-4c63-8813-8625a5a55b8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150076 Nov 04 09:18:27.702894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138b9b0-254d-41e2-a6b9-b031a6354a89 req-564626b9-db3c-46c7-b22b-64ce61bec412 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:27.724779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5138b9b0-254d-41e2-a6b9-b031a6354a89 req-564626b9-db3c-46c7-b22b-64ce61bec412 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 943 time: 0.2665296 Nov 04 09:18:27.736279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.753333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5031e4a5-5b42-4ee3-ad83-5117bee585a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.762518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01690448-dfe5-4815-9451-4c703babbb6d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.762774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.814046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01690448-dfe5-4815-9451-4c703babbb6d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.851002 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5031e4a5-5b42-4ee3-ad83-5117bee585a0 None None] For port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,segment=NetworkSegment(a77d69db-1981-4fc2-9360-f1dbd297fb57),segment_id=a77d69db-1981-4fc2-9360-f1dbd297fb57)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:27.860506 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5031e4a5-5b42-4ee3-ad83-5117bee585a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.902330 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:22Z', 'revision_number': 4, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port': {'id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a27efa4a-5435-4b4d-91d3-8af38d1bcbb0', 'name': '', 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'mac_address': 'fa:16:3e:06:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '955fb779-43da-4256-9764-b5c5d428c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:21Z', 'updated_at': '2021-11-04T09:18:27Z', 'revision_number': 4, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'subnets': [{'id': '955fb779-43da-4256-9764-b5c5d428c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:27.918130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5138b9b0-254d-41e2-a6b9-b031a6354a89 req-bf588dd1-058e-47ac-ac74-cca4ef660254 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889050 Nov 04 09:18:27.922373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01690448-dfe5-4815-9451-4c703babbb6d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.933421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01690448-dfe5-4815-9451-4c703babbb6d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:27.938421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-01690448-dfe5-4815-9451-4c703babbb6d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/d47e902c-c2f9-4579-9d72-c778c687c2c0 HTTP/1.1" status: 204 len: 168 time: 0.5564349 Nov 04 09:18:27.939768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:27.945178 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0920f-25d1-4b29-b1f0-234dc5c1f92d None None] The sync data for ids ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'] in n-d-816487-1 is: [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:22Z', 'revision_number': 4, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port': {'id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a27efa4a-5435-4b4d-91d3-8af38d1bcbb0', 'name': '', 'network_id': 'efc40aef-0433-4c23-baab-de1b13370974', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'mac_address': 'fa:16:3e:06:15:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2848, 'fixed_ips': [{'subnet_id': '955fb779-43da-4256-9764-b5c5d428c617', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:21Z', 'updated_at': '2021-11-04T09:18:27Z', 'revision_number': 4, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'subnets': [{'id': '955fb779-43da-4256-9764-b5c5d428c617', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:27.950773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Allocated IP 172.25.3.146 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/148a5572-bf4c-473a-bb02-7e9d6744c969) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:27.962193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031e4a5-5b42-4ee3-ad83-5117bee585a0 None None] Pushing event updated for resources: {'Port': ['ID=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:27.980475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01690448-dfe5-4815-9451-4c703babbb6d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47e902c-c2f9-4579-9d72-c778c687c2c0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:27.991927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-693c6322-b459-435c-81f5-bc88f6aaef5c None None] Provisioning complete for port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:27.992148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-693c6322-b459-435c-81f5-bc88f6aaef5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.082627 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-5cdd2c87-45ec-4c08-953b-d224d93cf1dc service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704220 Nov 04 09:18:28.113355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-30ace785-9e62-4237-afaa-be7bccfa1659 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1506476 Nov 04 09:18:28.118127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:28.131701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b9ddffc5-b468-4860-aa88-417b5c8853c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '0d012aa1-96b6-4f8b-8f89-22db759c82f3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:28.216071 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-b9ddffc5-b468-4860-aa88-417b5c8853c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The resource could not be found. Nov 04 09:18:28.223741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9ddffc5-b468-4860-aa88-417b5c8853c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1008461 Nov 04 09:18:28.224228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:28.231747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-96ef3044-e9d7-47a6-bdf9-6534bd952e66 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--605876606'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:28.258610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.268509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96ef3044-e9d7-47a6-bdf9-6534bd952e66 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.269281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b81ff361-8b48-4566-9bf2-5c42f85a674a req-76b88ba9-e064-4ba1-b127-2853d1e8f0cb service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732392 Nov 04 09:18:28.331754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.411045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96ef3044-e9d7-47a6-bdf9-6534bd952e66 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.419091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96ef3044-e9d7-47a6-bdf9-6534bd952e66 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.423836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:28.427039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Pushing event updated for resources: {'Port': ['ID=148a5572-bf4c-473a-bb02-7e9d6744c969,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:28.441000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:28.447125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:28.467723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96ef3044-e9d7-47a6-bdf9-6534bd952e66 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.472346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-96ef3044-e9d7-47a6-bdf9-6534bd952e66 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2442741 Nov 04 09:18:28.474277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:28.479455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-296d1054-f62f-41a9-b4c6-def782cc3d35 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--504895444'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:28.490375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-a401414b-81df-4801-9339-58fa17a0290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:28.490624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef3044-e9d7-47a6-bdf9-6534bd952e66 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c68e63e-c21b-4634-bb24-9194a9d0b7ae,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:28.492129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-a401414b-81df-4801-9339-58fa17a0290a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 1094 time: 0.1276577 Nov 04 09:18:28.512782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296d1054-f62f-41a9-b4c6-def782cc3d35 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.611760 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296d1054-f62f-41a9-b4c6-def782cc3d35 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.617289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296d1054-f62f-41a9-b4c6-def782cc3d35 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.660616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d1054-f62f-41a9-b4c6-def782cc3d35 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda8040-1963-4446-9a67-cb83f4dc8cfd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:28.679160 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-296d1054-f62f-41a9-b4c6-def782cc3d35 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.681745 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-296d1054-f62f-41a9-b4c6-def782cc3d35 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2057762 Nov 04 09:18:28.686729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:28.691591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-55eb6543-3992-4d06-a568-ed0116a95006 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': '9c68e63e-c21b-4634-bb24-9194a9d0b7ae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7dda8040-1963-4446-9a67-cb83f4dc8cfd'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:28.743722 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-55eb6543-3992-4d06-a568-ed0116a95006 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:28.745811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55eb6543-3992-4d06-a568-ed0116a95006 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0577633 Nov 04 09:18:28.749405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44812) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:28.754052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-9979a426-9cf5-4ce1-8eda-dfa72d5903de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:28.755773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-9979a426-9cf5-4ce1-8eda-dfa72d5903de service neutron] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.2561214 Nov 04 09:18:28.830121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48851cef-be88-430b-9e97-33ccb59aaa6b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.846163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-ab146b05-5235-4132-bbc6-e298e62ef78e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c133d30d-2e29-4a0b-8984-890cce9838df HTTP/1.1" status: 200 len: 217 time: 0.0786493 Nov 04 09:18:28.873595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48851cef-be88-430b-9e97-33ccb59aaa6b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.882818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5875c5f-71a1-4298-baeb-ee6b3f13f569 None None] Network 96a80019-da72-4165-841e-8201c4623a6a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:28.948471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-c3ff6d19-008b-405e-b53e-836a31bd4816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:28.949112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48851cef-be88-430b-9e97-33ccb59aaa6b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.950094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-c3ff6d19-008b-405e-b53e-836a31bd4816 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0761788 Nov 04 09:18:28.951975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-48851cef-be88-430b-9e97-33ccb59aaa6b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:28.953135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-48851cef-be88-430b-9e97-33ccb59aaa6b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/7dda8040-1963-4446-9a67-cb83f4dc8cfd HTTP/1.1" status: 204 len: 168 time: 0.2026033 Nov 04 09:18:28.958347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44816) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:28.989294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48851cef-be88-430b-9e97-33ccb59aaa6b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda8040-1963-4446-9a67-cb83f4dc8cfd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:29.005323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-7c791fcc-3971-406c-a185-18f0c4172c97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394049 Nov 04 09:18:29.027843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.065982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-753a1afb-2f56-43bb-b5d2-89dbd9989ac3 None None] Provisioning complete for port 6a393907-9ed8-4608-974b-05f5aa01fc7d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:29.066656 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-753a1afb-2f56-43bb-b5d2-89dbd9989ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.226896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd311159-3416-4b95-a2b1-89655f2758e0 req-807db5f1-3b25-4121-a84c-63a4fac5c2f7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:29.241252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd311159-3416-4b95-a2b1-89655f2758e0 req-807db5f1-3b25-4121-a84c-63a4fac5c2f7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 943 time: 0.1373842 Nov 04 09:18:29.254899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f5eb3a69-fa2f-444f-a8b6-1f78bb374341 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2954440 Nov 04 09:18:29.255237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:29.295682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-82bcbff0-a6cd-45fc-bcc9-a0b515c9b2ec service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812662 Nov 04 09:18:29.301852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:29.373338 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-753a1afb-2f56-43bb-b5d2-89dbd9989ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.407680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:29.408164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.413931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd311159-3416-4b95-a2b1-89655f2758e0 req-31e79a6c-23c3-412f-a39b-bd1bd95fa88b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272912 Nov 04 09:18:29.447563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c29a549f-9d61-4d7a-9d2f-fdc1945d6aae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.450437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-753a1afb-2f56-43bb-b5d2-89dbd9989ac3 None None] For port 6a393907-9ed8-4608-974b-05f5aa01fc7d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6a393907-9ed8-4608-974b-05f5aa01fc7d,segment=NetworkSegment(3ef2da75-28e0-4001-8f62-cb1b7b00b04e),segment_id=3ef2da75-28e0-4001-8f62-cb1b7b00b04e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:29.457223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-753a1afb-2f56-43bb-b5d2-89dbd9989ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.513930 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c29a549f-9d61-4d7a-9d2f-fdc1945d6aae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.605845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c29a549f-9d61-4d7a-9d2f-fdc1945d6aae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.609138 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c29a549f-9d61-4d7a-9d2f-fdc1945d6aae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.612812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c29a549f-9d61-4d7a-9d2f-fdc1945d6aae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/9c68e63e-c21b-4634-bb24-9194a9d0b7ae HTTP/1.1" status: 204 len: 168 time: 0.3541839 Nov 04 09:18:29.617389 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:18:29.624684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a1afb-2f56-43bb-b5d2-89dbd9989ac3 None None] Pushing event updated for resources: {'Port': ['ID=6a393907-9ed8-4608-974b-05f5aa01fc7d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:29.629575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:29.643952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a549f-9d61-4d7a-9d2f-fdc1945d6aae tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c68e63e-c21b-4634-bb24-9194a9d0b7ae,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:29.671293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-38cbdb8c-8bc1-4681-8708-df1b59e9820a req-c0d225fb-354e-4072-8d47-f1381337e05c service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663653 Nov 04 09:18:29.715051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.730279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2ab0eb45-0468-44f6-83a4-aa530000dfd9 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992329 Nov 04 09:18:29.735351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:29.738093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a393907-9ed8-4608-974b-05f5aa01fc7d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:29.740387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ad477d83-44b5-478f-9ab3-3d03611328c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--250978623'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:29.770906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad477d83-44b5-478f-9ab3-3d03611328c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.802024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b5b5fe02-ffac-4166-a32f-027348f004a3 None None] Provisioning complete for port 6a393907-9ed8-4608-974b-05f5aa01fc7d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:29.802654 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b5b5fe02-ffac-4166-a32f-027348f004a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.844561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6a393907-9ed8-4608-974b-05f5aa01fc7d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:29.844877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.872371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad477d83-44b5-478f-9ab3-3d03611328c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.878377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad477d83-44b5-478f-9ab3-3d03611328c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.917056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad477d83-44b5-478f-9ab3-3d03611328c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:29.918407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad477d83-44b5-478f-9ab3-3d03611328c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1819482 Nov 04 09:18:29.923842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:29.932509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Router 2230054b-dd35-4a2c-841c-8550193760a8 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:18:29.933042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ed99bc34-ad85-46cc-a718-82e3bf3e01d2 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'ad41d58d-8df2-4e1c-a4f7-0b1329f8ff2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:29.943609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad477d83-44b5-478f-9ab3-3d03611328c7 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41d58d-8df2-4e1c-a4f7-0b1329f8ff2d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:29.996635 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ed99bc34-ad85-46cc-a718-82e3bf3e01d2 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:29.998498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ed99bc34-ad85-46cc-a718-82e3bf3e01d2 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0734429 Nov 04 09:18:30.001461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.009998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-280ec53d-98f5-4e92-b6eb-1bc3ea6ec38d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group_rule': {'security_group_id': 'ad41d58d-8df2-4e1c-a4f7-0b1329f8ff2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:30.054025 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-280ec53d-98f5-4e92-b6eb-1bc3ea6ec38d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:18:30.057338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-280ec53d-98f5-4e92-b6eb-1bc3ea6ec38d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0539036 Nov 04 09:18:30.058869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44830) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.073899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:30.087078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Sync routers for ids ['2230054b-dd35-4a2c-841c-8550193760a8'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:30.099280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Routers {'2230054b-dd35-4a2c-841c-8550193760a8'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:30.100295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2230054b-dd35-4a2c-841c-8550193760a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:30.105996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.110940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fa2e3a74-a6ab-4eab-a923-1d696306ebd9 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2317901 Nov 04 09:18:30.112124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44832) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.130795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77186c9f-d397-4f6a-b13e-3acb7c426b9e tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.179380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77186c9f-d397-4f6a-b13e-3acb7c426b9e tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.240262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Set router 2230054b-dd35-4a2c-841c-8550193760a8 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:30.245754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77186c9f-d397-4f6a-b13e-3acb7c426b9e tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.249144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-77186c9f-d397-4f6a-b13e-3acb7c426b9e tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.254175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-77186c9f-d397-4f6a-b13e-3acb7c426b9e tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/ad41d58d-8df2-4e1c-a4f7-0b1329f8ff2d HTTP/1.1" status: 204 len: 168 time: 0.1906233 Nov 04 09:18:30.255391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44834) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.268855 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77186c9f-d397-4f6a-b13e-3acb7c426b9e tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41d58d-8df2-4e1c-a4f7-0b1329f8ff2d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:30.316713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-518926a7-25b4-43fd-8686-da7c0a133601 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565805 Nov 04 09:18:30.317709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.322812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e31b14a5-fbf3-4747-80c3-eaf47ab0981b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'tempest-secgroup--254361747'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:30.349387 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e31b14a5-fbf3-4747-80c3-eaf47ab0981b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.421979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c133d30d-2e29-4a0b-8984-890cce9838df details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:18:30.439962 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e31b14a5-fbf3-4747-80c3-eaf47ab0981b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.444900 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e31b14a5-fbf3-4747-80c3-eaf47ab0981b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.502142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e31b14a5-fbf3-4747-80c3-eaf47ab0981b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.509946 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e31b14a5-fbf3-4747-80c3-eaf47ab0981b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1892116 Nov 04 09:18:30.514540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.522423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-62df9269-80eb-4ce0-9469-a5c263c65688 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:30.523297 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-62df9269-80eb-4ce0-9469-a5c263c65688 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 09:18:30.524205 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-62df9269-80eb-4ce0-9469-a5c263c65688 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] update failed (client error): There was a conflict when trying to complete your request. Nov 04 09:18:30.528588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-62df9269-80eb-4ce0-9469-a5c263c65688 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "PUT /v2.0/security-groups/49ab4b27-e20d-4cbd-9b77-3dcb760c6bfe HTTP/1.1" status: 409 len: 330 time: 0.0124559 Nov 04 09:18:30.533473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.568223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b14a5-fbf3-4747-80c3-eaf47ab0981b tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ab4b27-e20d-4cbd-9b77-3dcb760c6bfe,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:30.601195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c133d30d-2e29-4a0b-8984-890cce9838df, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c133d30d-2e29-4a0b-8984-890cce9838df,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:30.618079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c133d30d-2e29-4a0b-8984-890cce9838df', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'port_id': 'c133d30d-2e29-4a0b-8984-890cce9838df', 'mac_address': 'fa:16:3e:6b:51:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15243819-98e4-49a5-81f2-dfed546eb741', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:18:30.650071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:28Z', 'revision_number': 3, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:30.658080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0311a38-1f10-4af8-8cce-59fadbf2df7d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.668218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf25cc9-029c-422e-afba-b456953f98cb req-f4c04326-cb87-4a07-9e92-99aecb898d0d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:30.669866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bf25cc9-029c-422e-afba-b456953f98cb req-f4c04326-cb87-4a07-9e92-99aecb898d0d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 943 time: 0.1182663 Nov 04 09:18:30.684552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Checking router: 2230054b-dd35-4a2c-841c-8550193760a8 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:30.684874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Updating router 2230054b-dd35-4a2c-841c-8550193760a8 port 148a5572-bf4c-473a-bb02-7e9d6744c969 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:18:30.706840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0311a38-1f10-4af8-8cce-59fadbf2df7d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.729491 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.731905 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.762101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bf25cc9-029c-422e-afba-b456953f98cb req-c1a63b0e-a74c-4a28-a5dc-2e20691915a0 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784500 Nov 04 09:18:30.764939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c133d30d-2e29-4a0b-8984-890cce9838df {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:18:30.781550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0311a38-1f10-4af8-8cce-59fadbf2df7d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.786630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b0311a38-1f10-4af8-8cce-59fadbf2df7d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.789553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b0311a38-1f10-4af8-8cce-59fadbf2df7d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/49ab4b27-e20d-4cbd-9b77-3dcb760c6bfe HTTP/1.1" status: 204 len: 168 time: 0.2542815 Nov 04 09:18:30.792687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c133d30d-2e29-4a0b-8984-890cce9838df, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c133d30d-2e29-4a0b-8984-890cce9838df,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:30.798582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.810732 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:30.828378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0311a38-1f10-4af8-8cce-59fadbf2df7d tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ab4b27-e20d-4cbd-9b77-3dcb760c6bfe,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:30.880561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2beabb3-a512-44c5-b049-fb6d970a511e tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756180 Nov 04 09:18:30.885773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44848) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.902046 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-f612dc4c-0f1e-4f6f-a97a-46a89d39bcb4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] delete failed (client error): The resource could not be found. Nov 04 09:18:30.908207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f612dc4c-0f1e-4f6f-a97a-46a89d39bcb4 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "DELETE /v2.0/security-groups/b1e8ce70-f58c-4adf-8d67-e407c3b6e97c HTTP/1.1" status: 404 len: 347 time: 0.0169361 Nov 04 09:18:30.908967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.925123 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-438b3aae-9a89-4ec4-8900-53deaa90e6ce tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] show failed (client error): The resource could not be found. Nov 04 09:18:30.928053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-438b3aae-9a89-4ec4-8900-53deaa90e6ce tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-groups/631c8e40-2e22-4568-91bf-211d4ecc6016 HTTP/1.1" status: 404 len: 347 time: 0.0160813 Nov 04 09:18:30.931881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:30.958117 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-730b4163-d80c-4044-b99e-0953c6a0f701 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] show failed (client error): The resource could not be found. Nov 04 09:18:30.960027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-730b4163-d80c-4044-b99e-0953c6a0f701 tempest-NegativeSecGroupIPv6Test-1748640177 tempest-NegativeSecGroupIPv6Test-1748640177-project] 10.222.0.53 "GET /v2.0/security-group-rules/528d22a2-d1c0-47f0-9745-5734e7d80980 HTTP/1.1" status: 404 len: 356 time: 0.0262098 Nov 04 09:18:31.072644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.106185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a393907-9ed8-4608-974b-05f5aa01fc7d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:31.111943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c133d30d-2e29-4a0b-8984-890cce9838df,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:31.167681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c133d30d-2e29-4a0b-8984-890cce9838df'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:31.301497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6a393907-9ed8-4608-974b-05f5aa01fc7d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:31.301881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.311941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Allocated IP 172.20.0.1 (96a80019-da72-4165-841e-8201c4623a6a/de785c90-aa4c-4ad3-8e25-c7256ab9ef55/08abf39f-1f70-4dca-ab9c-bde85fd0f390) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:31.349991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:31.458425 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.505795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.516764 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.529507 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.545379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Network 96a80019-da72-4165-841e-8201c4623a6a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:31.549530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:31.553490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:31.573187 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-188fd311-8a07-4456-86a9-ddef31d64fd2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8aa97576e7aa47628ea141c0fed79a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2216108 Nov 04 09:18:31.575714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:31.582320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Pushing event updated for resources: {'Port': ['ID=08abf39f-1f70-4dca-ab9c-bde85fd0f390,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:31.619952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.625914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Attempting to bind port 148a5572-bf4c-473a-bb02-7e9d6744c969 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:31.626276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Attempting to bind port 148a5572-bf4c-473a-bb02-7e9d6744c969 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:31.626633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Attempting to bind port 148a5572-bf4c-473a-bb02-7e9d6744c969 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:31.632987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa03c0e-eeb5-44c5-badb-f37b19d9e0c6 None None] Pushing event updated for resources: {'Port': ['ID=148a5572-bf4c-473a-bb02-7e9d6744c969,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:31.648179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:31.648555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:31.648956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.649917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:31.650565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Bound port: 148a5572-bf4c-473a-bb02-7e9d6744c969, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:31.650948 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.660593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b29244a-a37b-4e01-b0fa-8edf0d752259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.692088 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b29244a-a37b-4e01-b0fa-8edf0d752259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.734655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] For port 148a5572-bf4c-473a-bb02-7e9d6744c969, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:31.739510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] For port 148a5572-bf4c-473a-bb02-7e9d6744c969, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=148a5572-bf4c-473a-bb02-7e9d6744c969,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:31.752877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.768031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b29244a-a37b-4e01-b0fa-8edf0d752259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.770899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b29244a-a37b-4e01-b0fa-8edf0d752259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.772288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0b29244a-a37b-4e01-b0fa-8edf0d752259 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/971edc1c-917e-45c3-bfb1-974e68211970 HTTP/1.1" status: 204 len: 168 time: 0.1949062 Nov 04 09:18:31.802224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29244a-a37b-4e01-b0fa-8edf0d752259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971edc1c-917e-45c3-bfb1-974e68211970,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:31.816826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Routers {'2230054b-dd35-4a2c-841c-8550193760a8'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:31.817461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2230054b-dd35-4a2c-841c-8550193760a8'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:31.820728 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:31.931376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa03c0e-eeb5-44c5-badb-f37b19d9e0c6 None None] Pushing event updated for resources: {'Port': ['ID=148a5572-bf4c-473a-bb02-7e9d6744c969,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:31.962128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-834b7b42-1f1d-4aea-85f8-e05cf69759da None None] Provisioning complete for port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:31.962881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-834b7b42-1f1d-4aea-85f8-e05cf69759da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:32.030385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] Set router 2230054b-dd35-4a2c-841c-8550193760a8 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:32.059562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-834b7b42-1f1d-4aea-85f8-e05cf69759da None None] Port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:32.079127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3eda9f-ebab-432d-bc36-d8f04b116490 req-7103001f-f049-4769-bf60-0abe6ba03359 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:32.084456 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea3eda9f-ebab-432d-bc36-d8f04b116490 req-7103001f-f049-4769-bf60-0abe6ba03359 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 944 time: 0.1430678 Nov 04 09:18:32.090735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:32.097203 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:32.159110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea3eda9f-ebab-432d-bc36-d8f04b116490 req-7397d320-5912-44a5-aad2-fa5d24ed6b3a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640008 Nov 04 09:18:32.187356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Pushing event updated for resources: {'Port': ['ID=08abf39f-1f70-4dca-ab9c-bde85fd0f390,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:32.193023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:32.302090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 4, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08abf39f-1f70-4dca-ab9c-bde85fd0f390', 'name': '', 'network_id': '96a80019-da72-4165-841e-8201c4623a6a', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'mac_address': 'fa:16:3e:41:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:31Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 1, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'subnets': [{'id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:32.327963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Network 96a80019-da72-4165-841e-8201c4623a6a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:32.330520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:32.330783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e13572-7416-4b96-8fae-141bd9a2fa71 None None] The sync data for ids ['2230054b-dd35-4a2c-841c-8550193760a8'] in n-d-816487-1 is: [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 4, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08abf39f-1f70-4dca-ab9c-bde85fd0f390', 'name': '', 'network_id': '96a80019-da72-4165-841e-8201c4623a6a', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'mac_address': 'fa:16:3e:41:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:31Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 1, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'subnets': [{'id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:32.407651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c133d30d-2e29-4a0b-8984-890cce9838df up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:32.483844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Router 2230054b-dd35-4a2c-841c-8550193760a8 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:32.574864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c133d30d-2e29-4a0b-8984-890cce9838df completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:18:32.589962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c133d30d-2e29-4a0b-8984-890cce9838df triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:32.592182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:32.778353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:32.791324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4263d999-01c9-49b1-96ac-694f9121dcff admin admin] 10.222.0.53 "PUT /v2.0/routers/2230054b-dd35-4a2c-841c-8550193760a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768699 Nov 04 09:18:32.890079 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:32.914565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8dcb87fa-1a54-4b18-815c-8171f72ba689 None None] Provisioning complete for port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:32.919624 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dcb87fa-1a54-4b18-815c-8171f72ba689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:33.012641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c133d30d-2e29-4a0b-8984-890cce9838df'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:33.015190 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384b8016-0655-4af6-a361-bac70e410608" -d '{"events": [{"server_uuid": "0861ada0-561e-4313-a9aa-00d2c76f5950", "name": "network-vif-plugged", "status": "completed", "tag": "c133d30d-2e29-4a0b-8984-890cce9838df"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:33.036233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8dcb87fa-1a54-4b18-815c-8171f72ba689 None None] Port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:33.039836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c133d30d-2e29-4a0b-8984-890cce9838df, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c133d30d-2e29-4a0b-8984-890cce9838df,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:33.046326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:33.130048 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f53700-d25a-4c01-8b46-4c8d1a473ca6 x-openstack-request-id: req-f4f53700-d25a-4c01-8b46-4c8d1a473ca6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:33.130348 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0861ada0-561e-4313-a9aa-00d2c76f5950", "name": "network-vif-plugged", "status": "completed", "tag": "c133d30d-2e29-4a0b-8984-890cce9838df", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:33.130602 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4f53700-d25a-4c01-8b46-4c8d1a473ca6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:33.130987 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c133d30d-2e29-4a0b-8984-890cce9838df', 'code': 200} Nov 04 09:18:33.138438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c133d30d-2e29-4a0b-8984-890cce9838df,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:33.280277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69939ef0-5c7a-4bf4-953f-ff2877a87b89 req-1acec464-88e8-4a7a-b560-86a437e6d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:33.281874 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69939ef0-5c7a-4bf4-953f-ff2877a87b89 req-1acec464-88e8-4a7a-b560-86a437e6d16c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 1096 time: 0.0630367 Nov 04 09:18:33.323737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-69939ef0-5c7a-4bf4-953f-ff2877a87b89 req-7c24314d-aca6-40fe-aff2-c33170617d29 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347016 Nov 04 09:18:33.695487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9a92c-763d-462e-8314-2a1eb9f7aa2b req-7914e141-7478-4169-82c1-32d301dfb2e5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:33.698576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-92a9a92c-763d-462e-8314-2a1eb9f7aa2b req-7914e141-7478-4169-82c1-32d301dfb2e5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 945 time: 0.0833189 Nov 04 09:18:33.760649 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-92a9a92c-763d-462e-8314-2a1eb9f7aa2b req-ae7c2614-57bd-4165-9644-659cbb22c2da tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552571 Nov 04 09:18:34.728801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:34.925393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8398794-7c51-4d09-bd21-81fb8a379cdf req-af76d032-bbb2-4b6d-8701-ad5397f15a4a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:34.927545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8398794-7c51-4d09-bd21-81fb8a379cdf req-af76d032-bbb2-4b6d-8701-ad5397f15a4a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 945 time: 0.0608432 Nov 04 09:18:34.988896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8398794-7c51-4d09-bd21-81fb8a379cdf req-566d3bf0-5c13-44f8-9952-162a307fcfa0 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Nov 04 09:18:35.156728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 148a5572-bf4c-473a-bb02-7e9d6744c969 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:35.241446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 148a5572-bf4c-473a-bb02-7e9d6744c969 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:35.242315 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:35.407822 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:35.414275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:35.463075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66cecb-c007-4317-9e7c-59785bc991cf req-88f0d47c-17bb-4f5d-918c-61affa0dd9c2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:35.472557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 148a5572-bf4c-473a-bb02-7e9d6744c969, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=148a5572-bf4c-473a-bb02-7e9d6744c969,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:35.474349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd66cecb-c007-4317-9e7c-59785bc991cf req-88f0d47c-17bb-4f5d-918c-61affa0dd9c2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 945 time: 0.1019030 Nov 04 09:18:35.479431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:35.549012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd66cecb-c007-4317-9e7c-59785bc991cf req-6de216d6-8be7-45c5-87f0-b5d39686a3dd tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643594 Nov 04 09:18:35.560334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=148a5572-bf4c-473a-bb02-7e9d6744c969,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:35.685915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fa36e-a229-4007-bb1d-a66ce6ba6abf req-b6e1820d-259d-41d4-aa07-1cb462c8dbd9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:35.687635 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f50fa36e-a229-4007-bb1d-a66ce6ba6abf req-b6e1820d-259d-41d4-aa07-1cb462c8dbd9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 945 time: 0.0587335 Nov 04 09:18:35.743700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f50fa36e-a229-4007-bb1d-a66ce6ba6abf req-e5253e0a-29b8-4f78-9518-cb4ee4fb4d89 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Nov 04 09:18:35.776536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Deleting port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:35.777025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:35.881547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] For port a27efa4a-5435-4b4d-91d3-8af38d1bcbb0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,segment=NetworkSegment(a77d69db-1981-4fc2-9360-f1dbd297fb57),segment_id=a77d69db-1981-4fc2-9360-f1dbd297fb57)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:35.882604 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:35.922290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Calling delete_port for a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:36.109293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0382d-9195-4bde-ac9a-608632720868 req-6d1ff1ee-34e6-490e-b333-e1ec39bb76c6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:36.111443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38e0382d-9195-4bde-ac9a-608632720868 req-6d1ff1ee-34e6-490e-b333-e1ec39bb76c6 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 945 time: 0.0915718 Nov 04 09:18:36.166258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38e0382d-9195-4bde-ac9a-608632720868 req-701c8171-9977-4667-9598-6a6ed9c8c69f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451620 Nov 04 09:18:36.269942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:36.304651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a27efa4a-5435-4b4d-91d3-8af38d1bcbb0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:36.494978 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Sync routers for ids ['2230054b-dd35-4a2c-841c-8550193760a8'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:36.520645 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Routers {'2230054b-dd35-4a2c-841c-8550193760a8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:36.522803 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2230054b-dd35-4a2c-841c-8550193760a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:36.531336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:36.674420 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Set router 2230054b-dd35-4a2c-841c-8550193760a8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:36.795545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:36.918422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 4, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08abf39f-1f70-4dca-ab9c-bde85fd0f390', 'name': '', 'network_id': '96a80019-da72-4165-841e-8201c4623a6a', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'mac_address': 'fa:16:3e:41:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:31Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 2, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'subnets': [{'id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:36.934800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:36.942862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:36.951474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-541a38a1-b1e9-4037-998e-fe09cb62f0fd admin admin] 10.222.0.53 "PUT /v2.0/routers/51eee1b8-34b0-4be6-8544-21c049c4ecb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2210822 Nov 04 09:18:36.975602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] Sync routers for ids ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:36.976942 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Checking router: 2230054b-dd35-4a2c-841c-8550193760a8 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:36.976942 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Updating router 2230054b-dd35-4a2c-841c-8550193760a8 port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:18:36.993946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] Routers {'51eee1b8-34b0-4be6-8544-21c049c4ecb2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:36.997859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:37.013646 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.225614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.288360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 148a5572-bf4c-473a-bb02-7e9d6744c969 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:37.319737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] Set router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:37.338442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-4482caf0-047a-44da-a685-0894db1c49ba tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:37.339440 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-4482caf0-047a-44da-a685-0894db1c49ba tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 945 time: 0.1020017 Nov 04 09:18:37.439959 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.504970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a9ef3-dc54-4e97-8e8e-65fbf6422dba req-51f54e01-ef84-4bd4-b617-a439971a1ddd tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:37.513112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-711a9ef3-dc54-4e97-8e8e-65fbf6422dba req-51f54e01-ef84-4bd4-b617-a439971a1ddd tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 945 time: 0.2223113 Nov 04 09:18:37.519641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-41172b36-0b24-4a76-a30f-56c2d663f6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.531408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Deleting port c133d30d-2e29-4a0b-8984-890cce9838df {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:37.532426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.566165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Deleting port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:37.566428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.591518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-711a9ef3-dc54-4e97-8e8e-65fbf6422dba req-78268df1-4883-427d-a036-9a472f0857c2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772886 Nov 04 09:18:37.656327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 148a5572-bf4c-473a-bb02-7e9d6744c969 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:37.656765 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.683014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] For port c133d30d-2e29-4a0b-8984-890cce9838df, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c133d30d-2e29-4a0b-8984-890cce9838df,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:37.683546 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.722017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Calling delete_port for c133d30d-2e29-4a0b-8984-890cce9838df owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:37.751077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] For port f37493a7-3c3b-46fd-90c7-9a5f8011b2b1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:37.751511 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.778479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Calling delete_port for f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:37.816283 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.833812 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.899955 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c2788-be26-4471-a617-2f57fd1f9cfb None None] Pushing event updated for resources: {'Port': ['ID=08abf39f-1f70-4dca-ab9c-bde85fd0f390,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:37.941563 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:37.995276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:36Z', 'revision_number': 5, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port': {'id': 'f37493a7-3c3b-46fd-90c7-9a5f8011b2b1', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:a9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:37.996607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event deleted for resources: {'Port': ['ID=c133d30d-2e29-4a0b-8984-890cce9838df,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:38.019123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c133d30d-2e29-4a0b-8984-890cce9838df'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:38.032156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:38.036197 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Attempting to bind port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:38.036656 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Attempting to bind port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:38.037021 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Attempting to bind port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 on network 96a80019-da72-4165-841e-8201c4623a6a {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:38.047308 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:38.047801 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Checking segment: {'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:38.048138 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.048673 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Bound using segment: {'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:38.049383 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Bound port: 08abf39f-1f70-4dca-ab9c-bde85fd0f390, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ef2da75-28e0-4001-8f62-cb1b7b00b04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '96a80019-da72-4165-841e-8201c4623a6a'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:38.049769 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.080716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] No DVR routers for this DVR port c133d30d-2e29-4a0b-8984-890cce9838df on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:38.085358 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.099288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.103418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a1ebe16d-5f63-4fc1-a05a-958f172072e1 req-b2876fc7-0bed-4021-bcec-577a17714d3b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "DELETE /v2.0/ports/c133d30d-2e29-4a0b-8984-890cce9838df HTTP/1.1" status: 204 len: 173 time: 0.7569489 Nov 04 09:18:38.105291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'name': 'network-vif-deleted', 'tag': 'c133d30d-2e29-4a0b-8984-890cce9838df'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:38.109815 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a725da45-5e38-41d0-b7fb-2f51f42ad7d4" -d '{"events": [{"server_uuid": "0861ada0-561e-4313-a9aa-00d2c76f5950", "name": "network-vif-deleted", "tag": "c133d30d-2e29-4a0b-8984-890cce9838df"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:38.171778 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] For port 08abf39f-1f70-4dca-ab9c-bde85fd0f390, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:38.177769 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] For port 08abf39f-1f70-4dca-ab9c-bde85fd0f390, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=08abf39f-1f70-4dca-ab9c-bde85fd0f390,segment=NetworkSegment(3ef2da75-28e0-4001-8f62-cb1b7b00b04e),segment_id=3ef2da75-28e0-4001-8f62-cb1b7b00b04e)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:38.186123 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.208933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Pushing event deleted for resources: {'Port': ['ID=f37493a7-3c3b-46fd-90c7-9a5f8011b2b1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:38.228203 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a290a08-51e1-4f92-bcff-ab120bf80cf0 x-openstack-request-id: req-8a290a08-51e1-4f92-bcff-ab120bf80cf0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:38.228806 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0861ada0-561e-4313-a9aa-00d2c76f5950", "name": "network-vif-deleted", "tag": "c133d30d-2e29-4a0b-8984-890cce9838df", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:38.229245 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8a290a08-51e1-4f92-bcff-ab120bf80cf0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:38.229877 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0861ada0-561e-4313-a9aa-00d2c76f5950', 'name': 'network-vif-deleted', 'tag': 'c133d30d-2e29-4a0b-8984-890cce9838df', 'status': 'completed', 'code': 200} Nov 04 09:18:38.257141 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Routers {'2230054b-dd35-4a2c-841c-8550193760a8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:38.257939 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2230054b-dd35-4a2c-841c-8550193760a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:38.278353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] Checking router: 51eee1b8-34b0-4be6-8544-21c049c4ecb2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:38.335028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.345998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] Routers {'51eee1b8-34b0-4be6-8544-21c049c4ecb2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:38.355017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:38.450548 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.453243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.512750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.513500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:18:38.520685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] Set router 51eee1b8-34b0-4be6-8544-21c049c4ecb2 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:38.533056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.537470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45006) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:38.548836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83d6ebf7-1b09-4691-8c31-dd82b804dabc admin admin] 10.222.0.53 "DELETE /v2.0/routers/51eee1b8-34b0-4be6-8544-21c049c4ecb2 HTTP/1.1" status: 204 len: 168 time: 1.5932405 Nov 04 09:18:38.591192 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5c2788-be26-4471-a617-2f57fd1f9cfb None None] Pushing event updated for resources: {'Port': ['ID=08abf39f-1f70-4dca-ab9c-bde85fd0f390,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:38.638825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] Deleting subnet 955fb779-43da-4256-9764-b5c5d428c617 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:18:38.649012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.652824 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] Set router 2230054b-dd35-4a2c-841c-8550193760a8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:38.686865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b7880db5-2cd2-497a-b605-d437cfcb18c0 None None] Provisioning complete for port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:38.687248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b7880db5-2cd2-497a-b605-d437cfcb18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.691125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:37Z', 'revision_number': 7, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:38.736079 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.803720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9cf30825-48a1-4593-91b0-cddf171dad99 req-afa662f0-dcc4-41f5-a360-f352c22a14c5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=0861ada0-561e-4313-a9aa-00d2c76f5950 HTTP/1.1" status: 200 len: 210 time: 0.1021490 Nov 04 09:18:38.832756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370fe0ce-5b8b-4570-a4d8-4067efd8abff None None] The sync data for ids ['51eee1b8-34b0-4be6-8544-21c049c4ecb2'] in n-d-816487-1 is: [{'id': '51eee1b8-34b0-4be6-8544-21c049c4ecb2', 'name': 'tempest-TestAggregatesBasicOps-1026447535-router', 'tenant_id': 'ccbc50e84c714db8b613ee662ad974cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:18Z', 'updated_at': '2021-11-04T09:18:37Z', 'revision_number': 7, 'project_id': 'ccbc50e84c714db8b613ee662ad974cd', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:38.894216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.974606 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b7880db5-2cd2-497a-b605-d437cfcb18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:38.977433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.007717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee278ce-8652-4594-aa48-15ae031943e1 None None] Network efc40aef-0433-4c23-baab-de1b13370974 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:39.010636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.019044 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/955fb779-43da-4256-9764-b5c5d428c617 HTTP/1.1" status: 204 len: 168 time: 0.4804311 Nov 04 09:18:39.021583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:39.074623 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 4, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08abf39f-1f70-4dca-ab9c-bde85fd0f390', 'name': '', 'network_id': '96a80019-da72-4165-841e-8201c4623a6a', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'mac_address': 'fa:16:3e:41:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:31Z', 'updated_at': '2021-11-04T09:18:38Z', 'revision_number': 4, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'subnets': [{'id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:39.084998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cda97d-e22f-45e7-a6e6-adbfc92b2774 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955fb779-43da-4256-9764-b5c5d428c617,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:39.127543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b7880db5-2cd2-497a-b605-d437cfcb18c0 None None] For port 08abf39f-1f70-4dca-ab9c-bde85fd0f390, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=08abf39f-1f70-4dca-ab9c-bde85fd0f390,segment=NetworkSegment(3ef2da75-28e0-4001-8f62-cb1b7b00b04e),segment_id=3ef2da75-28e0-4001-8f62-cb1b7b00b04e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:39.135666 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b7880db5-2cd2-497a-b605-d437cfcb18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.148196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cba69ee-5da3-4ca5-959b-3aa14cd46fdd None None] The sync data for ids ['2230054b-dd35-4a2c-841c-8550193760a8'] in n-d-816487-1 is: [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:31Z', 'revision_number': 4, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '08abf39f-1f70-4dca-ab9c-bde85fd0f390', 'name': '', 'network_id': '96a80019-da72-4165-841e-8201c4623a6a', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'mac_address': 'fa:16:3e:41:64:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:31Z', 'updated_at': '2021-11-04T09:18:38Z', 'revision_number': 4, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'subnets': [{'id': 'de785c90-aa4c-4ad3-8e25-c7256ab9ef55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:39.162627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.262300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7880db5-2cd2-497a-b605-d437cfcb18c0 None None] Pushing event updated for resources: {'Port': ['ID=08abf39f-1f70-4dca-ab9c-bde85fd0f390,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:39.312060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fad9d8b2-cf4b-465e-b0b7-e57351758885 None None] Provisioning complete for port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:39.312438 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fad9d8b2-cf4b-465e-b0b7-e57351758885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.328541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Deleting port d311d7b3-bdc8-4c3b-95f2-288d13028bcf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:39.328995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.371241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] DHCP port deletion for efc40aef-0433-4c23-baab-de1b13370974 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:18:39.462326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] For port d311d7b3-bdc8-4c3b-95f2-288d13028bcf, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,segment=NetworkSegment(a77d69db-1981-4fc2-9360-f1dbd297fb57),segment_id=a77d69db-1981-4fc2-9360-f1dbd297fb57)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:39.463641 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.498408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Calling delete_port for d311d7b3-bdc8-4c3b-95f2-288d13028bcf owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:39.649337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.690507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] Deleting port d311d7b3-bdc8-4c3b-95f2-288d13028bcf {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:39.690890 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.702796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] No DVR routers for this DVR port d311d7b3-bdc8-4c3b-95f2-288d13028bcf on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:39.713611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:39.807165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] For port d311d7b3-bdc8-4c3b-95f2-288d13028bcf, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:39.808041 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.844726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] Calling delete_port for d311d7b3-bdc8-4c3b-95f2-288d13028bcf owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:39.851285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] Port d311d7b3-bdc8-4c3b-95f2-288d13028bcf was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:18:39.858646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 08abf39f-1f70-4dca-ab9c-bde85fd0f390 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:39.868487 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:39.880347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.009693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc40aef-0433-4c23-baab-de1b13370974']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:40.023600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] No DVR routers for this DVR port d311d7b3-bdc8-4c3b-95f2-288d13028bcf on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:40.047127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77d69db-1981-4fc2-9360-f1dbd297fb57') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:40.051345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77d69db-1981-4fc2-9360-f1dbd297fb57') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:40.078407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195fc38-aee6-4394-8cf4-e7633b018747 None None] Pushing event deleted for resources: {'Port': ['ID=d311d7b3-bdc8-4c3b-95f2-288d13028bcf,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:40.091290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.123746 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f07e8a69-1ede-46db-8096-0fde83e5289c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.138038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.154960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:18:40.155792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.193552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:40.194163 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:18:40.233285 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:18:40.241610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.248936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.253690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] 10.222.0.53 "DELETE /v2.0/networks/efc40aef-0433-4c23-baab-de1b13370974 HTTP/1.1" status: 204 len: 168 time: 1.2307096 Nov 04 09:18:40.258845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45034) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:40.305044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacdcf5a-901e-46c6-8712-6a94a24b3f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=efc40aef-0433-4c23-baab-de1b13370974,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:40.346596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:40.465459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4291d8f-fdee-4478-8153-16b1045077ab req-21b44739-e78a-42a0-afb9-9a6b2218ea62 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:40.466176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c133d30d-2e29-4a0b-8984-890cce9838df no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:40.481086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-21b44739-e78a-42a0-afb9-9a6b2218ea62 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.1886861 Nov 04 09:18:40.501527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-3ede1f02-01da-4c90-831a-604bca38ceb5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/quotas/60d160f17f52435390d8e7a5542d803a HTTP/1.1" status: 200 len: 375 time: 0.0192404 Nov 04 09:18:40.525399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:40.528372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c133d30d-2e29-4a0b-8984-890cce9838df {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:40.528705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c133d30d-2e29-4a0b-8984-890cce9838df not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:40.605057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:40.605397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a27efa4a-5435-4b4d-91d3-8af38d1bcbb0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:40.640618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-59983d19-66e5-4882-8905-af839519fd9d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270745 Nov 04 09:18:40.782078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-fb4d13ad-d7cd-4a76-94c9-64a7855f4eef service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203680 Nov 04 09:18:40.901152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-c5a02f34-f233-4a99-8519-3d3a9e326549 service neutron] 10.222.0.53 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033294 Nov 04 09:18:41.092686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 08abf39f-1f70-4dca-ab9c-bde85fd0f390 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:41.201974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:41.202369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:41.312944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:41.348873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8aac2b2a-7e51-4d86-9477-b5ed6e7bbdeb req-6ec2a523-0f3d-4572-90a1-b38bdf647bad tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 210 time: 0.0662503 Nov 04 09:18:41.360390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:41.472973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:41.499720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:41.500515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f37493a7-3c3b-46fd-90c7-9a5f8011b2b1 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:41.501118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d311d7b3-bdc8-4c3b-95f2-288d13028bcf no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:41.525824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d311d7b3-bdc8-4c3b-95f2-288d13028bcf {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:41.526413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d311d7b3-bdc8-4c3b-95f2-288d13028bcf not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:41.705977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Deleting port 08abf39f-1f70-4dca-ab9c-bde85fd0f390 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:41.706995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:41.832317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] For port 08abf39f-1f70-4dca-ab9c-bde85fd0f390, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=08abf39f-1f70-4dca-ab9c-bde85fd0f390,segment=NetworkSegment(3ef2da75-28e0-4001-8f62-cb1b7b00b04e),segment_id=3ef2da75-28e0-4001-8f62-cb1b7b00b04e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:41.832909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:41.847363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Calling delete_port for 08abf39f-1f70-4dca-ab9c-bde85fd0f390 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:42.085687 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:42.126583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Pushing event deleted for resources: {'Port': ['ID=08abf39f-1f70-4dca-ab9c-bde85fd0f390,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:42.515747 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eaaa9dde-4af5-41e9-af5a-67af9b88bb04 req-89beacef-0bb0-4b2b-aa5c-051f5825663d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 210 time: 0.0403228 Nov 04 09:18:42.581231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:42.623782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4291d8f-fdee-4478-8153-16b1045077ab req-64e2b9b4-5cac-4ed1-9810-dd57673bd5e7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:42.626236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-64e2b9b4-5cac-4ed1-9810-dd57673bd5e7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 805 time: 0.2947297 Nov 04 09:18:42.701081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:42.705929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Request body: {'port': {'device_id': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'admin_state_up': True, 'tenant_id': '60d160f17f52435390d8e7a5542d803a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:43.110824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Made reservation on behalf of 60d160f17f52435390d8e7a5542d803a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:43.115152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.142186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:43.208991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Router 2230054b-dd35-4a2c-841c-8550193760a8 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:18:43.268843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4da4a4a-0c24-4183-9f6c-bcf015bf8f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.385961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:43.392184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4da4a4a-0c24-4183-9f6c-bcf015bf8f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.401043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e4da4a4a-0c24-4183-9f6c-bcf015bf8f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.406883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7735c69e-6875-4226-8fe4-e297e10e4073 admin admin] 10.222.0.53 "PUT /v2.0/routers/2230054b-dd35-4a2c-841c-8550193760a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1429026 Nov 04 09:18:43.407814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45074) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:43.409792 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] Sync routers for ids ['2230054b-dd35-4a2c-841c-8550193760a8'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:43.426092 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] Routers {'2230054b-dd35-4a2c-841c-8550193760a8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:43.427147 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2230054b-dd35-4a2c-841c-8550193760a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:43.473605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da4a4a-0c24-4183-9f6c-bcf015bf8f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17851b5c-d2b6-4a54-b6ea-a9ef4479ca97,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:43.531419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Allocated IP 172.20.0.2 (106cec49-c519-43b5-8317-b6afc5b43956/15243819-98e4-49a5-81f2-dfed546eb741/c299c72f-8449-4c3c-be04-a80202f0b7bb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:43.545624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e4da4a4a-0c24-4183-9f6c-bcf015bf8f17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab3f41753872496f9345d853d2c57566&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010251 Nov 04 09:18:43.551365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45078) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:43.617445 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] Set router 2230054b-dd35-4a2c-841c-8550193760a8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:43.683230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc3cacb7-61b4-4951-a541-b7b46eda8ece req-91da0205-6a49-40a2-b621-469108351d00 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 210 time: 0.0579042 Nov 04 09:18:43.734158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.776453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ebe466f-881e-4ee8-8a11-3454cb8d9ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.844632 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:42Z', 'revision_number': 5, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:43.858962 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ebe466f-881e-4ee8-8a11-3454cb8d9ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.874667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] Checking router: 2230054b-dd35-4a2c-841c-8550193760a8 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:43.885618 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] Routers {'2230054b-dd35-4a2c-841c-8550193760a8'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:43.886275 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2230054b-dd35-4a2c-841c-8550193760a8'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:43.932280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:43.970788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.018239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ebe466f-881e-4ee8-8a11-3454cb8d9ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.021060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ebe466f-881e-4ee8-8a11-3454cb8d9ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.022354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0ebe466f-881e-4ee8-8a11-3454cb8d9ede admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17851b5c-d2b6-4a54-b6ea-a9ef4479ca97 HTTP/1.1" status: 204 len: 168 time: 0.4691541 Nov 04 09:18:44.027368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.040321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:44.046053 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] Set router 2230054b-dd35-4a2c-841c-8550193760a8 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:44.077660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe466f-881e-4ee8-8a11-3454cb8d9ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17851b5c-d2b6-4a54-b6ea-a9ef4479ca97,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:44.100587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Network 106cec49-c519-43b5-8317-b6afc5b43956 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:44.106590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:44.115503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:44.123384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event updated for resources: {'Port': ['ID=c299c72f-8449-4c3c-be04-a80202f0b7bb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:44.161182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Deleting port 148a5572-bf4c-473a-bb02-7e9d6744c969 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:44.161606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.223215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:44.223840 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.251581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-35a67acd-8c27-489b-8289-1d4e259e8f22 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5529344 Nov 04 09:18:44.268201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Request body: {'port': {'device_id': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:44.315123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] For port 148a5572-bf4c-473a-bb02-7e9d6744c969, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=148a5572-bf4c-473a-bb02-7e9d6744c969,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:44.315925 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.335695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Calling delete_port for 148a5572-bf4c-473a-bb02-7e9d6744c969 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:44.368660 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:42Z', 'revision_number': 5, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:44.374821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.405826 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3234b3-8928-4db2-90c4-b6fd3ad6fee0 None None] The sync data for ids ['2230054b-dd35-4a2c-841c-8550193760a8'] in n-d-816487-1 is: [{'id': '2230054b-dd35-4a2c-841c-8550193760a8', 'name': 'tempest-TestAggregatesBasicOps-287624837-router', 'tenant_id': '7791b5ac8a344296b06f05c18e402eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:25Z', 'updated_at': '2021-11-04T09:18:42Z', 'revision_number': 5, 'project_id': '7791b5ac8a344296b06f05c18e402eaa', 'gw_port': {'id': '148a5572-bf4c-473a-bb02-7e9d6744c969', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:fc:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2230054b-dd35-4a2c-841c-8550193760a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:27Z', 'updated_at': '2021-11-04T09:18:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:44.565540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:44.585457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f952c2c-cc1a-47fe-8469-44edb4ec3700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.696585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f952c2c-cc1a-47fe-8469-44edb4ec3700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.701730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f952c2c-cc1a-47fe-8469-44edb4ec3700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.749886 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f952c2c-cc1a-47fe-8469-44edb4ec3700 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9d1134e47f84120a9e61515d7acce86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827674 Nov 04 09:18:44.750654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f952c2c-cc1a-47fe-8469-44edb4ec3700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a94195-8b35-4f64-b5e1-3de925b4f0ed,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:44.753482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:44.819669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99728f21-d796-4601-b3fd-96ed88d644b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.873547 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99728f21-d796-4601-b3fd-96ed88d644b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.916629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecf5d6-6100-4927-a27b-9cf90391ea7b req-ff09fa88-bdff-4878-af7c-4165b8c9cec7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:44.918561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91ecf5d6-6100-4927-a27b-9cf90391ea7b req-ff09fa88-bdff-4878-af7c-4165b8c9cec7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 931 time: 0.1007466 Nov 04 09:18:44.985156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99728f21-d796-4601-b3fd-96ed88d644b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.989340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-99728f21-d796-4601-b3fd-96ed88d644b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:44.994268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-99728f21-d796-4601-b3fd-96ed88d644b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09a94195-8b35-4f64-b5e1-3de925b4f0ed HTTP/1.1" status: 204 len: 168 time: 0.2367232 Nov 04 09:18:45.026422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 08abf39f-1f70-4dca-ab9c-bde85fd0f390 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:45.038310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99728f21-d796-4601-b3fd-96ed88d644b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a94195-8b35-4f64-b5e1-3de925b4f0ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:45.049416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 08abf39f-1f70-4dca-ab9c-bde85fd0f390 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:45.050332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 08abf39f-1f70-4dca-ab9c-bde85fd0f390 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:45.053248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.073861 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91ecf5d6-6100-4927-a27b-9cf90391ea7b req-f43ce8ef-2e4f-409f-a23d-2e29622fdf89 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414850 Nov 04 09:18:45.099499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Pushing event deleted for resources: {'Port': ['ID=148a5572-bf4c-473a-bb02-7e9d6744c969,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:45.137546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.137865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.138236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.138577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.138910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.139235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.139563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.139900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.140267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.140604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.140927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.141240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:45.219942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.252755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c299c72f-8449-4c3c-be04-a80202f0b7bb {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:18:45.322755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.338094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.342231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.346555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Transition to ACTIVE for port object c299c72f-8449-4c3c-be04-a80202f0b7bb will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:18:45.352453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.432365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.432894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2230054b-dd35-4a2c-841c-8550193760a8 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:18:45.445354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.450555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3aabb12c-2b6f-4a48-a5cc-73bd00720678 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2230054b-dd35-4a2c-841c-8550193760a8 HTTP/1.1" status: 204 len: 168 time: 2.0292504 Nov 04 09:18:45.451412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45100) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:45.452168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c299c72f-8449-4c3c-be04-a80202f0b7bb,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:45.547054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] Deleting subnet de785c90-aa4c-4ad3-8e25-c7256ab9ef55 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:18:45.554512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.606907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Attempting to bind port c299c72f-8449-4c3c-be04-a80202f0b7bb on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:45.607251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Attempting to bind port c299c72f-8449-4c3c-be04-a80202f0b7bb by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:45.607580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Attempting to bind port c299c72f-8449-4c3c-be04-a80202f0b7bb on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:45.615613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Port c299c72f-8449-4c3c-be04-a80202f0b7bb on network 106cec49-c519-43b5-8317-b6afc5b43956 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:18:45.616012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Attempting to bind port c299c72f-8449-4c3c-be04-a80202f0b7bb on network 106cec49-c519-43b5-8317-b6afc5b43956 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:45.620805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.646445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:45.646784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Checking segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:45.647172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Bound using segment: {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:45.647816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Bound port: c299c72f-8449-4c3c-be04-a80202f0b7bb, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fa16662-bc83-408a-b879-0b94626de13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:45.648379 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.727213 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.776657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.777042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] For port c299c72f-8449-4c3c-be04-a80202f0b7bb, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:45.812685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] For port c299c72f-8449-4c3c-be04-a80202f0b7bb, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c299c72f-8449-4c3c-be04-a80202f0b7bb,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:45.819313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.878098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:45.878724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.880181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] 10.222.0.70 "PUT /v2.0/ports/c299c72f-8449-4c3c-be04-a80202f0b7bb HTTP/1.1" status: 200 len: 1091 time: 1.6203763 Nov 04 09:18:45.880755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'tag': 'c299c72f-8449-4c3c-be04-a80202f0b7bb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:45.883317 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae840991-c205-400f-9ff0-95fd6c75f6d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7cda01f4-19fc-4c00-938d-6a59fa06a6fe", "tag": "c299c72f-8449-4c3c-be04-a80202f0b7bb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:45.910528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774ff47-f9c3-4620-a651-c6abdbf8cfa4 service neutron] Pushing event updated for resources: {'Port': ['ID=c299c72f-8449-4c3c-be04-a80202f0b7bb,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:45.920429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:45.973465 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb1cdb7-e2f0-49cb-aba8-f9e69ff4427f x-openstack-request-id: req-1fb1cdb7-e2f0-49cb-aba8-f9e69ff4427f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:45.973919 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cda01f4-19fc-4c00-938d-6a59fa06a6fe", "tag": "c299c72f-8449-4c3c-be04-a80202f0b7bb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:45.974542 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1fb1cdb7-e2f0-49cb-aba8-f9e69ff4427f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:45.975179 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'tag': 'c299c72f-8449-4c3c-be04-a80202f0b7bb', 'status': 'completed', 'code': 200} Nov 04 09:18:46.003708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.010739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/de785c90-aa4c-4ad3-8e25-c7256ab9ef55 HTTP/1.1" status: 204 len: 168 time: 0.5554192 Nov 04 09:18:46.012348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c81dd3-a932-4af3-aa17-65047b9b740b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de785c90-aa4c-4ad3-8e25-c7256ab9ef55,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:46.020399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45118) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:46.023369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb838519-99c3-4702-87f0-8eae9788a05b None None] Network 96a80019-da72-4165-841e-8201c4623a6a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:46.198675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4291d8f-fdee-4478-8153-16b1045077ab req-ef7a11cb-f5d8-48cd-baf5-3dbfa9b91b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:46.201140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-ef7a11cb-f5d8-48cd-baf5-3dbfa9b91b83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 1094 time: 0.2309730 Nov 04 09:18:46.204456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.235083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0b59a-70c0-430c-ad12-9e1e88e65d94 req-66adbabf-5bf6-465d-9749-10af017592e4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:46.242358 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47d0b59a-70c0-430c-ad12-9e1e88e65d94 req-66adbabf-5bf6-465d-9749-10af017592e4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 943 time: 0.0793068 Nov 04 09:18:46.265734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-78a5d7eb-13b4-4cfe-80b2-62f7255c13fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c299c72f-8449-4c3c-be04-a80202f0b7bb HTTP/1.1" status: 200 len: 217 time: 0.0564697 Nov 04 09:18:46.300744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47d0b59a-70c0-430c-ad12-9e1e88e65d94 req-dae87ec5-b857-4a1b-a438-2286fcb7774b tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550530 Nov 04 09:18:46.310548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] DHCP port deletion for 96a80019-da72-4165-841e-8201c4623a6a request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:18:46.371418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4291d8f-fdee-4478-8153-16b1045077ab req-836449ad-fe59-4551-b972-f6264c83f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:46.372955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-836449ad-fe59-4551-b972-f6264c83f96f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0976686 Nov 04 09:18:46.381767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] Deleting port 6a393907-9ed8-4608-974b-05f5aa01fc7d {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:46.382588 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.411073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-fac4c985-dd0d-4246-8213-3f8843e62508 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297585 Nov 04 09:18:46.421327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Deleting port 6a393907-9ed8-4608-974b-05f5aa01fc7d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:18:46.421674 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.464560 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.472394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] For port 6a393907-9ed8-4608-974b-05f5aa01fc7d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6a393907-9ed8-4608-974b-05f5aa01fc7d,segment=NetworkSegment(3ef2da75-28e0-4001-8f62-cb1b7b00b04e),segment_id=3ef2da75-28e0-4001-8f62-cb1b7b00b04e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:46.472938 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.488909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] Calling delete_port for 6a393907-9ed8-4608-974b-05f5aa01fc7d owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:46.548750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] For port 6a393907-9ed8-4608-974b-05f5aa01fc7d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6a393907-9ed8-4608-974b-05f5aa01fc7d,segment=NetworkSegment(3ef2da75-28e0-4001-8f62-cb1b7b00b04e),segment_id=3ef2da75-28e0-4001-8f62-cb1b7b00b04e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:46.549123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.573828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Calling delete_port for 6a393907-9ed8-4608-974b-05f5aa01fc7d owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:18:46.598035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-b22fae76-67b7-4931-ba57-b68fd1100086 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785100 Nov 04 09:18:46.605789 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.644265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] Pushing event deleted for resources: {'Port': ['ID=6a393907-9ed8-4608-974b-05f5aa01fc7d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:46.654107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc23065b-f5ee-42ba-acbe-56a161c88b20 None None] No DVR routers for this DVR port 6a393907-9ed8-4608-974b-05f5aa01fc7d on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:46.816955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:46.855832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=6a393907-9ed8-4608-974b-05f5aa01fc7d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:46.866753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] No DVR routers for this DVR port 6a393907-9ed8-4608-974b-05f5aa01fc7d on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:18:46.875723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4291d8f-fdee-4478-8153-16b1045077ab req-3fef9d2d-71db-4244-944b-dbd23c581cca service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165692 Nov 04 09:18:46.974191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.006739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a80019-da72-4165-841e-8201c4623a6a']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:47.023342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ef2da75-28e0-4001-8f62-cb1b7b00b04e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:47.023342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ef2da75-28e0-4001-8f62-cb1b7b00b04e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:47.024570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-959f6f70-dced-43e9-94ac-484b881f9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:47.026179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-959f6f70-dced-43e9-94ac-484b881f9508 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 1094 time: 0.0908430 Nov 04 09:18:47.037694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.072497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 148a5572-bf4c-473a-bb02-7e9d6744c969 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:47.096134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 148a5572-bf4c-473a-bb02-7e9d6744c969 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:47.096785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 148a5572-bf4c-473a-bb02-7e9d6744c969 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:47.097812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a393907-9ed8-4608-974b-05f5aa01fc7d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:18:47.106421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.117566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:18:47.118003 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:18:47.120066 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:18:47.135911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 6a393907-9ed8-4608-974b-05f5aa01fc7d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:18:47.136690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6a393907-9ed8-4608-974b-05f5aa01fc7d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:18:47.216177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-8f8d9687-7542-4ab1-b158-551627085992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:47.217704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-8f8d9687-7542-4ab1-b158-551627085992 service neutron] 10.222.0.70 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.1832235 Nov 04 09:18:47.219150 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.224245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.228584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] 10.222.0.53 "DELETE /v2.0/networks/96a80019-da72-4165-841e-8201c4623a6a HTTP/1.1" status: 204 len: 168 time: 1.2081606 Nov 04 09:18:47.280856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac169c-a59c-4b3e-a481-ac13c9b6d0eb admin admin] Pushing event deleted for resources: {'Network': ['ID=96a80019-da72-4165-841e-8201c4623a6a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:47.287596 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-18d115b9-bb4a-453f-92d4-7f934c5cdc40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c299c72f-8449-4c3c-be04-a80202f0b7bb HTTP/1.1" status: 200 len: 217 time: 0.0577917 Nov 04 09:18:47.360403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-f3b8dd2c-d7d3-4178-9fe7-dd2f6ebd2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:47.362390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-f3b8dd2c-d7d3-4178-9fe7-dd2f6ebd2097 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.0672553 Nov 04 09:18:47.417139 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-79eeda68-bc66-4bef-8819-28eca70890c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457873 Nov 04 09:18:47.476520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2371351f-8ab5-4e28-aa94-71d0495c41d7 req-4b80ff0f-884d-435e-ad13-2a399b982dc1 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:47.478943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2371351f-8ab5-4e28-aa94-71d0495c41d7 req-4b80ff0f-884d-435e-ad13-2a399b982dc1 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 943 time: 0.0716581 Nov 04 09:18:47.479557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45138) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:47.557924 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-734173c3-e984-469d-bf57-692dfeea9fb8 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296184 Nov 04 09:18:47.560029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2371351f-8ab5-4e28-aa94-71d0495c41d7 req-c008e307-bb5c-4573-b84e-9d3657d527ab tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635703 Nov 04 09:18:47.564467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-db0a130b-8e50-4647-8412-708d869656b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccbc50e84c714db8b613ee662ad974cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0829186 Nov 04 09:18:47.571548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45140) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:47.632616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78ddfc47-43db-4a3d-9113-5845f7aaae0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.662945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78ddfc47-43db-4a3d-9113-5845f7aaae0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.673217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae840991-c205-400f-9ff0-95fd6c75f6d5 req-a661fee8-849d-47ea-8b33-24e15a94dbc5 service neutron] 10.222.0.70 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065612 Nov 04 09:18:47.722412 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78ddfc47-43db-4a3d-9113-5845f7aaae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.728550 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78ddfc47-43db-4a3d-9113-5845f7aaae0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:47.729821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-78ddfc47-43db-4a3d-9113-5845f7aaae0a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75c72785-de69-4923-bfdd-cf080934a50f HTTP/1.1" status: 204 len: 168 time: 0.1571546 Nov 04 09:18:47.739113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ddfc47-43db-4a3d-9113-5845f7aaae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c72785-de69-4923-bfdd-cf080934a50f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:48.221349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45168) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:48.267777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-00f9521f-110f-4f23-8fcf-a9f192aac339 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7791b5ac8a344296b06f05c18e402eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451782 Nov 04 09:18:48.270441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:48.327316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1540e5c6-7bf7-4891-8412-ac83b383d3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:48.350623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1540e5c6-7bf7-4891-8412-ac83b383d3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:48.410894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1540e5c6-7bf7-4891-8412-ac83b383d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:48.414822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1540e5c6-7bf7-4891-8412-ac83b383d3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:48.416191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1540e5c6-7bf7-4891-8412-ac83b383d3f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6253b01b-67ee-41b0-8687-1f804b0bf871 HTTP/1.1" status: 204 len: 168 time: 0.1444464 Nov 04 09:18:48.430896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540e5c6-7bf7-4891-8412-ac83b383d3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6253b01b-67ee-41b0-8687-1f804b0bf871,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:48.708110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74243e7c-a171-4da5-98de-08af3ae571d4 req-9c436974-4899-4c9c-a983-3ad5425c737d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:48.716636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74243e7c-a171-4da5-98de-08af3ae571d4 req-9c436974-4899-4c9c-a983-3ad5425c737d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 943 time: 0.0633707 Nov 04 09:18:48.772487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74243e7c-a171-4da5-98de-08af3ae571d4 req-fe09fcbf-23c6-49e7-949e-84a9faad0a1e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543575 Nov 04 09:18:49.951547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f333e-2281-46e2-bec6-beab0f585a35 req-7cceff6a-236c-4dd5-a4c9-285b7713310d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:49.953548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c54f333e-2281-46e2-bec6-beab0f585a35 req-7cceff6a-236c-4dd5-a4c9-285b7713310d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 943 time: 0.1017771 Nov 04 09:18:49.999171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c54f333e-2281-46e2-bec6-beab0f585a35 req-0b100b69-ef68-4d94-bd4b-bb5d2b424f04 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391438 Nov 04 09:18:50.404035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45232) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:50.409470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1071098109', 'description': 'tempest-secgroup-smoke-1071098109 description', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:50.433855 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.450126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.541370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c299c72f-8449-4c3c-be04-a80202f0b7bb details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:18:50.547098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.551614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.589888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466a5e36-0c1d-448e-9037-c017b1a5ba3b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:50.655796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.660273 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.688671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c299c72f-8449-4c3c-be04-a80202f0b7bb, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c299c72f-8449-4c3c-be04-a80202f0b7bb,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:50.698247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.699614 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2945080 Nov 04 09:18:50.702023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4304-52ac-48db-9e3c-eb554a5a3ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52d3a2c-7e12-4f84-80ac-90a314005235,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:50.702831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45238) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:50.707510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5b79ec3e-c5a9-4e06-9b0a-3e540c5b0e1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': 'e52d3a2c-7e12-4f84-80ac-90a314005235', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:50.725371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c299c72f-8449-4c3c-be04-a80202f0b7bb', 'network_id': '106cec49-c519-43b5-8317-b6afc5b43956', 'port_id': 'c299c72f-8449-4c3c-be04-a80202f0b7bb', 'mac_address': 'fa:16:3e:d3:e6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15243819-98e4-49a5-81f2-dfed546eb741', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:18:50.775557 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec3e-c5a9-4e06-9b0a-3e540c5b0e1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.807459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.833860 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c299c72f-8449-4c3c-be04-a80202f0b7bb {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:18:50.872107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c299c72f-8449-4c3c-be04-a80202f0b7bb, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c299c72f-8449-4c3c-be04-a80202f0b7bb,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:50.879227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.893850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec3e-c5a9-4e06-9b0a-3e540c5b0e1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.902032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec3e-c5a9-4e06-9b0a-3e540c5b0e1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.939617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79ec3e-c5a9-4e06-9b0a-3e540c5b0e1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e385378-a780-4408-a51b-872221a255e3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:50.954792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b79ec3e-c5a9-4e06-9b0a-3e540c5b0e1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:50.956808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5b79ec3e-c5a9-4e06-9b0a-3e540c5b0e1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527373 Nov 04 09:18:50.959765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45242) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:50.968085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ee6ed3f3-59bb-4c61-85d7-ab19d75013ef tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': 'e52d3a2c-7e12-4f84-80ac-90a314005235', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:50.971664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c299c72f-8449-4c3c-be04-a80202f0b7bb,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.032679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed3f3-59bb-4c61-85d7-ab19d75013ef tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.060478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45246) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:51.088074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c299c72f-8449-4c3c-be04-a80202f0b7bb'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:18:51.156032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed3f3-59bb-4c61-85d7-ab19d75013ef tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.162825 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed3f3-59bb-4c61-85d7-ab19d75013ef tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.194812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ed3f3-59bb-4c61-85d7-ab19d75013ef tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe44fb7-163e-46f9-bc87-37006d0d6510,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.207885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f4697-8455-47df-a2e8-d10c561e0cc3 req-f8d52197-83a7-4837-a89f-ebf7e0197a25 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:51.210894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b28f4697-8455-47df-a2e8-d10c561e0cc3 req-f8d52197-83a7-4837-a89f-ebf7e0197a25 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 944 time: 0.0674605 Nov 04 09:18:51.212110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee6ed3f3-59bb-4c61-85d7-ab19d75013ef tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.213580 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ee6ed3f3-59bb-4c61-85d7-ab19d75013ef tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2517192 Nov 04 09:18:51.216346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45250) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:51.221430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c0da8744-a889-4f14-8f26-32a92413c64e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': 'e52d3a2c-7e12-4f84-80ac-90a314005235', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:51.262813 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0da8744-a889-4f14-8f26-32a92413c64e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.294052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b28f4697-8455-47df-a2e8-d10c561e0cc3 req-cd3daad1-3378-4579-b7bc-0d0847b50f6f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672486 Nov 04 09:18:51.319451 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.336569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0da8744-a889-4f14-8f26-32a92413c64e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.342148 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0da8744-a889-4f14-8f26-32a92413c64e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.374117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da8744-a889-4f14-8f26-32a92413c64e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2c348e-bc65-4482-988a-be73e8651320,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.381834 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0da8744-a889-4f14-8f26-32a92413c64e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.384840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0da8744-a889-4f14-8f26-32a92413c64e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1672523 Nov 04 09:18:51.388172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45252) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:51.392975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d71e6c93-c3c9-40ae-8fc7-07dfc72ed394 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': 'e52d3a2c-7e12-4f84-80ac-90a314005235', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:51.409983 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.413408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.422690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d71e6c93-c3c9-40ae-8fc7-07dfc72ed394 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.456033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210d48f-c588-4248-b515-96a4d33117aa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.460069 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61d4888c2eb546b388c68f50f878b652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980193 Nov 04 09:18:51.464182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45254) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:51.469012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.469634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.470151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.470769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.471335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.471942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.472570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.473130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.473496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.473850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.474205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.474644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1032085f-e69a-42f5-9754-23a6fdbbaedf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:18:51.515436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d71e6c93-c3c9-40ae-8fc7-07dfc72ed394 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.524300 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d71e6c93-c3c9-40ae-8fc7-07dfc72ed394 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.549092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e6c93-c3c9-40ae-8fc7-07dfc72ed394 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=163a73a6-84fd-4865-83c1-55a3e1b3aa2b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.561573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d71e6c93-c3c9-40ae-8fc7-07dfc72ed394 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.562817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d71e6c93-c3c9-40ae-8fc7-07dfc72ed394 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1734281 Nov 04 09:18:51.566022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45258) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:51.572906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': 'e52d3a2c-7e12-4f84-80ac-90a314005235', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:51.578555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f64c88c-8308-429f-9610-3ec75b02b31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.614186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f64c88c-8308-429f-9610-3ec75b02b31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.623086 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:18:51.636955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.711670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f64c88c-8308-429f-9610-3ec75b02b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.714397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f64c88c-8308-429f-9610-3ec75b02b31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.715732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0f64c88c-8308-429f-9610-3ec75b02b31a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8210d48f-c588-4248-b515-96a4d33117aa HTTP/1.1" status: 204 len: 168 time: 0.2504029 Nov 04 09:18:51.717933 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.729442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.735616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64c88c-8308-429f-9610-3ec75b02b31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210d48f-c588-4248-b515-96a4d33117aa,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.751520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d81ebe7-b7a8-4ca0-8390-8ab666c437bd,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.758960 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.763192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9bc5a4bd-31be-4275-b97a-dbf18d3b3040 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1932480 Nov 04 09:18:51.763578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45262) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:51.768174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': 'e52d3a2c-7e12-4f84-80ac-90a314005235', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:51.794522 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:18:51.799766 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.882730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.886906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.915123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbad798c-a780-4df4-85e7-e792c0cc9af0,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:51.927937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.929374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cda03e15-d8f0-48cd-871b-af83cbe10cbf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1648581 Nov 04 09:18:51.933858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45266) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:51.939336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'network': {'name': 'tempest-network-smoke--1509747927', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'port_security_enabled': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:51.968571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:51.972241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:51.999414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:18:52.020365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.020740 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Added segment 91860e9a-bb32-4544-9133-efb73a7864a2 of type vlan for network 8bfe3f85-b505-473d-912f-ef9dea71696d Nov 04 09:18:52.072367 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.100943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.107187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:52.107734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.178572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2435784 Nov 04 09:18:52.181886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45276) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:52.188692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'admin_state_up': True, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:52.201391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08b5c8-33dd-41c4-868d-fd478b3c2370 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Network': ['ID=8bfe3f85-b505-473d-912f-ef9dea71696d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:52.213929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 8bfe3f85-b505-473d-912f-ef9dea71696d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:18:52.226765 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.228683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.319666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.429364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31a97f-ac06-4a78-85fe-dc2749157920 req-40d84f96-f223-46a3-99ac-72b02ce72a83 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:52.431898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b31a97f-ac06-4a78-85fe-dc2749157920 req-40d84f96-f223-46a3-99ac-72b02ce72a83 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 944 time: 0.0578256 Nov 04 09:18:52.488554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b31a97f-ac06-4a78-85fe-dc2749157920 req-8167006a-e36b-4ac0-a133-c38c10792a8f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488677 Nov 04 09:18:52.505662 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.541041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c299c72f-8449-4c3c-be04-a80202f0b7bb up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:52.590131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:52.606699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c299c72f-8449-4c3c-be04-a80202f0b7bb completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:18:52.613398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c299c72f-8449-4c3c-be04-a80202f0b7bb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:52.613888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.715566 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.741618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c299c72f-8449-4c3c-be04-a80202f0b7bb'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:18:52.744183 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ff8257-cc75-4b6d-b637-0fd0f5e60616" -d '{"events": [{"server_uuid": "7cda01f4-19fc-4c00-938d-6a59fa06a6fe", "name": "network-vif-plugged", "status": "completed", "tag": "c299c72f-8449-4c3c-be04-a80202f0b7bb"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:18:52.755240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1054253604-network', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:52.762789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.764541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c299c72f-8449-4c3c-be04-a80202f0b7bb, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c299c72f-8449-4c3c-be04-a80202f0b7bb,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:52.770254 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.781765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Made reservation on behalf of ddcdde8bfa2b4741b414b050084290ed for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:52.784548 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.791629 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.796924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.825658 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01609c27-3590-48dc-ba0a-d1bb81ae3b0c x-openstack-request-id: req-01609c27-3590-48dc-ba0a-d1bb81ae3b0c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:18:52.826561 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cda01f4-19fc-4c00-938d-6a59fa06a6fe", "name": "network-vif-plugged", "status": "completed", "tag": "c299c72f-8449-4c3c-be04-a80202f0b7bb", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:18:52.827105 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-01609c27-3590-48dc-ba0a-d1bb81ae3b0c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:18:52.827577 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c299c72f-8449-4c3c-be04-a80202f0b7bb', 'code': 200} Nov 04 09:18:52.854183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c299c72f-8449-4c3c-be04-a80202f0b7bb,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:52.921923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.926512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.956230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:18:52.959375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.196 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/5f973b36-7cf7-4743-98c6-4097c0af1eee) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:52.967607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b944f0e-b147-4f40-8b53-8957034e1804,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:52.974322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c513b-c14a-4772-a895-83604b567779 req-cf41bd2c-650b-4448-906d-3f6f00b3263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:52.975916 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec0c513b-c14a-4772-a895-83604b567779 req-cf41bd2c-650b-4448-906d-3f6f00b3263f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 1096 time: 0.0718522 Nov 04 09:18:52.979916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:52.979916 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Added segment d9b26831-164d-4f19-b7c4-18055bb7c6ba of type vlan for network babfc57c-fa54-4d1f-a235-e5175ae9c158 Nov 04 09:18:53.035007 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.068716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec0c513b-c14a-4772-a895-83604b567779 req-1450211e-52a9-4105-bfa2-cb90d69a51b0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837753 Nov 04 09:18:53.071460 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.072625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:53.073206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.114752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.136858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5459671 Nov 04 09:18:53.139896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:53.147102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Request body: {'subnet': {'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1054253604-subnet', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:53.155878 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.159247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9123-b20a-407b-86e2-d3fd3306576c admin admin] Pushing event updated for resources: {'Network': ['ID=babfc57c-fa54-4d1f-a235-e5175ae9c158,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:53.176256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:18:53.180477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Made reservation on behalf of ddcdde8bfa2b4741b414b050084290ed for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:53.184054 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.202269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:53.205280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:53.213499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:53.216787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=5f973b36-7cf7-4743-98c6-4097c0af1eee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:53.407072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.469632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5816ed55-1566-424e-9bff-03f3402d1f3a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:53.482703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Checking segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:53.483073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Network hostable DHCP agents. Network: babfc57c-fa54-4d1f-a235-e5175ae9c158, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:18:53.504135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:18:53.517994 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.520880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, babfc57c-fa54-4d1f-a235-e5175ae9c158) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:53.527395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:53.531748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b1a4a-bd62-4c3a-b552-8ad31ba026e2 None None] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:53.532552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.558386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83936df5-133e-4ad0-ae92-f25569b279f1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4173872 Nov 04 09:18:53.560335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:53.565821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:53.626903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.627617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.651500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd0fe9-9cb7-4152-b0da-3a31ab93e71c req-47f10c72-a2bf-4e0b-ace7-247ebd5b129f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:53.653274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ddd0fe9-9cb7-4152-b0da-3a31ab93e71c req-47f10c72-a2bf-4e0b-ace7-247ebd5b129f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0740457 Nov 04 09:18:53.734125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.800717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-babfc57c-fa54-4d1f-a235-e5175ae9c158', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'fixed_ips': [{'subnet_id': '5816ed55-1566-424e-9bff-03f3402d1f3a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:18:53.802047 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.818238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ddd0fe9-9cb7-4152-b0da-3a31ab93e71c req-a45c5e6b-4a61-4a38-8ec4-8e4bb37c4b0a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486089 Nov 04 09:18:53.861959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:53.903420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.016476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Allocated IP 172.20.0.2 (babfc57c-fa54-4d1f-a235-e5175ae9c158/5816ed55-1566-424e-9bff-03f3402d1f3a/521ab943-efae-43d8-aef1-52200e4b4179) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:54.055770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router d64e244b-1e5d-4703-8b81-70735a341a2c is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:18:54.170867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.195809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.241267 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.250569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.295663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:54.301015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:54.305026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:54.318015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Pushing event updated for resources: {'Port': ['ID=521ab943-efae-43d8-aef1-52200e4b4179,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:54.329919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Allocated IP 172.25.3.100 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/fd4c24ff-ef4f-4c84-b3de-f48f7e85085f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:54.406490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Attempting to bind port 521ab943-efae-43d8-aef1-52200e4b4179 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:54.406927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Attempting to bind port 521ab943-efae-43d8-aef1-52200e4b4179 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:54.407290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Attempting to bind port 521ab943-efae-43d8-aef1-52200e4b4179 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:54.414041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:54.414550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Checking segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:54.416059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.416059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Bound using segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:54.416059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Bound port: 521ab943-efae-43d8-aef1-52200e4b4179, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:54.416521 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.472781 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.490364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] For port 521ab943-efae-43d8-aef1-52200e4b4179, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:54.494901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] For port 521ab943-efae-43d8-aef1-52200e4b4179, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=521ab943-efae-43d8-aef1-52200e4b4179,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:54.501667 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.524520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:54.551901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:54.553049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9bece30b-4f3a-419a-b847-f82030346d54 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3701541 Nov 04 09:18:54.557358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:54.569071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Sync routers for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:54.588492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b073df7-e469-4ed6-a942-775710f43f6a None None] Pushing event updated for resources: {'Port': ['ID=521ab943-efae-43d8-aef1-52200e4b4179,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:54.594576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:54.595220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:54.758123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:54.788996 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5cc6315c-4f66-4381-87e2-0b4cdb3a7968 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5ddb959e0ce346938b6b3e895540bd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2302656 Nov 04 09:18:54.791654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45308) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:54.947629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.042472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:55.050200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:55.057410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:55.061120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:55.111170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31ed2a5-27e9-48d3-8424-3d730e4857a8 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:55.113398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a31ed2a5-27e9-48d3-8424-3d730e4857a8 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3168356 Nov 04 09:18:55.116385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45314) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:55.123017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fe1ce-1875-45ce-b6da-4f4d55f018b9 req-f4f3243c-6c58-4f3f-b5a5-11af3a6a629a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:55.124605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba2fe1ce-1875-45ce-b6da-4f4d55f018b9 req-f4f3243c-6c58-4f3f-b5a5-11af3a6a629a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1702647 Nov 04 09:18:55.125099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:53Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:55.160163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Checking router: d64e244b-1e5d-4703-8b81-70735a341a2c for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:55.160542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Updating router d64e244b-1e5d-4703-8b81-70735a341a2c port 5f973b36-7cf7-4743-98c6-4097c0af1eee binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:18:55.189549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-207e9798-e96c-4cdc-b536-3eafb9adda65 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717139 Nov 04 09:18:55.192276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 521ab943-efae-43d8-aef1-52200e4b4179 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:55.192482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:55.198533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106519428', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:18:55.218959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.297077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba2fe1ce-1875-45ce-b6da-4f4d55f018b9 req-176b494a-236a-44c8-b33a-b0f082445d3e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615739 Nov 04 09:18:55.323843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:18:55.327458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.335462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 521ab943-efae-43d8-aef1-52200e4b4179 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:55.336572 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.514866 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.521272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.593846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 521ab943-efae-43d8-aef1-52200e4b4179, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=521ab943-efae-43d8-aef1-52200e4b4179,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:55.615148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.641334 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.727330 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.729670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=521ab943-efae-43d8-aef1-52200e4b4179,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:55.739390 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.797561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Subnet': ['ID=5179d9e5-793f-4d6a-a556-378994b3a27c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:55.808093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Attempting to bind port 5f973b36-7cf7-4743-98c6-4097c0af1eee on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:55.808572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Attempting to bind port 5f973b36-7cf7-4743-98c6-4097c0af1eee by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:55.809140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Attempting to bind port 5f973b36-7cf7-4743-98c6-4097c0af1eee on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:55.813961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Checking segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:55.814479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network hostable DHCP agents. Network: 8bfe3f85-b505-473d-912f-ef9dea71696d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:18:55.824429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:55.825007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:55.825730 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.825960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:55.826532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Bound port: 5f973b36-7cf7-4743-98c6-4097c0af1eee, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:55.827009 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.830577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1999c6-0437-4a9d-a70f-61404af35f45 None None] Pushing event updated for resources: {'Port': ['ID=5f973b36-7cf7-4743-98c6-4097c0af1eee,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:55.848709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 8bfe3f85-b505-473d-912f-ef9dea71696d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:18:55.860688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 8bfe3f85-b505-473d-912f-ef9dea71696d) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:55.865670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:55.866528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:55.873450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa740d-dac5-4ddf-84e3-290f65a8fa36 None None] Network 8bfe3f85-b505-473d-912f-ef9dea71696d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:55.878382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0932feb4-886e-424d-a08f-8c4266ed9e5f req-11e70e34-6bd3-44a6-99d9-b775d58bcb96 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:55.880320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0932feb4-886e-424d-a08f-8c4266ed9e5f req-11e70e34-6bd3-44a6-99d9-b775d58bcb96 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.2189996 Nov 04 09:18:55.898922 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-326b5e75-3c15-471f-abfe-0b3345763234 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7053907 Nov 04 09:18:55.902137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45322) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:55.965089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0932feb4-886e-424d-a08f-8c4266ed9e5f req-b533109f-1b8d-44a4-8574-1f9621fc01d7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763905 Nov 04 09:18:55.966454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:56.153610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f5808-452e-4458-9f89-c4ebd010e776 req-e424f9d8-adab-40ef-a31f-2261872cff58 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:56.156037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-181f5808-452e-4458-9f89-c4ebd010e776 req-e424f9d8-adab-40ef-a31f-2261872cff58 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0810461 Nov 04 09:18:56.195028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42655cc6-3c0e-4ce8-a556-62b9562329b8 None None] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:56.217778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-181f5808-452e-4458-9f89-c4ebd010e776 req-88636617-c7b3-4bb6-9ea1-fd1f75e8f665 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536981 Nov 04 09:18:56.223925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Router 47f68914-b0dd-47ed-bc0e-3265de87b78d is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:18:56.254477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] For port 5f973b36-7cf7-4743-98c6-4097c0af1eee, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:56.314763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] For port 5f973b36-7cf7-4743-98c6-4097c0af1eee, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5f973b36-7cf7-4743-98c6-4097c0af1eee,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:56.318203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-442117d1-dded-480c-adca-23216ba61a1c None None] Provisioning complete for port 521ab943-efae-43d8-aef1-52200e4b4179 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:56.318584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-442117d1-dded-480c-adca-23216ba61a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:56.345846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:56.407490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:18:56.420924 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Sync routers for ids ['47f68914-b0dd-47ed-bc0e-3265de87b78d'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:18:56.438175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1999c6-0437-4a9d-a70f-61404af35f45 None None] Pushing event updated for resources: {'Port': ['ID=5f973b36-7cf7-4743-98c6-4097c0af1eee,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:56.441235 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Routers {'47f68914-b0dd-47ed-bc0e-3265de87b78d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:56.442091 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['47f68914-b0dd-47ed-bc0e-3265de87b78d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:56.522705 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:56.525055 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-64043231-3248-49df-9188-9dffeebf1ff0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9635279 Nov 04 09:18:56.528568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45332) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:18:56.540377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04483e-1885-479e-993f-95e885734dc0 req-104a2d9b-3e78-4c9a-8aaa-e444de4d649e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:56.542393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da04483e-1885-479e-993f-95e885734dc0 req-104a2d9b-3e78-4c9a-8aaa-e444de4d649e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0706098 Nov 04 09:18:56.581349 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Set router 47f68914-b0dd-47ed-bc0e-3265de87b78d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:56.584333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:56.585060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:56.589661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da04483e-1885-479e-993f-95e885734dc0 req-633f4abc-66ff-4d5a-a100-c1ac65b98deb tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Nov 04 09:18:56.658631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:56.759672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-8bfe3f85-b505-473d-912f-ef9dea71696d', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:18:56.761092 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:56.805660 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:18:55Z', 'revision_number': 3, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port': {'id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:54Z', 'updated_at': '2021-11-04T09:18:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:56.837659 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Checking router: 47f68914-b0dd-47ed-bc0e-3265de87b78d for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:18:56.838016 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Updating router 47f68914-b0dd-47ed-bc0e-3265de87b78d port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:18:56.865245 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:56.947624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:57.018341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Allocated IP 172.20.0.2 (8bfe3f85-b505-473d-912f-ef9dea71696d/5179d9e5-793f-4d6a-a556-378994b3a27c/147d587d-db09-45a2-88ae-19c6fa404f9e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:57.162523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 521ab943-efae-43d8-aef1-52200e4b4179 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:57.238239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5c88b273-a4ab-4b0b-8520-a30a0946b0c0 None None] Provisioning complete for port 521ab943-efae-43d8-aef1-52200e4b4179 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:57.238610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c88b273-a4ab-4b0b-8520-a30a0946b0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.357707 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.363075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 521ab943-efae-43d8-aef1-52200e4b4179 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:57.363455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.364329 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.386923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.426118 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Attempting to bind port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:57.427010 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Attempting to bind port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:57.427010 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Attempting to bind port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:57.438982 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559e1f-ee21-4ea7-ab1f-6531a19d9ac6 None None] Pushing event updated for resources: {'Port': ['ID=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:57.441950 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:57.442317 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:57.442772 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.443367 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:57.443891 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Bound port: fd4c24ff-ef4f-4c84-b3de-f48f7e85085f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:57.444301 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.475669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.494211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.538058 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] For port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:57.544612 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] For port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:57.547999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:53Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:57.550139 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.594441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Network 8bfe3f85-b505-473d-912f-ef9dea71696d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:57.615040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23b37b6-62a4-41c1-971c-43136d1e7868 None None] The sync data for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 is: [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:53Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:57.625989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:57.629245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Routers {'47f68914-b0dd-47ed-bc0e-3265de87b78d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:18:57.629245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['47f68914-b0dd-47ed-bc0e-3265de87b78d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:57.630437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Pushing event updated for resources: {'Port': ['ID=147d587d-db09-45a2-88ae-19c6fa404f9e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:57.636882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:57.652096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.1 (8bfe3f85-b505-473d-912f-ef9dea71696d/5179d9e5-793f-4d6a-a556-378994b3a27c/4515111c-493b-4690-afac-27a32314582c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:57.717129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Allocated IP 172.20.0.1 (babfc57c-fa54-4d1f-a235-e5175ae9c158/5816ed55-1566-424e-9bff-03f3402d1f3a/8f8425d2-1075-464f-ace4-ba5391fc9ab7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:18:57.731425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Attempting to bind port 147d587d-db09-45a2-88ae-19c6fa404f9e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:18:57.731425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Attempting to bind port 147d587d-db09-45a2-88ae-19c6fa404f9e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:18:57.731425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Attempting to bind port 147d587d-db09-45a2-88ae-19c6fa404f9e on network 8bfe3f85-b505-473d-912f-ef9dea71696d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:18:57.744820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:18:57.746248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Checking segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:18:57.747051 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.747714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Bound using segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:18:57.748469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Bound port: 147d587d-db09-45a2-88ae-19c6fa404f9e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:18:57.749090 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.779484 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] Set router 47f68914-b0dd-47ed-bc0e-3265de87b78d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:18:57.802828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e75b0-0740-4520-89e9-459ae2c92327 req-5c471492-d7d1-4172-80c2-39af6a096350 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:57.812360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff3e75b0-0740-4520-89e9-459ae2c92327 req-5c471492-d7d1-4172-80c2-39af6a096350 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0948107 Nov 04 09:18:57.866733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] For port 147d587d-db09-45a2-88ae-19c6fa404f9e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:18:57.869818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff3e75b0-0740-4520-89e9-459ae2c92327 req-75760fa3-5382-4262-b3b9-e45f64489a84 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530205 Nov 04 09:18:57.873868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] For port 147d587d-db09-45a2-88ae-19c6fa404f9e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=147d587d-db09-45a2-88ae-19c6fa404f9e,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:18:57.880895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:57.882077 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34559e1f-ee21-4ea7-ab1f-6531a19d9ac6 None None] Pushing event updated for resources: {'Port': ['ID=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:58.000438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872270a-b00d-4130-934f-2b676a927d6a None None] Pushing event updated for resources: {'Port': ['ID=147d587d-db09-45a2-88ae-19c6fa404f9e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:58.012570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:58.033573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:58.100526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:58.162268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 8bfe3f85-b505-473d-912f-ef9dea71696d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:58.164456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:58.174773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:58.177477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:58.225115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:58.232082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:58.235125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:18:58.265948 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:18:55Z', 'revision_number': 3, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port': {'id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:54Z', 'updated_at': '2021-11-04T09:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:18:58.338428 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:58.347200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=4515111c-493b-4690-afac-27a32314582c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:58.349774 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cab5dd6-c57d-48a4-bc3b-de6fe4941bc0 None None] The sync data for ids ['47f68914-b0dd-47ed-bc0e-3265de87b78d'] in n-d-816487-1 is: [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:18:55Z', 'revision_number': 3, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port': {'id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:54Z', 'updated_at': '2021-11-04T09:18:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:18:58.452105 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:58.609886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3d63cbb6-7c11-40e7-86d7-5f625b18bcea None None] Provisioning complete for port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:58.610370 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d63cbb6-7c11-40e7-86d7-5f625b18bcea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:58.668210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3d63cbb6-7c11-40e7-86d7-5f625b18bcea None None] Port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:18:58.875816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Pushing event updated for resources: {'Port': ['ID=8f8425d2-1075-464f-ace4-ba5391fc9ab7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:59.099118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.101549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.156963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1602c-5497-4bc1-bb81-44b9562a22ee req-92200f82-85d9-4ab4-a54d-9b1b69e7dc94 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:18:59.170856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9f1602c-5497-4bc1-bb81-44b9562a22ee req-92200f82-85d9-4ab4-a54d-9b1b69e7dc94 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1423290 Nov 04 09:18:59.235693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9f1602c-5497-4bc1-bb81-44b9562a22ee req-016439fd-61ff-45ec-86e5-198a0d3b06fe tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574653 Nov 04 09:18:59.314721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fd4c24ff-ef4f-4c84-b3de-f48f7e85085f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:18:59.409976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:59.410712 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.470937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.476534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7736d09d-d7a9-4ee3-ba6b-cf399f15adb6 None None] Network 8bfe3f85-b505-473d-912f-ef9dea71696d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:18:59.513512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.571778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-311f09fa-169e-4d84-804f-209c204fe3b5 None None] Provisioning complete for port 147d587d-db09-45a2-88ae-19c6fa404f9e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:18:59.572270 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-311f09fa-169e-4d84-804f-209c204fe3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.625108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.627993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Pushing event updated for resources: {'Port': ['ID=8f8425d2-1075-464f-ace4-ba5391fc9ab7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:18:59.865377 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.872300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:18:59.877713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:18:59.944282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:18:59.963031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:18:59.964056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 147d587d-db09-45a2-88ae-19c6fa404f9e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:00.040037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.048550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.135029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-311f09fa-169e-4d84-804f-209c204fe3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.160967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.183664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=4515111c-493b-4690-afac-27a32314582c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:00.194659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:00.221883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-311f09fa-169e-4d84-804f-209c204fe3b5 None None] For port 147d587d-db09-45a2-88ae-19c6fa404f9e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=147d587d-db09-45a2-88ae-19c6fa404f9e,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:00.223019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 147d587d-db09-45a2-88ae-19c6fa404f9e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:00.223618 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.231489 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-311f09fa-169e-4d84-804f-209c204fe3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.254320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Router 47f68914-b0dd-47ed-bc0e-3265de87b78d has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:19:00.347147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f09fa-169e-4d84-804f-209c204fe3b5 None None] Pushing event updated for resources: {'Port': ['ID=147d587d-db09-45a2-88ae-19c6fa404f9e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:00.424074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fc5f4eb0-8c0a-458c-a93a-b22efc8f2e89 None None] Provisioning complete for port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:00.424576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4eb0-8c0a-458c-a93a-b22efc8f2e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.434961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d262930-2390-496c-b057-085b0ed0f76d req-03e6f249-bef1-4188-84ca-db44c8eeb808 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:00.438136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d262930-2390-496c-b057-085b0ed0f76d req-03e6f249-bef1-4188-84ca-db44c8eeb808 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0887244 Nov 04 09:19:00.473521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5f973b36-7cf7-4743-98c6-4097c0af1eee up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:00.496138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 8bfe3f85-b505-473d-912f-ef9dea71696d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:00.501014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:00.522436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d262930-2390-496c-b057-085b0ed0f76d req-28120cb3-1fdf-440f-a152-5a7187f43928 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691452 Nov 04 09:19:00.582758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fc5f4eb0-8c0a-458c-a93a-b22efc8f2e89 None None] Port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:00.628244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5f973b36-7cf7-4743-98c6-4097c0af1eee triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:00.628838 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.672423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:00.678839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6e540cee-ec0e-489a-88a7-5a6aae1669ea admin admin] 10.222.0.53 "PUT /v2.0/routers/47f68914-b0dd-47ed-bc0e-3265de87b78d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1492221 Nov 04 09:19:00.735630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router d64e244b-1e5d-4703-8b81-70735a341a2c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:19:00.747594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-48e2941b-32c2-41c5-b525-6830610417c2 None None] Provisioning complete for port 4515111c-493b-4690-afac-27a32314582c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:00.748190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48e2941b-32c2-41c5-b525-6830610417c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.841967 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.848400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-48e2941b-32c2-41c5-b525-6830610417c2 None None] Port 4515111c-493b-4690-afac-27a32314582c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:00.890853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 5f973b36-7cf7-4743-98c6-4097c0af1eee, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5f973b36-7cf7-4743-98c6-4097c0af1eee,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:00.893692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-48e2941b-32c2-41c5-b525-6830610417c2 None None] Provisioning complete for port 147d587d-db09-45a2-88ae-19c6fa404f9e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:00.894362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48e2941b-32c2-41c5-b525-6830610417c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.921708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:00.981899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:01.004977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6ae1969e-84f3-4f86-884f-104cccb150d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/d64e244b-1e5d-4703-8b81-70735a341a2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0898798 Nov 04 09:19:01.061013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Sync routers for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:01.075729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=5f973b36-7cf7-4743-98c6-4097c0af1eee,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:01.130748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:01.131406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:01.236336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fd4c24ff-ef4f-4c84-b3de-f48f7e85085f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:01.349859 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Sync routers for ids ['47f68914-b0dd-47ed-bc0e-3265de87b78d'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:01.370628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-201e9ac5-fa85-41a5-a7f3-c25fff442c84 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1071098109&fields=id&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 267 time: 0.0717132 Nov 04 09:19:01.381793 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Routers {'47f68914-b0dd-47ed-bc0e-3265de87b78d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:01.382482 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['47f68914-b0dd-47ed-bc0e-3265de87b78d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:01.389407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:01.427430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:01.427801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.523742 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Set router 47f68914-b0dd-47ed-bc0e-3265de87b78d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:01.548531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45374) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:01.554547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2144652850-network', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:01.555918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-454fc29b-69b3-4ec5-ac3e-1704a4c6cb14 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:01.558042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-454fc29b-69b3-4ec5-ac3e-1704a4c6cb14 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 797 time: 0.1844409 Nov 04 09:19:01.569215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-460ecbc2-64eb-42fe-8596-7d613ed4ce48 None None] Provisioning complete for port 4515111c-493b-4690-afac-27a32314582c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:01.569579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-460ecbc2-64eb-42fe-8596-7d613ed4ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.579093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-327c5248-29c0-46ea-b060-78082a9cd265 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/quotas/5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 375 time: 0.0129778 Nov 04 09:19:01.595966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Made reservation on behalf of b69e9ee689734d5cad471986f3f144f9 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:19:01.599723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.613312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.653828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-f55495a7-eeb2-4b66-9d04-2ffdbdb912a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687675 Nov 04 09:19:01.675292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-460ecbc2-64eb-42fe-8596-7d613ed4ce48 None None] Port 4515111c-493b-4690-afac-27a32314582c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:01.711966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 147d587d-db09-45a2-88ae-19c6fa404f9e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:01.755846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.764043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.782245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port': {'id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:54Z', 'updated_at': '2021-11-04T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '8f8425d2-1075-464f-ace4-ba5391fc9ab7', 'name': '', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'mac_address': 'fa:16:3e:52:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:57Z', 'updated_at': '2021-11-04T09:18:59Z', 'revision_number': 2, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'subnets': [{'id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:01.795088 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-61948f2f-1ca8-4817-9701-c81e4ffeabfb service neutron] 10.222.0.53 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259105 Nov 04 09:19:01.806877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 147d587d-db09-45a2-88ae-19c6fa404f9e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:01.807816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.808058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:19:01.823805 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Checking router: 47f68914-b0dd-47ed-bc0e-3265de87b78d for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:01.824214 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Updating router 47f68914-b0dd-47ed-bc0e-3265de87b78d port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:19:01.824329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1d20b2-f127-4379-80ef-aa4de752699b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:01.837978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.838338 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Added segment e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf of type vlan for network a3da428b-0e25-44cd-a90f-a221d3862d60 Nov 04 09:19:01.860114 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.878709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:18:59Z', 'revision_number': 2, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:01.900426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.904198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-0691d416-8e7d-46f5-8a96-367fc46bcf2f service neutron] 10.222.0.53 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075692 Nov 04 09:19:01.916166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Checking router: d64e244b-1e5d-4703-8b81-70735a341a2c for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:01.916557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Updating router d64e244b-1e5d-4703-8b81-70735a341a2c port 4515111c-493b-4690-afac-27a32314582c binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:19:01.953039 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.954515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:01.955619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:01.956311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.054969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:02.055427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5053191 Nov 04 09:19:02.061661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Request body: {'subnet': {'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2144652850-subnet', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:02.069563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775909f-6f7e-4fc4-813e-e644539a149f admin admin] Pushing event updated for resources: {'Network': ['ID=a3da428b-0e25-44cd-a90f-a221d3862d60,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:02.138575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Made reservation on behalf of b69e9ee689734d5cad471986f3f144f9 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:19:02.141903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.190689 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a3da428b-0e25-44cd-a90f-a221d3862d60 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:19:02.280364 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.290360 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.358851 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c989f-0094-4dbb-b3c9-cac5f621e9e9 None None] Pushing event updated for resources: {'Port': ['ID=8f8425d2-1075-464f-ace4-ba5391fc9ab7,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:02.366136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39fe323-5fd3-4724-88c6-fd98094c92f1 req-1f8a47fe-d24d-442d-aa0f-aa0ecf7587c7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:02.369907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b39fe323-5fd3-4724-88c6-fd98094c92f1 req-1f8a47fe-d24d-442d-aa0f-aa0ecf7587c7 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.2006514 Nov 04 09:19:02.485665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b39fe323-5fd3-4724-88c6-fd98094c92f1 req-a7fee4a8-0b8f-4eb8-b5f1-bad99b53c115 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Nov 04 09:19:02.518227 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Attempting to bind port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:02.518565 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Attempting to bind port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:02.519023 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Attempting to bind port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:02.536378 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:02.536873 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Checking segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:02.537180 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.537556 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Bound using segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:02.538035 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Bound port: 8f8425d2-1075-464f-ace4-ba5391fc9ab7, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:02.539060 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.554159 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.573151 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.646835 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.648082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76e693-ae2e-4d9f-b145-e50c241943fa None None] Pushing event updated for resources: {'Port': ['ID=4515111c-493b-4690-afac-27a32314582c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:02.776667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] For port 8f8425d2-1075-464f-ace4-ba5391fc9ab7, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:02.789435 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] For port 8f8425d2-1075-464f-ace4-ba5391fc9ab7, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8f8425d2-1075-464f-ace4-ba5391fc9ab7,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:02.806173 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.886438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0681a0f0-3faa-4184-9778-8118bb4e2a20,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:02.903119 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c989f-0094-4dbb-b3c9-cac5f621e9e9 None None] Pushing event updated for resources: {'Port': ['ID=8f8425d2-1075-464f-ace4-ba5391fc9ab7,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:02.911268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e4a72f1-c2d8-48c1-b906-1e124bdab920 req-bb2f2a94-593e-4f80-804e-5d521f015b36 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 210 time: 0.1001356 Nov 04 09:19:02.914380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Checking segment: {'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:02.922806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Network hostable DHCP agents. Network: a3da428b-0e25-44cd-a90f-a221d3862d60, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:19:02.924645 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Routers {'47f68914-b0dd-47ed-bc0e-3265de87b78d'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:02.925413 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['47f68914-b0dd-47ed-bc0e-3265de87b78d'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:02.954605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-13e1d4e0-9109-49c1-8e20-3fe9fc098803 None None] Provisioning complete for port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:02.955328 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13e1d4e0-9109-49c1-8e20-3fe9fc098803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:02.988722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Network a3da428b-0e25-44cd-a90f-a221d3862d60 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:19:02.989853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Attempting to bind port 4515111c-493b-4690-afac-27a32314582c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:02.990429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Attempting to bind port 4515111c-493b-4690-afac-27a32314582c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:02.991029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Attempting to bind port 4515111c-493b-4690-afac-27a32314582c on network 8bfe3f85-b505-473d-912f-ef9dea71696d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:03.000943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:03.001770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Checking segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:03.002434 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.003056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Bound using segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:03.007180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Bound port: 4515111c-493b-4690-afac-27a32314582c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:03.009071 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.038860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a3da428b-0e25-44cd-a90f-a221d3862d60) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:03.050236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:03.051247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.077932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1453c2-19c0-408b-8f63-c51d8b9a5549 None None] Network a3da428b-0e25-44cd-a90f-a221d3862d60 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:19:03.120824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-db11c239-1072-4b8f-a87b-10d09a1a236c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0632164 Nov 04 09:19:03.123678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:03.144136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:03.217170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.218403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.316708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.326636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5f973b36-7cf7-4743-98c6-4097c0af1eee up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:03.443577 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] Set router 47f68914-b0dd-47ed-bc0e-3265de87b78d gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:03.545427 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.562737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] For port 4515111c-493b-4690-afac-27a32314582c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:03.599706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] For port 4515111c-493b-4690-afac-27a32314582c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4515111c-493b-4690-afac-27a32314582c,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:03.623704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5f973b36-7cf7-4743-98c6-4097c0af1eee triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:03.624241 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.655053 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.664707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13e1d4e0-9109-49c1-8e20-3fe9fc098803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:03.802137 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port': {'id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:54Z', 'updated_at': '2021-11-04T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '8f8425d2-1075-464f-ace4-ba5391fc9ab7', 'name': '', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'mac_address': 'fa:16:3e:52:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:57Z', 'updated_at': '2021-11-04T09:19:02Z', 'revision_number': 4, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'subnets': [{'id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:03.835684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a76e693-ae2e-4d9f-b145-e50c241943fa None None] Pushing event updated for resources: {'Port': ['ID=4515111c-493b-4690-afac-27a32314582c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:03.869405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-13e1d4e0-9109-49c1-8e20-3fe9fc098803 None None] For port 8f8425d2-1075-464f-ace4-ba5391fc9ab7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8f8425d2-1075-464f-ace4-ba5391fc9ab7,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:03.887331 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6cbcf0-6c69-4023-9325-02dd8ce9507a None None] The sync data for ids ['47f68914-b0dd-47ed-bc0e-3265de87b78d'] in n-d-816487-1 is: [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port': {'id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:54Z', 'updated_at': '2021-11-04T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '8f8425d2-1075-464f-ace4-ba5391fc9ab7', 'name': '', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'mac_address': 'fa:16:3e:52:55:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:57Z', 'updated_at': '2021-11-04T09:19:02Z', 'revision_number': 4, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'subnets': [{'id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:03.905895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:03.906618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:03.981066 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.052042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.140561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13e1d4e0-9109-49c1-8e20-3fe9fc098803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.216064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-bd9bc80a-a719-4a62-b1a0-a067e572ea06 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.217906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-bd9bc80a-a719-4a62-b1a0-a067e572ea06 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 797 time: 0.2852991 Nov 04 09:19:04.259026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Allocated IP 172.25.3.97 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/af7f1b1c-9b7d-4a02-94f5-71543d18fd69) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:04.263419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a3da428b-0e25-44cd-a90f-a221d3862d60', 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'fixed_ips': [{'subnet_id': '0681a0f0-3faa-4184-9778-8118bb4e2a20'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:19:04.264861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.302970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6d3bc850-9d74-4865-a2c1-610d7595ba41 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 380 time: 0.0627365 Nov 04 09:19:04.315625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'port': {'device_id': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'admin_state_up': True, 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'security_groups': ['e52d3a2c-7e12-4f84-80ac-90a314005235']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:04.432676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.462078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ad6b7-8d5e-4e6d-bc12-7a1242eace0d req-383c5f20-eefa-48e9-95cd-56ab200a47b0 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.463818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-318ad6b7-8d5e-4e6d-bc12-7a1242eace0d req-383c5f20-eefa-48e9-95cd-56ab200a47b0 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.2939103 Nov 04 09:19:04.467591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:19:04.471437 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.490057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Allocated IP 172.20.0.2 (a3da428b-0e25-44cd-a90f-a221d3862d60/0681a0f0-3faa-4184-9778-8118bb4e2a20/ef08d75c-a4f2-4f8e-8374-ec1578c720e4) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:04.533656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.563466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-318ad6b7-8d5e-4e6d-bc12-7a1242eace0d req-396d40bc-0b8b-4830-830c-53591229e218 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837264 Nov 04 09:19:04.640775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:04.645868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:04.654328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:04.661363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.11 (8bfe3f85-b505-473d-912f-ef9dea71696d/5179d9e5-793f-4d6a-a556-378994b3a27c/4b038e19-9b87-4482-8b93-4c8279fadb13) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:04.684045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.694431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] Provisioning complete for port 4515111c-493b-4690-afac-27a32314582c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:04.695405 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.717456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.734245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Pushing event updated for resources: {'Port': ['ID=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:04.738488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1d4e0-9109-49c1-8e20-3fe9fc098803 None None] Pushing event updated for resources: {'Port': ['ID=8f8425d2-1075-464f-ace4-ba5391fc9ab7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:04.801162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:04.875186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Network a3da428b-0e25-44cd-a90f-a221d3862d60 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:04.878448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.888684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:04.904811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:04.933251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:04.942152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.949113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.955435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.963169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.968881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.975398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.982107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:04.984119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e9d6556-d772-464c-885e-d849146ed304 req-07be13b6-cd89-4519-88a0-ac340687d67e tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.1852617 Nov 04 09:19:05.007897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:05.057597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 8bfe3f85-b505-473d-912f-ef9dea71696d is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:05.061158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:05.065906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:05.103398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Pushing event updated for resources: {'Port': ['ID=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:05.133679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.140754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.149877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.156709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.164019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.170886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.180002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.182560 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-727d3280-1a49-47e8-a816-a584fc054f43 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 5432 time: 0.1930625 Nov 04 09:19:05.212771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8f8425d2-1075-464f-ace4-ba5391fc9ab7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:05.242177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Attempting to bind port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:05.242585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Attempting to bind port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:05.242950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Attempting to bind port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 on network a3da428b-0e25-44cd-a90f-a221d3862d60 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:05.270065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-fc073e14-1f4d-4ef1-9306-b7391ce0c844 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.271579 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-fc073e14-1f4d-4ef1-9306-b7391ce0c844 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "GET /v2.0/ports/49765e82-3c4e-4045-9967-10b9186aa496?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0804436 Nov 04 09:19:05.281948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.282700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.313073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.321633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:05.321995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Checking segment: {'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:05.322408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.322812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Bound using segment: {'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:05.323306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Bound port: ef08d75c-a4f2-4f8e-8374-ec1578c720e4, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:05.323695 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.385539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e9d6556-d772-464c-885e-d849146ed304 req-98190ae8-e064-42dc-b791-eac3ac08557d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3913796 Nov 04 09:19:05.414059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1ca2bd9a-ea52-4bba-b8c4-f66746aebe02 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "GET /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1271582 Nov 04 09:19:05.419961 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.427182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] For port 4515111c-493b-4690-afac-27a32314582c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4515111c-493b-4690-afac-27a32314582c,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:05.432623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:05.465903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-deda5cb6-e8b5-4afc-b60c-d3460f569cee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1577499 Nov 04 09:19:05.466490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] For port ef08d75c-a4f2-4f8e-8374-ec1578c720e4, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:05.470935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] For port ef08d75c-a4f2-4f8e-8374-ec1578c720e4, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,segment=NetworkSegment(e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf),segment_id=e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:05.482380 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.484397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Request body: {'port': {'device_id': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:05.548546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.556016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] Pushing event updated for resources: {'Port': ['ID=4515111c-493b-4690-afac-27a32314582c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:05.586326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.589515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.630235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:03Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:05.652136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:05.652692 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.777825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df64fdb6-896b-43d8-9ae7-0ddaf0842aaa None None] The sync data for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 is: [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:03Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:05.795970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] Provisioning complete for port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:05.796397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-433086b2-0d1a-4a28-b001-d47133d47620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.856306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadc96d-4732-48b2-9cb7-bef2078d640b None None] Pushing event updated for resources: {'Port': ['ID=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:05.865664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1e67-5f38-4a58-8c90-860296f65d4b req-7de2951f-a36c-416c-a1ac-a58f5f088646 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:05.880705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f4a1e67-5f38-4a58-8c90-860296f65d4b req-7de2951f-a36c-416c-a1ac-a58f5f088646 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 932 time: 0.1344929 Nov 04 09:19:05.965995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:05.971064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f4a1e67-5f38-4a58-8c90-860296f65d4b req-e8a2b45d-03ff-4184-b4a4-61c7149c6252 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894196 Nov 04 09:19:06.193433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] For port 49765e82-3c4e-4045-9967-10b9186aa496, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=49765e82-3c4e-4045-9967-10b9186aa496,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:06.294146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] For port 49765e82-3c4e-4045-9967-10b9186aa496, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:06.364182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] device_id is not set on port 49765e82-3c4e-4045-9967-10b9186aa496 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:19:06.377250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:06.394609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:06.431786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2ac1a086-cda6-474a-96be-2509ef4c5442 None None] Provisioning complete for port 4b038e19-9b87-4482-8b93-4c8279fadb13 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:06.432416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2ac1a086-cda6-474a-96be-2509ef4c5442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:06.509485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b038e19-9b87-4482-8b93-4c8279fadb13 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:06.514952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2ac1a086-cda6-474a-96be-2509ef4c5442 None None] Port 4b038e19-9b87-4482-8b93-4c8279fadb13 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:06.580719 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:06.586243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] No DVR routers for this DVR port 49765e82-3c4e-4045-9967-10b9186aa496 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:06.607973 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:19:06.611904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] Pushing event updated for resources: {'Port': ['ID=49765e82-3c4e-4045-9967-10b9186aa496,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:06.646602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Transition to ACTIVE for port object 4b038e19-9b87-4482-8b93-4c8279fadb13 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:19:06.681317 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:06.688594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] In _notify_port_updated(), no bound segment for port 49765e82-3c4e-4045-9967-10b9186aa496 on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:19:06.689504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:06.690358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:06.691766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-bdf7bdd2-3cae-49f5-ba33-5e38f8ee5e55 service neutron] 10.222.0.55 "PUT /v2.0/ports/49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 200 len: 1028 time: 1.2659426 Nov 04 09:19:06.753679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f6ee2-3e7a-4d26-9362-33e0c9a7e8ad req-51c58d43-aa40-42b2-bf33-52d6f40c0474 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:06.756726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:06.766272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf1f6ee2-3e7a-4d26-9362-33e0c9a7e8ad req-51c58d43-aa40-42b2-bf33-52d6f40c0474 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1611357 Nov 04 09:19:06.811915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-ed5c75f9-ccbb-4b44-a182-660f884a6081 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:06.813889 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-ed5c75f9-ccbb-4b44-a182-660f884a6081 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "GET /v2.0/ports/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688908 Nov 04 09:19:06.848367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf1f6ee2-3e7a-4d26-9362-33e0c9a7e8ad req-feb781db-80df-4eeb-a34a-2248ed69386a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804527 Nov 04 09:19:06.852746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4a5270eb-da7c-40bf-9ad8-dd2e22bf9dd7 None None] Provisioning complete for port 49765e82-3c4e-4045-9967-10b9186aa496 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:06.853709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4a5270eb-da7c-40bf-9ad8-dd2e22bf9dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:06.923527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Router 9309758e-7704-46b8-8d59-00b09d97fece is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:19:06.932054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:06.941134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4a5270eb-da7c-40bf-9ad8-dd2e22bf9dd7 None None] Port 49765e82-3c4e-4045-9967-10b9186aa496 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:07.020522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:07.020870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:07.021198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 on network 8bfe3f85-b505-473d-912f-ef9dea71696d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:07.046979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Port 4b038e19-9b87-4482-8b93-4c8279fadb13 on network 8bfe3f85-b505-473d-912f-ef9dea71696d not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:19:07.047299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 on network 8bfe3f85-b505-473d-912f-ef9dea71696d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:07.101940 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.126783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:07.127016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:07.140664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Checking segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:07.141274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Bound using segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:07.141758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Bound port: 4b038e19-9b87-4482-8b93-4c8279fadb13, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:07.142135 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.157336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.159930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3f6efbdc-37e5-4fdc-85a1-4930b515be6d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0331702 Nov 04 09:19:07.162258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:07.163824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Sync routers for ids ['9309758e-7704-46b8-8d59-00b09d97fece'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:07.221668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Routers {'9309758e-7704-46b8-8d59-00b09d97fece'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:07.222349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:18:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9309758e-7704-46b8-8d59-00b09d97fece'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:07.314804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4515111c-493b-4690-afac-27a32314582c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:07.325738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:07.330204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:07.439754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-1c09f300-980f-4864-a18b-f1739c81a4af tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:07.447292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-1c09f300-980f-4864-a18b-f1739c81a4af tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:07.454738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-1c09f300-980f-4864-a18b-f1739c81a4af tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:07.461723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-1c09f300-980f-4864-a18b-f1739c81a4af tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:07.470793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-1c09f300-980f-4864-a18b-f1739c81a4af tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:07.484897 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-857c194f-46d1-4d0c-adab-a5cdfa9bf471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.485566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-1c09f300-980f-4864-a18b-f1739c81a4af tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:07.488467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-1c09f300-980f-4864-a18b-f1739c81a4af tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 4657 time: 0.1631439 Nov 04 09:19:07.521413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] For port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:07.526346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe979a5-b2c8-457d-8b31-777060194551 None None] Network a3da428b-0e25-44cd-a90f-a221d3862d60 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:19:07.559025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] For port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:07.597857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] device_id is not set on port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:19:07.607945 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.610609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Set router 9309758e-7704-46b8-8d59-00b09d97fece gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:07.612898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.623085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.665545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:07.666299 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.667838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] 10.222.0.55 "PUT /v2.0/ports/4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 1092 time: 2.1901326 Nov 04 09:19:07.669871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:07.672403 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee6fdc3-5e39-454b-9d99-f62f56457535" -d '{"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:07.716556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4515111c-493b-4690-afac-27a32314582c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:07.717579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:07.741787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc4b24-990d-4f02-ae5a-39b639e60c50 service neutron] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:07.779607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] No DVR routers for this DVR port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:07.823428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02df9c3f-838d-4278-a9e6-6fd7912877e2 req-d4b81af4-fdf8-4eca-a660-0e4b4b989952 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&id=2001ef85-1eb6-43d8-998a-d073c803b224&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3243270 Nov 04 09:19:08.046595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c860e038-63b3-4bdf-b6f1-37a1f9d2400b None None] Provisioning complete for port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:08.047169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c860e038-63b3-4bdf-b6f1-37a1f9d2400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.185020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ea04e-d39f-45a0-8c41-e9a8d50d46e0 req-7fb70b95-8484-42fd-96a3-2d37db6e7a9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:08.186008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af2ea04e-d39f-45a0-8c41-e9a8d50d46e0 req-7fb70b95-8484-42fd-96a3-2d37db6e7a9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 944 time: 0.2121446 Nov 04 09:19:08.216342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.299432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af2ea04e-d39f-45a0-8c41-e9a8d50d46e0 req-52834589-c8b2-47d6-bfc5-16eb2a188475 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932012 Nov 04 09:19:08.403792 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb63e0-ffdd-48ae-940e-8944b1816c57 x-openstack-request-id: req-62fb63e0-ffdd-48ae-940e-8944b1816c57 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:08.404401 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:08.404610 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62fb63e0-ffdd-48ae-940e-8944b1816c57 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:08.405100 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'status': 'completed', 'code': 200} Nov 04 09:19:08.410882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ef08d75c-a4f2-4f8e-8374-ec1578c720e4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:08.417629 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c860e038-63b3-4bdf-b6f1-37a1f9d2400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.450922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-71fb3047-2d4c-4f0a-aa4f-48466b43e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:08.452642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-71fb3047-2d4c-4f0a-aa4f-48466b43e7c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1095 time: 0.7123382 Nov 04 09:19:08.453421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] In _notify_port_updated(), no bound segment for port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce on network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:19:08.454349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:08.455026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.456343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] 10.222.0.55 "PUT /v2.0/ports/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 200 len: 1025 time: 1.5440145 Nov 04 09:19:08.457235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9a531-894d-4bb0-8272-284d1146612e service neutron] Pushing event updated for resources: {'Port': ['ID=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:08.509373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c860e038-63b3-4bdf-b6f1-37a1f9d2400b None None] For port ef08d75c-a4f2-4f8e-8374-ec1578c720e4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,segment=NetworkSegment(e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf),segment_id=e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:08.529079 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c860e038-63b3-4bdf-b6f1-37a1f9d2400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.529362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Allocated IP 172.20.0.1 (a3da428b-0e25-44cd-a90f-a221d3862d60/0681a0f0-3faa-4184-9778-8118bb4e2a20/ba563991-b93a-4f3a-a52f-4b5380ee3aee) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:08.540252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-22c7754f-8fc4-4117-9636-8752b030d9e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 217 time: 0.0712965 Nov 04 09:19:08.562888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436130ca-5a32-40df-a8dd-1ef31c9b2a4c req-0844d2f4-6189-4f6f-b544-b9ef98852e63 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:08.568980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-436130ca-5a32-40df-a8dd-1ef31c9b2a4c req-0844d2f4-6189-4f6f-b544-b9ef98852e63 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1124825 Nov 04 09:19:08.588987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c860e038-63b3-4bdf-b6f1-37a1f9d2400b None None] Pushing event updated for resources: {'Port': ['ID=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:08.609407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:08.609523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.612092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:19:04Z', 'revision_number': 3, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port': {'id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:04Z', 'updated_at': '2021-11-04T09:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:08.614809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-c61fb1b2-685b-42fe-a499-5c55d1f38fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:08.616938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-c61fb1b2-685b-42fe-a499-5c55d1f38fae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.0684860 Nov 04 09:19:08.659441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Checking router: 9309758e-7704-46b8-8d59-00b09d97fece for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:08.659817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Updating router 9309758e-7704-46b8-8d59-00b09d97fece port af7f1b1c-9b7d-4a02-94f5-71543d18fd69 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:19:08.722437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.729744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-03aaa68a-3771-46a1-9bac-d21c9201c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:08.732044 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-03aaa68a-3771-46a1-9bac-d21c9201c432 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767717 Nov 04 09:19:08.751955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2e1b1871-17a8-451e-9503-004c6722404b no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:08.773115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-436130ca-5a32-40df-a8dd-1ef31c9b2a4c req-073defbd-f6b7-4c13-88f8-62533d3525a2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857315 Nov 04 09:19:08.801832 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.840309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port c92f6203-97e3-4a18-a9c8-121a2d51b70d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:08.840562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.871531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.893616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4b46750b-cc98-42eb-94d7-a5cb09e96298 None None] Provisioning complete for port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:08.893616 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4b46750b-cc98-42eb-94d7-a5cb09e96298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:08.954761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-3b5afdfd-f2c4-49e1-baff-21ced5c327e3 service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137759 Nov 04 09:19:08.994734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Network a3da428b-0e25-44cd-a90f-a221d3862d60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:08.997509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4b46750b-cc98-42eb-94d7-a5cb09e96298 None None] Port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:09.022378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:09.026142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:09.030438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba563991-b93a-4f3a-a52f-4b5380ee3aee,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:09.098342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8149-f340-4e53-bccd-33c1c5b5023f req-c4394a69-ce3c-4420-bfa6-9d3a565d5565 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.106808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8149-f340-4e53-bccd-33c1c5b5023f req-c4394a69-ce3c-4420-bfa6-9d3a565d5565 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.113787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8149-f340-4e53-bccd-33c1c5b5023f req-c4394a69-ce3c-4420-bfa6-9d3a565d5565 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.119991 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.120839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8149-f340-4e53-bccd-33c1c5b5023f req-c4394a69-ce3c-4420-bfa6-9d3a565d5565 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.127514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a8149-f340-4e53-bccd-33c1c5b5023f req-c4394a69-ce3c-4420-bfa6-9d3a565d5565 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.129408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b65a8149-f340-4e53-bccd-33c1c5b5023f req-c4394a69-ce3c-4420-bfa6-9d3a565d5565 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 3885 time: 0.1560998 Nov 04 09:19:09.149789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.155968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] For port c92f6203-97e3-4a18-a9c8-121a2d51b70d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=c92f6203-97e3-4a18-a9c8-121a2d51b70d,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:09.156612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.179939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:09.182278 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519cba0a-3c9e-4f07-b40d-65f06abca37f" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1b1871-17a8-451e-9503-004c6722404b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:09.204191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ef08d75c-a4f2-4f8e-8374-ec1578c720e4 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:09.226702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2e1b1871-17a8-451e-9503-004c6722404b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e1b1871-17a8-451e-9503-004c6722404b,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:09.252460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b65a8149-f340-4e53-bccd-33c1c5b5023f req-59e5e14c-7cb2-4543-b0b8-49a6fbbb1c7f tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105866 Nov 04 09:19:09.261761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-207cdd40-746f-4273-9d67-8eeed3dd8662 None None] Provisioning complete for port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:09.262132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-207cdd40-746f-4273-9d67-8eeed3dd8662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.271537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.272642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:09.291015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ee76bf7a-47fe-477f-b85e-6b39e9fc630f req-663bec24-830a-408e-bd25-153a42b68b7f service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286211 Nov 04 09:19:09.368371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.441253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2e1b1871-17a8-451e-9503-004c6722404b,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:09.472522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983805b-789c-4a83-bc13-24dd0e862301 req-c70c7085-0494-4e38-b8bc-4f9298ec80cd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.474102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4983805b-789c-4a83-bc13-24dd0e862301 req-c70c7085-0494-4e38-b8bc-4f9298ec80cd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.0903480 Nov 04 09:19:09.511557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-69d0d032-2320-4fdd-a3f3-ea9da622e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.516880 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-69d0d032-2320-4fdd-a3f3-ea9da622e826 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1095 time: 0.1608028 Nov 04 09:19:09.578382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4983805b-789c-4a83-bc13-24dd0e862301 req-bdded986-dbc9-4e2e-8e85-4c53bdc2f1bc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872550 Nov 04 09:19:09.607978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.613832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.614312 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Floating IP 2fcfe33e-ea15-42bc-a03c-6058f2c38092 disassociated. External IP: 172.25.3.235, port: c92f6203-97e3-4a18-a9c8-121a2d51b70d. Nov 04 09:19:09.614749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for c92f6203-97e3-4a18-a9c8-121a2d51b70d owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:09.664285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.671059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.709211 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985b6fa-a030-4e35-9b75-33368cf9e528 x-openstack-request-id: req-b985b6fa-a030-4e35-9b75-33368cf9e528 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:09.709498 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1b1871-17a8-451e-9503-004c6722404b", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:09.709739 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b985b6fa-a030-4e35-9b75-33368cf9e528 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:09.710676 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b', 'code': 200} Nov 04 09:19:09.711299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:09.711871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 69ebc4ee-3262-466e-b836-1181a907f945 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:09.721679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:09.722045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.743039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-40ed7f33-b3bc-4405-b551-6b223fd51195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.744884 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.745473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-40ed7f33-b3bc-4405-b551-6b223fd51195 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.2222164 Nov 04 09:19:09.784511 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.802890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.804328 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-a5039cfc-147c-4b8e-9d79-969e5cfc63d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 217 time: 0.0490353 Nov 04 09:19:09.809470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=ba563991-b93a-4f3a-a52f-4b5380ee3aee,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:09.873742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd88ca-c96c-4e76-9827-42abbdd2990f None None] Pushing event updated for resources: {'Port': ['ID=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:09.877239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Attempting to bind port af7f1b1c-9b7d-4a02-94f5-71543d18fd69 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:09.877610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Attempting to bind port af7f1b1c-9b7d-4a02-94f5-71543d18fd69 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:09.877975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Attempting to bind port af7f1b1c-9b7d-4a02-94f5-71543d18fd69 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:09.889456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14161991-43db-46c4-ba5c-a51e7e833ac3 req-f5b9cdaf-479c-4121-b288-dd104461303a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.892745 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14161991-43db-46c4-ba5c-a51e7e833ac3 req-f5b9cdaf-479c-4121-b288-dd104461303a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 944 time: 0.1488521 Nov 04 09:19:09.902951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-1bc0f2f6-52c5-4d53-bbb3-7d2dc9cb4fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:09.904493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:09.905185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-1bc0f2f6-52c5-4d53-bbb3-7d2dc9cb4fc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.0705495 Nov 04 09:19:09.905311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:09.905311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.905659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:09.906149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Bound port: af7f1b1c-9b7d-4a02-94f5-71543d18fd69, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:09.906753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.908145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:09.979981 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=c92f6203-97e3-4a18-a9c8-121a2d51b70d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:10.012977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.019829 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14161991-43db-46c4-ba5c-a51e7e833ac3 req-426b4a6f-90a7-4589-894f-71506409bce3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024234 Nov 04 09:19:10.024419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Network a3da428b-0e25-44cd-a90f-a221d3862d60 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:10.028024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:10.049511 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1567cea1-2bbe-4c03-ab52-b176c98479e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.070251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-be532a92-4761-46fc-b610-29ce584988a5 None None] Provisioning complete for port ba563991-b93a-4f3a-a52f-4b5380ee3aee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:10.070649 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be532a92-4761-46fc-b610-29ce584988a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.117179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-fc42ea9c-a9bf-4390-833a-d4e60f7024d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:10.123595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] For port af7f1b1c-9b7d-4a02-94f5-71543d18fd69, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:10.125831 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-fc42ea9c-a9bf-4390-833a-d4e60f7024d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001932 Nov 04 09:19:10.159534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] For port af7f1b1c-9b7d-4a02-94f5-71543d18fd69, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:10.189068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Router 9309758e-7704-46b8-8d59-00b09d97fece has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:19:10.201084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.204648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 69ebc4ee-3262-466e-b836-1181a907f945, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=69ebc4ee-3262-466e-b836-1181a907f945,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:10.216566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-be532a92-4761-46fc-b610-29ce584988a5 None None] Port ba563991-b93a-4f3a-a52f-4b5380ee3aee cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:10.257613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-982f9439-f609-41d5-8dc3-e2c0b84a0c38 service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215093 Nov 04 09:19:10.264734 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.265448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c92f6203-97e3-4a18-a9c8-121a2d51b70d no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:10.349156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:10.353965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: c92f6203-97e3-4a18-a9c8-121a2d51b70d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:19:10.354317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device c92f6203-97e3-4a18-a9c8-121a2d51b70d not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:10.354754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 49765e82-3c4e-4045-9967-10b9186aa496 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:10.356447 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5b41fa4c-2fd3-4887-badc-eacba5aeb8e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/9309758e-7704-46b8-8d59-00b09d97fece/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1920416 Nov 04 09:19:10.407059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Router 60688738-d5ab-4a4d-968b-fe097d22b26b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:19:10.414919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.435563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Routers {'9309758e-7704-46b8-8d59-00b09d97fece'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:10.436556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9309758e-7704-46b8-8d59-00b09d97fece'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:10.582106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fee6fdc3-5e39-454b-9d99-f62f56457535 req-53ae5b7e-ddbf-468f-908a-f932b75ae1bd service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125634 Nov 04 09:19:10.588995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] Set router 9309758e-7704-46b8-8d59-00b09d97fece gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:10.609061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:10.622428 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] Sync routers for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:10.635166 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:10.635924 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:10.648362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd88ca-c96c-4e76-9827-42abbdd2990f None None] Pushing event updated for resources: {'Port': ['ID=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:10.672237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] No DVR routers for this DVR port c92f6203-97e3-4a18-a9c8-121a2d51b70d on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:10.675795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.680427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-2b9e33fc-1154-45f4-bf9e-2795aceca185 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "DELETE /v2.0/ports/c92f6203-97e3-4a18-a9c8-121a2d51b70d HTTP/1.1" status: 204 len: 173 time: 2.2107952 Nov 04 09:19:10.681461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:10.684907 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20931f36-dcf9-42f6-8433-50f7d3bd60d8" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:10.779688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 49765e82-3c4e-4045-9967-10b9186aa496 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:10.780184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:10.789127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6489cf2e-8a46-4001-8bbd-dd3417b5e856 None None] Provisioning complete for port ba563991-b93a-4f3a-a52f-4b5380ee3aee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:10.789526 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6489cf2e-8a46-4001-8bbd-dd3417b5e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.816632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 2e1b1871-17a8-451e-9503-004c6722404b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:10.817143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:10.828267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=69ebc4ee-3262-466e-b836-1181a907f945,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:10.887619 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:10.916936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb41ac4-570e-479a-b1ff-709a8a26f053 req-f27a6df1-3700-430b-8928-07fccb3cf490 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:10.918564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcb41ac4-570e-479a-b1ff-709a8a26f053 req-f27a6df1-3700-430b-8928-07fccb3cf490 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0965896 Nov 04 09:19:10.927481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6489cf2e-8a46-4001-8bbd-dd3417b5e856 None None] Port ba563991-b93a-4f3a-a52f-4b5380ee3aee cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:10.974325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcb41ac4-570e-479a-b1ff-709a8a26f053 req-d4a18c83-a353-44d3-8fef-f1561621f1f1 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468888 Nov 04 09:19:10.989377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] For port 2e1b1871-17a8-451e-9503-004c6722404b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e1b1871-17a8-451e-9503-004c6722404b,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:10.990260 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.041395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 2e1b1871-17a8-451e-9503-004c6722404b owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:11.042570 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.126682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:11.129310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9131-c5a0-4e4f-b8cd-46d6aa8f6921 req-f541c666-679c-4566-b6fa-e239532c9f23 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:11.137311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.137533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9131-c5a0-4e4f-b8cd-46d6aa8f6921 req-f541c666-679c-4566-b6fa-e239532c9f23 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:11.138095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 3af0c909-0572-48e4-8843-44d6796f5574 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:11.145406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9131-c5a0-4e4f-b8cd-46d6aa8f6921 req-f541c666-679c-4566-b6fa-e239532c9f23 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:11.155682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9131-c5a0-4e4f-b8cd-46d6aa8f6921 req-f541c666-679c-4566-b6fa-e239532c9f23 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:11.167120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b7c9131-c5a0-4e4f-b8cd-46d6aa8f6921 req-f541c666-679c-4566-b6fa-e239532c9f23 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 3145 time: 0.1206236 Nov 04 09:19:11.195837 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:29Z', 'revision_number': 5, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:11.204010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 4, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port': {'id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:04Z', 'updated_at': '2021-11-04T09:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ba563991-b93a-4f3a-a52f-4b5380ee3aee', 'name': '', 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'mac_address': 'fa:16:3e:04:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:08Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 2, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'subnets': [{'id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:11.219691 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b7c9131-c5a0-4e4f-b8cd-46d6aa8f6921 req-6be8bc8d-e7a1-463d-afdb-20406e49b62d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515811 Nov 04 09:19:11.229018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.243974 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] Checking router: 60688738-d5ab-4a4d-968b-fe097d22b26b for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:11.251780 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:11.251780 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:11.256601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed206fb-35b1-4a1e-8962-ee9f3936e65e None None] The sync data for ids ['9309758e-7704-46b8-8d59-00b09d97fece'] in n-d-816487-1 is: [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 4, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port': {'id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9b:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:04Z', 'updated_at': '2021-11-04T09:19:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ba563991-b93a-4f3a-a52f-4b5380ee3aee', 'name': '', 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'mac_address': 'fa:16:3e:04:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:08Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 2, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'subnets': [{'id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:11.291843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=2e1b1871-17a8-451e-9503-004c6722404b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:11.317001 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.322873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:11.349682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] No DVR routers for this DVR port 2e1b1871-17a8-451e-9503-004c6722404b on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:11.354795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.359345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-d975deab-dd88-4044-b678-df1fc8e5c919 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "DELETE /v2.0/ports/2e1b1871-17a8-451e-9503-004c6722404b HTTP/1.1" status: 204 len: 173 time: 0.6701953 Nov 04 09:19:11.370752 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.411284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 3af0c909-0572-48e4-8843-44d6796f5574, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3af0c909-0572-48e4-8843-44d6796f5574,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:11.416706 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:11.417864 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.488055 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d552983a-abe7-4b01-b7db-de21ce550633 x-openstack-request-id: req-d552983a-abe7-4b01-b7db-de21ce550633 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:11.488476 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "c92f6203-97e3-4a18-a9c8-121a2d51b70d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:11.488833 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d552983a-abe7-4b01-b7db-de21ce550633 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:11.489350 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': 'c92f6203-97e3-4a18-a9c8-121a2d51b70d', 'status': 'completed', 'code': 200} Nov 04 09:19:11.512481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:11.512987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.562402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=3af0c909-0572-48e4-8843-44d6796f5574,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:11.698203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd2d5c-653e-47f1-9487-b4d75942bb56 req-941c0a3c-457a-4850-a3a6-9d96c510790a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:11.699633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] For port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:11.700161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:11.706174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fdd2d5c-653e-47f1-9487-b4d75942bb56 req-941c0a3c-457a-4850-a3a6-9d96c510790a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 944 time: 0.1149931 Nov 04 09:19:11.713388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:11.715730 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e8b9b3-badb-4c2a-9cea-8fc727610342" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "69ebc4ee-3262-466e-b836-1181a907f945"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "3af0c909-0572-48e4-8843-44d6796f5574"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:11.719943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:11.739632 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:29Z', 'revision_number': 5, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:11.764551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fdd2d5c-653e-47f1-9487-b4d75942bb56 req-60634d4b-6467-44f2-bf1d-c6a092cec793 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573707 Nov 04 09:19:11.800513 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f755296-8ed7-41c0-8913-eb492956d54c None None] The sync data for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 is: [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:08:21Z', 'revision_number': 4, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f8164a49-4eeb-4a66-a778-9a8d7f49c77a', 'name': '', 'network_id': '64769050-88db-4939-8f71-8f2b6458d6d8', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'mac_address': 'fa:16:3e:de:5c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': '5e18be91-df85-4828-9822-990e8c5c0780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:19Z', 'updated_at': '2021-11-04T09:08:29Z', 'revision_number': 5, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'subnets': [{'id': '5e18be91-df85-4828-9822-990e8c5c0780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:12.003568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.048079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:12.105078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-209d5a8f-9560-45fe-be3b-d74d6ea2fb56 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:12.107564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-209d5a8f-9560-45fe-be3b-d74d6ea2fb56 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/networks?id=babfc57c-fa54-4d1f-a235-e5175ae9c158 HTTP/1.1" status: 200 len: 911 time: 0.1953495 Nov 04 09:19:12.114950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] No DVR routers for this DVR port 4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:12.118583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.123284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-187d9c85-48bd-4bd5-9fc1-df5a290e9f9c tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "DELETE /v2.0/ports/4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2 HTTP/1.1" status: 204 len: 173 time: 0.7556732 Nov 04 09:19:12.142999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-2bc8539b-2847-4284-b588-a64e73b919e3 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/quotas/b69e9ee689734d5cad471986f3f144f9 HTTP/1.1" status: 200 len: 375 time: 0.0183969 Nov 04 09:19:12.262966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 69ebc4ee-3262-466e-b836-1181a907f945 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:12.263376 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.268617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-5f7a9548-65a2-431c-a6cf-5b0e2d3555c1 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=b69e9ee689734d5cad471986f3f144f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014433 Nov 04 09:19:12.288434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd9a13-bddd-4754-8999-c5714dd9e162 None None] New status for floating IP 2fcfe33e-ea15-42bc-a03c-6058f2c38092: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:19:12.379283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] For port 69ebc4ee-3262-466e-b836-1181a907f945, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=69ebc4ee-3262-466e-b836-1181a907f945,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:12.379694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.395214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-04e3e867-ec84-486e-b32e-057474d0c9b2 service neutron] 10.222.0.53 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218762 Nov 04 09:19:12.395556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 69ebc4ee-3262-466e-b836-1181a907f945 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:12.538536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-f9411786-850e-44ce-a31c-8af580261c01 service neutron] 10.222.0.53 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418579 Nov 04 09:19:12.626046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.673231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=69ebc4ee-3262-466e-b836-1181a907f945,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:12.720690 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.724989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] No DVR routers for this DVR port 69ebc4ee-3262-466e-b836-1181a907f945 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:12.728329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.731914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-12cbce4d-5764-41fe-a35b-05f752ff7f51 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "DELETE /v2.0/ports/69ebc4ee-3262-466e-b836-1181a907f945 HTTP/1.1" status: 204 len: 173 time: 0.6024020 Nov 04 09:19:12.755595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:19:12.829990 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71967bcc-c84f-4745-96dd-1164231584fd x-openstack-request-id: req-71967bcc-c84f-4745-96dd-1164231584fd {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:12.830296 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "69ebc4ee-3262-466e-b836-1181a907f945", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-unplugged", "status": "completed", "tag": "3af0c909-0572-48e4-8843-44d6796f5574", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:12.830563 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71967bcc-c84f-4745-96dd-1164231584fd {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:12.831484 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945', 'code': 200} Nov 04 09:19:12.831484 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2', 'code': 200} Nov 04 09:19:12.831484 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574', 'code': 200} Nov 04 09:19:12.872976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 3af0c909-0572-48e4-8843-44d6796f5574 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:12.873334 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:12.964775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:12.973462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871e8bb-d033-4225-a6f1-ac2ad7b16480 req-3c593366-763b-47de-b96d-c652ff1b5c47 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:12.976398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c871e8bb-d033-4225-a6f1-ac2ad7b16480 req-3c593366-763b-47de-b96d-c652ff1b5c47 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0800962 Nov 04 09:19:12.998807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'port_id': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'mac_address': 'fa:16:3e:13:00:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:19:13.046345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c871e8bb-d033-4225-a6f1-ac2ad7b16480 req-d4865f5e-04f8-4928-a11f-b0b92e67021c tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625165 Nov 04 09:19:13.064026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] For port 3af0c909-0572-48e4-8843-44d6796f5574, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=3af0c909-0572-48e4-8843-44d6796f5574,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:13.065179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.116056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 3af0c909-0572-48e4-8843-44d6796f5574 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:13.129587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.178274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b038e19-9b87-4482-8b93-4c8279fadb13 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:13.255475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:13.260001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device af7f1b1c-9b7d-4a02-94f5-71543d18fd69 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:13.270768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894ea22-80fe-4640-a4a7-254f50d13cfe req-b26b7711-d447-4725-a115-3a487351b736 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:13.284844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c894ea22-80fe-4640-a4a7-254f50d13cfe req-b26b7711-d447-4725-a115-3a487351b736 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 943 time: 0.1394649 Nov 04 09:19:13.312284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.376317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c894ea22-80fe-4640-a4a7-254f50d13cfe req-d25c5adf-8421-4cea-92d7-962de3cbf7ec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups?id=717452af-f12f-49c7-8f1d-c6c0caf95ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801613 Nov 04 09:19:13.389898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:13.414595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.436907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port af7f1b1c-9b7d-4a02-94f5-71543d18fd69 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:13.437279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.468480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=3af0c909-0572-48e4-8843-44d6796f5574,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:13.492615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2'}, {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:13.495050 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d41a19-e296-428d-a684-25989da0902d" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "2e1b1871-17a8-451e-9503-004c6722404b"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2"}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "69ebc4ee-3262-466e-b836-1181a907f945"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:13.527357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] No DVR routers for this DVR port 3af0c909-0572-48e4-8843-44d6796f5574 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:13.530446 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.535232 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21e9adb9-c40c-42ae-8f48-cba398fd5115 req-1f59c7a1-aac5-4008-8de9-9c5770b57925 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.55 "DELETE /v2.0/ports/3af0c909-0572-48e4-8843-44d6796f5574 HTTP/1.1" status: 204 len: 173 time: 0.7937782 Nov 04 09:19:13.540333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51b31ee0-24e4-4705-baf4-cb037ed903fd req-d6ecfe14-4090-4a21-8951-837a421a8320 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 210 time: 0.0664544 Nov 04 09:19:13.570312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['4b038e19-9b87-4482-8b93-4c8279fadb13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:13.615418 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.696303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port af7f1b1c-9b7d-4a02-94f5-71543d18fd69, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:13.705003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:13.717577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c6c58-3098-4a28-972f-5127fd4689f9 req-466d21e5-e698-498d-99b8-3866ce484e57 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:13.719178 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c1c6c58-3098-4a28-972f-5127fd4689f9 req-466d21e5-e698-498d-99b8-3866ce484e57 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 945 time: 0.0891743 Nov 04 09:19:13.801767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c1c6c58-3098-4a28-972f-5127fd4689f9 req-06d7e806-3742-4b9a-bd72-939b7e3e7dc0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689976 Nov 04 09:19:13.847574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:13.897520 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4413c2b2-abc7-4b55-b3a0-093fd9db0e6d x-openstack-request-id: req-4413c2b2-abc7-4b55-b3a0-093fd9db0e6d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:13.898090 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "2e1b1871-17a8-451e-9503-004c6722404b", "status": "completed", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2", "status": "completed", "code": 200}, {"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "69ebc4ee-3262-466e-b836-1181a907f945", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:13.898345 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4413c2b2-abc7-4b55-b3a0-093fd9db0e6d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:13.898692 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '2e1b1871-17a8-451e-9503-004c6722404b', 'status': 'completed', 'code': 200} Nov 04 09:19:13.898956 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '4e63091f-c7a5-4f34-8fb0-b9a167b2b0a2', 'status': 'completed', 'code': 200} Nov 04 09:19:13.899371 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '69ebc4ee-3262-466e-b836-1181a907f945', 'status': 'completed', 'code': 200} Nov 04 09:19:14.190180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bfb82-589a-490a-a534-3ac53c834198 req-70d3537a-5b61-4aca-87cd-1333d74066e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:14.192803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-661bfb82-589a-490a-a534-3ac53c834198 req-70d3537a-5b61-4aca-87cd-1333d74066e3 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0659752 Nov 04 09:19:14.239510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-661bfb82-589a-490a-a534-3ac53c834198 req-b97b71f5-54a0-4975-a178-d61736cb4f63 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Nov 04 09:19:14.552630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-204b5e2d-dc42-46f0-8ca3-be782df5c344 req-3c0f4bd2-4c16-4c65-839a-8029f3e40dec tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0464168 Nov 04 09:19:14.683578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:19:14.688453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e7ffd2a-5200-4bed-8e43-9dc8fda3480e req-5af674b8-6183-4582-a375-08227d9ed78f tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 210 time: 0.0438356 Nov 04 09:19:14.942193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-5092b079-40cc-4495-8a67-363a8f9208d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1069934 Nov 04 09:19:14.985855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-e9e91ccb-a17c-4fce-8b66-d07c1914d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:14.987386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-e9e91ccb-a17c-4fce-8b66-d07c1914d273 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1097 time: 0.1540778 Nov 04 09:19:14.989834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cd841-5e7a-404c-a0be-1b6c5a0a811f req-d8cc7005-21ec-4586-bffa-4c8a12d961ac tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.002168 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f4cd841-5e7a-404c-a0be-1b6c5a0a811f req-d8cc7005-21ec-4586-bffa-4c8a12d961ac tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 945 time: 0.1109271 Nov 04 09:19:15.009347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-4a64a7c8-26c4-4dbd-ad5d-2819a181e9af tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.012756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-4a64a7c8-26c4-4dbd-ad5d-2819a181e9af tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.55 "GET /v2.0/networks?id=babfc57c-fa54-4d1f-a235-e5175ae9c158 HTTP/1.1" status: 200 len: 911 time: 0.6501544 Nov 04 09:19:15.038448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Request body: {'port': {'device_id': '14724a4d-b200-43bd-8333-57914f52d508', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'admin_state_up': True, 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:15.051479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:15.110248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f4cd841-5e7a-404c-a0be-1b6c5a0a811f req-eec86aaa-68df-487b-92c6-7abae64ff9d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061721 Nov 04 09:19:15.168181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Made reservation on behalf of b69e9ee689734d5cad471986f3f144f9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:19:15.170607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:15.201665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-67ad0ce1-abff-4e40-9d50-d94e365137bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.203633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-67ad0ce1-abff-4e40-9d50-d94e365137bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=60d160f17f52435390d8e7a5542d803a&device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 1096 time: 0.1789494 Nov 04 09:19:15.211003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:15.214831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device af7f1b1c-9b7d-4a02-94f5-71543d18fd69 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:15.216266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-1effb9b4-0d10-4ed8-9df1-6f2c0d5fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.218582 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-1effb9b4-0d10-4ed8-9df1-6f2c0d5fc128 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.2047369 Nov 04 09:19:15.267530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 4b038e19-9b87-4482-8b93-4c8279fadb13 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:19:15.273412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'mac_address': 'fa:16:3e:7a:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:19:15.278096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 4b038e19-9b87-4482-8b93-4c8279fadb13 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:15.278464 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:15.374930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-342a6be0-46af-45c0-b338-f422b34b9c71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 1001 time: 0.1372187 Nov 04 09:19:15.411161 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:15.418224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91196932-859f-4ccd-bbb0-9f379758ae90 req-65c10109-b344-4615-a561-7e9b26d86d11 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.426816 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91196932-859f-4ccd-bbb0-9f379758ae90 req-65c10109-b344-4615-a561-7e9b26d86d11 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0726719 Nov 04 09:19:15.471611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-d3ee9105-c332-4a83-8d5f-fd5429c8f76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.473629 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-d3ee9105-c332-4a83-8d5f-fd5429c8f76b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0611708 Nov 04 09:19:15.476259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6fb5ace-6062-48ad-b6a7-1d642dc8989f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:15.491604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port af7f1b1c-9b7d-4a02-94f5-71543d18fd69 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:15.493801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:15.495833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91196932-859f-4ccd-bbb0-9f379758ae90 req-eaf4b260-f3fc-49f7-a1f6-9a22f0ec75e9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674107 Nov 04 09:19:15.640678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:15.679095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-fe133805-b6cf-45d6-b98d-57ea985b31b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.681078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-fe133805-b6cf-45d6-b98d-57ea985b31b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628392 Nov 04 09:19:15.690798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:15.731324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78571677-3043-4ec3-9296-d358fa35d3b8 req-67a9748a-cd13-45f1-a28d-a92f9979ba12 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0629814 Nov 04 09:19:15.844869 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a6fb5ace-6062-48ad-b6a7-1d642dc8989f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:15.864043 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:15.901414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-664183e9-9b43-4b85-b3ff-3f501a8b33e6 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071292 Nov 04 09:19:15.904247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:15.906962 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad74a460-74da-48db-bd36-86e7cf80190c" -d '{"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "3af0c909-0572-48e4-8843-44d6796f5574"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:15.914122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-79849538-51bb-4563-92cc-b49cf37c3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:15.916365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-79849538-51bb-4563-92cc-b49cf37c3a47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 200 len: 906 time: 0.6670125 Nov 04 09:19:15.935774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab4613b5-b10b-4427-bc5e-efaa9c039802 req-f6f21d47-ca94-42b8-933c-36e2096c7c8f tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 210 time: 0.0727615 Nov 04 09:19:15.951108 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Sync routers for ids ['9309758e-7704-46b8-8d59-00b09d97fece'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:15.969188 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:15.979606 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Routers {'9309758e-7704-46b8-8d59-00b09d97fece'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:15.980459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9309758e-7704-46b8-8d59-00b09d97fece'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:16.044489 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec05abf8-b251-41d6-945c-a97c7a0f9bf3 x-openstack-request-id: req-ec05abf8-b251-41d6-945c-a97c7a0f9bf3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:16.045126 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968b5f94-ee8a-4d0f-bd13-41c2f249e203", "name": "network-vif-deleted", "tag": "3af0c909-0572-48e4-8843-44d6796f5574", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:16.045126 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ec05abf8-b251-41d6-945c-a97c7a0f9bf3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:16.045436 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968b5f94-ee8a-4d0f-bd13-41c2f249e203', 'name': 'network-vif-deleted', 'tag': '3af0c909-0572-48e4-8843-44d6796f5574', 'status': 'completed', 'code': 200} Nov 04 09:19:16.052097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-a5b38fc3-1e9e-4282-8258-61c9f97728a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518 HTTP/1.1" status: 200 len: 217 time: 0.0607331 Nov 04 09:19:16.071602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:16.074397 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e92f7f-34e3-4d13-a27e-0566778870b9" -d '{"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-plugged", "status": "completed", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:16.088202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:16.108991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:16.124582 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:16.161041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Allocated IP 172.20.0.14 (babfc57c-fa54-4d1f-a235-e5175ae9c158/5816ed55-1566-424e-9bff-03f3402d1f3a/9bcaaa99-632e-45e8-8a9e-2fbdec05b277) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:16.179519 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4970b41d-52a9-4ebd-a087-b33918e8b17d x-openstack-request-id: req-4970b41d-52a9-4ebd-a087-b33918e8b17d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:16.183147 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-plugged", "status": "completed", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:16.183943 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4970b41d-52a9-4ebd-a087-b33918e8b17d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:16.184715 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'code': 200} Nov 04 09:19:16.225186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f3e6eb6-70d5-4201-bae8-613944e5a910 req-fe95efba-c320-4600-863e-ce4ceaa78904 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076575 Nov 04 09:19:16.282792 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Set router 9309758e-7704-46b8-8d59-00b09d97fece gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:16.289558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:16.325479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-bfe924d0-0837-446a-92eb-2a5509ae8ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:16.331184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-bfe924d0-0837-446a-92eb-2a5509ae8ce1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 200 len: 845 time: 0.2522366 Nov 04 09:19:16.402349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-93ffcb4a-5f6c-4402-b7df-b2655d9e285c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=106cec49-c519-43b5-8317-b6afc5b43956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526097 Nov 04 09:19:16.466789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81564746-7b9e-434f-a1cc-600e6fabba0e req-9da5f8e7-69cc-4f74-9e09-8d8ea722bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:16.469804 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:16.481121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81564746-7b9e-434f-a1cc-600e6fabba0e req-9da5f8e7-69cc-4f74-9e09-8d8ea722bf77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1097 time: 0.2391839 Nov 04 09:19:16.541834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17018b7a-a415-41cf-8a71-a75d84867dc2 req-f018c46d-41b3-45e5-8d88-68a70d40e0da tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:16.543928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17018b7a-a415-41cf-8a71-a75d84867dc2 req-f018c46d-41b3-45e5-8d88-68a70d40e0da tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.2359664 Nov 04 09:19:16.567005 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 4, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port': {'id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:04Z', 'updated_at': '2021-11-04T09:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ba563991-b93a-4f3a-a52f-4b5380ee3aee', 'name': '', 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'mac_address': 'fa:16:3e:04:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:08Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 2, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'subnets': [{'id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:16.603809 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Checking router: 9309758e-7704-46b8-8d59-00b09d97fece for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:16.604321 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Updating router 9309758e-7704-46b8-8d59-00b09d97fece port ba563991-b93a-4f3a-a52f-4b5380ee3aee binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:19:16.633887 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:16.634414 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-0499d989-6d50-4c41-8b2a-babcbd35aa9d service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163603 Nov 04 09:19:16.699900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:16.718254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17018b7a-a415-41cf-8a71-a75d84867dc2 req-61f0564d-ac73-4217-b1f3-99086f8c89ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610115 Nov 04 09:19:16.723053 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:16.726026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81564746-7b9e-434f-a1cc-600e6fabba0e req-9993858a-ae01-433c-bb5a-b0ada7c53fe0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205458 Nov 04 09:19:16.804840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-702076d7-52fb-4835-aff6-ff79f32fd369 req-4dfaf513-0def-4e72-9581-8f6b5cc9ec28 service neutron] 10.222.0.55 "GET /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616030 Nov 04 09:19:16.820276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a6fb5ace-6062-48ad-b6a7-1d642dc8989f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:16.821070 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:16.838136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:16.965606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Pushing event updated for resources: {'Port': ['ID=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:16.987483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:16.991672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:16.995899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:17.035110 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.076006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48323c-7fd4-4a31-afdf-218add2dfa03 req-0ea4f4ea-b49e-4c5d-b138-87e37499e6a2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:17.107959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc48323c-7fd4-4a31-afdf-218add2dfa03 req-0ea4f4ea-b49e-4c5d-b138-87e37499e6a2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.2163799 Nov 04 09:19:17.112943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:17.113598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.129936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:17.140816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.161904 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-84835053-a9a5-42d5-9630-3671a718a1e8 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1272976 Nov 04 09:19:17.182003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Request body: {'port': {'device_id': '14724a4d-b200-43bd-8333-57914f52d508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:17.206405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc48323c-7fd4-4a31-afdf-218add2dfa03 req-ac3eb0b2-cd68-4e08-82d1-bd33f919803d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Nov 04 09:19:17.279052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:17.335843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.388464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-525ce919-3e0b-42f7-8834-bdcf3de8e250 req-3a3cc527-ea8d-4da6-a350-dff222421f65 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0501013 Nov 04 09:19:17.479147 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.510179 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.564126 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a86b97-c228-4684-90d1-de3bcba4c38b None None] Pushing event updated for resources: {'Port': ['ID=ba563991-b93a-4f3a-a52f-4b5380ee3aee,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:17.641399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda1664-f44b-422b-a7b2-7e9cadfdcfd5 req-5b3f2efb-4ec2-4e36-bac0-862d59e2a232 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:17.642905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dda1664-f44b-422b-a7b2-7e9cadfdcfd5 req-5b3f2efb-4ec2-4e36-bac0-862d59e2a232 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1028 time: 0.1103220 Nov 04 09:19:17.654632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-34bf8231-8844-400b-9274-7c0fcff013cb None None] Provisioning complete for port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:17.655199 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34bf8231-8844-400b-9274-7c0fcff013cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.723066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dda1664-f44b-422b-a7b2-7e9cadfdcfd5 req-da9754ce-c7bd-43a8-977d-1ba4182871be tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691435 Nov 04 09:19:17.724665 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Attempting to bind port ba563991-b93a-4f3a-a52f-4b5380ee3aee on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:17.725196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Attempting to bind port ba563991-b93a-4f3a-a52f-4b5380ee3aee by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:17.725584 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Attempting to bind port ba563991-b93a-4f3a-a52f-4b5380ee3aee on network a3da428b-0e25-44cd-a90f-a221d3862d60 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:17.751028 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:17.751693 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Checking segment: {'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:17.752150 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.752549 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Bound using segment: {'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:17.753051 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Bound port: ba563991-b93a-4f3a-a52f-4b5380ee3aee, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:17.753434 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.810582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34bf8231-8844-400b-9274-7c0fcff013cb None None] Port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:17.976960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b9373d17-0358-438e-8691-19f91d0916b6 None None] Provisioning complete for port ba563991-b93a-4f3a-a52f-4b5380ee3aee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:17.977536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281fe5-5657-49c4-b8c3-c804db701566 req-81d4e929-b9fc-415d-a3e1-8137b23c1c9e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:17.978431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9373d17-0358-438e-8691-19f91d0916b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:17.988257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31281fe5-5657-49c4-b8c3-c804db701566 req-81d4e929-b9fc-415d-a3e1-8137b23c1c9e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.0892127 Nov 04 09:19:17.991404 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] For port ba563991-b93a-4f3a-a52f-4b5380ee3aee, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:18.000532 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] For port ba563991-b93a-4f3a-a52f-4b5380ee3aee, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ba563991-b93a-4f3a-a52f-4b5380ee3aee,segment=NetworkSegment(e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf),segment_id=e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:18.015954 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.020937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:18.039128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31281fe5-5657-49c4-b8c3-c804db701566 req-4ea3bfba-969c-4aae-8d72-9e74ab3da846 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482979 Nov 04 09:19:18.053959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.089235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Transition to ACTIVE for port object 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:19:18.100866 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.104081 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Routers {'9309758e-7704-46b8-8d59-00b09d97fece'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:18.105310 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9309758e-7704-46b8-8d59-00b09d97fece'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:18.113666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b9373d17-0358-438e-8691-19f91d0916b6 None None] Port ba563991-b93a-4f3a-a52f-4b5380ee3aee cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:18.186085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:18.189042 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5750ab24-1622-49bb-9734-e3e5e5b0b019" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:18.202359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:18.284933 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66304054-57fb-425f-b893-9c84d07b228c x-openstack-request-id: req-66304054-57fb-425f-b893-9c84d07b228c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:18.285178 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a86b97-c228-4684-90d1-de3bcba4c38b None None] Pushing event updated for resources: {'Port': ['ID=ba563991-b93a-4f3a-a52f-4b5380ee3aee,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:18.285291 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:18.285474 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-66304054-57fb-425f-b893-9c84d07b228c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:18.285944 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'code': 200} Nov 04 09:19:18.413414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Attempting to bind port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:18.417101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Attempting to bind port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:18.418965 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] Set router 9309758e-7704-46b8-8d59-00b09d97fece gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:18.419741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Attempting to bind port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:18.431230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:19:18.441171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Attempting to bind port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:18.455174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:18.455507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Checking segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:18.456135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Bound using segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:18.456658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Bound port: 9bcaaa99-632e-45e8-8a9e-2fbdec05b277, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:18.457747 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.532353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991671cc-16d6-46cd-aacd-62878a02774c req-e6e31cec-1e23-426a-aeef-e2271a4ec5d5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:18.534600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-991671cc-16d6-46cd-aacd-62878a02774c req-e6e31cec-1e23-426a-aeef-e2271a4ec5d5 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1414266 Nov 04 09:19:18.547631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bf7d7518-519f-4e09-8a39-b908ee87e3a9 None None] Provisioning complete for port ba563991-b93a-4f3a-a52f-4b5380ee3aee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:18.548449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7518-519f-4e09-8a39-b908ee87e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.617014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] For port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:18.624470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] For port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:18.647621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.660154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-991671cc-16d6-46cd-aacd-62878a02774c req-52673cba-71eb-4419-86ab-6cbc2176f963 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041362 Nov 04 09:19:18.773142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:18.792784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:18.793574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.795281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-7030d844-9c5e-47c4-80de-a578febb6877 service neutron] 10.222.0.55 "PUT /v2.0/ports/9bcaaa99-632e-45e8-8a9e-2fbdec05b277 HTTP/1.1" status: 200 len: 1092 time: 1.6208949 Nov 04 09:19:18.795758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14724a4d-b200-43bd-8333-57914f52d508', 'tag': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:18.798134 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264be208-7e24-45a9-87e5-1a6920fbfe8a" -d '{"events": [{"name": "network-changed", "server_uuid": "14724a4d-b200-43bd-8333-57914f52d508", "tag": "9bcaaa99-632e-45e8-8a9e-2fbdec05b277"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:18.816041 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7518-519f-4e09-8a39-b908ee87e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.875438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80b49d6f-c1e9-48f8-9829-2b2214bb8398 req-2a2cbf07-3546-4497-91e9-47b426e40765 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0998325 Nov 04 09:19:18.916476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-bf7d7518-519f-4e09-8a39-b908ee87e3a9 None None] For port ba563991-b93a-4f3a-a52f-4b5380ee3aee, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ba563991-b93a-4f3a-a52f-4b5380ee3aee,segment=NetworkSegment(e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf),segment_id=e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:18.924796 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bf7d7518-519f-4e09-8a39-b908ee87e3a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:18.955131 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 4, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port': {'id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:04Z', 'updated_at': '2021-11-04T09:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ba563991-b93a-4f3a-a52f-4b5380ee3aee', 'name': '', 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'mac_address': 'fa:16:3e:04:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:08Z', 'updated_at': '2021-11-04T09:19:17Z', 'revision_number': 4, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'subnets': [{'id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:18.982244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-01039fc4-b78a-4236-85cf-3a881e242ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:18.991543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-01039fc4-b78a-4236-85cf-3a881e242ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b69e9ee689734d5cad471986f3f144f9&device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1095 time: 0.1430171 Nov 04 09:19:18.991994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d7518-519f-4e09-8a39-b908ee87e3a9 None None] Pushing event updated for resources: {'Port': ['ID=ba563991-b93a-4f3a-a52f-4b5380ee3aee,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:19.031215 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15aefaf-2ff3-4f62-a95f-5750971f6d68 None None] The sync data for ids ['9309758e-7704-46b8-8d59-00b09d97fece'] in n-d-816487-1 is: [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:19:09Z', 'revision_number': 4, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port': {'id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:04Z', 'updated_at': '2021-11-04T09:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ba563991-b93a-4f3a-a52f-4b5380ee3aee', 'name': '', 'network_id': 'a3da428b-0e25-44cd-a90f-a221d3862d60', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'mac_address': 'fa:16:3e:04:e7:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:08Z', 'updated_at': '2021-11-04T09:19:17Z', 'revision_number': 4, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'subnets': [{'id': '0681a0f0-3faa-4184-9778-8118bb4e2a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:19.153199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-d556eebe-7d6b-4157-9f1e-6f0192970071 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcaaa99-632e-45e8-8a9e-2fbdec05b277 HTTP/1.1" status: 200 len: 217 time: 0.1502781 Nov 04 09:19:19.247116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ba563991-b93a-4f3a-a52f-4b5380ee3aee up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:19.308914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-f6126de1-c9c8-44a9-a5a1-8acffa954a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:19.309814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-f6126de1-c9c8-44a9-a5a1-8acffa954a71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5816ed55-1566-424e-9bff-03f3402d1f3a HTTP/1.1" status: 200 len: 849 time: 0.1487908 Nov 04 09:19:19.363011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ba563991-b93a-4f3a-a52f-4b5380ee3aee triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:19.363641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:19.436178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-a5ebf0d1-90f6-4b30-9765-6d6dd3b07795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:19.446525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-a5ebf0d1-90f6-4b30-9765-6d6dd3b07795 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=babfc57c-fa54-4d1f-a235-e5175ae9c158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274433 Nov 04 09:19:19.634849 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-21159c0d-998b-4b5f-bf48-c3b2f939b8ab service neutron] 10.222.0.55 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797855 Nov 04 09:19:19.785611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4b59ce9-7182-4ac0-aa08-17e9bb612ca5 req-a54a2455-4ee0-4e82-99a7-16dd0fe92ae9 service neutron] 10.222.0.55 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370034 Nov 04 09:19:19.839989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80174a-78fd-4aea-a08c-31a20b134367 req-0d8faae3-fc37-4ee3-b321-caa93a0411dd tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:19.853407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc80174a-78fd-4aea-a08c-31a20b134367 req-0d8faae3-fc37-4ee3-b321-caa93a0411dd tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1095 time: 0.8008814 Nov 04 09:19:19.894944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc80174a-78fd-4aea-a08c-31a20b134367 req-e9d28169-70e7-4eb0-93b2-a6045d921d33 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403433 Nov 04 09:19:19.969534 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f820cdea-da54-41de-9b08-cf033bf730e5 x-openstack-request-id: req-f820cdea-da54-41de-9b08-cf033bf730e5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:19.969902 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14724a4d-b200-43bd-8333-57914f52d508", "tag": "9bcaaa99-632e-45e8-8a9e-2fbdec05b277", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:19.970230 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f820cdea-da54-41de-9b08-cf033bf730e5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:19.970854 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14724a4d-b200-43bd-8333-57914f52d508', 'tag': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277', 'status': 'completed', 'code': 200} Nov 04 09:19:20.127393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a03111-d4d8-4f56-8703-65713b36958d req-9707d5d0-ed9a-43df-b2f5-90476639936b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.131007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16a03111-d4d8-4f56-8703-65713b36958d req-9707d5d0-ed9a-43df-b2f5-90476639936b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.0971255 Nov 04 09:19:20.154103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-19eb02c0-c050-49a7-9501-83c429f45f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.155723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-19eb02c0-c050-49a7-9501-83c429f45f38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b69e9ee689734d5cad471986f3f144f9&device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1095 time: 0.1593373 Nov 04 09:19:20.213984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16a03111-d4d8-4f56-8703-65713b36958d req-0553a596-2934-424e-a02f-e8bed1c5505f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727911 Nov 04 09:19:20.348356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-f495eb48-35d3-4501-b7c0-4cb033ce7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.351545 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-f495eb48-35d3-4501-b7c0-4cb033ce7846 service neutron] 10.222.0.55 "GET /v2.0/networks?id=babfc57c-fa54-4d1f-a235-e5175ae9c158 HTTP/1.1" status: 200 len: 911 time: 0.1872294 Nov 04 09:19:20.377936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939acea0-5c11-4be6-b62a-f9e6940085d6 req-610ff407-5596-42f9-947a-e3bb2eb6c3b9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.380104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-939acea0-5c11-4be6-b62a-f9e6940085d6 req-610ff407-5596-42f9-947a-e3bb2eb6c3b9 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0797672 Nov 04 09:19:20.426620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-8f65c153-9de8-43a2-9e4f-640efe41756f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9bcaaa99-632e-45e8-8a9e-2fbdec05b277 HTTP/1.1" status: 200 len: 217 time: 0.0655549 Nov 04 09:19:20.469329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-939acea0-5c11-4be6-b62a-f9e6940085d6 req-a5c0fabd-b97f-4c86-8504-4a4c1f1085f2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803361 Nov 04 09:19:20.566393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-3d69d534-d8a7-4bdd-8fe2-db4b4423bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.571822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-3d69d534-d8a7-4bdd-8fe2-db4b4423bc6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5816ed55-1566-424e-9bff-03f3402d1f3a HTTP/1.1" status: 200 len: 849 time: 0.1336989 Nov 04 09:19:20.657016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-069317a0-75d2-4273-9e13-97d6d20ef024 req-aa473bf2-08c3-4864-a285-cc2f38821928 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0993471 Nov 04 09:19:20.698126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-5a331246-1f53-4a96-95ab-dc51816b1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.700109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-5a331246-1f53-4a96-95ab-dc51816b1a0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=babfc57c-fa54-4d1f-a235-e5175ae9c158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206284 Nov 04 09:19:20.833397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f791e4-4ef8-4695-bc4e-09e224b9b29c req-022d64e6-f08b-444e-931a-659b0e20dd16 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.835911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18f791e4-4ef8-4695-bc4e-09e224b9b29c req-022d64e6-f08b-444e-931a-659b0e20dd16 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.0853372 Nov 04 09:19:20.880854 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18f791e4-4ef8-4695-bc4e-09e224b9b29c req-44dd1c8b-2ea1-493a-b09c-7f36ccb06aa8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350597 Nov 04 09:19:20.884728 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-ff3fbf2b-b2ae-4a8b-9ce9-afa31053dd40 service neutron] 10.222.0.55 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685750 Nov 04 09:19:20.909620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:20.969686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36455752-a05e-48f0-836b-600c203b9112 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:20.973056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-36455752-a05e-48f0-836b-600c203b9112 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1092 time: 0.0605571 Nov 04 09:19:20.974462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45608) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:20.979647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:21.034489 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:21.095888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-264be208-7e24-45a9-87e5-1a6920fbfe8a req-ff335750-9911-44f6-821f-d1997ed8dcc6 service neutron] 10.222.0.55 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027295 Nov 04 09:19:21.181558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee6626-9130-41f6-9292-60d322356674 req-a0e1359a-b7f7-487d-80be-bc4b09fe0c2f tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:21.189385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dee6626-9130-41f6-9292-60d322356674 req-a0e1359a-b7f7-487d-80be-bc4b09fe0c2f tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1095 time: 0.1485133 Nov 04 09:19:21.257910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dee6626-9130-41f6-9292-60d322356674 req-f6f590e1-c271-40a6-a81d-752441bfe16d tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Nov 04 09:19:21.273627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:21.417443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.30 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/ea602e78-54b2-46de-9b84-fa861ae95f55) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:21.574231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:21.662893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be029e3f-7718-408f-8177-20354f192c68 req-5d008874-c8fa-43cb-8ce3-abe3cff54cda tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:21.664860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be029e3f-7718-408f-8177-20354f192c68 req-5d008874-c8fa-43cb-8ce3-abe3cff54cda tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0950630 Nov 04 09:19:21.687581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:21.744620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:21.752956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:21.776614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be029e3f-7718-408f-8177-20354f192c68 req-4a7679f7-910f-453c-b84b-e515dcbd016f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050396 Nov 04 09:19:21.777634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:21.780976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=ea602e78-54b2-46de-9b84-fa861ae95f55,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:21.911987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5df69ff3-4911-4bb6-b625-eba7cf4e3fb5 req-6456c46f-de21-4b3f-ba7d-89469bd4bbe7 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0488567 Nov 04 09:19:22.407004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:22.411809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a402d-dd30-4c03-b941-3948ff36d269 req-dc6980fd-77df-496a-a328-f538358bd9e3 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:22.413895 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e1a402d-dd30-4c03-b941-3948ff36d269 req-dc6980fd-77df-496a-a328-f538358bd9e3 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1095 time: 0.0754061 Nov 04 09:19:22.497457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e1a402d-dd30-4c03-b941-3948ff36d269 req-859ce5a5-1be6-4e8c-a4be-b948b3d57f80 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564055 Nov 04 09:19:22.524109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:22.731806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:22.737779 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:22.815888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=ea602e78-54b2-46de-9b84-fa861ae95f55,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:22.825288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:22.836156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:19:22.948838 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP ba9a5a2a-18c2-4619-83cb-4f91ac437190 associated. External IP: 172.25.3.30, port: 4b038e19-9b87-4482-8b93-4c8279fadb13. Nov 04 09:19:22.985271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:23.003058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'port_id': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277', 'mac_address': 'fa:16:3e:51:eb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:19:23.052195 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:23.068175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:23.098744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:23.106774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8c22c-6675-4d9b-a4d2-6d56781059f8 req-662485e5-9866-4da4-908e-e39891cc7119 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:23.108429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ff8c22c-6675-4d9b-a4d2-6d56781059f8 req-662485e5-9866-4da4-908e-e39891cc7119 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1691277 Nov 04 09:19:23.111718 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:23.174969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:23.310450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ff8c22c-6675-4d9b-a4d2-6d56781059f8 req-89ee4026-d6ea-4d72-b5e8-c1686cecd47e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831791 Nov 04 09:19:23.318670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router d64e244b-1e5d-4703-8b81-70735a341a2c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:19:23.337083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9bcaaa99-632e-45e8-8a9e-2fbdec05b277'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:23.544701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-343df0fb-e4f1-4e30-9072-b297721249b0 req-97e4acd8-08ac-40dd-ae5c-6e49b9ecd89b tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0860212 Nov 04 09:19:23.592133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:23.604533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] Sync routers for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:23.618994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:23.619635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:23.637305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:23.679521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c02262ad-2dc2-436b-8b9d-5705a1f1d6a0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7033019 Nov 04 09:19:23.680690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:23.684018 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4546e235-9585-4c89-8ee2-309e0e096a59" -d '{"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:23.798662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:23.837533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938b8f2-080b-41a0-8469-f2e3c3776c08 req-1c71e74d-f1b0-40fe-834e-f693e0059093 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:23.839012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e938b8f2-080b-41a0-8469-f2e3c3776c08 req-1c71e74d-f1b0-40fe-834e-f693e0059093 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1096 time: 0.0646203 Nov 04 09:19:23.894002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e938b8f2-080b-41a0-8469-f2e3c3776c08 req-25f2ebaa-7477-43b1-9e6e-a62899bfaef9 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441065 Nov 04 09:19:24.097361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfeeeee-f525-4404-a769-1da45796c8b6 req-d33841e1-78b8-4ab7-935a-4c8154c0e789 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:24.109755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebfeeeee-f525-4404-a769-1da45796c8b6 req-d33841e1-78b8-4ab7-935a-4c8154c0e789 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1216705 Nov 04 09:19:24.213328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebfeeeee-f525-4404-a769-1da45796c8b6 req-1c4aeb49-e7fc-43cc-a4e0-41a963a38f72 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965209 Nov 04 09:19:24.230739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45646) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:24.258620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'ba9a5a2a-18c2-4619-83cb-4f91ac437190', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'port_id': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'mac_address': 'fa:16:3e:13:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:19:22Z', 'updated_at': '2021-11-04T09:19:22Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:05Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:24.326797 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a68442f-6f24-4896-b8f1-a981195f200b x-openstack-request-id: req-4a68442f-6f24-4896-b8f1-a981195f200b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:24.327427 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:24.328063 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4a68442f-6f24-4896-b8f1-a981195f200b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:24.328786 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'status': 'completed', 'code': 200} Nov 04 09:19:24.333014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] Checking router: d64e244b-1e5d-4703-8b81-70735a341a2c for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:24.354941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9c0adde3-efee-4ae6-ae3b-6d567097f13c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/ba9a5a2a-18c2-4619-83cb-4f91ac437190 HTTP/1.1" status: 200 len: 991 time: 0.1201186 Nov 04 09:19:24.382037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:24.384483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:24.443554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-2e531f2c-e70c-4d3f-ad76-8277bbb35c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:24.445732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-2e531f2c-e70c-4d3f-ad76-8277bbb35c46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1097 time: 0.0897098 Nov 04 09:19:24.535077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc057b-2093-4732-9f20-7acc4e1614c7 req-d662bc86-fc3a-43a3-9298-ab46eb972d3f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:24.539735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5edc057b-2093-4732-9f20-7acc4e1614c7 req-d662bc86-fc3a-43a3-9298-ab46eb972d3f tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0997758 Nov 04 09:19:24.637414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-505dc571-490a-40cb-9c4c-bb89e06a8c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:24.638982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-505dc571-490a-40cb-9c4c-bb89e06a8c0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.1847944 Nov 04 09:19:24.651055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:24.672324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5edc057b-2093-4732-9f20-7acc4e1614c7 req-acc48d71-4e00-491c-ba60-470bb4cb8c07 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156213 Nov 04 09:19:24.827395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-5180f348-000c-43bb-85a8-debb3ace1f86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 999 time: 0.1758537 Nov 04 09:19:24.836933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c740fb28-110f-4124-a494-04e652a6e832 req-48df429a-bb55-4022-801b-6fd3a5e230e5 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0591784 Nov 04 09:19:24.866037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:24.928614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-b38245a4-b2dd-4b00-b54b-0bdc57ed3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:24.930977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-b38245a4-b2dd-4b00-b54b-0bdc57ed3e68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.0962205 Nov 04 09:19:25.051475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-742a3e99-9eb8-49f4-87d7-4be806f96653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:25.053971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-742a3e99-9eb8-49f4-87d7-4be806f96653 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116312 Nov 04 09:19:25.115652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73ae10-65a4-4aa3-b363-e7c0c510c0ae req-93c3ec1c-99e7-47f9-880f-6d32257907bf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:25.117269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b73ae10-65a4-4aa3-b363-e7c0c510c0ae req-93c3ec1c-99e7-47f9-880f-6d32257907bf tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1791763 Nov 04 09:19:25.137391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:19:25.159448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:25.160612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:25.211080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b73ae10-65a4-4aa3-b363-e7c0c510c0ae req-127b5c2d-3944-4e2e-b2f3-ff4ed1b52c64 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818610 Nov 04 09:19:25.231050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-679f6884-34ea-4140-9a41-ac316d66dcfa service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691802 Nov 04 09:19:25.369742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:25.374440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:25.422508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:25.426685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14724a4d-b200-43bd-8333-57914f52d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:25.429097 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cdd649-9daf-4275-9287-112ab1ca345a" -d '{"events": [{"server_uuid": "14724a4d-b200-43bd-8333-57914f52d508", "name": "network-vif-plugged", "status": "completed", "tag": "9bcaaa99-632e-45e8-8a9e-2fbdec05b277"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:25.434437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:25.466120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cdd5a741-9230-4b00-960a-f060d57f86d0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/ba9a5a2a-18c2-4619-83cb-4f91ac437190 HTTP/1.1" status: 200 len: 991 time: 0.0935719 Nov 04 09:19:25.476556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a52a2-296b-4444-9ea2-edc57692d3ed req-eaff0c0b-024c-4e45-95a5-f9296cb5025c tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:25.485095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-131a52a2-296b-4444-9ea2-edc57692d3ed req-eaff0c0b-024c-4e45-95a5-f9296cb5025c tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1096 time: 0.1745849 Nov 04 09:19:25.512318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'ba9a5a2a-18c2-4619-83cb-4f91ac437190', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'port_id': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'mac_address': 'fa:16:3e:13:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:19:22Z', 'updated_at': '2021-11-04T09:19:22Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:05Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:25.528012 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4546e235-9585-4c89-8ee2-309e0e096a59 req-5a06d337-3d96-4638-8342-1c5bddfa891e service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886169 Nov 04 09:19:25.547365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:25.552132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5064ca89-340d-4239-b3af-ca75a4d5184d None None] The sync data for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 is: [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'ba9a5a2a-18c2-4619-83cb-4f91ac437190', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'port_id': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'mac_address': 'fa:16:3e:13:00:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:19:22Z', 'updated_at': '2021-11-04T09:19:22Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:05Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:25.554913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-131a52a2-296b-4444-9ea2-edc57692d3ed req-25208093-8319-45cd-ae2f-ddd25ac3e367 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Nov 04 09:19:25.762898 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9545dfe5-5adf-4442-ad19-8201a98aa712 x-openstack-request-id: req-9545dfe5-5adf-4442-ad19-8201a98aa712 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:25.763269 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14724a4d-b200-43bd-8333-57914f52d508", "name": "network-vif-plugged", "status": "completed", "tag": "9bcaaa99-632e-45e8-8a9e-2fbdec05b277", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:25.763593 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9545dfe5-5adf-4442-ad19-8201a98aa712 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:25.764088 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14724a4d-b200-43bd-8333-57914f52d508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277', 'code': 200} Nov 04 09:19:25.898630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebcf6c8-74a7-4671-9dc8-be8be3db1764 req-7a7ab57f-0bfd-4043-a48c-95a8ab8355ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:25.901448 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4ebcf6c8-74a7-4671-9dc8-be8be3db1764 req-7a7ab57f-0bfd-4043-a48c-95a8ab8355ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1097 time: 0.0645747 Nov 04 09:19:25.932299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcaacd2-8ad4-4b6c-8d8e-87352ffa3ab1 req-dedb4866-2385-4890-b8c8-e3fc2281f9af tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:25.936425 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bcaacd2-8ad4-4b6c-8d8e-87352ffa3ab1 req-dedb4866-2385-4890-b8c8-e3fc2281f9af tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1140549 Nov 04 09:19:25.952242 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4b03cb-ee57-4974-850f-0745f7bd83c4 None None] New status for floating IP ba9a5a2a-18c2-4619-83cb-4f91ac437190: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:19:25.975963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4ebcf6c8-74a7-4671-9dc8-be8be3db1764 req-39bd5f1b-e5fe-4c36-865d-bac297da57f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633492 Nov 04 09:19:26.016447 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bcaacd2-8ad4-4b6c-8d8e-87352ffa3ab1 req-a6755de6-2ff9-4383-a85a-1805fa8ee779 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731468 Nov 04 09:19:26.293678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7ac1935-1c6c-4dba-9727-cf0a1dd80fe3 req-b93baa1d-89f8-4e76-990f-98f0497274f8 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.2025483 Nov 04 09:19:26.469884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45674) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:26.592535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e9d02fc1-3d30-47ec-aa96-ffa256760043 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/ba9a5a2a-18c2-4619-83cb-4f91ac437190 HTTP/1.1" status: 200 len: 993 time: 0.1203499 Nov 04 09:19:26.704361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fb05b-88c6-4be7-9fea-599c0d97e87c req-498d4aba-a1d2-43ac-8843-d46726dc378e tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:26.714453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-249fb05b-88c6-4be7-9fea-599c0d97e87c req-498d4aba-a1d2-43ac-8843-d46726dc378e tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1097 time: 0.0716200 Nov 04 09:19:26.766544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-249fb05b-88c6-4be7-9fea-599c0d97e87c req-978dee2e-1718-4632-b224-c78beb3d3874 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456364 Nov 04 09:19:27.089410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-1543d2d8-c391-4e06-955b-5fecab159524 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:27.093755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-1543d2d8-c391-4e06-955b-5fecab159524 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.1042476 Nov 04 09:19:27.208959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dae11f-819d-4277-9fa2-3b72867540b7 req-f264d7bf-2ecd-4edb-968e-00735002a5da tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:27.211300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12dae11f-819d-4277-9fa2-3b72867540b7 req-f264d7bf-2ecd-4edb-968e-00735002a5da tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=7cda01f4-19fc-4c00-938d-6a59fa06a6fe HTTP/1.1" status: 200 len: 945 time: 0.0803428 Nov 04 09:19:27.260569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Deleting port c299c72f-8449-4c3c-be04-a80202f0b7bb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:27.260815 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:27.287663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12dae11f-819d-4277-9fa2-3b72867540b7 req-8f6b7834-304e-4dad-8ed0-f930345c42b2 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650499 Nov 04 09:19:27.414329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] For port c299c72f-8449-4c3c-be04-a80202f0b7bb, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c299c72f-8449-4c3c-be04-a80202f0b7bb,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:27.414730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:27.417485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d8dbe5c-9df6-49c5-88d1-e83afc241bef req-2e0cd04e-742b-41f9-8ba7-113072915013 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0372581 Nov 04 09:19:27.437255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Calling delete_port for c299c72f-8449-4c3c-be04-a80202f0b7bb owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:27.602032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:27.614030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c299c72f-8449-4c3c-be04-a80202f0b7bb'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:27.620692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:27.646566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event deleted for resources: {'Port': ['ID=c299c72f-8449-4c3c-be04-a80202f0b7bb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:27.693081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] No DVR routers for this DVR port c299c72f-8449-4c3c-be04-a80202f0b7bb on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:27.695748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:27.699458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62760043-2c4b-4c65-8bfa-873535167dd0 req-65aa8fe4-fb1d-4a7f-9254-5856b9bee99e tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.70 "DELETE /v2.0/ports/c299c72f-8449-4c3c-be04-a80202f0b7bb HTTP/1.1" status: 204 len: 173 time: 0.5969284 Nov 04 09:19:27.699941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'name': 'network-vif-deleted', 'tag': 'c299c72f-8449-4c3c-be04-a80202f0b7bb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:27.702321 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de68bf2-c680-4f5f-ba56-528366d0279e" -d '{"events": [{"server_uuid": "7cda01f4-19fc-4c00-938d-6a59fa06a6fe", "name": "network-vif-deleted", "tag": "c299c72f-8449-4c3c-be04-a80202f0b7bb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:27.785316 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e11343-4d26-477b-848a-25c21ed0dc75 x-openstack-request-id: req-e7e11343-4d26-477b-848a-25c21ed0dc75 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:27.785316 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cda01f4-19fc-4c00-938d-6a59fa06a6fe", "name": "network-vif-deleted", "tag": "c299c72f-8449-4c3c-be04-a80202f0b7bb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:27.785931 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e7e11343-4d26-477b-848a-25c21ed0dc75 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:27.786425 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cda01f4-19fc-4c00-938d-6a59fa06a6fe', 'name': 'network-vif-deleted', 'tag': 'c299c72f-8449-4c3c-be04-a80202f0b7bb', 'status': 'completed', 'code': 200} Nov 04 09:19:27.962477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5f8e-a321-4434-8334-5867686a8d50 req-9bd8a43b-633f-447d-b020-7d80eb9303e2 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:27.964352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d69d5f8e-a321-4434-8334-5867686a8d50 req-9bd8a43b-633f-447d-b020-7d80eb9303e2 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1097 time: 0.0618646 Nov 04 09:19:28.028464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d69d5f8e-a321-4434-8334-5867686a8d50 req-2bc26efc-41d6-4c60-bd5f-f00ecc42bb94 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571642 Nov 04 09:19:28.176454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704837d6-b223-4cc9-834e-b890415ea369 req-7bb2e004-4209-4fb8-b5a6-0529849be855 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:28.179956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-704837d6-b223-4cc9-834e-b890415ea369 req-7bb2e004-4209-4fb8-b5a6-0529849be855 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1097 time: 0.0599961 Nov 04 09:19:28.226220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-704837d6-b223-4cc9-834e-b890415ea369 req-bd507075-2e78-41d1-a49e-b793e3dd1088 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379767 Nov 04 09:19:28.420061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4919d6c5-c54c-4e80-ae5c-6f82738c3b1b req-0f899dc5-15cd-47da-a80e-cf86f5077527 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:28.427426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4919d6c5-c54c-4e80-ae5c-6f82738c3b1b req-0f899dc5-15cd-47da-a80e-cf86f5077527 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1097 time: 0.0846248 Nov 04 09:19:28.487357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4919d6c5-c54c-4e80-ae5c-6f82738c3b1b req-5e2a71b3-60bb-4c2f-a4c9-4303fa78b67f tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577884 Nov 04 09:19:28.688962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0623c4ad-f4ca-4334-87cc-7155898c132d req-2942645f-90b8-4f91-a238-8b206907c238 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0475130 Nov 04 09:19:28.922915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-36c5142f-cb0b-4d4f-8167-52a4b97fbec5 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:28.931799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-36c5142f-cb0b-4d4f-8167-52a4b97fbec5 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/networks?id=babfc57c-fa54-4d1f-a235-e5175ae9c158 HTTP/1.1" status: 200 len: 911 time: 0.1090851 Nov 04 09:19:28.946232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-f32c8290-0c18-464a-abc4-1a45f41448fc tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/quotas/b69e9ee689734d5cad471986f3f144f9 HTTP/1.1" status: 200 len: 375 time: 0.0131991 Nov 04 09:19:29.038087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-d2c042c5-4da0-4551-895d-6ff11af57752 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=b69e9ee689734d5cad471986f3f144f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859401 Nov 04 09:19:29.165921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-98b670cc-2b22-43de-9d77-85465d9840e9 service neutron] 10.222.0.53 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206093 Nov 04 09:19:29.295096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-ad7cf1af-6409-407e-bf00-cd02e88cb3fa service neutron] 10.222.0.53 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228008 Nov 04 09:19:29.535932 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72e3994a-a304-407a-be36-2f8f56c53d9a req-83bf8ce5-364b-4d20-ad07-b0560dc060c7 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 210 time: 0.0355089 Nov 04 09:19:29.869349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d0333d0-847f-4b2f-ba99-2c221aa1f22b req-83aa22fd-404c-4de4-ae36-eb09b1ca0447 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/ports?device_id=968b5f94-ee8a-4d0f-bd13-41c2f249e203 HTTP/1.1" status: 200 len: 210 time: 0.0359759 Nov 04 09:19:30.515602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166907b3-6824-49eb-9399-8d6e22b2e4b7 req-426775f3-f096-4e55-8b28-48ae5da45502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:30.517424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-166907b3-6824-49eb-9399-8d6e22b2e4b7 req-426775f3-f096-4e55-8b28-48ae5da45502 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 945 time: 0.0669248 Nov 04 09:19:30.572548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-166907b3-6824-49eb-9399-8d6e22b2e4b7 req-b6f15328-333b-452d-9e61-6f50162d9f9d tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 Nov 04 09:19:30.711120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e179cd03-f718-46c0-9dc2-c1926583bcac req-1867cc4c-25b0-48ee-a2ce-fc3c653cfaf1 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 210 time: 0.0418286 Nov 04 09:19:30.776703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c299c72f-8449-4c3c-be04-a80202f0b7bb no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:30.808474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c299c72f-8449-4c3c-be04-a80202f0b7bb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:19:30.809646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c299c72f-8449-4c3c-be04-a80202f0b7bb not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:30.921095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-0bf5fbfb-0d23-475a-9ab7-8b02e2bc3601 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:30.923178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-0bf5fbfb-0d23-475a-9ab7-8b02e2bc3601 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.70 "GET /v2.0/networks?id=babfc57c-fa54-4d1f-a235-e5175ae9c158 HTTP/1.1" status: 200 len: 911 time: 0.1298180 Nov 04 09:19:30.940851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Request body: {'port': {'device_id': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'admin_state_up': True, 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:30.977879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Made reservation on behalf of b69e9ee689734d5cad471986f3f144f9 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:19:30.981284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:30.993910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45780) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:31.072390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33470c09-836f-42c5-adc0-8e4ddcfbe508 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.109857 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33470c09-836f-42c5-adc0-8e4ddcfbe508 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.195009 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33470c09-836f-42c5-adc0-8e4ddcfbe508 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.198264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-33470c09-836f-42c5-adc0-8e4ddcfbe508 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.203798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-33470c09-836f-42c5-adc0-8e4ddcfbe508 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/security-groups/717452af-f12f-49c7-8f1d-c6c0caf95ce2 HTTP/1.1" status: 204 len: 168 time: 0.2084413 Nov 04 09:19:31.204837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45782) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:31.224874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33470c09-836f-42c5-adc0-8e4ddcfbe508 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=717452af-f12f-49c7-8f1d-c6c0caf95ce2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:31.232489 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-c8ed4d0b-8b8b-42a9-a2db-823c3bcfe2a9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] show failed (client error): The resource could not be found. Nov 04 09:19:31.237248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8ed4d0b-8b8b-42a9-a2db-823c3bcfe2a9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "GET /v2.0/security-groups/717452af-f12f-49c7-8f1d-c6c0caf95ce2 HTTP/1.1" status: 404 len: 347 time: 0.0281258 Nov 04 09:19:31.238027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45784) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:31.433203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 53bceb1d-6d43-4836-abdc-05eb9b62221b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:31.433544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.473776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Allocated IP 172.20.0.6 (babfc57c-fa54-4d1f-a235-e5175ae9c158/5816ed55-1566-424e-9bff-03f3402d1f3a/eb41f35d-5de7-4c73-b0d1-e20fe176b012) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:31.545303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.546043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.561414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 53bceb1d-6d43-4836-abdc-05eb9b62221b owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:31.697643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.766385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.778818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9bcaaa99-632e-45e8-8a9e-2fbdec05b277'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:31.782355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe8da0-4b3b-44fe-9731-da84fc5a3055 req-3c2d3de7-f345-4ba1-9914-5960921d545a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:31.789644 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-babe8da0-4b3b-44fe-9731-da84fc5a3055 req-3c2d3de7-f345-4ba1-9914-5960921d545a tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 945 time: 0.0915082 Nov 04 09:19:31.815908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:31.885326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-babe8da0-4b3b-44fe-9731-da84fc5a3055 req-fa6c03a1-1d40-4ab9-88b9-6580794dba55 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941956 Nov 04 09:19:31.893044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:31.898117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Pushing event updated for resources: {'Port': ['ID=eb41f35d-5de7-4c73-b0d1-e20fe176b012,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:31.902347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:31.916999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=53bceb1d-6d43-4836-abdc-05eb9b62221b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:31.918152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:31.951746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-1a6866d2-df32-4b40-82f2-5b654ceacdcb tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:31.953386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-1a6866d2-df32-4b40-82f2-5b654ceacdcb tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 945 time: 0.1444685 Nov 04 09:19:31.984190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:31.985155 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.068254 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.072013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.072845 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-58e73c50-c135-4af5-a0d9-c516ba4b66aa tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1370332 Nov 04 09:19:32.073475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5b4d2b90-bf94-4565-9f37-a60d58c443bb tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/floatingips/2fcfe33e-ea15-42bc-a03c-6058f2c38092 HTTP/1.1" status: 204 len: 168 time: 0.8343594 Nov 04 09:19:32.078203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45798) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:32.095760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Request body: {'port': {'device_id': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:32.142231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dea8b9-9046-405b-8bae-80fc02c20463 req-ab9e70c5-6062-47c0-a9be-b7a43df58aae tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:32.147345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28dea8b9-9046-405b-8bae-80fc02c20463 req-ab9e70c5-6062-47c0-a9be-b7a43df58aae tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1027 time: 0.0700822 Nov 04 09:19:32.225299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28dea8b9-9046-405b-8bae-80fc02c20463 req-8f4b7189-4ed5-4121-bb75-612e37ce9250 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578580 Nov 04 09:19:32.291126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.376270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Deleting port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:32.376617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.388838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d4de0db3-0e03-4b88-9497-a38c233a007b None None] Provisioning complete for port eb41f35d-5de7-4c73-b0d1-e20fe176b012 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:32.390270 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4de0db3-0e03-4b88-9497-a38c233a007b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.441678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 49765e82-3c4e-4045-9967-10b9186aa496 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:32.442517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.452319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d4de0db3-0e03-4b88-9497-a38c233a007b None None] Port eb41f35d-5de7-4c73-b0d1-e20fe176b012 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:32.692526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] For port 2e2d438c-bc00-462b-9fdd-ca99ce57a518, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2e2d438c-bc00-462b-9fdd-ca99ce57a518,segment=NetworkSegment(6fa16662-bc83-408a-b879-0b94626de13f),segment_id=6fa16662-bc83-408a-b879-0b94626de13f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:32.693092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.733264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Calling delete_port for 2e2d438c-bc00-462b-9fdd-ca99ce57a518 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:32.736155 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:32.761179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 49765e82-3c4e-4045-9967-10b9186aa496 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:32.915942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98226382-7307-431e-b1c9-98b3264f5731 req-e02e3058-9684-47da-a613-41bb0494aa08 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:32.918549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98226382-7307-431e-b1c9-98b3264f5731 req-e02e3058-9684-47da-a613-41bb0494aa08 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.0890040 Nov 04 09:19:32.981484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98226382-7307-431e-b1c9-98b3264f5731 req-922962b2-a572-4548-94f7-c768359ce1c6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544472 Nov 04 09:19:33.135976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb41f35d-5de7-4c73-b0d1-e20fe176b012 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:33.164002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.173713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ef2c-a6b3-4c63-a7a3-3f3f814576cd req-8040ccb0-5d16-4725-a4fa-65a6af7fa002 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:33.190034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c357ef2c-a6b3-4c63-a7a3-3f3f814576cd req-8040ccb0-5d16-4725-a4fa-65a6af7fa002 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/ports?device_id=8f661076-9707-4538-a11c-8d43cfa51f89 HTTP/1.1" status: 200 len: 945 time: 0.1102116 Nov 04 09:19:33.262451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c357ef2c-a6b3-4c63-a7a3-3f3f814576cd req-1008f637-4182-44af-9778-3d641bb4a7c4 tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.53 "GET /v2.0/security-groups?id=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699391 Nov 04 09:19:33.311796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.325871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2e2d438c-bc00-462b-9fdd-ca99ce57a518'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:33.333529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Transition to ACTIVE for port object eb41f35d-5de7-4c73-b0d1-e20fe176b012 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:19:33.341018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.378998 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.381522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Pushing event deleted for resources: {'Port': ['ID=2e2d438c-bc00-462b-9fdd-ca99ce57a518,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:33.414854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c40bd2-139a-4fbb-b149-8799748691e5 req-604db9bd-3892-4133-a959-a3005b268600 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:33.419898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08c40bd2-139a-4fbb-b149-8799748691e5 req-604db9bd-3892-4133-a959-a3005b268600 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1052 time: 0.0519812 Nov 04 09:19:33.465323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=49765e82-3c4e-4045-9967-10b9186aa496,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:33.475576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] No DVR routers for this DVR port 2e2d438c-bc00-462b-9fdd-ca99ce57a518 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:33.479715 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.483578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-965ac305-a3e4-4455-8d7e-31e39a7bea7a req-5d287268-b14a-4a5d-a462-aa8c737d41ae tempest-ServersTestJSON-1145533605 tempest-ServersTestJSON-1145533605-project] 10.222.0.55 "DELETE /v2.0/ports/2e2d438c-bc00-462b-9fdd-ca99ce57a518 HTTP/1.1" status: 204 len: 173 time: 1.4716845 Nov 04 09:19:33.511203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f661076-9707-4538-a11c-8d43cfa51f89', 'name': 'network-vif-deleted', 'tag': '2e2d438c-bc00-462b-9fdd-ca99ce57a518'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:33.520312 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08c40bd2-139a-4fbb-b149-8799748691e5 req-0c249349-7a19-4841-b50d-f8fe46914555 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897777 Nov 04 09:19:33.522974 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70237ba6-2e78-4d31-b59f-3f231a43c061" -d '{"events": [{"server_uuid": "8f661076-9707-4538-a11c-8d43cfa51f89", "name": "network-vif-deleted", "tag": "2e2d438c-bc00-462b-9fdd-ca99ce57a518"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:33.631985 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10406b56-6da1-4430-98f2-2f494cd05caf x-openstack-request-id: req-10406b56-6da1-4430-98f2-2f494cd05caf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:33.632464 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f661076-9707-4538-a11c-8d43cfa51f89", "name": "network-vif-deleted", "tag": "2e2d438c-bc00-462b-9fdd-ca99ce57a518", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:33.632837 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10406b56-6da1-4430-98f2-2f494cd05caf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:33.633408 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f661076-9707-4538-a11c-8d43cfa51f89', 'name': 'network-vif-deleted', 'tag': '2e2d438c-bc00-462b-9fdd-ca99ce57a518', 'status': 'completed', 'code': 200} Nov 04 09:19:33.715503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Pushing event updated for resources: {'Port': ['ID=eb41f35d-5de7-4c73-b0d1-e20fe176b012,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:33.737452 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.741256 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8d70e2f6-714b-4709-98d8-cf9d3e780170 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/ports/49765e82-3c4e-4045-9967-10b9186aa496 HTTP/1.1" status: 204 len: 168 time: 1.6607947 Nov 04 09:19:33.744473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:33.778574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Attempting to bind port eb41f35d-5de7-4c73-b0d1-e20fe176b012 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:33.779046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Attempting to bind port eb41f35d-5de7-4c73-b0d1-e20fe176b012 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:33.779590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Attempting to bind port eb41f35d-5de7-4c73-b0d1-e20fe176b012 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:33.787518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Port eb41f35d-5de7-4c73-b0d1-e20fe176b012 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:19:33.788126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Attempting to bind port eb41f35d-5de7-4c73-b0d1-e20fe176b012 on network babfc57c-fa54-4d1f-a235-e5175ae9c158 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:33.797185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:33.797737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Checking segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:33.798369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Bound using segment: {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:33.799097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Bound port: eb41f35d-5de7-4c73-b0d1-e20fe176b012, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b26831-164d-4f19-b7c4-18055bb7c6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:33.799653 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.870253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:33.872182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:33.922130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] For port eb41f35d-5de7-4c73-b0d1-e20fe176b012, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:33.930039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] For port eb41f35d-5de7-4c73-b0d1-e20fe176b012, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=eb41f35d-5de7-4c73-b0d1-e20fe176b012,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:33.939420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.008343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:34.009819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.011742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] 10.222.0.70 "PUT /v2.0/ports/eb41f35d-5de7-4c73-b0d1-e20fe176b012 HTTP/1.1" status: 200 len: 1091 time: 1.9201138 Nov 04 09:19:34.030494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.054597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:34.120500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5cbf5-9e48-4078-8183-80860394101f service neutron] Pushing event updated for resources: {'Port': ['ID=eb41f35d-5de7-4c73-b0d1-e20fe176b012,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:34.213285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-77fc0d28-2b0d-459f-b25b-9946cab248c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:34.215010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-77fc0d28-2b0d-459f-b25b-9946cab248c4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b69e9ee689734d5cad471986f3f144f9&device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1094 time: 0.0837989 Nov 04 09:19:34.278842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1a1a2-c6a9-411e-8002-0004d7aaff96 req-7bb6a952-ecac-47dc-ab15-b454f7b90a02 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:34.280584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4a1a1a2-c6a9-411e-8002-0004d7aaff96 req-7bb6a952-ecac-47dc-ab15-b454f7b90a02 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.0842206 Nov 04 09:19:34.299410 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-871ba864-de96-446d-87db-c931e085ab71 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb41f35d-5de7-4c73-b0d1-e20fe176b012 HTTP/1.1" status: 200 len: 217 time: 0.0751944 Nov 04 09:19:34.368814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4a1a1a2-c6a9-411e-8002-0004d7aaff96 req-d07b6424-3483-436c-939a-0b161068b58a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549698 Nov 04 09:19:34.383328 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.393087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-40837eb4-0b21-49e5-ae81-0ea2855e1106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:34.394596 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-40837eb4-0b21-49e5-ae81-0ea2855e1106 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5816ed55-1566-424e-9bff-03f3402d1f3a HTTP/1.1" status: 200 len: 849 time: 0.0882168 Nov 04 09:19:34.441748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:34.471664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45834) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:34.494103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-dd7b0a16-27be-456a-b611-99c4fbcbb02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:34.497217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-dd7b0a16-27be-456a-b611-99c4fbcbb02a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=babfc57c-fa54-4d1f-a235-e5175ae9c158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939860 Nov 04 09:19:34.554804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.558104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-64685aa9-49e9-4f82-b086-ad285e67c3e9 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/ports/6a95c77c-c7bf-4fee-a2e6-e0fcd6badbce HTTP/1.1" status: 204 len: 168 time: 0.8123746 Nov 04 09:19:34.564544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45842) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:34.571415 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] Deleting subnet 15243819-98e4-49a5-81f2-dfed546eb741 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:19:34.581899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.660910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.695350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-a66a2657-478b-4e5d-8baf-8de4c1ffe094 service neutron] 10.222.0.70 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872995 Nov 04 09:19:34.696711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting subnet e362e650-bee5-433b-afa4-cf030532d37f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:19:34.703462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.750050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.784202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.886273 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ae223ae9-28ef-4d9a-b4d4-e1f371dfc811 req-0d9b52df-fe99-4694-a7f9-4916fc0bc6ec service neutron] 10.222.0.70 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851735 Nov 04 09:19:34.939100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.977642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15243819-98e4-49a5-81f2-dfed546eb741,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:34.989303 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:34.993731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8e203390-a0a5-4792-b15a-4d313dfcd98d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/15243819-98e4-49a5-81f2-dfed546eb741 HTTP/1.1" status: 204 len: 168 time: 0.5209818 Nov 04 09:19:34.996676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45852) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:35.018444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.092238 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.119364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d5cfd-e229-436f-969f-20237e9a172a req-50675e24-dc2f-4cba-b4d8-78426b04a83e tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:35.121211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd8d5cfd-e229-436f-969f-20237e9a172a req-50675e24-dc2f-4cba-b4d8-78426b04a83e tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1094 time: 0.1336613 Nov 04 09:19:35.129382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.176406 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.180935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/subnets/e362e650-bee5-433b-afa4-cf030532d37f HTTP/1.1" status: 204 len: 168 time: 0.6147540 Nov 04 09:19:35.181895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e4204-0812-41fb-b87f-474488b0ab7c None None] Network f06b0062-3d9b-43c0-a416-b97c78849dfa requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:19:35.182712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb0396-8d51-4428-be88-7d1659da9e82 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Subnet': ['ID=e362e650-bee5-433b-afa4-cf030532d37f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:35.187953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:35.202831 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.232216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['106cec49-c519-43b5-8317-b6afc5b43956']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:35.241944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd8d5cfd-e229-436f-969f-20237e9a172a req-545ad2f0-744e-4b03-8469-b1cb695f11fb tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091986 Nov 04 09:19:35.247264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fa16662-bc83-408a-b879-0b94626de13f') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:35.247625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fa16662-bc83-408a-b879-0b94626de13f') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:35.260111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.263691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting subnet d4694d46-8903-43d6-9a89-eb63d8e0340e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:19:35.268111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.284574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.296663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:19:35.298961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:19:35.302206 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:19:35.328360 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.422879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.431088 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.439935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] 10.222.0.53 "DELETE /v2.0/networks/106cec49-c519-43b5-8317-b6afc5b43956 HTTP/1.1" status: 204 len: 168 time: 0.4390886 Nov 04 09:19:35.445871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] DHCP port deletion for f06b0062-3d9b-43c0-a416-b97c78849dfa request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:19:35.454132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.463031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078ea8-f8e7-4bba-b8ef-4033cc7e2f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=106cec49-c519-43b5-8317-b6afc5b43956,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:35.502243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Deleting port 139a1617-a544-4ad7-91fc-1a15ea2af8ef {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:35.502803 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.534024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.567640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Subnet': ['ID=d4694d46-8903-43d6-9a89-eb63d8e0340e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:35.571577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.578130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8f4fa3c2-3a34-4355-a00a-2d96379cb044 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/subnets/d4694d46-8903-43d6-9a89-eb63d8e0340e HTTP/1.1" status: 204 len: 168 time: 0.3873336 Nov 04 09:19:35.578553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:35.634531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'tag': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:35.639921 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fd749e-fc5f-488c-b1aa-a108d5724a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ff6de09-a671-4ead-886c-b9c6625a6e6e", "tag": "eb41f35d-5de7-4c73-b0d1-e20fe176b012"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:35.690695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:35.720209 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3ddff6-a445-4832-b9aa-94d1567ce9f4 x-openstack-request-id: req-5f3ddff6-a445-4832-b9aa-94d1567ce9f4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:35.722710 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ff6de09-a671-4ead-886c-b9c6625a6e6e", "tag": "eb41f35d-5de7-4c73-b0d1-e20fe176b012", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:35.722710 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f3ddff6-a445-4832-b9aa-94d1567ce9f4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:35.722710 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'tag': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012', 'status': 'completed', 'code': 200} Nov 04 09:19:35.729100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9c7934-ac4f-4b41-9cb7-c3a19d77cfa0 None None] Network 0cee1b1c-d229-4290-8f05-e71e99aa23d8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:19:35.730048 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.763034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7a9011d1-54d8-4d16-a135-ea9ae9173d02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=60d160f17f52435390d8e7a5542d803a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0711124 Nov 04 09:19:35.766099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45864) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:35.812310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] For port 139a1617-a544-4ad7-91fc-1a15ea2af8ef, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=139a1617-a544-4ad7-91fc-1a15ea2af8ef,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:35.813037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.823115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Deleting port 139a1617-a544-4ad7-91fc-1a15ea2af8ef {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:35.823516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.837875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-a1c62471-c732-4024-80de-d5c115fce5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:35.838160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Calling delete_port for 139a1617-a544-4ad7-91fc-1a15ea2af8ef owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:35.839660 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-a1c62471-c732-4024-80de-d5c115fce5b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b69e9ee689734d5cad471986f3f144f9&device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1094 time: 0.0849190 Nov 04 09:19:35.882052 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84faea80-de87-49ad-b108-1b7a84937b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:35.945290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84faea80-de87-49ad-b108-1b7a84937b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.054370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84faea80-de87-49ad-b108-1b7a84937b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.057517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84faea80-de87-49ad-b108-1b7a84937b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.059911 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-84faea80-de87-49ad-b108-1b7a84937b6c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b HTTP/1.1" status: 204 len: 168 time: 0.2917051 Nov 04 09:19:36.070809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-4d98029a-b78c-4b16-8b94-e06774ebbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:36.072902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-4d98029a-b78c-4b16-8b94-e06774ebbb5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=babfc57c-fa54-4d1f-a235-e5175ae9c158 HTTP/1.1" status: 200 len: 911 time: 0.2201872 Nov 04 09:19:36.079126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84faea80-de87-49ad-b108-1b7a84937b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b7b97-a6e8-4a39-a27a-4ca6ef349c1b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:36.084044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.139689 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-c1c554c2-787a-44e0-b1f9-907289fbe555 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb41f35d-5de7-4c73-b0d1-e20fe176b012 HTTP/1.1" status: 200 len: 217 time: 0.0575078 Nov 04 09:19:36.184939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] No DVR routers for this DVR port 139a1617-a544-4ad7-91fc-1a15ea2af8ef on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:36.210215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] DHCP port deletion for 0cee1b1c-d229-4290-8f05-e71e99aa23d8 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:19:36.216899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Pushing event deleted for resources: {'Port': ['ID=139a1617-a544-4ad7-91fc-1a15ea2af8ef,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:36.236439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.237193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.237774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.238340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.238914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.239484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.240127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.241356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.241495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-33493bd7-28ac-40b9-a07f-de096388ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:36.242644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.243424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.244351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.244908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860a5212-4aab-4e60-a9a9-ff41f655d554 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:36.245342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-33493bd7-28ac-40b9-a07f-de096388ef90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5816ed55-1566-424e-9bff-03f3402d1f3a HTTP/1.1" status: 200 len: 849 time: 0.0962570 Nov 04 09:19:36.339726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] Deleting port bb006a3d-498c-4da6-a221-247246243a7a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:36.352164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.355579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-ca21181a-00c5-450f-9491-675e0c7e4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:36.367502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-ca21181a-00c5-450f-9491-675e0c7e4cf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=babfc57c-fa54-4d1f-a235-e5175ae9c158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144416 Nov 04 09:19:36.396367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] For port 139a1617-a544-4ad7-91fc-1a15ea2af8ef, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=139a1617-a544-4ad7-91fc-1a15ea2af8ef,segment=NetworkSegment(5ccd0be5-17a2-4bd0-9090-48481c08ba00),segment_id=5ccd0be5-17a2-4bd0-9090-48481c08ba00)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:36.397620 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.437193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Calling delete_port for 139a1617-a544-4ad7-91fc-1a15ea2af8ef owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:36.462315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] For port bb006a3d-498c-4da6-a221-247246243a7a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bb006a3d-498c-4da6-a221-247246243a7a,segment=NetworkSegment(9ac86cbb-439a-482f-b43c-5f8b73f6c2b5),segment_id=9ac86cbb-439a-482f-b43c-5f8b73f6c2b5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:36.464986 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.492487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] Calling delete_port for bb006a3d-498c-4da6-a221-247246243a7a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:36.570373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-58ff8ece-45ca-457c-bd3d-6ca2aca816bc service neutron] 10.222.0.70 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942637 Nov 04 09:19:36.572311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06b38b-7d39-4703-8185-8aa225459292 req-dedc2711-52c2-42b5-8477-b6b94d1f50e6 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:36.585258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d06b38b-7d39-4703-8185-8aa225459292 req-dedc2711-52c2-42b5-8477-b6b94d1f50e6 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1094 time: 0.1737576 Nov 04 09:19:36.632520 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.672441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] Pushing event deleted for resources: {'Port': ['ID=bb006a3d-498c-4da6-a221-247246243a7a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:36.674636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8c09c7-c4de-4482-b819-9157b5f8838b None None] No DVR routers for this DVR port bb006a3d-498c-4da6-a221-247246243a7a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:36.714214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d06b38b-7d39-4703-8185-8aa225459292 req-62e50903-42fa-4e71-b565-dbffa5f2f260 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278284 Nov 04 09:19:36.735570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.769643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76fd749e-fc5f-488c-b1aa-a108d5724a8e req-1ef5cfe5-0334-4e37-9da7-fad52a7ce9bd service neutron] 10.222.0.70 "GET /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916912 Nov 04 09:19:36.791099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] No DVR routers for this DVR port 139a1617-a544-4ad7-91fc-1a15ea2af8ef on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:36.794407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Port': ['ID=139a1617-a544-4ad7-91fc-1a15ea2af8ef,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:36.812648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device eb41f35d-5de7-4c73-b0d1-e20fe176b012 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:19:36.816573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:36.868019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2e2d438c-bc00-462b-9fdd-ca99ce57a518 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:36.906912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 2e2d438c-bc00-462b-9fdd-ca99ce57a518 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:19:36.907428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2e2d438c-bc00-462b-9fdd-ca99ce57a518 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:36.933316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:36.962361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06b0062-3d9b-43c0-a416-b97c78849dfa']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:36.986272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ccd0be5-17a2-4bd0-9090-48481c08ba00') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:36.988618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ccd0be5-17a2-4bd0-9090-48481c08ba00') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:37.029899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.051037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.059110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:19:37.059973 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:19:37.064710 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:19:37.122999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.152678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.160479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bb006a3d-498c-4da6-a221-247246243a7a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:37.163078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.167767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/networks/f06b0062-3d9b-43c0-a416-b97c78849dfa HTTP/1.1" status: 204 len: 168 time: 1.5881171 Nov 04 09:19:37.170670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:37.196519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: bb006a3d-498c-4da6-a221-247246243a7a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:19:37.197132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bb006a3d-498c-4da6-a221-247246243a7a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:37.197362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 139a1617-a544-4ad7-91fc-1a15ea2af8ef no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:37.211190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:37.213791 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66ed895-f674-4f1d-a8ab-b4b22b53dde1" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:37.255790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 139a1617-a544-4ad7-91fc-1a15ea2af8ef {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:19:37.256182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 139a1617-a544-4ad7-91fc-1a15ea2af8ef not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:37.264173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port eb41f35d-5de7-4c73-b0d1-e20fe176b012, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=eb41f35d-5de7-4c73-b0d1-e20fe176b012,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:37.268283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:37.279059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.280864 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.288439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc82e93-1456-436c-844d-6b683560165d tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Network': ['ID=f06b0062-3d9b-43c0-a416-b97c78849dfa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:37.308633 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-155f1c2c-7914-4f1d-8f98-0692e9e61814 x-openstack-request-id: req-155f1c2c-7914-4f1d-8f98-0692e9e61814 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:37.308936 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:37.309208 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-155f1c2c-7914-4f1d-8f98-0692e9e61814 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:37.309616 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'code': 200} Nov 04 09:19:37.311715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012', 'network_id': 'babfc57c-fa54-4d1f-a235-e5175ae9c158', 'port_id': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012', 'mac_address': 'fa:16:3e:d5:2e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5816ed55-1566-424e-9bff-03f3402d1f3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:19:37.398237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.402280 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7c8a8a04-9d26-4f54-b642-d7e2d1fceb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.412197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:37.421249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.429601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cee1b1c-d229-4290-8f05-e71e99aa23d8']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:37.440508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:37.440795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac86cbb-439a-482f-b43c-5f8b73f6c2b5') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:37.449961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb41f35d-5de7-4c73-b0d1-e20fe176b012 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:37.451587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.469728 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.479011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:19:37.479380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:19:37.482593 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:19:37.497584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port eb41f35d-5de7-4c73-b0d1-e20fe176b012, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=eb41f35d-5de7-4c73-b0d1-e20fe176b012,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:37.504295 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.562565 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.572077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:37.578396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=eb41f35d-5de7-4c73-b0d1-e20fe176b012,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:37.578891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] 10.222.0.53 "DELETE /v2.0/networks/0cee1b1c-d229-4290-8f05-e71e99aa23d8 HTTP/1.1" status: 204 len: 168 time: 0.4066658 Nov 04 09:19:37.610528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff5e8-1e86-4d02-998f-570edaa77485 tempest-TaggedBootDevicesTest-1310985212 tempest-TaggedBootDevicesTest-1310985212-project] Pushing event deleted for resources: {'Network': ['ID=0cee1b1c-d229-4290-8f05-e71e99aa23d8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:37.805352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['eb41f35d-5de7-4c73-b0d1-e20fe176b012'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:37.883621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dc398-e437-48c9-8571-f9791e523cf1 req-a6d3b949-dae6-467c-8567-01d7490ef463 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:37.885259 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-492dc398-e437-48c9-8571-f9791e523cf1 req-a6d3b949-dae6-467c-8567-01d7490ef463 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1095 time: 0.0496063 Nov 04 09:19:37.930153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-492dc398-e437-48c9-8571-f9791e523cf1 req-753c6567-4c3d-4ea0-ad87-d0da608a859b tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Nov 04 09:19:38.040956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:38.190862 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcaa26c9-74cd-42fc-93a7-ba01d50eb577 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:38.279820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcaa26c9-74cd-42fc-93a7-ba01d50eb577 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:38.284439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcaa26c9-74cd-42fc-93a7-ba01d50eb577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:38.320399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fcaa26c9-74cd-42fc-93a7-ba01d50eb577 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e24e921b38a4014b019ca5da6eb1194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780747 Nov 04 09:19:38.322999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:38.331233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa26c9-74cd-42fc-93a7-ba01d50eb577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e97caf-adad-4767-b0a0-a7ceba77c910,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:38.394463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a045-2c0f-4bb3-93c0-85c7c91885d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:38.419919 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a045-2c0f-4bb3-93c0-85c7c91885d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:38.482488 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a045-2c0f-4bb3-93c0-85c7c91885d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:38.485293 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cfd8a045-2c0f-4bb3-93c0-85c7c91885d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:38.489261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cfd8a045-2c0f-4bb3-93c0-85c7c91885d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2e97caf-adad-4767-b0a0-a7ceba77c910 HTTP/1.1" status: 204 len: 168 time: 0.1647391 Nov 04 09:19:38.498295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8a045-2c0f-4bb3-93c0-85c7c91885d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e97caf-adad-4767-b0a0-a7ceba77c910,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:38.827027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:19:38.832097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device eb41f35d-5de7-4c73-b0d1-e20fe176b012 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:39.040270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:39.097416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'mac_address': 'fa:16:3e:7a:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:19:39.198447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ec09a-164a-4a18-af3b-1e311f8fe657 req-e1130caf-9b3f-4859-968a-bf9e635616f9 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:39.211766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd1ec09a-164a-4a18-af3b-1e311f8fe657 req-e1130caf-9b3f-4859-968a-bf9e635616f9 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1095 time: 0.1354308 Nov 04 09:19:39.262782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:39.299362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd1ec09a-164a-4a18-af3b-1e311f8fe657 req-3960aa07-0077-49c4-a1b1-c097a44a0ced tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827374 Nov 04 09:19:39.318805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fb5ace-6062-48ad-b6a7-1d642dc8989f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:19:39.343529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port eb41f35d-5de7-4c73-b0d1-e20fe176b012 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:19:39.349844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:39.354131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port eb41f35d-5de7-4c73-b0d1-e20fe176b012 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:39.355156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:39.358495 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:39.441495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:39.535073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:39.537910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a6fb5ace-6062-48ad-b6a7-1d642dc8989f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:39.598137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:39.600867 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd77618-dc5b-4ca2-b0be-d7da518d428d" -d '{"events": [{"server_uuid": "5ff6de09-a671-4ead-886c-b9c6625a6e6e", "name": "network-vif-plugged", "status": "completed", "tag": "eb41f35d-5de7-4c73-b0d1-e20fe176b012"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:39.660331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port eb41f35d-5de7-4c73-b0d1-e20fe176b012, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=eb41f35d-5de7-4c73-b0d1-e20fe176b012,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:39.667014 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c481fb6-01a1-4bf1-bdea-81661c437eb3 x-openstack-request-id: req-6c481fb6-01a1-4bf1-bdea-81661c437eb3 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:39.667537 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff6de09-a671-4ead-886c-b9c6625a6e6e", "name": "network-vif-plugged", "status": "completed", "tag": "eb41f35d-5de7-4c73-b0d1-e20fe176b012", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:39.667975 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c481fb6-01a1-4bf1-bdea-81661c437eb3 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:39.668578 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012', 'code': 200} Nov 04 09:19:39.673420 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:39.745673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:39.760125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=eb41f35d-5de7-4c73-b0d1-e20fe176b012,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:39.848491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478f7ff-fb3b-4b52-8036-53f25fb9c713 req-a659fef0-f1d7-48bc-a39d-c073e24b4e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:39.850998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b478f7ff-fb3b-4b52-8036-53f25fb9c713 req-a659fef0-f1d7-48bc-a39d-c073e24b4e16 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.1038644 Nov 04 09:19:39.917447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b478f7ff-fb3b-4b52-8036-53f25fb9c713 req-28a79abd-bd95-45c2-b8c7-9c427f521156 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Nov 04 09:19:39.938075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-network', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:39.955912 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9ea22b8-7cfb-4262-a37c-6ace63a86e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:39.977732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Made reservation on behalf of ca2abf60dfc749eeab441d437c0db1c0 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:19:39.981666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:39.992592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.163541 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.170289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.209858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:19:40.235407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cb4a0f-f8a8-4212-9c2a-6cd10f8d550e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:40.243084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.243455 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Added segment 43c57d56-cdc4-4379-af92-5a360d46ac70 of type vlan for network f51acda2-37c7-45fe-bee2-16d4f0a246bd Nov 04 09:19:40.296910 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.350918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.430985 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.432128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:40.432737 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.474482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7269790 Nov 04 09:19:40.478759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:40.484536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Request body: {'subnet': {'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-subnet', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:40.517922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Made reservation on behalf of ca2abf60dfc749eeab441d437c0db1c0 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:19:40.523376 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.588343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0964d-3e5f-42f2-a06f-b4668ba58f80 req-22c90f62-3f3b-4ef4-9e28-9578691d492d tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:40.589919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83c0964d-3e5f-42f2-a06f-b4668ba58f80 req-22c90f62-3f3b-4ef4-9e28-9578691d492d tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.1759276 Nov 04 09:19:40.590542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2b03e-71f6-4d82-ab5d-82afd7de4fbd admin admin] Pushing event updated for resources: {'Network': ['ID=f51acda2-37c7-45fe-bee2-16d4f0a246bd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:40.609520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:19:40.668348 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83c0964d-3e5f-42f2-a06f-b4668ba58f80 req-a04b943c-7c1b-4702-bca6-8f11fea040b6 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491614 Nov 04 09:19:40.813792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.855770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:40.913407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37551ed-1b2f-478a-b139-c43a85e777c3,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:40.927280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Checking segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:40.928260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Network hostable DHCP agents. Network: f51acda2-37c7-45fe-bee2-16d4f0a246bd, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:19:40.951944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a6fb5ace-6062-48ad-b6a7-1d642dc8989f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:40.952582 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:40.969659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:19:40.996686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f51acda2-37c7-45fe-bee2-16d4f0a246bd) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:41.010930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:41.011768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.018379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a58efcd-929e-42d0-87a4-d8943c953a84 None None] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:19:41.041419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c80aa612-da2a-470f-9409-079d5b58453d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5610709 Nov 04 09:19:41.044107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45996) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:41.067038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:41.100121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.103759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.238658 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.268748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.293255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:19:41.294914 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.311847 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.371183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:41.461974 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.533247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.594976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Allocated IP 172.20.0.2 (f51acda2-37c7-45fe-bee2-16d4f0a246bd/f37551ed-1b2f-478a-b139-c43a85e777c3/0d9ac132-17f8-460d-9aa7-391e8fe53c8b) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:41.674655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:41.677055 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95a9252-9c97-446b-a716-64e8b6b16059" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:41.720201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:41.769581 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587c18ef-bf40-408d-b36e-451dc808336a x-openstack-request-id: req-587c18ef-bf40-408d-b36e-451dc808336a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:41.770481 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:41.771009 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-587c18ef-bf40-408d-b36e-451dc808336a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:41.772659 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'code': 200} Nov 04 09:19:41.891367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.910743 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:41.964820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f130f4-1e80-4041-bb74-f5a3e3f2017d req-285d7dce-6ad4-409b-88bc-d15b5b440c75 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:41.972514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84f130f4-1e80-4041-bb74-f5a3e3f2017d req-285d7dce-6ad4-409b-88bc-d15b5b440c75 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.1163013 Nov 04 09:19:42.017778 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.041529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.046554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:42.051929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:42.070151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:42.080428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84f130f4-1e80-4041-bb74-f5a3e3f2017d req-cc320ea4-8c2c-4de2-b70a-df7b1f53b257 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008618 Nov 04 09:19:42.159672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Pushing event updated for resources: {'Port': ['ID=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:42.220450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Attempting to bind port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:42.221078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Attempting to bind port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:42.221607 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Attempting to bind port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:42.230929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:42.231303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Checking segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:42.231705 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.232117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Bound using segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:42.232671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Bound port: 0d9ac132-17f8-460d-9aa7-391e8fe53c8b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:42.233318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.240893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Allocated IP 172.25.3.208 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/a883fe2c-7f67-48a0-9b32-1d73385f37d5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:42.262708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddc169-fea5-4212-ac76-4ff3b03a4ff1 req-c2d1ae62-9b40-4cb4-baa8-102841bfda87 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:42.265620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99ddc169-fea5-4212-ac76-4ff3b03a4ff1 req-c2d1ae62-9b40-4cb4-baa8-102841bfda87 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.0907090 Nov 04 09:19:42.338879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99ddc169-fea5-4212-ac76-4ff3b03a4ff1 req-405a3cec-5da0-45c6-8f6a-0b6779474f37 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653954 Nov 04 09:19:42.402040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] For port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:42.409889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] For port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:42.421849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.454965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.484356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb11eaa-d52e-4d7c-aa8f-98abe55fee9b None None] Pushing event updated for resources: {'Port': ['ID=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:42.523922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02477a6a-cf6d-4c23-a69d-d58dd650ae84 req-295615ed-f372-45ba-b581-fa218d2ce594 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:42.527541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02477a6a-cf6d-4c23-a69d-d58dd650ae84 req-295615ed-f372-45ba-b581-fa218d2ce594 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.0836825 Nov 04 09:19:42.543517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.645791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02477a6a-cf6d-4c23-a69d-d58dd650ae84 req-15e43e3a-aeee-464a-a03e-3b0cd0f8c218 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025836 Nov 04 09:19:42.712352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Pushing event updated for resources: {'Port': ['ID=a883fe2c-7f67-48a0-9b32-1d73385f37d5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:42.718688 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:42.756308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:42.760823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:42.768835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:43.109153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79f61a-0584-422d-a159-1d81f5ae648a req-a0dcd7f3-cb3a-4b40-a1de-429ece9a6e3e tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:43.125236 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b79f61a-0584-422d-a159-1d81f5ae648a req-a0dcd7f3-cb3a-4b40-a1de-429ece9a6e3e tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.1199307 Nov 04 09:19:43.187561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b79f61a-0584-422d-a159-1d81f5ae648a req-ba4f1dfb-d497-4b15-8a45-5eee4e55cce9 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521374 Nov 04 09:19:43.249899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0d9ac132-17f8-460d-9aa7-391e8fe53c8b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:43.402942 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:43.403318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:43.565076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:43.609274 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:19:43.636815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:43.647589 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:43.687268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:43.780597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:44.124357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:44.173867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991b4fa7-f3cb-4654-a55c-8d313b25b572 None None] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:19:44.473200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-17d3a82e-e245-4adc-b933-6a40ee2133cc tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:44.477274 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-17d3a82e-e245-4adc-b933-6a40ee2133cc tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.1383364 Nov 04 09:19:44.500173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b88b178d-c1a0-4ba2-8a4a-aebfe30306e3 None None] Provisioning complete for port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:44.502735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b88b178d-c1a0-4ba2-8a4a-aebfe30306e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:44.782509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Deleting port eb41f35d-5de7-4c73-b0d1-e20fe176b012 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:44.783233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:44.862220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8231d-3d36-477c-bd54-d1fb6d9c9414 req-09263adb-26f5-4fdf-acae-b76fc05c137d tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:44.877296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:19:44.886008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2f8231d-3d36-477c-bd54-d1fb6d9c9414 req-09263adb-26f5-4fdf-acae-b76fc05c137d tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 1096 time: 0.1796927 Nov 04 09:19:44.953090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2f8231d-3d36-477c-bd54-d1fb6d9c9414 req-f7b48195-bd7f-4fdd-962c-8fb61ccaaf3b tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763619 Nov 04 09:19:45.076296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] For port eb41f35d-5de7-4c73-b0d1-e20fe176b012, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=eb41f35d-5de7-4c73-b0d1-e20fe176b012,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:45.076688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:45.097645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Calling delete_port for eb41f35d-5de7-4c73-b0d1-e20fe176b012 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:45.222785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:45.229659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a9860-f4f7-49cf-9b22-f8372a93fcfb req-4e9c027f-8e7c-4262-8cf7-30d428820d9f tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:45.236501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Sync routers for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:45.241041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0d9ac132-17f8-460d-9aa7-391e8fe53c8b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:45.245821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc4a9860-f4f7-49cf-9b22-f8372a93fcfb req-4e9c027f-8e7c-4262-8cf7-30d428820d9f tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 945 time: 0.1489048 Nov 04 09:19:45.323254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc4a9860-f4f7-49cf-9b22-f8372a93fcfb req-f0489fab-7442-4c18-a24a-3003349f8ff8 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721362 Nov 04 09:19:45.336590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:45.336590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:45.381379 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:45.384411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2266f563-0675-4fd0-9ed5-5a6a5b8fd20d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3390636 Nov 04 09:19:45.387343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:45.508174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:45.561835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb41f35d-5de7-4c73-b0d1-e20fe176b012,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:45.591586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.592091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.592557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.593249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.593692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.594270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.594854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.595283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.595695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.596148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.596578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.597010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:45.599280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-85159afb-56b8-4f13-aa6e-e765b4cbb7b2 req-c5ea3752-a953-4ea5-a35e-ed6e893b190f service neutron] (102555) timed out ('10.222.0.55', 57243) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:19:45.696216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] No DVR routers for this DVR port eb41f35d-5de7-4c73-b0d1-e20fe176b012 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:45.699358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:45.703376 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a8c7f95b-3d50-475c-8791-07220bb42d36 req-d525a49a-7f58-42bd-8a6e-c57c7bf29864 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.70 "DELETE /v2.0/ports/eb41f35d-5de7-4c73-b0d1-e20fe176b012 HTTP/1.1" status: 204 len: 173 time: 1.2082818 Nov 04 09:19:45.705560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'name': 'network-vif-deleted', 'tag': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:45.720094 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e6795d-d1d3-4751-b025-c313f8a0671c" -d '{"events": [{"server_uuid": "5ff6de09-a671-4ead-886c-b9c6625a6e6e", "name": "network-vif-deleted", "tag": "eb41f35d-5de7-4c73-b0d1-e20fe176b012"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:45.812297 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0b5df8-eb4e-4bf4-b046-0e8b735c3059 x-openstack-request-id: req-ad0b5df8-eb4e-4bf4-b046-0e8b735c3059 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:45.812982 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ff6de09-a671-4ead-886c-b9c6625a6e6e", "name": "network-vif-deleted", "tag": "eb41f35d-5de7-4c73-b0d1-e20fe176b012", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:45.812982 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ad0b5df8-eb4e-4bf4-b046-0e8b735c3059 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:45.813580 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ff6de09-a671-4ead-886c-b9c6625a6e6e', 'name': 'network-vif-deleted', 'tag': 'eb41f35d-5de7-4c73-b0d1-e20fe176b012', 'status': 'completed', 'code': 200} Nov 04 09:19:46.003066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-0168edb8-0944-4d9f-9737-585a02170ede tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:46.005802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-0168edb8-0944-4d9f-9737-585a02170ede tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.70 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 945 time: 0.1589870 Nov 04 09:19:46.038198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:46.222742 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b8b5040-6f2e-4393-8c2d-3f7f4ccbb2de req-bc736bee-34aa-438e-a85d-4ba1ffec011d tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5ff6de09-a671-4ead-886c-b9c6625a6e6e HTTP/1.1" status: 200 len: 210 time: 0.0865281 Nov 04 09:19:46.251490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Deleting port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:46.253096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:46.475082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:46.501283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9bcaaa99-632e-45e8-8a9e-2fbdec05b277'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:46.615594 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:46.640850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9378714f-4f97-4754-a0ed-4d79414c05e4 None None] Provisioning complete for port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:46.641326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9378714f-4f97-4754-a0ed-4d79414c05e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:46.650297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:46.707496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] For port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:46.707892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:46.709009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:46.709395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:46.792067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:43Z', 'revision_number': 3, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:46.806899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2b87c6-c9e3-4c20-9fed-6c2378790be6 req-83b0434f-0667-4b16-ad18-1596d5600284 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:46.815282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af2b87c6-c9e3-4c20-9fed-6c2378790be6 req-83b0434f-0667-4b16-ad18-1596d5600284 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 945 time: 0.2891960 Nov 04 09:19:46.886454 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Checking router: 9e5a363f-cdfd-474f-91ca-d398bc5726b9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:46.886729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Updating router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 port a883fe2c-7f67-48a0-9b32-1d73385f37d5 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:19:46.920134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af2b87c6-c9e3-4c20-9fed-6c2378790be6 req-f54ae81d-d17d-4da8-b0b7-1ad7a6a4d65a tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/security-groups?id=101ed634-6403-483d-a441-70a0efd2c703&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035705 Nov 04 09:19:46.937415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:46.953010 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.180313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.181192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.181402 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Floating IP f39d9be6-9a8d-42cb-80a8-0447be70b573 disassociated. External IP: 172.25.3.120, port: 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba. Nov 04 09:19:47.181850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Calling delete_port for 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:47.183707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Allocated IP 172.20.0.1 (f51acda2-37c7-45fe-bee2-16d4f0a246bd/f37551ed-1b2f-478a-b139-c43a85e777c3/6011540f-193b-428c-a7a3-4f6d8e02710f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:47.520296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.558276 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.609782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.613379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.735016 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:47.735587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:47.751078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:47.760907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:47.822300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Attempting to bind port a883fe2c-7f67-48a0-9b32-1d73385f37d5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:47.822709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Attempting to bind port a883fe2c-7f67-48a0-9b32-1d73385f37d5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:47.823089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Attempting to bind port a883fe2c-7f67-48a0-9b32-1d73385f37d5 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:47.841204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event deleted for resources: {'Port': ['ID=6d1c9e3f-9f33-4943-b6fd-685e7f5275ba,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:47.876409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Pushing event updated for resources: {'Port': ['ID=6011540f-193b-428c-a7a3-4f6d8e02710f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:48.056882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:48.128467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:48.128853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:48.130118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:48.131169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:48.131699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Bound port: a883fe2c-7f67-48a0-9b32-1d73385f37d5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:48.132376 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:48.183714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Router adbd8752-2953-4ae7-b557-28eda9e04289 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:19:48.231700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864022dd-15a7-4200-aff7-3ee0e02465cd None None] Pushing event updated for resources: {'Port': ['ID=a883fe2c-7f67-48a0-9b32-1d73385f37d5,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:48.248918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] For port a883fe2c-7f67-48a0-9b32-1d73385f37d5, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:48.267950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No active binding found for port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 09:19:48.268514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:48.269035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device eb41f35d-5de7-4c73-b0d1-e20fe176b012 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:48.273127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] For port a883fe2c-7f67-48a0-9b32-1d73385f37d5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a883fe2c-7f67-48a0-9b32-1d73385f37d5,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:48.308402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7ce86-1147-419f-a03d-80e2f96bccf5 req-39dc9bb1-133d-4aff-a149-2d8e12b2412a tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:48.321900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:48.322894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8a7ce86-1147-419f-a03d-80e2f96bccf5 req-39dc9bb1-133d-4aff-a149-2d8e12b2412a tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1097 time: 0.3961000 Nov 04 09:19:48.407191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: eb41f35d-5de7-4c73-b0d1-e20fe176b012 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:19:48.407603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device eb41f35d-5de7-4c73-b0d1-e20fe176b012 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:48.481504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:48.518972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] Sync routers for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:48.568270 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:48.568930 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:48.646970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8a7ce86-1147-419f-a03d-80e2f96bccf5 req-24cebdc3-5fdc-4cf3-aac7-f4ec8363af00 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064487 Nov 04 09:19:48.649898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d6ea8515-9463-4cfa-b750-b0702b840142 None None] Provisioning complete for port 6011540f-193b-428c-a7a3-4f6d8e02710f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:48.658314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d6ea8515-9463-4cfa-b750-b0702b840142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:48.666563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] No DVR routers for this DVR port 6d1c9e3f-9f33-4943-b6fd-685e7f5275ba on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:48.677992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:48.692399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9c9387c0-2a8e-485d-8222-f84770764db6 req-f5d36148-ebb2-4f36-85c2-7367162baafa tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.70 "DELETE /v2.0/ports/6d1c9e3f-9f33-4943-b6fd-685e7f5275ba HTTP/1.1" status: 204 len: 173 time: 2.6784558 Nov 04 09:19:48.710589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'name': 'network-vif-deleted', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:48.730031 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a14f9ad-faf4-44bf-a499-122f9d8eaf65" -d '{"events": [{"server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "name": "network-vif-deleted", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:48.744138 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:48.837329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864022dd-15a7-4200-aff7-3ee0e02465cd None None] Pushing event updated for resources: {'Port': ['ID=a883fe2c-7f67-48a0-9b32-1d73385f37d5,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:48.844415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:48.845061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:48.982428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-103f400c-d928-4f9d-97b7-dc5d7f57ad4a req-c4ea7d05-37dd-4bcd-b0f4-0ea18186ceb8 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "GET /v2.0/ports?device_id=4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1 HTTP/1.1" status: 200 len: 210 time: 0.1880629 Nov 04 09:19:49.011198 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:49.080107 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de19c21e-c7d9-47d9-8bf2-6654076f8791 x-openstack-request-id: req-de19c21e-c7d9-47d9-8bf2-6654076f8791 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:49.080726 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1", "name": "network-vif-deleted", "tag": "6d1c9e3f-9f33-4943-b6fd-685e7f5275ba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:49.081158 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de19c21e-c7d9-47d9-8bf2-6654076f8791 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:49.081743 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fcfb0a0-3d09-4f94-b8fa-086bdabb94f1', 'name': 'network-vif-deleted', 'tag': '6d1c9e3f-9f33-4943-b6fd-685e7f5275ba', 'status': 'completed', 'code': 200} Nov 04 09:19:49.142059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:49.153945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:49.194728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea8515-9463-4cfa-b750-b0702b840142 None None] Port 6011540f-193b-428c-a7a3-4f6d8e02710f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:49.262511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:49.272272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-f86598a0-d57d-4055-abc4-7861cc3517fc tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:49.275052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-f86598a0-d57d-4055-abc4-7861cc3517fc tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1097 time: 0.1143489 Nov 04 09:19:49.309653 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:49.343386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Pushing event updated for resources: {'Port': ['ID=6011540f-193b-428c-a7a3-4f6d8e02710f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:49.497171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Deleting port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:49.498008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:49.527559 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:38Z', 'revision_number': 5, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:49.598786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:49.607169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:49.619085 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] Checking router: adbd8752-2953-4ae7-b557-28eda9e04289 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:49.669477 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:49.671258 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:49.690717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] For port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:49.696145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:49.743540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Calling delete_port for 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:49.856511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:47Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:49.892372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade11f90-4a0f-42b8-a3e3-1078d14167d7 None None] The sync data for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 is: [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:47Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:49.965895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:49.978830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9bcaaa99-632e-45e8-8a9e-2fbdec05b277'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:19:49.993597 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:50.034979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bcaaa99-632e-45e8-8a9e-2fbdec05b277,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:50.058708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657de522-e3c7-4bc5-9e66-9213f5dcfab2 req-ab608ad7-0402-4f84-a060-5f14a7d2d97a tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:50.076609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-657de522-e3c7-4bc5-9e66-9213f5dcfab2 req-ab608ad7-0402-4f84-a060-5f14a7d2d97a tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=14724a4d-b200-43bd-8333-57914f52d508 HTTP/1.1" status: 200 len: 1018 time: 0.2945366 Nov 04 09:19:50.171885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] No DVR routers for this DVR port 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:19:50.178876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:50.182416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7560f330-7776-43c3-af85-3f5d2d9ab662 req-8ff779ce-f2e5-4ef1-8d7c-a6cd43912b41 tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.55 "DELETE /v2.0/ports/9bcaaa99-632e-45e8-8a9e-2fbdec05b277 HTTP/1.1" status: 204 len: 173 time: 0.8975461 Nov 04 09:19:50.212945 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-657de522-e3c7-4bc5-9e66-9213f5dcfab2 req-f2249b0b-d868-403a-a60e-476a3885d30a tempest-TestServerMultinode-1845888585 tempest-TestServerMultinode-1845888585-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fd1d20b2-f127-4379-80ef-aa4de752699b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338661 Nov 04 09:19:50.240573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fd64de72-6b95-4fa1-84b1-ce12e2c52375 None None] Provisioning complete for port 6011540f-193b-428c-a7a3-4f6d8e02710f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:50.241076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fd64de72-6b95-4fa1-84b1-ce12e2c52375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:50.262612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:19:50.322136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46116) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:50.488970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fd64de72-6b95-4fa1-84b1-ce12e2c52375 None None] Port 6011540f-193b-428c-a7a3-4f6d8e02710f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:19:50.685644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Deleting port 410b8099-1799-458e-9011-20601128574e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:50.686054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:50.726233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:19:50.736020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8f5706c0-2bbc-4858-a841-d98a6be91b7c admin admin] 10.222.0.53 "PUT /v2.0/routers/9e5a363f-cdfd-474f-91ca-d398bc5726b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3444676 Nov 04 09:19:50.995308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:50.995957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:51.032224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Calling delete_port for 410b8099-1799-458e-9011-20601128574e owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:51.116108 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:38Z', 'revision_number': 5, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:51.236936 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ee261-f3ac-4d0f-956b-d8115d951241 None None] The sync data for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 is: [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:14:23Z', 'revision_number': 4, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'f51371b4-5729-4747-8780-8a2b91c7023d', 'name': '', 'network_id': '43467482-b628-4f66-bca9-2725b3052053', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'mac_address': 'fa:16:3e:ee:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:21Z', 'updated_at': '2021-11-04T09:14:38Z', 'revision_number': 5, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'subnets': [{'id': 'b39bd00d-b9b7-422e-94d0-666a6ec890c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:51.273266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14724a4d-b200-43bd-8333-57914f52d508', 'name': 'network-vif-deleted', 'tag': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:19:51.280029 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558fb375-992c-4c2f-9b04-da0a5050316b" -d '{"events": [{"server_uuid": "14724a4d-b200-43bd-8333-57914f52d508", "name": "network-vif-deleted", "tag": "9bcaaa99-632e-45e8-8a9e-2fbdec05b277"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:19:51.291558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:51.383072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event deleted for resources: {'Port': ['ID=410b8099-1799-458e-9011-20601128574e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:51.587909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:51.597718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:51.604055 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a607b155-31db-488e-ac49-644a488d5a3d tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "DELETE /v2.0/floatingips/f39d9be6-9a8d-42cb-80a8-0447be70b573 HTTP/1.1" status: 204 len: 168 time: 1.2799640 Nov 04 09:19:51.826444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ffc56d-fca6-4858-9e40-952aa287d10b None None] New status for floating IP f39d9be6-9a8d-42cb-80a8-0447be70b573: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:19:52.217784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46144) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:52.224358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c919ce5a-b250-4f80-8b88-c52c3fff052f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1016762485', 'description': 'tempest-description--254359266'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:52.266006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46146) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:52.269955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c919ce5a-b250-4f80-8b88-c52c3fff052f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.381304 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b5b022-ea44-47a7-bc44-b37ad37fa815 x-openstack-request-id: req-69b5b022-ea44-47a7-bc44-b37ad37fa815 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:19:52.382399 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14724a4d-b200-43bd-8333-57914f52d508", "name": "network-vif-deleted", "tag": "9bcaaa99-632e-45e8-8a9e-2fbdec05b277", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:19:52.383074 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69b5b022-ea44-47a7-bc44-b37ad37fa815 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:19:52.384448 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14724a4d-b200-43bd-8333-57914f52d508', 'name': 'network-vif-deleted', 'tag': '9bcaaa99-632e-45e8-8a9e-2fbdec05b277', 'status': 'completed', 'code': 200} Nov 04 09:19:52.485999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c919ce5a-b250-4f80-8b88-c52c3fff052f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.503164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c919ce5a-b250-4f80-8b88-c52c3fff052f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.509222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:52.549082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c919ce5a-b250-4f80-8b88-c52c3fff052f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fb5eae-2e60-49ce-9bbd-196801830bf9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:52.556280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c919ce5a-b250-4f80-8b88-c52c3fff052f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.562601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c919ce5a-b250-4f80-8b88-c52c3fff052f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3428690 Nov 04 09:19:52.564081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46152) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:52.571941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3bfff258-b181-4039-98a1-4238ec36d6ed tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'security_group_rule': {'security_group_id': '71fb5eae-2e60-49ce-9bbd-196801830bf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:52.623655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bfff258-b181-4039-98a1-4238ec36d6ed tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.642422 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.678925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a883fe2c-7f67-48a0-9b32-1d73385f37d5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:52.757693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bfff258-b181-4039-98a1-4238ec36d6ed tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.768106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bfff258-b181-4039-98a1-4238ec36d6ed tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.776687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.809909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfff258-b181-4039-98a1-4238ec36d6ed tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06e5a6a-db62-4771-bb9a-e6b103dd4830,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:52.824475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a883fe2c-7f67-48a0-9b32-1d73385f37d5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:52.824848 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.827944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3bfff258-b181-4039-98a1-4238ec36d6ed tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:52.834077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3bfff258-b181-4039-98a1-4238ec36d6ed tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2679226 Nov 04 09:19:52.835068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46154) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:52.848090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-12c91095-e8ee-483e-a722-79c3175b1d04 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'security_group_rule': {'security_group_id': '71fb5eae-2e60-49ce-9bbd-196801830bf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:52.908150 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12c91095-e8ee-483e-a722-79c3175b1d04 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.046061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12c91095-e8ee-483e-a722-79c3175b1d04 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.049826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.051060 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.053912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.058513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] 10.222.0.53 "DELETE /v2.0/security-groups/101ed634-6403-483d-a441-70a0efd2c703 HTTP/1.1" status: 204 len: 168 time: 0.5462039 Nov 04 09:19:53.061785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12c91095-e8ee-483e-a722-79c3175b1d04 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.089256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port a883fe2c-7f67-48a0-9b32-1d73385f37d5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a883fe2c-7f67-48a0-9b32-1d73385f37d5,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:53.091035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:19:53.105891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c91095-e8ee-483e-a722-79c3175b1d04 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5fadf60-f2bd-4b33-9994-8f05f91b7487,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:53.122400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:19:53.125151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:53.125381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9bcaaa99-632e-45e8-8a9e-2fbdec05b277 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:19:53.132221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.137716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ed634-6403-483d-a441-70a0efd2c703,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:53.148689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.149188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.150923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.150923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.150923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.150923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.150923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.151654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.152108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.152538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.152964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.153384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944783c3-bda4-4b8c-8fbb-4fd7ed1e9174 tempest-TestServerBasicOps-1810238203 tempest-TestServerBasicOps-1810238203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:53.164884 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-12c91095-e8ee-483e-a722-79c3175b1d04 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.174262 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-12c91095-e8ee-483e-a722-79c3175b1d04 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3330290 Nov 04 09:19:53.174948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46168) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:53.188257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46170) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:19:53.189899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:19:53.206831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=a883fe2c-7f67-48a0-9b32-1d73385f37d5,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:53.299514 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.450421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.519634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.623338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Allocated IP 172.25.3.152 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/c8ad06f1-baf9-4a78-b2da-ab8f947a7a4e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:19:53.776520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.898186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:53.980618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:19:53.986652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:19:53.998763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:19:54.042079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'Port': ['ID=c8ad06f1-baf9-4a78-b2da-ab8f947a7a4e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:54.163573 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Sync routers for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:19:54.189161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:54.189859 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:54.216841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:54.339015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:54.377304 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:54.629336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a883fe2c-7f67-48a0-9b32-1d73385f37d5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:54.675484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:54.686884 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:54.738591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'Port': ['ID=c8ad06f1-baf9-4a78-b2da-ab8f947a7a4e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:54.749475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a883fe2c-7f67-48a0-9b32-1d73385f37d5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:54.753100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:54.815781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:54.855303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:54.856684 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ddb777ec-f2e2-4e91-a1f1-798c950e6c24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6799498 Nov 04 09:19:54.894626 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 2, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:54.976148 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Checking router: 9e5a363f-cdfd-474f-91ca-d398bc5726b9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:19:54.977623 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Updating router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 port 6011540f-193b-428c-a7a3-4f6d8e02710f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:19:55.103353 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.348873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-c99d860f-92b2-4d67-afce-55309f286f14 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1016762485&fields=id&tenant_id=ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 267 time: 0.2071712 Nov 04 09:19:55.526229 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.537083 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.590531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Deleting port 8f8425d2-1075-464f-ace4-ba5391fc9ab7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:55.592064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.683972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Attempting to bind port 6011540f-193b-428c-a7a3-4f6d8e02710f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:19:55.684372 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Attempting to bind port 6011540f-193b-428c-a7a3-4f6d8e02710f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:19:55.684711 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Attempting to bind port 6011540f-193b-428c-a7a3-4f6d8e02710f on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:19:55.686996 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Pushing event updated for resources: {'Port': ['ID=6011540f-193b-428c-a7a3-4f6d8e02710f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:55.696715 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.697260 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.697609 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.698266 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.698740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.699640 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.699640 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.699992 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.700387 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.701541 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.701541 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.701746 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:19:55.709892 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:19:55.710305 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Checking segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:19:55.710675 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.711073 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Bound using segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:19:55.711727 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Bound port: 6011540f-193b-428c-a7a3-4f6d8e02710f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:19:55.712169 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.805523 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] For port 6011540f-193b-428c-a7a3-4f6d8e02710f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:19:55.809234 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] For port 6011540f-193b-428c-a7a3-4f6d8e02710f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6011540f-193b-428c-a7a3-4f6d8e02710f,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:19:55.819905 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.843494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:55.881438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-688222c0-0372-4cd9-926d-11c8ceaeacf3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:55.884611 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:19:55.885260 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:55.894289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-688222c0-0372-4cd9-926d-11c8ceaeacf3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 817 time: 0.5045824 Nov 04 09:19:56.008935 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d43212-eaa7-40b2-86f1-9acdccc5127c None None] Pushing event updated for resources: {'Port': ['ID=6011540f-193b-428c-a7a3-4f6d8e02710f,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:56.040461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-178a7f8f-8d64-45f7-bea7-9aeb4c58e5d2 None None] Provisioning complete for port 6011540f-193b-428c-a7a3-4f6d8e02710f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:56.041042 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-178a7f8f-8d64-45f7-bea7-9aeb4c58e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:56.060249 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:19:56.129652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-70931869-f187-4f9b-8661-b4d4210e4220 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/quotas/ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 375 time: 0.2340987 Nov 04 09:19:56.137582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:56.329136 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-178a7f8f-8d64-45f7-bea7-9aeb4c58e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:56.361631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] For port 8f8425d2-1075-464f-ace4-ba5391fc9ab7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8f8425d2-1075-464f-ace4-ba5391fc9ab7,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:56.363260 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:56.418418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-178a7f8f-8d64-45f7-bea7-9aeb4c58e5d2 None None] For port 6011540f-193b-428c-a7a3-4f6d8e02710f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6011540f-193b-428c-a7a3-4f6d8e02710f,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:56.433080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Calling delete_port for 8f8425d2-1075-464f-ace4-ba5391fc9ab7 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:56.456278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-178a7f8f-8d64-45f7-bea7-9aeb4c58e5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:56.597920 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:55Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:19:56.613168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a7f8f-8d64-45f7-bea7-9aeb4c58e5d2 None None] Pushing event updated for resources: {'Port': ['ID=6011540f-193b-428c-a7a3-4f6d8e02710f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:56.632989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dd272383-d9b6-4281-8bea-e5db7c6cb983 None None] Provisioning complete for port 6011540f-193b-428c-a7a3-4f6d8e02710f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:56.633475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dd272383-d9b6-4281-8bea-e5db7c6cb983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:56.669012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-5e9b67ab-4459-4b0f-9c38-c5265ab85279 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4484792 Nov 04 09:19:56.697383 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794d9816-2661-46d1-a745-20a80f1344dc None None] The sync data for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 is: [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:55Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:19:56.744478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6011540f-193b-428c-a7a3-4f6d8e02710f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:56.908548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6011540f-193b-428c-a7a3-4f6d8e02710f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:56.909108 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:57.329954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-e4b18525-6aff-4b43-9e47-d08b7913fc05 service neutron] 10.222.0.53 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5880611 Nov 04 09:19:57.782459 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-051f2084-e8e8-47c9-b3cf-279f2d5f549c service neutron] 10.222.0.53 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508367 Nov 04 09:19:57.819904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:57.943153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8425d2-1075-464f-ace4-ba5391fc9ab7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:19:58.160547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Deleting port f51371b4-5729-4747-8780-8a2b91c7023d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:58.162593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:58.332444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Deleting port f8164a49-4eeb-4a66-a778-9a8d7f49c77a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:19:58.333544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:58.433942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304f148-2ea6-4047-8b2c-a00dabcca506 req-57c94078-7db3-4cfd-9c37-89b004dd7eef tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:19:58.435908 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9304f148-2ea6-4047-8b2c-a00dabcca506 req-57c94078-7db3-4cfd-9c37-89b004dd7eef tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1097 time: 0.2632706 Nov 04 09:19:58.565828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:58.586362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] For port f51371b4-5729-4747-8780-8a2b91c7023d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f51371b4-5729-4747-8780-8a2b91c7023d,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:58.587136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:58.621892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9304f148-2ea6-4047-8b2c-a00dabcca506 req-9340e31f-b027-40d4-90b9-225382cd3390 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:58.668615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Calling delete_port for f51371b4-5729-4747-8780-8a2b91c7023d owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:58.705760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6011540f-193b-428c-a7a3-4f6d8e02710f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:19:58.833401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 6011540f-193b-428c-a7a3-4f6d8e02710f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:19:58.833787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:59.415812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] For port f8164a49-4eeb-4a66-a778-9a8d7f49c77a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:19:59.416751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:19:59.556233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Calling delete_port for f8164a49-4eeb-4a66-a778-9a8d7f49c77a owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:19:59.888707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9304f148-2ea6-4047-8b2c-a00dabcca506 req-9340e31f-b027-40d4-90b9-225382cd3390 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:00.150326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9304f148-2ea6-4047-8b2c-a00dabcca506 req-9340e31f-b027-40d4-90b9-225382cd3390 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:00.153246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-1e8ebeb0-e842-43f4-82ad-5634c97d85a6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:00.156146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-1e8ebeb0-e842-43f4-82ad-5634c97d85a6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 817 time: 0.3029742 Nov 04 09:20:00.215545 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-4bb1a75d-0e5f-46ed-8585-b0b284e08586 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 380 time: 0.0489342 Nov 04 09:20:00.256871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'port': {'device_id': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'admin_state_up': True, 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'security_groups': ['71fb5eae-2e60-49ce-9bbd-196801830bf9']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:00.263968 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9304f148-2ea6-4047-8b2c-a00dabcca506 req-9340e31f-b027-40d4-90b9-225382cd3390 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.7352006 Nov 04 09:20:00.284439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340e31f-b027-40d4-90b9-225382cd3390 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837ee48c-278a-460c-a584-59892dc9dd81,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:00.448876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Router 47f68914-b0dd-47ed-bc0e-3265de87b78d has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:00.542247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Made reservation on behalf of ca2abf60dfc749eeab441d437c0db1c0 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:20:00.546137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:00.584819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:00.586810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:00.636927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a330442f-1d7e-47bf-ba47-f56c52f7f0be req-d57e3616-5c7c-436f-8427-7f91bb667093 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 210 time: 0.1154597 Nov 04 09:20:00.651596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8164a49-4eeb-4a66-a778-9a8d7f49c77a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:00.891040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Pushing event deleted for resources: {'Port': ['ID=f51371b4-5729-4747-8780-8a2b91c7023d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:01.183694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:01.198532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f1a02ccf-541a-4024-b05d-f798f5d0f1d5 admin admin] 10.222.0.53 "PUT /v2.0/routers/47f68914-b0dd-47ed-bc0e-3265de87b78d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9300661 Nov 04 09:20:01.206285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46242) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:01.213761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] Sync routers for ids ['47f68914-b0dd-47ed-bc0e-3265de87b78d'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:01.238216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Allocated IP 172.20.0.13 (f51acda2-37c7-45fe-bee2-16d4f0a246bd/f37551ed-1b2f-478a-b139-c43a85e777c3/e387d32d-6540-46fe-bce0-6684749f181d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:01.244742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] Routers {'47f68914-b0dd-47ed-bc0e-3265de87b78d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:01.249756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['47f68914-b0dd-47ed-bc0e-3265de87b78d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:01.403189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4b846-1008-4ef8-8f6b-36438ca85064 req-42086f53-873b-4a67-886b-93f8dcc4fa25 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:01.405422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-edd4b846-1008-4ef8-8f6b-36438ca85064 req-42086f53-873b-4a67-886b-93f8dcc4fa25 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.5817847 Nov 04 09:20:01.491891 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:01.551291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-edd4b846-1008-4ef8-8f6b-36438ca85064 req-2085b1f5-54b4-4820-8bcd-80d0ee1dae79 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284800 Nov 04 09:20:01.558971 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:01.561141 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:01.586273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] Set router 47f68914-b0dd-47ed-bc0e-3265de87b78d gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:01.641222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46248) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:01.653291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:01.819021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:01.979303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:02.056191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:02.061132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:02.069210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:02.092152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:02.105328 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-523f6aa6-91c3-43f0-be97-cb6fcd88ed44 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/ba9a5a2a-18c2-4619-83cb-4f91ac437190 HTTP/1.1" status: 200 len: 993 time: 0.4609363 Nov 04 09:20:02.131005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b45f45-ee4e-467c-93ce-9e4365d1bee8 req-6a3fa38f-f5d0-4e48-bfb6-ee721f709d76 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:02.133249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7b45f45-ee4e-467c-93ce-9e4365d1bee8 req-6a3fa38f-f5d0-4e48-bfb6-ee721f709d76 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 932 time: 0.2457509 Nov 04 09:20:02.146025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:19:57Z', 'revision_number': 5, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port': {'id': 'fd4c24ff-ef4f-4c84-b3de-f48f7e85085f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:54Z', 'updated_at': '2021-11-04T09:18:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:02.158702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:02.159549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:02.186489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-35c86300-6aa8-4889-8db9-bd9c582b9e94 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9631438 Nov 04 09:20:02.200062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] Checking router: 47f68914-b0dd-47ed-bc0e-3265de87b78d for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:02.206625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Request body: {'port': {'device_id': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:02.211443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] Routers {'47f68914-b0dd-47ed-bc0e-3265de87b78d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:02.212281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['47f68914-b0dd-47ed-bc0e-3265de87b78d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:02.334678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:02.626075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] Set router 47f68914-b0dd-47ed-bc0e-3265de87b78d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:02.725540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7b45f45-ee4e-467c-93ce-9e4365d1bee8 req-6b5abfb6-fe78-4007-bb00-65e2178d9f90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5384769 Nov 04 09:20:02.754315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Router adbd8752-2953-4ae7-b557-28eda9e04289 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:02.774825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:20:02Z', 'revision_number': 6, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:02.793304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Router 60688738-d5ab-4a4d-968b-fe097d22b26b has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:02.813553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Deleting port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:02.814096 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:02.838690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f63ce9fb-1d2c-4bb6-ac99-f44f3a4ae5fd None None] Provisioning complete for port e387d32d-6540-46fe-bce0-6684749f181d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:02.838690 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f63ce9fb-1d2c-4bb6-ac99-f44f3a4ae5fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:02.840128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4ce704-551d-4f27-a151-b76e404e3272 None None] The sync data for ids ['47f68914-b0dd-47ed-bc0e-3265de87b78d'] in n-d-816487-1 is: [{'id': '47f68914-b0dd-47ed-bc0e-3265de87b78d', 'name': 'tempest-TestServerMultinode-1054253604-router', 'tenant_id': 'ddcdde8bfa2b4741b414b050084290ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:53Z', 'updated_at': '2021-11-04T09:20:02Z', 'revision_number': 6, 'project_id': 'ddcdde8bfa2b4741b414b050084290ed', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:02.915714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f63ce9fb-1d2c-4bb6-ac99-f44f3a4ae5fd None None] Port e387d32d-6540-46fe-bce0-6684749f181d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:20:03.025208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e387d32d-6540-46fe-bce0-6684749f181d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:20:03.039349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:03.055089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Transition to ACTIVE for port object e387d32d-6540-46fe-bce0-6684749f181d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:20:03.061683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:03.128985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:03.206495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c39823-c688-4461-8256-e8b02ff0737a req-375d31f0-9a5d-4180-9898-db990d3f38da tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:03.209475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6c39823-c688-4461-8256-e8b02ff0737a req-375d31f0-9a5d-4180-9898-db990d3f38da tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.2404690 Nov 04 09:20:03.259934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] For port fd4c24ff-ef4f-4c84-b3de-f48f7e85085f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:03.260714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:03.273426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Attempting to bind port e387d32d-6540-46fe-bce0-6684749f181d on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:03.274177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Attempting to bind port e387d32d-6540-46fe-bce0-6684749f181d by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:03.274766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Attempting to bind port e387d32d-6540-46fe-bce0-6684749f181d on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:03.282329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Port e387d32d-6540-46fe-bce0-6684749f181d on network f51acda2-37c7-45fe-bee2-16d4f0a246bd not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:20:03.282914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Attempting to bind port e387d32d-6540-46fe-bce0-6684749f181d on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:03.291599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:03.292286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Checking segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:03.292843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Bound using segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:03.293474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Bound port: e387d32d-6540-46fe-bce0-6684749f181d, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:03.294035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:03.317946 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Calling delete_port for fd4c24ff-ef4f-4c84-b3de-f48f7e85085f owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:03.339593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:03.352972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] Sync routers for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:03.372358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46282) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:03.372953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-918c554f-9492-46f7-9a38-b830fdf6ff3a admin admin] 10.222.0.53 "PUT /v2.0/routers/adbd8752-2953-4ae7-b557-28eda9e04289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1813910 Nov 04 09:20:03.382113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:03.391743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:03.392980 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:03.393593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] Sync routers for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:03.415410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-db98b243-adfe-49c5-a1f9-1269b3289152 admin admin] 10.222.0.53 "PUT /v2.0/routers/60688738-d5ab-4a4d-968b-fe097d22b26b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2884829 Nov 04 09:20:03.422975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46284) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:03.424761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:03.425794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:03.467066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6c39823-c688-4461-8256-e8b02ff0737a req-d75da664-f650-4c8c-9b48-d50999b76b01 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2339270 Nov 04 09:20:03.525096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:03.530706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:03.543807 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:03.605032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:03.605607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:03.607291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] 10.222.0.55 "PUT /v2.0/ports/e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 1092 time: 1.4119546 Nov 04 09:20:03.611283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:03.614444 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99" -d '{"events": [{"name": "network-changed", "server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "tag": "e387d32d-6540-46fe-bce0-6684749f181d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:03.647158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:03.737326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:03.749169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90b479-91b4-45cf-88d7-94ec4ce8cfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:03.797845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-7e2941f4-11f1-40bd-af0a-1a8f3df11baa req-0b6ff3ed-582e-4830-9c94-6be50ebdd3d1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:20:03.799504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e2941f4-11f1-40bd-af0a-1a8f3df11baa req-0b6ff3ed-582e-4830-9c94-6be50ebdd3d1 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085747 Nov 04 09:20:03.824164 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:03.963821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.030678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-7b1bf10c-b1a6-4c30-b9e2-850ed71e071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:04.033238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-7b1bf10c-b1a6-4c30-b9e2-850ed71e071e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1095 time: 0.3001957 Nov 04 09:20:04.184987 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-925c9c08-207a-4b8f-8b5e-a7bcae89df39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 217 time: 0.1372037 Nov 04 09:20:04.308404 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.309567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.353906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166'}], 'enable_snat': True}, 'gw_port_id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:20:00Z', 'revision_number': 5, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port': {'id': '3794b4ac-0638-423b-b6a5-5f9fb770f00a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:06:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:08:17Z', 'updated_at': '2021-11-04T09:08:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:04.356551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-5867b143-9ec8-4615-9a46-ac02a2429c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:04.359140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-5867b143-9ec8-4615-9a46-ac02a2429c3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.1656897 Nov 04 09:20:04.373250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.393686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd4c24ff-ef4f-4c84-b3de-f48f7e85085f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:04.427393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] Checking router: 60688738-d5ab-4a4d-968b-fe097d22b26b for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:04.474168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] Routers {'60688738-d5ab-4a4d-968b-fe097d22b26b'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:04.475331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['60688738-d5ab-4a4d-968b-fe097d22b26b'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:04.555282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452c639d-fe27-415e-ae0a-148c74cd878c req-966c4257-2fbf-4e7c-8b6f-4395ae58d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:04.557940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-966c4257-2fbf-4e7c-8b6f-4395ae58d335 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900535 Nov 04 09:20:04.604585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.684456 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102'}], 'enable_snat': True}, 'gw_port_id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:20:00Z', 'revision_number': 5, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port': {'id': 'df8930e4-32d3-43a5-a058-86626aed475c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:d4:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2524, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:18Z', 'updated_at': '2021-11-04T09:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:04.745390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] Set router 60688738-d5ab-4a4d-968b-fe097d22b26b gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:04.765658 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] Checking router: adbd8752-2953-4ae7-b557-28eda9e04289 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:04.789365 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] Routers {'adbd8752-2953-4ae7-b557-28eda9e04289'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:04.790425 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adbd8752-2953-4ae7-b557-28eda9e04289'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:04.807484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fd4c24ff-ef4f-4c84-b3de-f48f7e85085f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:04.869623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:20:04Z', 'revision_number': 6, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:04.893068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Deleting port 3794b4ac-0638-423b-b6a5-5f9fb770f00a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:04.893704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.895543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-5a92f65a-e927-47ee-ad04-5157595de4fa service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110926 Nov 04 09:20:04.958450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.962742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:04.986603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Deleting port df8930e4-32d3-43a5-a058-86626aed475c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:04.987086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.029316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b05946-4016-4208-9035-9f924f5f4270 None None] The sync data for ids ['60688738-d5ab-4a4d-968b-fe097d22b26b'] in n-d-816487-1 is: [{'id': '60688738-d5ab-4a4d-968b-fe097d22b26b', 'name': 'tempest-TaggedBootDevicesTest-1004847554-router', 'tenant_id': '7f7325a57f2146f9a02c531f1937d1d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:08:15Z', 'updated_at': '2021-11-04T09:20:04Z', 'revision_number': 6, 'project_id': '7f7325a57f2146f9a02c531f1937d1d2', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:05.046507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:05.095520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] For port 3794b4ac-0638-423b-b6a5-5f9fb770f00a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=3794b4ac-0638-423b-b6a5-5f9fb770f00a,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:05.096037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.099896 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] Set router adbd8752-2953-4ae7-b557-28eda9e04289 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:05.130825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Calling delete_port for 3794b4ac-0638-423b-b6a5-5f9fb770f00a owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:05.177469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: fd4c24ff-ef4f-4c84-b3de-f48f7e85085f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:05.178145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fd4c24ff-ef4f-4c84-b3de-f48f7e85085f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:05.178936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8f8425d2-1075-464f-ace4-ba5391fc9ab7 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:05.213727 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.214967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47f68914-b0dd-47ed-bc0e-3265de87b78d {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:20:05.218815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 8f8425d2-1075-464f-ace4-ba5391fc9ab7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:05.219293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8f8425d2-1075-464f-ace4-ba5391fc9ab7 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:05.256306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.258346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9c1214ec-abd1-4012-a470-eef0af5ff999 admin admin] 10.222.0.53 "DELETE /v2.0/routers/47f68914-b0dd-47ed-bc0e-3265de87b78d HTTP/1.1" status: 204 len: 168 time: 4.0491483 Nov 04 09:20:05.260692 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:20:04Z', 'revision_number': 6, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:05.264988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:05.327876 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.331128 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d79bcb-edd0-49ea-8f88-82583e601c76 None None] The sync data for ids ['adbd8752-2953-4ae7-b557-28eda9e04289'] in n-d-816487-1 is: [{'id': 'adbd8752-2953-4ae7-b557-28eda9e04289', 'name': 'tempest-TestServerBasicOps-2056907586-router', 'tenant_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:17Z', 'updated_at': '2021-11-04T09:20:04Z', 'revision_number': 6, 'project_id': 'f2c4360d837f4dd59a356ce9eae64f89', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:05.345166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-963c0013-eacb-4a63-9027-94ced36853c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5457067 Nov 04 09:20:05.365852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-1d8414b8-9a8d-4077-a473-d0f6653976f9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:20:05.366758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-1d8414b8-9a8d-4077-a473-d0f6653976f9 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079646 Nov 04 09:20:05.374993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-452c639d-fe27-415e-ae0a-148c74cd878c req-343dd5ae-59a5-44c8-bfd1-8377ae72bdc0 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4697773 Nov 04 09:20:05.408538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:05.421997 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] For port df8930e4-32d3-43a5-a058-86626aed475c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=df8930e4-32d3-43a5-a058-86626aed475c,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:05.422375 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.439053 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7dddaa-9578-4bc5-94c1-0add85d0280a" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:05.456107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Calling delete_port for df8930e4-32d3-43a5-a058-86626aed475c owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:05.463651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:05.478443 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.610837 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7393c53f-4d5f-4971-9be2-9fd0b2f64316 x-openstack-request-id: req-7393c53f-4d5f-4971-9be2-9fd0b2f64316 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:05.611647 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "tag": "e387d32d-6540-46fe-bce0-6684749f181d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:05.611647 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7393c53f-4d5f-4971-9be2-9fd0b2f64316 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:05.611974 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d', 'status': 'completed', 'code': 200} Nov 04 09:20:05.642835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] Deleting subnet 5816ed55-1566-424e-9bff-03f3402d1f3a {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:20:05.651793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:05.663558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-c212e469-1c92-4a1b-89eb-590fb832d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:05.665195 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-c212e469-1c92-4a1b-89eb-590fb832d757 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1095 time: 0.0846479 Nov 04 09:20:05.694382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.777177 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.815009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52bb6-0894-41c9-ad52-79ae624080d8 req-f22a161d-e72d-4a12-aa56-d70d61b1df65 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:05.816740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3c52bb6-0894-41c9-ad52-79ae624080d8 req-f22a161d-e72d-4a12-aa56-d70d61b1df65 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.1664841 Nov 04 09:20:05.906690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-850193eb-89b8-4ed3-acc6-e81d5d02f84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:05.908368 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-850193eb-89b8-4ed3-acc6-e81d5d02f84f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.2283666 Nov 04 09:20:05.950031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:05.972437 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3c52bb6-0894-41c9-ad52-79ae624080d8 req-0fafb22d-3e4e-4320-b539-06e857c689b2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261833 Nov 04 09:20:06.028246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Pushing event deleted for resources: {'Port': ['ID=3794b4ac-0638-423b-b6a5-5f9fb770f00a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:06.034442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.115520 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-7c1710a6-a744-4144-b3dd-cca4b34c4f05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 217 time: 0.0971162 Nov 04 09:20:06.169532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8930e4-32d3-43a5-a058-86626aed475c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:06.172765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.310926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.339691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.356002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff647-e9f6-40f6-bcda-bed5bf243312 req-ee8be0fc-4456-450b-bd45-a8e8923346b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:06.358851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa5ff647-e9f6-40f6-bcda-bed5bf243312 req-ee8be0fc-4456-450b-bd45-a8e8923346b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.2561522 Nov 04 09:20:06.585729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f8164a49-4eeb-4a66-a778-9a8d7f49c77a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:06.627609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa5ff647-e9f6-40f6-bcda-bed5bf243312 req-a702ef75-4790-4837-b2f1-252b19157c99 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1991837 Nov 04 09:20:06.630020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: f8164a49-4eeb-4a66-a778-9a8d7f49c77a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:06.630788 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.631128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f8164a49-4eeb-4a66-a778-9a8d7f49c77a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:06.635736 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.638328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.638554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df8930e4-32d3-43a5-a058-86626aed475c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:06.656019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.668834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.685515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: df8930e4-32d3-43a5-a058-86626aed475c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:06.686127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device df8930e4-32d3-43a5-a058-86626aed475c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:06.686741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3794b4ac-0638-423b-b6a5-5f9fb770f00a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:06.730655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 3794b4ac-0638-423b-b6a5-5f9fb770f00a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:06.731383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 3794b4ac-0638-423b-b6a5-5f9fb770f00a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:06.735259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f51371b4-5729-4747-8780-8a2b91c7023d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:06.762476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.766875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5816ed55-1566-424e-9bff-03f3402d1f3a HTTP/1.1" status: 204 len: 168 time: 1.4946988 Nov 04 09:20:06.768319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c40f7d-cdee-4cd0-8578-f0022660914c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5816ed55-1566-424e-9bff-03f3402d1f3a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:06.772750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46340) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:06.843114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e584e4-08f1-4245-903f-79888e785c00 None None] Network babfc57c-fa54-4d1f-a235-e5175ae9c158 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:06.871629 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.872625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbd8752-2953-4ae7-b557-28eda9e04289 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:20:06.877247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-b0479380-20eb-4e7b-bacf-1c979e7bb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:06.880338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-b0479380-20eb-4e7b-bacf-1c979e7bb7a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.7220042 Nov 04 09:20:06.886114 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:06.888020 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-96aae3ae-2d92-4fe1-bc04-e7b03a9dac15 admin admin] 10.222.0.53 "DELETE /v2.0/routers/adbd8752-2953-4ae7-b557-28eda9e04289 HTTP/1.1" status: 204 len: 168 time: 3.5134723 Nov 04 09:20:06.895395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: f51371b4-5729-4747-8780-8a2b91c7023d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:06.896124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f51371b4-5729-4747-8780-8a2b91c7023d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:06.904890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:06.974145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.009143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] Deleting subnet b39bd00d-b9b7-422e-94d0-666a6ec890c8 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:20:07.016236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.025055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.026033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60688738-d5ab-4a4d-968b-fe097d22b26b {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:20:07.044604 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.047653 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7192d641-f53d-4a00-aeae-dca5ed0b2525 admin admin] 10.222.0.53 "DELETE /v2.0/routers/60688738-d5ab-4a4d-968b-fe097d22b26b HTTP/1.1" status: 204 len: 168 time: 3.6174951 Nov 04 09:20:07.070993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:07.160482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.197797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f8f89-abac-41f3-a7ef-3245e24ced85 req-4bdfc831-1af6-4b03-8cd5-048ed8f90d7b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:07.204144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d41f8f89-abac-41f3-a7ef-3245e24ced85 req-4bdfc831-1af6-4b03-8cd5-048ed8f90d7b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.2812018 Nov 04 09:20:07.243661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] DHCP port deletion for babfc57c-fa54-4d1f-a235-e5175ae9c158 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:20:07.249538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-0ed56311-fb0b-4978-9676-89d112048a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:07.253137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-0ed56311-fb0b-4978-9676-89d112048a43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3622172 Nov 04 09:20:07.275940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] Deleting subnet 5e18be91-df85-4828-9822-990e8c5c0780 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:20:07.304323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.309783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] Deleting port 521ab943-efae-43d8-aef1-52200e4b4179 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:07.310768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.368184 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec95d43e-8865-41c9-ba42-9e4e68b3bc34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.382126 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d41f8f89-abac-41f3-a7ef-3245e24ced85 req-7eeb2ec4-9b7c-4730-8e3b-12fa123d03b0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768198 Nov 04 09:20:07.414923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] For port 521ab943-efae-43d8-aef1-52200e4b4179, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=521ab943-efae-43d8-aef1-52200e4b4179,segment=NetworkSegment(d9b26831-164d-4f19-b7c4-18055bb7c6ba),segment_id=d9b26831-164d-4f19-b7c4-18055bb7c6ba)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:07.415379 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.420369 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.431993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] Calling delete_port for 521ab943-efae-43d8-aef1-52200e4b4179 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:07.453449 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab26600-83b4-4004-932f-e0c2b793990a x-openstack-request-id: req-bab26600-83b4-4004-932f-e0c2b793990a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:07.453894 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:07.454156 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bab26600-83b4-4004-932f-e0c2b793990a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:07.455092 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'code': 200} Nov 04 09:20:07.504171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.543035 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.568857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] Pushing event deleted for resources: {'Port': ['ID=521ab943-efae-43d8-aef1-52200e4b4179,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:07.579250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f4273-b63a-4f4b-880d-16e7a91e2a05 None None] No DVR routers for this DVR port 521ab943-efae-43d8-aef1-52200e4b4179 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:07.591057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Deleting port 521ab943-efae-43d8-aef1-52200e4b4179 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:07.591619 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.604145 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-473fb219-521e-4209-9279-d5c41d31c5bd service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401027 Nov 04 09:20:07.683467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.735222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39bd00d-b9b7-422e-94d0-666a6ec890c8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:07.742092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.749550 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-89019b3f-a43c-49e3-b6c3-9e36a63fa0b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b39bd00d-b9b7-422e-94d0-666a6ec890c8 HTTP/1.1" status: 204 len: 168 time: 0.8316283 Nov 04 09:20:07.753401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2623a0a0-6824-4542-9803-fbc6b1ac09f2 None None] Network 43467482-b628-4f66-bca9-2725b3052053 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:07.757580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:07.777897 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.804799 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5e740d90-89b8-4b97-8d8b-93e72f7c4f99 req-9bef371e-b089-432a-9372-4c6a4b7d7aec service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929915 Nov 04 09:20:07.806852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-1c559b93-7106-4ef6-8ad0-7dcce388983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:07.808344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-1c559b93-7106-4ef6-8ad0-7dcce388983d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1097 time: 0.0894105 Nov 04 09:20:07.904252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] For port 521ab943-efae-43d8-aef1-52200e4b4179, host n-d-816487-1, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:07.904650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:07.952527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-b25021ec-327e-4776-9f1b-84398914ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:07.955045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-b25021ec-327e-4776-9f1b-84398914ce90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.1388006 Nov 04 09:20:07.956697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d084b7-a2b8-412c-b29b-ce908aec4275 req-fc4630d3-590f-4e57-9a5a-982b4631a964 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:07.959375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1d084b7-a2b8-412c-b29b-ce908aec4275 req-fc4630d3-590f-4e57-9a5a-982b4631a964 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.4273393 Nov 04 09:20:07.977017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Calling delete_port for 521ab943-efae-43d8-aef1-52200e4b4179 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:07.983674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Port 521ab943-efae-43d8-aef1-52200e4b4179 was not found and therefore no delete operation was performed {{(pid=102555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:20:08.011194 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.084172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] DHCP port deletion for 43467482-b628-4f66-bca9-2725b3052053 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:20:08.085956 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-35efbebd-b7c2-46e4-af8f-b06525b97a2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 1001 time: 0.1228287 Nov 04 09:20:08.091922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=521ab943-efae-43d8-aef1-52200e4b4179,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:08.095986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.108783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] No DVR routers for this DVR port 521ab943-efae-43d8-aef1-52200e4b4179 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:08.110948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.158210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1d084b7-a2b8-412c-b29b-ce908aec4275 req-9dba5a26-dcb6-406b-b086-312eb2d5e179 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776264 Nov 04 09:20:08.172038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-7ba61e8c-87e7-499f-9f44-570ba23783ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:08.177285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-7ba61e8c-87e7-499f-9f44-570ba23783ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.0821984 Nov 04 09:20:08.187350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e18be91-df85-4828-9822-990e8c5c0780,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:08.201591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.203080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] Deleting port e5d2df00-a149-4f45-8416-d7cc82470dd5 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:08.204056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.204235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d31a9d9-fd04-4551-aa6d-3739b72b4f33 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5e18be91-df85-4828-9822-990e8c5c0780 HTTP/1.1" status: 204 len: 168 time: 1.1317019 Nov 04 09:20:08.210347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1ff55-132d-4c93-9b10-101633ef0ce1 None None] Network 64769050-88db-4939-8f71-8f2b6458d6d8 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:08.257417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46352) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:08.414890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-e9e83219-fade-4b4b-bd3e-20870b6a358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:08.417555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-e9e83219-fade-4b4b-bd3e-20870b6a358d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2342649 Nov 04 09:20:08.422394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.480362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] For port e5d2df00-a149-4f45-8416-d7cc82470dd5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e5d2df00-a149-4f45-8416-d7cc82470dd5,segment=NetworkSegment(4e1a3a52-2672-4999-bcfa-f4f9c6f6103c),segment_id=4e1a3a52-2672-4999-bcfa-f4f9c6f6103c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:08.483578 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.515319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] Calling delete_port for e5d2df00-a149-4f45-8416-d7cc82470dd5 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:08.616766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 521ab943-efae-43d8-aef1-52200e4b4179 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:08.650451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 521ab943-efae-43d8-aef1-52200e4b4179 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:08.651110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 521ab943-efae-43d8-aef1-52200e4b4179 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:08.652079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e5d2df00-a149-4f45-8416-d7cc82470dd5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:08.671931 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-fa6cc850-f78a-4ee4-b450-516aca77c44e service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444279 Nov 04 09:20:08.687193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Deleting port ac02a2ac-2078-4402-899b-df835e5f3a77 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:08.687955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.751570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.757288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] DHCP port deletion for 64769050-88db-4939-8f71-8f2b6458d6d8 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:20:08.790901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babfc57c-fa54-4d1f-a235-e5175ae9c158']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:08.802738 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.815080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b26831-164d-4f19-b7c4-18055bb7c6ba') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:08.815406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b26831-164d-4f19-b7c4-18055bb7c6ba') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:08.825185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af8c5c-9f67-4f18-b581-46bb137957c9 req-eec0e513-1723-41d3-9bf0-35a2e8809343 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:08.827252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32af8c5c-9f67-4f18-b581-46bb137957c9 req-eec0e513-1723-41d3-9bf0-35a2e8809343 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1936505 Nov 04 09:20:08.830164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.835363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] Pushing event deleted for resources: {'Port': ['ID=e5d2df00-a149-4f45-8416-d7cc82470dd5,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:08.840064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.865970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.873774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba27969-7962-4703-a9f9-6ed0e55b4b00 None None] No DVR routers for this DVR port e5d2df00-a149-4f45-8416-d7cc82470dd5 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:08.886417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:20:08.886866 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.891829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Deleting port e5d2df00-a149-4f45-8416-d7cc82470dd5 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:08.892347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:20:08.898201 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:20:08.930106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] For port ac02a2ac-2078-4402-899b-df835e5f3a77, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ac02a2ac-2078-4402-899b-df835e5f3a77,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:08.930705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:08.972652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] Deleting port ac02a2ac-2078-4402-899b-df835e5f3a77 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:08.972914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Calling delete_port for ac02a2ac-2078-4402-899b-df835e5f3a77 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:08.973511 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.006512 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-b9ecaab5-02b8-48c8-90d8-fd7588d3f55d service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220916 Nov 04 09:20:09.079251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32af8c5c-9f67-4f18-b581-46bb137957c9 req-3926bfa4-9b79-4ca9-ad8e-2fa562d5049e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202311 Nov 04 09:20:09.093288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] For port e5d2df00-a149-4f45-8416-d7cc82470dd5, host n-d-816487-1, got binding levels [] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:09.094954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.109393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.119054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:20:09.124095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:20:09.126215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.142862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] 10.222.0.53 "DELETE /v2.0/networks/babfc57c-fa54-4d1f-a235-e5175ae9c158 HTTP/1.1" status: 204 len: 168 time: 2.3074422 Nov 04 09:20:09.155260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46356) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:09.202935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Calling delete_port for e5d2df00-a149-4f45-8416-d7cc82470dd5 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:09.210825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Port e5d2df00-a149-4f45-8416-d7cc82470dd5 was not found and therefore no delete operation was performed {{(pid=102555) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 09:20:09.215234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e689b7f-e266-4a50-b2ed-0babf4d5f2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=babfc57c-fa54-4d1f-a235-e5175ae9c158,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:09.219285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.250507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] No DVR routers for this DVR port e5d2df00-a149-4f45-8416-d7cc82470dd5 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:09.343647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d2df00-a149-4f45-8416-d7cc82470dd5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:09.432185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.455541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea58f6-a126-4fc5-a9f4-ceb70a370f31 req-3232b125-48ff-4e58-b94f-479855f0cbed tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:09.457659 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4aea58f6-a126-4fc5-a9f4-ceb70a370f31 req-3232b125-48ff-4e58-b94f-479855f0cbed tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1522257 Nov 04 09:20:09.481322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43467482-b628-4f66-bca9-2725b3052053']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:09.504951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:09.505812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e1a3a52-2672-4999-bcfa-f4f9c6f6103c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:09.526939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] For port ac02a2ac-2078-4402-899b-df835e5f3a77, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ac02a2ac-2078-4402-899b-df835e5f3a77,segment=NetworkSegment(15258f64-1691-4908-9df1-fa0bca4b078b),segment_id=15258f64-1691-4908-9df1-fa0bca4b078b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:09.527806 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.528444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.547084 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4aea58f6-a126-4fc5-a9f4-ceb70a370f31 req-261e43b7-b38f-4e03-aef6-96aef6105fde tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748312 Nov 04 09:20:09.556106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.573101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:20:09.573566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:20:09.577767 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:20:09.630616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] Calling delete_port for ac02a2ac-2078-4402-899b-df835e5f3a77 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:09.664355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:09.674980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.690654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.698218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] 10.222.0.53 "DELETE /v2.0/networks/43467482-b628-4f66-bca9-2725b3052053 HTTP/1.1" status: 204 len: 168 time: 1.9379733 Nov 04 09:20:09.701824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:09.750992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:09.788977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac02a2ac-2078-4402-899b-df835e5f3a77,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:09.792037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'mac_address': 'fa:16:3e:7a:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:20:09.803760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] No DVR routers for this DVR port ac02a2ac-2078-4402-899b-df835e5f3a77 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:09.817642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:09.849757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d106ac-194d-4f7d-a6da-658fc4c3f611 admin admin] Pushing event deleted for resources: {'Network': ['ID=43467482-b628-4f66-bca9-2725b3052053,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:09.894633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e387d32d-6540-46fe-bce0-6684749f181d', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'port_id': 'e387d32d-6540-46fe-bce0-6684749f181d', 'mac_address': 'fa:16:3e:33:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:20:10.004067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.038664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64769050-88db-4939-8f71-8f2b6458d6d8']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:10.059507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15258f64-1691-4908-9df1-fa0bca4b078b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:10.059845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15258f64-1691-4908-9df1-fa0bca4b078b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:10.070747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b929a-52ee-4599-85ff-c690473c91ae req-e5861839-5461-4ac6-87c5-f8d3fa6d1c28 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:10.089027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff3b929a-52ee-4599-85ff-c690473c91ae req-e5861839-5461-4ac6-87c5-f8d3fa6d1c28 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.3799736 Nov 04 09:20:10.094955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.126434 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.158854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:20:10.158854 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:20:10.163551 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:20:10.256922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.275903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.282877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] 10.222.0.53 "DELETE /v2.0/networks/64769050-88db-4939-8f71-8f2b6458d6d8 HTTP/1.1" status: 204 len: 168 time: 2.0204916 Nov 04 09:20:10.293904 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.317929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24e1b6-34b6-4302-a395-24775916a474 admin admin] Pushing event deleted for resources: {'Network': ['ID=64769050-88db-4939-8f71-8f2b6458d6d8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:10.343378 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.356769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff3b929a-52ee-4599-85ff-c690473c91ae req-04ad5b48-0b7f-494c-a11e-4f3fdf5b3a5d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646832 Nov 04 09:20:10.367557 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47e94768-2207-421b-9054-dcd8c3284f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.400404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6fb5ace-6062-48ad-b6a7-1d642dc8989f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:20:10.412023 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.418849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.430073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e387d32d-6540-46fe-bce0-6684749f181d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:20:10.527797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] Network 64769050-88db-4939-8f71-8f2b6458d6d8 is not hosted by any dhcp agent {{(pid=102557) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:20:10.528541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] No DVR routers for this DVR port ac02a2ac-2078-4402-899b-df835e5f3a77 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:10.531773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.546263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e53366-5912-4902-9632-1147ffe8b66e None None] Pushing event deleted for resources: {'Port': ['ID=ac02a2ac-2078-4402-899b-df835e5f3a77,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:10.570235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:10.615671 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.635112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:10.638905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:10.658491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac02a2ac-2078-4402-899b-df835e5f3a77 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:10.733331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=12']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:10.746097 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:10.772692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a6fb5ace-6062-48ad-b6a7-1d642dc8989f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:20:10.821997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ac02a2ac-2078-4402-899b-df835e5f3a77 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:10.823311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac02a2ac-2078-4402-899b-df835e5f3a77 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:10.882189 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-682095ad-701a-4b96-a940-c42347999b64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f7325a57f2146f9a02c531f1937d1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349150 Nov 04 09:20:10.883208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:10.950760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:11.011138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18105b21-98b4-4c54-8c6f-798dc905b45d req-aeb29e85-7426-4fab-baab-721669b76c70 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:11.014759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e387d32d-6540-46fe-bce0-6684749f181d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:20:11.017185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18105b21-98b4-4c54-8c6f-798dc905b45d req-aeb29e85-7426-4fab-baab-721669b76c70 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.2556293 Nov 04 09:20:11.061780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Deleting port ba563991-b93a-4f3a-a52f-4b5380ee3aee {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:11.063013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.071426 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee519-1f99-4ce4-9994-868e704cc1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.115690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18105b21-98b4-4c54-8c6f-798dc905b45d req-2cd86ba7-215e-4d9e-b82c-daca983a735c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971794 Nov 04 09:20:11.167436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee519-1f99-4ce4-9994-868e704cc1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.215737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] For port ba563991-b93a-4f3a-a52f-4b5380ee3aee, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ba563991-b93a-4f3a-a52f-4b5380ee3aee,segment=NetworkSegment(e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf),segment_id=e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:11.216216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.236811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Calling delete_port for ba563991-b93a-4f3a-a52f-4b5380ee3aee owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:11.311009 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.377354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d7527-d71a-4516-8237-ace881af6c7f req-83825436-f733-4b5f-b103-9062a3b2f5e1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:11.380460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-552d7527-d71a-4516-8237-ace881af6c7f req-83825436-f733-4b5f-b103-9062a3b2f5e1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.1359727 Nov 04 09:20:11.406013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee519-1f99-4ce4-9994-868e704cc1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.411721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fcee519-1f99-4ce4-9994-868e704cc1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.413161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6fcee519-1f99-4ce4-9994-868e704cc1e8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2001ef85-1eb6-43d8-998a-d073c803b224 HTTP/1.1" status: 204 len: 168 time: 0.5246022 Nov 04 09:20:11.475574 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.575354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcee519-1f99-4ce4-9994-868e704cc1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2001ef85-1eb6-43d8-998a-d073c803b224,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:11.597685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-552d7527-d71a-4516-8237-ace881af6c7f req-522a08dc-c74c-4923-8175-34f05d6f492b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048035 Nov 04 09:20:11.889211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:11.905782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bd1e2-7943-4df7-95d7-2bad0ef4797e req-add3c0c9-8c69-4237-91e4-758f1482b4b5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:11.914612 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef9bd1e2-7943-4df7-95d7-2bad0ef4797e req-add3c0c9-8c69-4237-91e4-758f1482b4b5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 945 time: 0.2221503 Nov 04 09:20:12.020586 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef9bd1e2-7943-4df7-95d7-2bad0ef4797e req-3aebc390-5e5e-4d66-94a5-e200d3d1f655 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012282 Nov 04 09:20:12.072017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba563991-b93a-4f3a-a52f-4b5380ee3aee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:12.245109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Deleting port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:12.245708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:12.454602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e140309-77bc-4117-b7d2-a0e2ee0e9f10 req-c3fe30d8-d671-478c-bfbb-1b0244af5b10 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:12.456384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e140309-77bc-4117-b7d2-a0e2ee0e9f10 req-c3fe30d8-d671-478c-bfbb-1b0244af5b10 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1043105 Nov 04 09:20:12.496701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] For port e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,segment=NetworkSegment(69c06445-82c9-4e47-81fe-d94aa7a73163),segment_id=69c06445-82c9-4e47-81fe-d94aa7a73163)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:12.497264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:12.500127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:12.558609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e140309-77bc-4117-b7d2-a0e2ee0e9f10 req-f22cec72-b938-4986-ae43-9ca1125e701f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895140 Nov 04 09:20:12.561974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Calling delete_port for e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:12.730577 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:12.860240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c47232-a612-4139-a64c-214f0d5b6702 req-aaa2d36b-9f3a-437e-ad43-c4e1bb46f619 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:12.861183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1c47232-a612-4139-a64c-214f0d5b6702 req-aaa2d36b-9f3a-437e-ad43-c4e1bb46f619 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 946 time: 0.1442554 Nov 04 09:20:12.994210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1c47232-a612-4139-a64c-214f0d5b6702 req-20e5a03d-70d4-4faa-91d6-4881b9231f11 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851071 Nov 04 09:20:13.040465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:13.087910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:13.148555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:13.213581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:13.252839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port a6fb5ace-6062-48ad-b6a7-1d642dc8989f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:13.256668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:13.282110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Router 9309758e-7704-46b8-8d59-00b09d97fece has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:13.362920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port e387d32d-6540-46fe-bce0-6684749f181d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:20:13.381975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e387d32d-6540-46fe-bce0-6684749f181d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:13.382924 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:13.586908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:13.602713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec05cf71-38d6-4ee0-8180-5bb2b18e08c1 admin admin] 10.222.0.53 "PUT /v2.0/routers/9309758e-7704-46b8-8d59-00b09d97fece/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4441988 Nov 04 09:20:13.603780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46430) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:13.604308 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] Sync routers for ids ['9309758e-7704-46b8-8d59-00b09d97fece'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:13.628196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] Routers {'9309758e-7704-46b8-8d59-00b09d97fece'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:13.630350 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9309758e-7704-46b8-8d59-00b09d97fece'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:13.689265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffca1-33ce-4756-88cd-b43d0fd85bba req-1373075c-3964-4e55-bbe3-c1ee5aa4b27c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:13.698141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-902ffca1-33ce-4756-88cd-b43d0fd85bba req-1373075c-3964-4e55-bbe3-c1ee5aa4b27c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 945 time: 0.4409754 Nov 04 09:20:13.774842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-902ffca1-33ce-4756-88cd-b43d0fd85bba req-ca464032-2963-40da-beb9-7817b158179d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754871 Nov 04 09:20:13.814909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:13.829604 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:13.853502 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:13.874836 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] Set router 9309758e-7704-46b8-8d59-00b09d97fece gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:14.101253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:14.106639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:14.108439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:14.118693 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d196890f-ff9a-4097-a4b7-a9580a0e692a" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:14.158583 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:14.162660 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:14.252276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e024e-061d-4fdd-b8c9-4f0d1a46195e req-c2c5037c-84d4-4c1a-bd18-0347152dc7f6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:14.255286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-545e024e-061d-4fdd-b8c9-4f0d1a46195e req-c2c5037c-84d4-4c1a-bd18-0347152dc7f6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1434765 Nov 04 09:20:14.265611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Deleting port af7f1b1c-9b7d-4a02-94f5-71543d18fd69 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:14.268904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:14.445568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-545e024e-061d-4fdd-b8c9-4f0d1a46195e req-148ed414-a309-41b6-8414-f9cb9c8ac8f6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739643 Nov 04 09:20:14.546840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:14.568724 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:14.590686 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:14.603508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] For port af7f1b1c-9b7d-4a02-94f5-71543d18fd69, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:14.610365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:14.660105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=13']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:14.671431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Calling delete_port for af7f1b1c-9b7d-4a02-94f5-71543d18fd69 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:14.720590 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:20:11Z', 'revision_number': 5, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port': {'id': 'af7f1b1c-9b7d-4a02-94f5-71543d18fd69', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:9b:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9309758e-7704-46b8-8d59-00b09d97fece', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:04Z', 'updated_at': '2021-11-04T09:19:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:14.805143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:14.807720 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] Checking router: 9309758e-7704-46b8-8d59-00b09d97fece for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:14.872946 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] Routers {'9309758e-7704-46b8-8d59-00b09d97fece'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:14.874379 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9309758e-7704-46b8-8d59-00b09d97fece'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:15.146644 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] Set router 9309758e-7704-46b8-8d59-00b09d97fece gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:15.285197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:15.291238 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:20:14Z', 'revision_number': 6, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:15.328124 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e942f-c442-42e0-9b85-99f6511a42ab None None] The sync data for ids ['9309758e-7704-46b8-8d59-00b09d97fece'] in n-d-816487-1 is: [{'id': '9309758e-7704-46b8-8d59-00b09d97fece', 'name': 'tempest-TestServerMultinode-2144652850-router', 'tenant_id': 'b69e9ee689734d5cad471986f3f144f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:03Z', 'updated_at': '2021-11-04T09:20:14Z', 'revision_number': 6, 'project_id': 'b69e9ee689734d5cad471986f3f144f9', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:15.344394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Pushing event deleted for resources: {'Port': ['ID=af7f1b1c-9b7d-4a02-94f5-71543d18fd69,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:15.454016 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:15.554543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae84d4-d390-4809-b8fd-c012c8d1a19a req-f138079e-8811-49b9-a216-73fccb9f0f5c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:15.556130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddae84d4-d390-4809-b8fd-c012c8d1a19a req-f138079e-8811-49b9-a216-73fccb9f0f5c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.0851822 Nov 04 09:20:15.607693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:15.617302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-694f920f-6360-4970-bf83-819819fc53ad admin admin] 10.222.0.53 "PUT /v2.0/routers/1b43ebfe-f675-42c6-8b4b-5a6e90a1002d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9117939 Nov 04 09:20:15.618309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46462) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:15.621297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] Sync routers for ids ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:15.648772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] Routers {'1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:15.649414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:15.653154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:15.661658 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:15.835247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:15.836639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9309758e-7704-46b8-8d59-00b09d97fece {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:20:15.844035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:15.849940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0f17745b-3e1c-4b6b-9982-38bff4b9549f admin admin] 10.222.0.53 "DELETE /v2.0/routers/9309758e-7704-46b8-8d59-00b09d97fece HTTP/1.1" status: 204 len: 168 time: 2.2441187 Nov 04 09:20:15.855280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46466) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:15.903684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:15.940249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:16.057123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] Deleting subnet 0681a0f0-3faa-4184-9778-8118bb4e2a20 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:20:16.062088 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:16.073246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddae84d4-d390-4809-b8fd-c012c8d1a19a req-5954f771-a2dc-49ab-9042-b0962a4b397e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4916801 Nov 04 09:20:16.165138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] Set router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:16.179792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:16.335030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Deleting port ac5bd580-9a71-4e8e-91c2-f10742a39140 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:16.335455 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:16.470333 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef0f92f-613d-478f-8115-26e867464872 x-openstack-request-id: req-eef0f92f-613d-478f-8115-26e867464872 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:16.470679 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-plugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:16.470951 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eef0f92f-613d-478f-8115-26e867464872 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:16.471383 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'code': 200} Nov 04 09:20:16.621219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:16.622650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] For port ac5bd580-9a71-4e8e-91c2-f10742a39140, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ac5bd580-9a71-4e8e-91c2-f10742a39140,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:16.623618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:16.663890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Calling delete_port for ac5bd580-9a71-4e8e-91c2-f10742a39140 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:16.695313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33229b-aa93-4621-81f6-3115a302f7d0 req-ee3d1153-f199-4876-9238-0a7a66b41678 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:16.697127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a33229b-aa93-4621-81f6-3115a302f7d0 req-ee3d1153-f199-4876-9238-0a7a66b41678 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1437044 Nov 04 09:20:16.716807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device af7f1b1c-9b7d-4a02-94f5-71543d18fd69 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:16.762272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: af7f1b1c-9b7d-4a02-94f5-71543d18fd69 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:16.762849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device af7f1b1c-9b7d-4a02-94f5-71543d18fd69 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:16.763381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ba563991-b93a-4f3a-a52f-4b5380ee3aee no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:16.791709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a33229b-aa93-4621-81f6-3115a302f7d0 req-3e95ee55-437d-4a30-aaa8-aa0a560b848b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625222 Nov 04 09:20:16.803143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ba563991-b93a-4f3a-a52f-4b5380ee3aee {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:16.804218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ba563991-b93a-4f3a-a52f-4b5380ee3aee not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:16.845973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:20:13Z', 'revision_number': 5, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port': {'id': 'ac5bd580-9a71-4e8e-91c2-f10742a39140', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:14:30Z', 'updated_at': '2021-11-04T09:14:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:16.948313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] Checking router: 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:16.976843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] Routers {'1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:16.979513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:17.107475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.119015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.249363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-d8416d61-b951-41de-ac49-14435dcad480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:17.256673 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-d8416d61-b951-41de-ac49-14435dcad480 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1098 time: 1.7570705 Nov 04 09:20:17.257487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] Set router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:17.258827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5bd580-9a71-4e8e-91c2-f10742a39140,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:17.295184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743e017-f8f5-42ac-9094-2c83467925bc req-99491364-0659-476a-90a1-466ae4fa44ba tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:17.297405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a743e017-f8f5-42ac-9094-2c83467925bc req-99491364-0659-476a-90a1-466ae4fa44ba tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.2510672 Nov 04 09:20:17.363445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:20:16Z', 'revision_number': 6, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:17.382752 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.405096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8485aa67-cab0-46ce-8b86-6a7cb2c93a2f None None] The sync data for ids ['1b43ebfe-f675-42c6-8b4b-5a6e90a1002d'] in n-d-816487-1 is: [{'id': '1b43ebfe-f675-42c6-8b4b-5a6e90a1002d', 'name': 'tempest-TestServerBasicOps-567616402-router', 'tenant_id': '84dd4cd06896481aa696f3dab7aabb13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:14:28Z', 'updated_at': '2021-11-04T09:20:16Z', 'revision_number': 6, 'project_id': '84dd4cd06896481aa696f3dab7aabb13', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:17.492142 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.530172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-04bdc5d5-c67b-4b22-b8f1-ccda25f64984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:17.533231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-04bdc5d5-c67b-4b22-b8f1-ccda25f64984 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.2055597 Nov 04 09:20:17.604611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a743e017-f8f5-42ac-9094-2c83467925bc req-f56409e5-af04-4494-aa0e-87b3716dac82 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923741 Nov 04 09:20:17.670306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.674018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.741905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.742623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b43ebfe-f675-42c6-8b4b-5a6e90a1002d {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:20:17.764878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.771606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d4f278a-874b-4ec3-bed8-841f434f14c7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1b43ebfe-f675-42c6-8b4b-5a6e90a1002d HTTP/1.1" status: 204 len: 168 time: 2.1517076 Nov 04 09:20:17.772624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46480) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:17.780812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-9213d585-35d8-4520-a134-a407db7ae126 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 1001 time: 0.2158532 Nov 04 09:20:17.788012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:17.805338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-22905394-540c-4e5a-822a-59313e6dc9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:17.808921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-22905394-540c-4e5a-822a-59313e6dc9d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1097 time: 0.2846873 Nov 04 09:20:18.029759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] Deleting subnet 4c896e75-92fd-4c82-94a1-597bc4882461 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:20:18.102396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0681a0f0-3faa-4184-9778-8118bb4e2a20,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:18.138832 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:18.205949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-c9620213-6513-4150-a3ba-92703a0c6506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:18.209069 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-c9620213-6513-4150-a3ba-92703a0c6506 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.3982322 Nov 04 09:20:18.238666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc0b286-bf7c-44a1-a09e-93ad7547d265 None None] Network a3da428b-0e25-44cd-a90f-a221d3862d60 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:18.245096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:18.251377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-94b48a47-5581-452f-8e1c-5db242a95c55 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0681a0f0-3faa-4184-9778-8118bb4e2a20 HTTP/1.1" status: 204 len: 168 time: 2.3919384 Nov 04 09:20:18.257784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:18.353615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-f70a0337-9a75-48b2-a292-4ba1c6c65b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:18.356517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-f70a0337-9a75-48b2-a292-4ba1c6c65b49 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319602 Nov 04 09:20:18.428012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c461a43-f2ae-49ff-ac19-72d5c367dade req-c16eb671-7f5c-4e4a-9bfc-7a11e6168ba9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:18.430502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c461a43-f2ae-49ff-ac19-72d5c367dade req-c16eb671-7f5c-4e4a-9bfc-7a11e6168ba9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.4267957 Nov 04 09:20:18.434327 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:18.537329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:18.544532 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306d209b-4753-4476-95d7-00ddbdce6a05" -d '{"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-plugged", "status": "completed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:18.547918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-6fbd530a-7c67-4fab-b980-ede88f487967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:18.550537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-6fbd530a-7c67-4fab-b980-ede88f487967 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.6859822 Nov 04 09:20:18.663381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:18.710051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-2b94fad4-a895-4099-8ce6-96262b06842c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 1001 time: 0.1307747 Nov 04 09:20:18.751493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:18.751493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e4a7eb3f-9a4a-473c-a22c-2f470e1cb17f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:18.751493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac5bd580-9a71-4e8e-91c2-f10742a39140 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:18.752322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:18.854941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ac5bd580-9a71-4e8e-91c2-f10742a39140 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:18.858263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ac5bd580-9a71-4e8e-91c2-f10742a39140 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:18.866979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] DHCP port deletion for a3da428b-0e25-44cd-a90f-a221d3862d60 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:20:18.929788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c461a43-f2ae-49ff-ac19-72d5c367dade req-dd9815dd-ebee-437b-b1aa-3b8e2d2fae48 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4212003 Nov 04 09:20:18.969880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-9cef6860-a813-4e3b-9e84-61fc929500e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:18.973290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-9cef6860-a813-4e3b-9e84-61fc929500e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.2594228 Nov 04 09:20:19.057129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-5ca6e049-db8c-4364-9b90-795c76d5d5e0 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6703858 Nov 04 09:20:19.068499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] Deleting port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:19.068858 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.098314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.222324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Deleting port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:19.222915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.241300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b520bdb-c6e1-429b-a9ef-cba1f96a84e9 req-89068307-4dff-447c-818d-f0a3247c03a3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:19.249252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b520bdb-c6e1-429b-a9ef-cba1f96a84e9 req-89068307-4dff-447c-818d-f0a3247c03a3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1467559 Nov 04 09:20:19.304557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] For port ef08d75c-a4f2-4f8e-8374-ec1578c720e4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,segment=NetworkSegment(e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf),segment_id=e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:19.307232 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.338501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] Calling delete_port for ef08d75c-a4f2-4f8e-8374-ec1578c720e4 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:19.364805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-5bcf868a-da47-415f-aa78-6b94c7a00187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:19.371645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-5bcf868a-da47-415f-aa78-6b94c7a00187 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3858423 Nov 04 09:20:19.434706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b520bdb-c6e1-429b-a9ef-cba1f96a84e9 req-35648b50-5000-4554-bbe9-0f266fc1f226 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845133 Nov 04 09:20:19.539161 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.584105 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055f9820-1561-4b91-a64d-4b2e851b5bc5 x-openstack-request-id: req-055f9820-1561-4b91-a64d-4b2e851b5bc5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:19.585927 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-plugged", "status": "completed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:19.588514 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-055f9820-1561-4b91-a64d-4b2e851b5bc5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:19.589259 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d', 'code': 200} Nov 04 09:20:19.637413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] For port ef08d75c-a4f2-4f8e-8374-ec1578c720e4, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,segment=NetworkSegment(e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf),segment_id=e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:19.637940 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.655021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] Pushing event deleted for resources: {'Port': ['ID=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:19.674562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c6d656-d78f-472f-a2d5-f216a71e9128 None None] No DVR routers for this DVR port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:19.684286 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.716333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Calling delete_port for ef08d75c-a4f2-4f8e-8374-ec1578c720e4 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:19.720557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c896e75-92fd-4c82-94a1-597bc4882461,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:19.758650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-80d71d6f-7308-499b-94b8-c87e9aa89ec4 service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801000 Nov 04 09:20:19.772136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.779994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938137d0-4495-4fbb-b8be-e446c04d90c6 None None] Network 5dc6758e-d228-4a11-81bd-27fbceef7bda requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:19.781568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6ec933f3-c0cd-4c11-b9ca-931f98152419 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4c896e75-92fd-4c82-94a1-597bc4882461 HTTP/1.1" status: 204 len: 168 time: 2.0072830 Nov 04 09:20:19.787152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46502) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:19.920478 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:19.942122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:19.949865 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f8f462fe-3732-451a-bba7-e8a7ed3af5a6 req-f999510c-3707-45c7-bbce-d6582c8ad32c service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806402 Nov 04 09:20:19.953016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a57639b-edc1-4405-b3a9-86236339ef27 req-aff7e85a-f1bb-4b5e-8f85-8a514ec91b39 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8308792 Nov 04 09:20:19.972898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9052b8a-e30e-4fa8-ba00-ade4e318b4b6 req-c77ed137-bc88-4075-97f5-733c8e7ec12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:19.974862 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9052b8a-e30e-4fa8-ba00-ade4e318b4b6 req-c77ed137-bc88-4075-97f5-733c8e7ec12c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1097 time: 0.2086468 Nov 04 09:20:20.031240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a052a4-6c08-4139-a845-dd2c05f2d4b3 req-e4761a01-76dc-4d2b-9fee-8aaea315d2ce tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:20.039172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08a052a4-6c08-4139-a845-dd2c05f2d4b3 req-e4761a01-76dc-4d2b-9fee-8aaea315d2ce tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.3502483 Nov 04 09:20:20.062201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9052b8a-e30e-4fa8-ba00-ade4e318b4b6 req-9991709a-a875-4d84-b1de-d8c040b37e82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790820 Nov 04 09:20:20.114477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08a052a4-6c08-4139-a845-dd2c05f2d4b3 req-45b21eb0-4c05-40b8-a4da-d99ec767449b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739925 Nov 04 09:20:20.154531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] DHCP port deletion for 5dc6758e-d228-4a11-81bd-27fbceef7bda request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:20:20.196304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Deleting port 6cc3bc41-9f44-4472-afa9-bf52074c29aa {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:20.198611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.206707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.237610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] Deleting port 6cc3bc41-9f44-4472-afa9-bf52074c29aa {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:20:20.238806 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.347244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] No DVR routers for this DVR port ef08d75c-a4f2-4f8e-8374-ec1578c720e4 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:20.351444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cbb7-4f0b-4c4a-b5d8-ae798a784421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.353559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef08d75c-a4f2-4f8e-8374-ec1578c720e4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:20.383745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] For port 6cc3bc41-9f44-4472-afa9-bf52074c29aa, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6cc3bc41-9f44-4472-afa9-bf52074c29aa,segment=NetworkSegment(69c06445-82c9-4e47-81fe-d94aa7a73163),segment_id=69c06445-82c9-4e47-81fe-d94aa7a73163)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:20.384437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.410797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] Calling delete_port for 6cc3bc41-9f44-4472-afa9-bf52074c29aa owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:20.416556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] For port 6cc3bc41-9f44-4472-afa9-bf52074c29aa, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6cc3bc41-9f44-4472-afa9-bf52074c29aa,segment=NetworkSegment(69c06445-82c9-4e47-81fe-d94aa7a73163),segment_id=69c06445-82c9-4e47-81fe-d94aa7a73163)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:20.417291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.436125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e5680-4af0-47d2-bc1c-c65d923152e7 req-fe3c1d10-4c21-41bf-9ce7-d0940d5ad324 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:20.444778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-471e5680-4af0-47d2-bc1c-c65d923152e7 req-fe3c1d10-4c21-41bf-9ce7-d0940d5ad324 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1813421 Nov 04 09:20:20.513936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Calling delete_port for 6cc3bc41-9f44-4472-afa9-bf52074c29aa owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:20:20.565108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-471e5680-4af0-47d2-bc1c-c65d923152e7 req-965cc74e-0e0e-40c6-a9a0-a0e1ee692444 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193388 Nov 04 09:20:20.570722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.631311 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:20:20.638370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6cc3bc41-9f44-4472-afa9-bf52074c29aa no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:20.696857 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.727092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3da428b-0e25-44cd-a90f-a221d3862d60']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:20.737184 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.776546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc3bc41-9f44-4472-afa9-bf52074c29aa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:20.784244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:20.784597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4861ebe-d3fb-4ef1-a40a-8d87f14cdebf') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:20.795963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] No DVR routers for this DVR port 6cc3bc41-9f44-4472-afa9-bf52074c29aa on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:20.818676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] No DVR routers for this DVR port 6cc3bc41-9f44-4472-afa9-bf52074c29aa on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:20.829160 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.835472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d9de3-18b0-4219-af08-f6aad82eac9a None None] Pushing event deleted for resources: {'Port': ['ID=6cc3bc41-9f44-4472-afa9-bf52074c29aa,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:20.861120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No active binding found for port 6cc3bc41-9f44-4472-afa9-bf52074c29aa {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 09:20:20.862105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6cc3bc41-9f44-4472-afa9-bf52074c29aa not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:20.862785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ef08d75c-a4f2-4f8e-8374-ec1578c720e4 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:20.904088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ef08d75c-a4f2-4f8e-8374-ec1578c720e4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:20:20.904810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ef08d75c-a4f2-4f8e-8374-ec1578c720e4 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:20.947407 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.963367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cbb7-4f0b-4c4a-b5d8-ae798a784421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.970468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:20:20.970888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.975068 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:20:20.978348 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:20:20.994520 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9f5cbb7-4f0b-4c4a-b5d8-ae798a784421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.074002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc6758e-d228-4a11-81bd-27fbceef7bda']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:21.117501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c06445-82c9-4e47-81fe-d94aa7a73163') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:21.117757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c06445-82c9-4e47-81fe-d94aa7a73163') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:21.125631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c9f5cbb7-4f0b-4c4a-b5d8-ae798a784421 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1599e95eb6534272aad4e9ac5697086f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1242297 Nov 04 09:20:21.125887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46514) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:21.143477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a390c-37a1-456f-be92-53a48332c1e2 req-f099361d-f0cb-490a-8980-fee841a7223d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:21.152299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a9a390c-37a1-456f-be92-53a48332c1e2 req-f099361d-f0cb-490a-8980-fee841a7223d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.3205552 Nov 04 09:20:21.158021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.166982 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.171804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5cbb7-4f0b-4c4a-b5d8-ae798a784421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3173d45d-905c-49e5-ada4-13b23f8a8166,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:21.198100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.198100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a3da428b-0e25-44cd-a90f-a221d3862d60 HTTP/1.1" status: 204 len: 168 time: 2.9368536 Nov 04 09:20:21.260895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56864b64-c8d5-4160-a572-8f09ebc78198 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3da428b-0e25-44cd-a90f-a221d3862d60,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:21.286902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.301218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a9a390c-37a1-456f-be92-53a48332c1e2 req-334736ac-a6d3-4d6b-9a99-2af8e70a7ddb tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477993 Nov 04 09:20:21.303498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:20:21.303498 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:20:21.315439 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:20:21.393269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6be0912-4aa0-48c8-8239-844ac46bc8ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.442577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6be0912-4aa0-48c8-8239-844ac46bc8ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.468139 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.482170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.501000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5dc6758e-d228-4a11-81bd-27fbceef7bda HTTP/1.1" status: 204 len: 168 time: 1.7121084 Nov 04 09:20:21.513233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46522) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:21.554707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc76893-457e-4812-9b3f-b4a9f172d744 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dc6758e-d228-4a11-81bd-27fbceef7bda,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:21.609465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6d893d06-d63a-43f5-bba3-e2ff746b00c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddcdde8bfa2b4741b414b050084290ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933914 Nov 04 09:20:21.610529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46524) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:21.622146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6be0912-4aa0-48c8-8239-844ac46bc8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.625165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6be0912-4aa0-48c8-8239-844ac46bc8ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.627073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6be0912-4aa0-48c8-8239-844ac46bc8ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3173d45d-905c-49e5-ada4-13b23f8a8166 HTTP/1.1" status: 204 len: 168 time: 0.4993913 Nov 04 09:20:21.663834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646f000-7f9a-49cb-b5e1-c3c2348276b2 req-b81ea431-907e-4148-9bcd-3dbf36d99261 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:21.665777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9646f000-7f9a-49cb-b5e1-c3c2348276b2 req-b81ea431-907e-4148-9bcd-3dbf36d99261 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1133032 Nov 04 09:20:21.686458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be0912-4aa0-48c8-8239-844ac46bc8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3173d45d-905c-49e5-ada4-13b23f8a8166,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:21.765638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27b61a68-ec9d-4af1-b79d-b8cf94bca15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.774860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9646f000-7f9a-49cb-b5e1-c3c2348276b2 req-89c4789c-8d0b-4184-b89b-3184c30f465f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887308 Nov 04 09:20:21.834671 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27b61a68-ec9d-4af1-b79d-b8cf94bca15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.940526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27b61a68-ec9d-4af1-b79d-b8cf94bca15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.946609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-27b61a68-ec9d-4af1-b79d-b8cf94bca15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:21.950873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:21.953424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-27b61a68-ec9d-4af1-b79d-b8cf94bca15b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b944f0e-b147-4f40-8b53-8957034e1804 HTTP/1.1" status: 204 len: 168 time: 0.3399646 Nov 04 09:20:21.993625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b61a68-ec9d-4af1-b79d-b8cf94bca15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b944f0e-b147-4f40-8b53-8957034e1804,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:22.009105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f743fe-fc84-48ef-b359-7d2e8d355e00 req-bb688306-938c-4b7d-8655-14294e7ed60b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:22.018460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07f743fe-fc84-48ef-b359-7d2e8d355e00 req-bb688306-938c-4b7d-8655-14294e7ed60b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1680863 Nov 04 09:20:22.068376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4a582d83-b19c-4c33-9a69-d375efb63953 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2c4360d837f4dd59a356ce9eae64f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152897 Nov 04 09:20:22.070814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46536) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:22.084547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07f743fe-fc84-48ef-b359-7d2e8d355e00 req-51491ba2-1fb3-44e6-95b1-5118f579e239 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650318 Nov 04 09:20:22.155479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbc75850-81df-4144-953d-202dc13e338a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.205720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbc75850-81df-4144-953d-202dc13e338a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.285568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbc75850-81df-4144-953d-202dc13e338a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.292443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbc75850-81df-4144-953d-202dc13e338a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.297354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fbc75850-81df-4144-953d-202dc13e338a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f14cc9d-c3e5-4281-9c95-06959230a4af HTTP/1.1" status: 204 len: 168 time: 0.2244651 Nov 04 09:20:22.310088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc75850-81df-4144-953d-202dc13e338a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f14cc9d-c3e5-4281-9c95-06959230a4af,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:22.375342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:22.416124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f8d47c-83f6-453c-a25e-c849b84e997b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.584013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a9cad-6b5b-41e5-bc5d-567a04eb60fd req-8ea4ccf0-81cc-4ba5-8620-23e68cf38e90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:22.586764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da7a9cad-6b5b-41e5-bc5d-567a04eb60fd req-8ea4ccf0-81cc-4ba5-8620-23e68cf38e90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1107426 Nov 04 09:20:22.661349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46546) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:22.679769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da7a9cad-6b5b-41e5-bc5d-567a04eb60fd req-41a121e3-858f-44c9-b744-627194ea2e9c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812209 Nov 04 09:20:22.686016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f8d47c-83f6-453c-a25e-c849b84e997b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.694087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-78f8d47c-83f6-453c-a25e-c849b84e997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.762350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-78f8d47c-83f6-453c-a25e-c849b84e997b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38b6b23170b04349b0ba5e111b2472b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857923 Nov 04 09:20:22.763126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:22.765772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8d47c-83f6-453c-a25e-c849b84e997b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c1f9c-8b07-4519-8443-30af145e19f8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:22.840743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-912af4ae-dbd7-485a-a46d-e9da4c09808d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b69e9ee689734d5cad471986f3f144f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758049 Nov 04 09:20:22.843537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46556) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:22.947651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf0148-ac8a-4e89-b550-f49dd7f9955c req-74c9078b-64f8-4fc9-9991-5ef0b28b8e6a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:22.949304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d2e5-ca03-4a3f-9ff2-3c02024572eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:22.968340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ecf0148-ac8a-4e89-b550-f49dd7f9955c req-74c9078b-64f8-4fc9-9991-5ef0b28b8e6a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1465023 Nov 04 09:20:22.970715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46558) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:22.978850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'floatingip': {'port_id': 'e387d32d-6540-46fe-bce0-6684749f181d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:22.987726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d2e5-ca03-4a3f-9ff2-3c02024572eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.085165 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.089658 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d2e5-ca03-4a3f-9ff2-3c02024572eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.093482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d2e5-ca03-4a3f-9ff2-3c02024572eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.103932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bbd1d2e5-ca03-4a3f-9ff2-3c02024572eb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a77c1f9c-8b07-4519-8443-30af145e19f8 HTTP/1.1" status: 204 len: 168 time: 0.3357751 Nov 04 09:20:23.149202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1d2e5-ca03-4a3f-9ff2-3c02024572eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c1f9c-8b07-4519-8443-30af145e19f8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:23.156086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c214c09d-5876-45e6-850f-a2ffa52a1fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.275255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c214c09d-5876-45e6-850f-a2ffa52a1fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.389182 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c214c09d-5876-45e6-850f-a2ffa52a1fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.393690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c214c09d-5876-45e6-850f-a2ffa52a1fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.394821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c214c09d-5876-45e6-850f-a2ffa52a1fda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd1d20b2-f127-4379-80ef-aa4de752699b HTTP/1.1" status: 204 len: 168 time: 0.5496929 Nov 04 09:20:23.414446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068ce97-c122-47ed-90ef-e4b8980b84fd req-9ccae789-65f8-4b60-bed8-18543c08177d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:23.415171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214c09d-5876-45e6-850f-a2ffa52a1fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1d20b2-f127-4379-80ef-aa4de752699b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:23.439538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b068ce97-c122-47ed-90ef-e4b8980b84fd req-9ccae789-65f8-4b60-bed8-18543c08177d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.2655766 Nov 04 09:20:23.493815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46568) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:23.589676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c684cef2-557a-4789-9e6b-cc0d6129ea16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=84dd4cd06896481aa696f3dab7aabb13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922418 Nov 04 09:20:23.591005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46570) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:23.728626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2a79-048f-43b2-8eb7-ad8b1d400afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.752133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b068ce97-c122-47ed-90ef-e4b8980b84fd req-e91e5998-07b8-42f3-be43-3d3f93ad9615 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106861 Nov 04 09:20:23.788884 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2a79-048f-43b2-8eb7-ad8b1d400afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.905905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2a79-048f-43b2-8eb7-ad8b1d400afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.909526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0d1e2a79-048f-43b2-8eb7-ad8b1d400afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:23.912699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0d1e2a79-048f-43b2-8eb7-ad8b1d400afa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8afb69a4-c1df-4d79-a7a2-9a77737f1b89 HTTP/1.1" status: 204 len: 168 time: 0.3206196 Nov 04 09:20:23.935463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e2a79-048f-43b2-8eb7-ad8b1d400afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb69a4-c1df-4d79-a7a2-9a77737f1b89,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:24.310812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565fc2b-9922-47cf-8133-bc78d3133942 req-a4babc4c-90a0-409c-8122-311d365a0509 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:24.313869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1565fc2b-9922-47cf-8133-bc78d3133942 req-a4babc4c-90a0-409c-8122-311d365a0509 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.2484739 Nov 04 09:20:24.350163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.resource_extend [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:20:24.526380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1565fc2b-9922-47cf-8133-bc78d3133942 req-70323616-ab29-47aa-ab3e-212b4fb73db9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914401 Nov 04 09:20:24.538800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:24.546148 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:25.392336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd0d63-ed17-43ca-b0e5-2ae66c4f986d req-a88b633a-5f4b-47be-bc29-116a3100dd7a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:25.397061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9dbd0d63-ed17-43ca-b0e5-2ae66c4f986d req-a88b633a-5f4b-47be-bc29-116a3100dd7a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1544421 Nov 04 09:20:25.510826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9dbd0d63-ed17-43ca-b0e5-2ae66c4f986d req-8b421a93-b30b-4daa-9066-28a0bf9d0813 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996523 Nov 04 09:20:25.512834 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Floating IP 8a9a1a1b-4c5c-403d-b39a-af421bbe6570 associated. External IP: 172.25.3.152, port: e387d32d-6540-46fe-bce0-6684749f181d. Nov 04 09:20:25.653577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46618) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:25.889797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1943849449-network', 'tenant_id': '4e75a358e2434a75be962d9aea152228'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:25.964650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Made reservation on behalf of 4e75a358e2434a75be962d9aea152228 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:20:25.968684 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:25.984749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.080221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b805413-526e-40f4-8c11-5dbd4b8f7f52 req-ea35bfc6-aaf6-4b0f-8be7-63196a11e6d3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:26.083606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b805413-526e-40f4-8c11-5dbd4b8f7f52 req-ea35bfc6-aaf6-4b0f-8be7-63196a11e6d3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.3078463 Nov 04 09:20:26.218187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.225298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.265384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46cacd6-915a-4dc1-962b-618d42c61f8d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:26.281041 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-46472eda-7123-40fc-88df-8138ae300ec7 req-7ea300c0-2190-43c6-a9fb-d3df46025c73 service neutron] show failed (client error): The resource could not be found. Nov 04 09:20:26.282390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-7ea300c0-2190-43c6-a9fb-d3df46025c73 service neutron] 10.222.0.55 "GET /v2.0/ports/4b038e19-9b87-4482-8b93-4c8279fadb13/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.1894996 Nov 04 09:20:26.289074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:20:26.303179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.304662 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Added segment fdccfc3e-a8a0-4853-9bb6-f14d79790d90 of type vlan for network 5b2d883f-f008-4eb3-b516-0e5a3e219515 Nov 04 09:20:26.353666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b805413-526e-40f4-8c11-5dbd4b8f7f52 req-1cc44263-09a1-4c80-906f-302046013ff6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393532 Nov 04 09:20:26.395652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:26.436986 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.533298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.534364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:26.534997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.666393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:26.689044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] Pushing event updated for resources: {'Network': ['ID=5b2d883f-f008-4eb3-b516-0e5a3e219515,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:26.700223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0104226-f230-4b91-b954-a4372145d497 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0430512 Nov 04 09:20:26.703761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46636) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:26.716293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Request body: {'subnet': {'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1943849449-subnet', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:26.733646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:26.743668 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] Sync routers for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:26.746997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:20:26.764729 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:26.766135 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:26.778755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcf195-6374-4a05-a10a-bc5bbc294520 req-4da4c721-637d-4ecb-94c4-c2fd0fbf8f94 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:26.787455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dfcf195-6374-4a05-a10a-bc5bbc294520 req-4da4c721-637d-4ecb-94c4-c2fd0fbf8f94 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1186290 Nov 04 09:20:26.791231 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d0106a9d-21e3-4ecf-8558-3e2905775ddf tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "PUT /v2.0/floatingips/8a9a1a1b-4c5c-403d-b39a-af421bbe6570 HTTP/1.1" status: 200 len: 992 time: 3.8191545 Nov 04 09:20:26.810022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:26.812511 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e868d5-65af-4593-aafb-75cb6ac5a549" -d '{"events": [{"name": "network-changed", "server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "tag": "e387d32d-6540-46fe-bce0-6684749f181d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:26.888379 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dfcf195-6374-4a05-a10a-bc5bbc294520 req-6fe2b9a5-1d6f-4f18-bb2b-0c06118b595e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997887 Nov 04 09:20:26.983494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Made reservation on behalf of 4e75a358e2434a75be962d9aea152228 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:20:26.986398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:27.020398 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:27.230647 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd7d911-8f5e-4077-83a9-a4b1f7181266 x-openstack-request-id: req-0cd7d911-8f5e-4077-83a9-a4b1f7181266 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:27.231254 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "tag": "e387d32d-6540-46fe-bce0-6684749f181d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:27.231913 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cd7d911-8f5e-4077-83a9-a4b1f7181266 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:27.232554 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d', 'status': 'completed', 'code': 200} Nov 04 09:20:27.376763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-088ea863-fea0-4089-93b0-fa396b7637a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:27.379253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-088ea863-fea0-4089-93b0-fa396b7637a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 1097 time: 0.5398586 Nov 04 09:20:27.397798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:27.452461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-2a95b885-a44e-467b-95e6-686cdb7c9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:27.454002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-2a95b885-a44e-467b-95e6-686cdb7c9b21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1097 time: 0.1885068 Nov 04 09:20:27.498801 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '8a9a1a1b-4c5c-403d-b39a-af421bbe6570', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'port_id': 'e387d32d-6540-46fe-bce0-6684749f181d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'mac_address': 'fa:16:3e:33:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:19:54Z', 'updated_at': '2021-11-04T09:20:24Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:27.569682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:27.578380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] Checking router: 9e5a363f-cdfd-474f-91ca-d398bc5726b9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:27.581048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7e4b3-db2f-45b4-8baa-973b489eb418 req-4451d3c3-ab7e-4d25-9f00-71abaf9ebb05 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:27.595136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86c7e4b3-db2f-45b4-8baa-973b489eb418 req-4451d3c3-ab7e-4d25-9f00-71abaf9ebb05 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1124194 Nov 04 09:20:27.612054 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:27.613769 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:27.650417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86c7e4b3-db2f-45b4-8baa-973b489eb418 req-368aabba-70fb-4635-81b6-8c36cea9ab18 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538690 Nov 04 09:20:27.896284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-55bd3360-b5ae-4e33-aa5f-84c596884e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:27.897677 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-55bd3360-b5ae-4e33-aa5f-84c596884e1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.4346690 Nov 04 09:20:28.015657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:28.079455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6064b2e6-99d4-49d9-905d-f804cfd2cb24,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:28.095559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:28.121489 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:28.131517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-1428f900-c364-4554-b5dc-161708cc8b45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 1000 time: 0.2242806 Nov 04 09:20:28.188243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Checking segment: {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:28.188593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Network hostable DHCP agents. Network: 5b2d883f-f008-4eb3-b516-0e5a3e219515, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:20:28.190830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d27295-8f66-4192-b71b-1dd4f8cbe71b req-d07e5e4e-1598-4e3b-8016-9714103cb5e2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:28.204839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25d27295-8f66-4192-b71b-1dd4f8cbe71b req-d07e5e4e-1598-4e3b-8016-9714103cb5e2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1351964 Nov 04 09:20:28.215580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:28.285177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25d27295-8f66-4192-b71b-1dd4f8cbe71b req-fb5513e3-d2b8-4ddc-aa7d-51e58c7c568a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755522 Nov 04 09:20:28.288496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:20:28.295828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:28.298664 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca014ce-53ac-486a-be38-0c5bf39b1208" -d '{"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-unplugged", "status": "completed", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:28.312457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:28.314883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-39a683a7-ba8e-48d7-b4c1-a4ef84794a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:28.321738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-39a683a7-ba8e-48d7-b4c1-a4ef84794a2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.1575208 Nov 04 09:20:28.342461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 5b2d883f-f008-4eb3-b516-0e5a3e219515) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:28.354897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dce28b-f892-428c-82cb-68f5a7c9a09a None None] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:28.362252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Transition to ACTIVE for port object 4b038e19-9b87-4482-8b93-4c8279fadb13 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:20:28.382765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:28.383408 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:28.403443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:28.520702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-fb400a0b-ae5a-4d3b-af16-386bcae029bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:28.522191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-fb400a0b-ae5a-4d3b-af16-386bcae029bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950128 Nov 04 09:20:28.535469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-da987bda-33d1-40b3-8d9c-8b97004a25a3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8288412 Nov 04 09:20:28.538923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46670) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:28.546587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:28.593564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:28.677521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:28.679683 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:28.777666 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '8a9a1a1b-4c5c-403d-b39a-af421bbe6570', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'port_id': 'e387d32d-6540-46fe-bce0-6684749f181d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'mac_address': 'fa:16:3e:33:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:19:54Z', 'updated_at': '2021-11-04T09:20:24Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:28.844772 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed7c742-69e4-4c1d-9992-55207865025f None None] The sync data for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 is: [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '8a9a1a1b-4c5c-403d-b39a-af421bbe6570', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'floating_ip_address': '172.25.3.152', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'port_id': 'e387d32d-6540-46fe-bce0-6684749f181d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'mac_address': 'fa:16:3e:33:af:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:19:54Z', 'updated_at': '2021-11-04T09:20:24Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:28.857524 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b13aff-cbef-4131-b37e-b707b152985e x-openstack-request-id: req-71b13aff-cbef-4131-b37e-b707b152985e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:28.857807 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-unplugged", "status": "completed", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:28.861312 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71b13aff-cbef-4131-b37e-b707b152985e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:28.861783 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'code': 200} Nov 04 09:20:28.953516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:28.993958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-5b2d883f-f008-4eb3-b516-0e5a3e219515', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:20:29.002130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:29.075497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] No DVR routers for this DVR port 4b038e19-9b87-4482-8b93-4c8279fadb13 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:20:29.312590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:29.475268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8820c9-d4cc-4a09-8d1a-55c6b42eafb7 req-e7beb58e-d6d9-48ff-95be-a778d8fab40e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:29.483114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba8820c9-d4cc-4a09-8d1a-55c6b42eafb7 req-e7beb58e-d6d9-48ff-95be-a778d8fab40e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.2742202 Nov 04 09:20:29.555777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba8820c9-d4cc-4a09-8d1a-55c6b42eafb7 req-5c1a0289-0926-4244-ab6c-d041b20cefb9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713029 Nov 04 09:20:29.569778 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-b5cec480-ab69-4dd9-b3d9-f8a22542a13d service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0217438 Nov 04 09:20:29.845078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-17e868d5-65af-4593-aafb-75cb6ac5a549 req-40636b3b-9439-4370-9b3f-28744e71ed0a service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529278 Nov 04 09:20:29.905394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:29.905717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:29.906101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 on network 8bfe3f85-b505-473d-912f-ef9dea71696d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:29.913630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Port 4b038e19-9b87-4482-8b93-4c8279fadb13 on network 8bfe3f85-b505-473d-912f-ef9dea71696d not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:20:29.913968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Attempting to bind port 4b038e19-9b87-4482-8b93-4c8279fadb13 on network 8bfe3f85-b505-473d-912f-ef9dea71696d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:29.922216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:29.922708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Checking segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:29.923066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Bound using segment: {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:29.923517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Bound port: 4b038e19-9b87-4482-8b93-4c8279fadb13, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91860e9a-bb32-4544-9133-efb73a7864a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:29.923943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:29.945866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46682) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:29.967886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Allocated IP 172.20.0.2 (5b2d883f-f008-4eb3-b516-0e5a3e219515/6064b2e6-99d4-49d9-905d-f804cfd2cb24/fb981b1f-0f64-4137-989b-56ab2967cf77) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:29.999166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f850f-da62-444c-b31a-c9189444235e None None] New status for floating IP 8a9a1a1b-4c5c-403d-b39a-af421bbe6570: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:20:30.070931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:30.077326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:30.093650 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.156487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ba258-0c01-4b71-b7f5-2a485d1f73af req-ba96da75-24e8-4292-a207-1d938252ad0f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:30.172733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a6ba258-0c01-4b71-b7f5-2a485d1f73af req-ba96da75-24e8-4292-a207-1d938252ad0f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 944 time: 0.2271254 Nov 04 09:20:30.230593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.235245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:30.251995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:30.252592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.262491 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-d1d4cf42-62a0-4645-9fc6-ec052e419202 service neutron] 10.222.0.70 "PUT /v2.0/ports/4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 1092 time: 2.8693342 Nov 04 09:20:30.332860 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.374712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4897fe8c-223e-4bc5-90f5-2c98161b9db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.422296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-7d30c491-7b1f-437c-804e-4b1cfc187a61 req-7d36c968-c5a3-4ec4-bc8f-66ce57645080 service neutron] (102555) timed out ('10.222.0.70', 50250) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:20:30.435495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a6ba258-0c01-4b71-b7f5-2a485d1f73af req-c0a28d3b-a059-4448-b403-9fb4d0bfc7d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2564459 Nov 04 09:20:30.445713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-14076438-45f5-422f-a9f1-d7819e4fe75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:30.445713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-14076438-45f5-422f-a9f1-d7819e4fe75e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1095 time: 0.1511440 Nov 04 09:20:30.608992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-fc9daf59-5649-4685-9f95-918c9bf81c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:30.610661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-fc9daf59-5649-4685-9f95-918c9bf81c11 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.1558316 Nov 04 09:20:30.780851 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.787633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4897fe8c-223e-4bc5-90f5-2c98161b9db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.797645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.829760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4897fe8c-223e-4bc5-90f5-2c98161b9db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:30.850475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Allocated IP 172.25.3.73 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0cbc5981-e470-445a-99e8-76e4b7f44291) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:30.891051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:30.902706 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:30.927438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:30.933124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:30.945183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:30.970112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-924d2c07-ed85-43c2-90ad-a91c20e4321d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 999 time: 0.3504851 Nov 04 09:20:30.991339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b2806-c81e-4f5e-abab-07f7508aa8a0 req-2f76126b-ae23-4d78-82ab-8ee078e71ea3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:31.000577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d4b2806-c81e-4f5e-abab-07f7508aa8a0 req-2f76126b-ae23-4d78-82ab-8ee078e71ea3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1398234 Nov 04 09:20:31.004755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Pushing event updated for resources: {'Port': ['ID=fb981b1f-0f64-4137-989b-56ab2967cf77,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:31.038628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897fe8c-223e-4bc5-90f5-2c98161b9db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b8842e-e435-4868-a5fe-170af449e951,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:31.068976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4897fe8c-223e-4bc5-90f5-2c98161b9db3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc0d0e8c10be44baa2033306e7e8a6d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1201875 Nov 04 09:20:31.073103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:31.111526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d4b2806-c81e-4f5e-abab-07f7508aa8a0 req-9d6e27ae-c3b7-4fcc-8aa0-4961dd33405b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089246 Nov 04 09:20:31.125355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Attempting to bind port fb981b1f-0f64-4137-989b-56ab2967cf77 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:31.126075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Attempting to bind port fb981b1f-0f64-4137-989b-56ab2967cf77 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:31.126759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Attempting to bind port fb981b1f-0f64-4137-989b-56ab2967cf77 on network 5b2d883f-f008-4eb3-b516-0e5a3e219515 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:31.146783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:31.158368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:31.158969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Checking segment: {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:31.160294 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.165390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Bound using segment: {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:31.170413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-6a03b031-0176-4497-85d8-d5cc60b627ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:31.171367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Bound port: fb981b1f-0f64-4137-989b-56ab2967cf77, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:31.171367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.173070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-6a03b031-0176-4497-85d8-d5cc60b627ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.1823232 Nov 04 09:20:31.179956 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.197824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0189093d-648b-4845-9535-3a9ee4023d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.254205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.261429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0189093d-648b-4845-9535-3a9ee4023d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.274044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46472eda-7123-40fc-88df-8138ae300ec7 req-4f4b9d6f-b3a8-4b41-b8f9-99aeb172d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:31.275790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-4f4b9d6f-b3a8-4b41-b8f9-99aeb172d931 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946755 Nov 04 09:20:31.286041 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0211556-1c7e-4cd2-896f-29b1e684489d x-openstack-request-id: req-d0211556-1c7e-4cd2-896f-29b1e684489d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:31.286518 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:31.287254 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0211556-1c7e-4cd2-896f-29b1e684489d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:31.288361 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'status': 'completed', 'code': 200} Nov 04 09:20:31.321372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:31.329237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:31.336781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:31.339564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] For port fb981b1f-0f64-4137-989b-56ab2967cf77, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:31.345152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] For port fb981b1f-0f64-4137-989b-56ab2967cf77, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fb981b1f-0f64-4137-989b-56ab2967cf77,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:31.352957 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.381652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0189093d-648b-4845-9535-3a9ee4023d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.384637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0189093d-648b-4845-9535-3a9ee4023d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.386154 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0189093d-648b-4845-9535-3a9ee4023d42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10b8842e-e435-4868-a5fe-170af449e951 HTTP/1.1" status: 204 len: 168 time: 0.3115716 Nov 04 09:20:31.403450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Pushing event updated for resources: {'Port': ['ID=0cbc5981-e470-445a-99e8-76e4b7f44291,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:31.418303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:20:31.462519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0189093d-648b-4845-9535-3a9ee4023d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b8842e-e435-4868-a5fe-170af449e951,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:31.482539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c99798-74ae-49fd-8244-4f161d131176 None None] Pushing event updated for resources: {'Port': ['ID=fb981b1f-0f64-4137-989b-56ab2967cf77,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:31.519873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-0c6bff3a-8ad5-4bae-8a7a-a0898442cb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:31.521733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-0c6bff3a-8ad5-4bae-8a7a-a0898442cb7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1095 time: 0.1713970 Nov 04 09:20:31.590624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-ca5bcb01-20d8-4543-a7b4-e548e5246d7b service neutron] 10.222.0.70 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529919 Nov 04 09:20:31.849586 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:31.881129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-46472eda-7123-40fc-88df-8138ae300ec7 req-e7c7e4f5-b8b3-43cd-b403-7781c5f1695c service neutron] 10.222.0.70 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819667 Nov 04 09:20:31.944125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-a6225a5d-0392-4c7c-a9ec-b1053b164cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:31.946177 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-a6225a5d-0392-4c7c-a9ec-b1053b164cba service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.4147120 Nov 04 09:20:32.040403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2c72a-8d18-4906-9b00-065b552e4711 req-1fe360bf-cd5a-4336-a080-e5854d884aa2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:32.042073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32e2c72a-8d18-4906-9b00-065b552e4711 req-1fe360bf-cd5a-4336-a080-e5854d884aa2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 944 time: 0.4313891 Nov 04 09:20:32.125209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32e2c72a-8d18-4906-9b00-065b552e4711 req-1ef93bbd-c653-456a-b873-29bf99219ae3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758014 Nov 04 09:20:32.271498 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-a5806700-12ec-4913-96f5-bb491b9f8ec4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 999 time: 0.2205043 Nov 04 09:20:32.312103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:32.346773 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:32.348693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-9c72bff8-d708-4b66-b29c-70dde24aacc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:32.351597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-182acda0-b84b-4f06-968e-996e3d960e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:32.352803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-9c72bff8-d708-4b66-b29c-70dde24aacc9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1095 time: 0.4053547 Nov 04 09:20:32.456779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-525ee9f6-7369-4c4f-99d3-a8ae879bb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:32.458963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-525ee9f6-7369-4c4f-99d3-a8ae879bb876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.1785035 Nov 04 09:20:32.627194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-886c2702-1e79-4506-91c5-8909fdf60f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:32.632491 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-886c2702-1e79-4506-91c5-8909fdf60f31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.2658293 Nov 04 09:20:32.643502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8748b-6ade-45d3-b5b1-9e52a299bde2 req-33fae9df-8cab-4eea-897a-d79bc758cd0c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:32.660961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93f8748b-6ade-45d3-b5b1-9e52a299bde2 req-33fae9df-8cab-4eea-897a-d79bc758cd0c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.2915514 Nov 04 09:20:32.694470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fb981b1f-0f64-4137-989b-56ab2967cf77 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:32.737264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93f8748b-6ade-45d3-b5b1-9e52a299bde2 req-872d4ccb-a737-46a7-bc3f-64f720673a48 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730281 Nov 04 09:20:32.831051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-182acda0-b84b-4f06-968e-996e3d960e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:32.842713 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-182acda0-b84b-4f06-968e-996e3d960e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:32.866798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-94d834de-5adc-4bd8-a672-585103cdbcd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 999 time: 0.2218549 Nov 04 09:20:32.876219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-182acda0-b84b-4f06-968e-996e3d960e06 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=492a8e0107d54c2abaf8f1efaaa85f65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627098 Nov 04 09:20:32.886294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46704) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:32.906207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port fb981b1f-0f64-4137-989b-56ab2967cf77 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:32.907318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:32.937517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Router d3377d6b-d902-4336-8e68-f521c7558af2 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:20:32.946219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-a7a932d3-461d-43e8-97ad-d45f7837363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:32.949461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-a7a932d3-461d-43e8-97ad-d45f7837363f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4811964 Nov 04 09:20:32.959337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182acda0-b84b-4f06-968e-996e3d960e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ba4f40-1b35-40e6-b72d-1702e26bbe2f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:33.115617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:33.121821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fcc64b-b6e1-4d26-944e-5c083c3e6265 None None] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:33.266864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-f13bfe93-edf4-4706-a652-fe63c6f92010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:33.269687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-f13bfe93-edf4-4706-a652-fe63c6f92010 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.3813765 Nov 04 09:20:33.333735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:33.334711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-655aa357-d14b-46a7-be70-4084ca0a2903 service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904956 Nov 04 09:20:33.353667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Sync routers for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:33.395992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-450043b2-b6cb-4af0-abe2-8e7ac09da7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:33.396834 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:33.398269 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:33.406919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port fb981b1f-0f64-4137-989b-56ab2967cf77, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fb981b1f-0f64-4137-989b-56ab2967cf77,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:33.420214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5e2e6b46-c8f5-46b9-8a71-2009aadecdb0 None None] Provisioning complete for port fb981b1f-0f64-4137-989b-56ab2967cf77 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:33.420561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e2e6b46-c8f5-46b9-8a71-2009aadecdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:33.474210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:33.507415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:33.522810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-450043b2-b6cb-4af0-abe2-8e7ac09da7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:33.538342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46710) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:33.541971 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-16e8093f-a5d0-4a5f-8cfd-94aeb95097df admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9880857 Nov 04 09:20:33.633586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af10f1-3085-4a63-90f1-a73b848e1c2f req-b5067d19-a8cd-438a-8bff-93940e53685a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:33.647758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54af10f1-3085-4a63-90f1-a73b848e1c2f req-b5067d19-a8cd-438a-8bff-93940e53685a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 944 time: 0.3351262 Nov 04 09:20:33.723705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=fb981b1f-0f64-4137-989b-56ab2967cf77,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:33.747906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54af10f1-3085-4a63-90f1-a73b848e1c2f req-9539c134-1875-4f42-9d8c-e8aff20f0ebd tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978751 Nov 04 09:20:33.799728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-c9ecc5f0-2475-4a7a-aadb-1483f412a71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:33.803111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-c9ecc5f0-2475-4a7a-aadb-1483f412a71e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5123479 Nov 04 09:20:33.826173 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:34.060546 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-450043b2-b6cb-4af0-abe2-8e7ac09da7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:34.072109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-450043b2-b6cb-4af0-abe2-8e7ac09da7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:34.073430 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-450043b2-b6cb-4af0-abe2-8e7ac09da7de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8ba4f40-1b35-40e6-b72d-1702e26bbe2f HTTP/1.1" status: 204 len: 168 time: 1.1828909 Nov 04 09:20:34.121637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336a3a6-48e5-4c75-82b1-39f388cabbc3 req-b59c6e2b-9212-4c2d-9a4b-5da2a006ed12 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:34.136640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b336a3a6-48e5-4c75-82b1-39f388cabbc3 req-b59c6e2b-9212-4c2d-9a4b-5da2a006ed12 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1041217 Nov 04 09:20:34.199355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450043b2-b6cb-4af0-abe2-8e7ac09da7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ba4f40-1b35-40e6-b72d-1702e26bbe2f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:34.238129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-809af5d5-a571-4cf1-b7d2-10476a81f20e service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9018712 Nov 04 09:20:34.305008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b336a3a6-48e5-4c75-82b1-39f388cabbc3 req-6c5d94a7-8a9e-4a0b-8325-c560aae8edc1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672866 Nov 04 09:20:34.329440 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-70621995-52bf-4333-bfdf-0c73664ebaa7 service neutron] 10.222.0.70 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536434 Nov 04 09:20:34.465712 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:31Z', 'revision_number': 3, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:34.570558 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Checking router: d3377d6b-d902-4336-8e68-f521c7558af2 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:34.571474 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Updating router d3377d6b-d902-4336-8e68-f521c7558af2 port 0cbc5981-e470-445a-99e8-76e4b7f44291 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:20:34.625329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fb981b1f-0f64-4137-989b-56ab2967cf77 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:34.656001 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:34.685560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a478e152-a9a8-4a45-848c-1a0ad1f7e8c5 None None] Provisioning complete for port fb981b1f-0f64-4137-989b-56ab2967cf77 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:34.686367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a478e152-a9a8-4a45-848c-1a0ad1f7e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:34.805082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port fb981b1f-0f64-4137-989b-56ab2967cf77 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:34.808944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:34.892373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-04ef4f4e-6d14-4389-b02c-ec930f7b5db5 req-ae453e7a-6d10-4899-ab5b-1bb11b2fa53b service neutron] 10.222.0.70 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987333 Nov 04 09:20:34.988998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e4cb7-a3e9-4f03-ab27-79d2add4fe98 req-dbeba9c5-b942-4121-b828-a974cb65d524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:34.990714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832e4cb7-a3e9-4f03-ab27-79d2add4fe98 req-dbeba9c5-b942-4121-b828-a974cb65d524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 944 time: 0.1053474 Nov 04 09:20:35.098071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-832e4cb7-a3e9-4f03-ab27-79d2add4fe98 req-c760b7b7-9d2d-4877-adaa-a14d7ecb68b1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783408 Nov 04 09:20:35.162638 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.184326 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.224208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.255948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:20:35.256415 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Attempting to bind port 0cbc5981-e470-445a-99e8-76e4b7f44291 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:35.256959 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Attempting to bind port 0cbc5981-e470-445a-99e8-76e4b7f44291 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:35.257514 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Attempting to bind port 0cbc5981-e470-445a-99e8-76e4b7f44291 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:35.274135 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:35.275406 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:35.276033 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.276937 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:35.277884 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Bound port: 0cbc5981-e470-445a-99e8-76e4b7f44291, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:35.278469 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.333646 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608da351-83e5-417d-a666-76a6d8359fd6 None None] Pushing event updated for resources: {'Port': ['ID=0cbc5981-e470-445a-99e8-76e4b7f44291,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:35.399899 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] For port 0cbc5981-e470-445a-99e8-76e4b7f44291, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:35.413828 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] For port 0cbc5981-e470-445a-99e8-76e4b7f44291, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0cbc5981-e470-445a-99e8-76e4b7f44291,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:35.425442 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.544839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Allocated IP 172.20.0.1 (5b2d883f-f008-4eb3-b516-0e5a3e219515/6064b2e6-99d4-49d9-905d-f804cfd2cb24/11431cfd-59d6-460b-98df-f79a7c010703) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:35.545511 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608da351-83e5-417d-a666-76a6d8359fd6 None None] Pushing event updated for resources: {'Port': ['ID=0cbc5981-e470-445a-99e8-76e4b7f44291,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:35.592021 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:35.594663 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:35.770681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:35.777921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.798187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'port_id': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'mac_address': 'fa:16:3e:13:00:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:20:35.854571 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:35.943388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:35.969935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:36.023728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c44c58-173d-4228-a0a2-aeb4931b6bb8 req-deae22fd-f8e7-4f6b-8d42-3fb9182a9147 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:36.027692 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39c44c58-173d-4228-a0a2-aeb4931b6bb8 req-deae22fd-f8e7-4f6b-8d42-3fb9182a9147 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1355679 Nov 04 09:20:36.047836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b038e19-9b87-4482-8b93-4c8279fadb13 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:20:36.109200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:36.114356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Pushing event updated for resources: {'Port': ['ID=11431cfd-59d6-460b-98df-f79a7c010703,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:36.131043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:36.132860 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:36.147509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:36.184358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:36.205859 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39c44c58-173d-4228-a0a2-aeb4931b6bb8 req-0c8dc068-bab2-4815-811b-53ba38c07f68 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546869 Nov 04 09:20:36.355473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:36.427347 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:31Z', 'revision_number': 3, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:36.444141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.444141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.451049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.451694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.452321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.452761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.453348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.453888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.454431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.455315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.455947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.456960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:36.509029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4b038e19-9b87-4482-8b93-4c8279fadb13'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:20:36.510538 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed13ce41-bd09-4a56-b42e-d0a073e88252 None None] The sync data for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 is: [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:31Z', 'revision_number': 3, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:36.782155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087717b-ce65-4780-ad31-7f6d4c95470e req-3d4071f9-6199-42fa-a18c-58a802fa1e49 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:36.798231 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3087717b-ce65-4780-ad31-7f6d4c95470e req-3d4071f9-6199-42fa-a18c-58a802fa1e49 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 945 time: 0.1883123 Nov 04 09:20:36.868777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-961e47fd-3bd8-4f15-a87f-ba9744d96895 None None] Provisioning complete for port 11431cfd-59d6-460b-98df-f79a7c010703 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:36.869317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-961e47fd-3bd8-4f15-a87f-ba9744d96895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:36.881042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3087717b-ce65-4780-ad31-7f6d4c95470e req-2d030e07-22d7-446f-8d4f-d03fbdf68eee tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812211 Nov 04 09:20:36.944177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-d0f2bc96-1c8c-49da-be70-5691a5a98cad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:36.946058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-d0f2bc96-1c8c-49da-be70-5691a5a98cad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785&tenant_id=5ddb959e0ce346938b6b3e895540bd9d&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 944 time: 1.0989454 Nov 04 09:20:37.038653 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:37.129774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-961e47fd-3bd8-4f15-a87f-ba9744d96895 None None] Port 11431cfd-59d6-460b-98df-f79a7c010703 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:20:37.195334 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-c63b4661-4ef7-45f3-bc52-116800faf5ad service neutron] delete failed (client error): The resource could not be found. Nov 04 09:20:37.197123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-c63b4661-4ef7-45f3-bc52-116800faf5ad service neutron] 10.222.0.55 "DELETE /v2.0/ports/4b038e19-9b87-4482-8b93-4c8279fadb13/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.2402453 Nov 04 09:20:37.411197 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92070a08-076e-47f7-815c-137f3c897121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:37.498595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-86ee5a6e-7f3b-48e6-897a-57cd48f88599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:37.510720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-86ee5a6e-7f3b-48e6-897a-57cd48f88599 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1096 time: 0.2146163 Nov 04 09:20:37.529327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffddf2-b9bb-4a26-a251-1f8aa85bccfe req-49030b8f-1384-4eae-8df1-8cc9b235745d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:37.536179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-beffddf2-b9bb-4a26-a251-1f8aa85bccfe req-49030b8f-1384-4eae-8df1-8cc9b235745d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1357572 Nov 04 09:20:37.620297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-beffddf2-b9bb-4a26-a251-1f8aa85bccfe req-d2c10430-9062-4716-a88e-54301e0f7f19 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554354 Nov 04 09:20:37.656098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:37.788991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-0aa82c9b-c0d7-4ec5-ab50-210e26938366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:37.791794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-0aa82c9b-c0d7-4ec5-ab50-210e26938366 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.2501695 Nov 04 09:20:37.972897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-8b9a5b38-c078-43d1-bde2-88c401b409b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 1000 time: 0.1556921 Nov 04 09:20:38.063591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-5c532b90-0ff5-4669-8378-a6dc7e392e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:38.069063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-5c532b90-0ff5-4669-8378-a6dc7e392e8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.0873880 Nov 04 09:20:38.106730 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:38.126119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2542b6f-b374-43b8-8ef4-f3b1a3f1f6cf req-6bac841e-9c51-4ffb-876a-7f2b09ff1f42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:38.129787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2542b6f-b374-43b8-8ef4-f3b1a3f1f6cf req-6bac841e-9c51-4ffb-876a-7f2b09ff1f42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 945 time: 0.1159799 Nov 04 09:20:38.140186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:38.212207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2542b6f-b374-43b8-8ef4-f3b1a3f1f6cf req-25a7d524-da6f-4507-b6c7-a2bf3f62332c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768740 Nov 04 09:20:38.413318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Pushing event updated for resources: {'Port': ['ID=11431cfd-59d6-460b-98df-f79a7c010703,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:38.419212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:38.428361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-a1aff7cb-7e08-4c5c-8e30-8e6fd40cdc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:38.431361 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-a1aff7cb-7e08-4c5c-8e30-8e6fd40cdc9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3503642 Nov 04 09:20:38.633262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cbc5981-e470-445a-99e8-76e4b7f44291 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:38.716853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0cbc5981-e470-445a-99e8-76e4b7f44291 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:38.717223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:38.744126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-45a38cb1-10ea-4ae0-8ccf-4ee9a04c1098 service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988834 Nov 04 09:20:38.746414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:38.748107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:38.824739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa9162-08ac-4a94-adf7-a636c541e884 req-e911bc5c-efe3-411d-b51e-00c02a5b41af tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:38.829027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9caa9162-08ac-4a94-adf7-a636c541e884 req-e911bc5c-efe3-411d-b51e-00c02a5b41af tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1259964 Nov 04 09:20:38.879209 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:38.931755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0cbc5981-e470-445a-99e8-76e4b7f44291, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0cbc5981-e470-445a-99e8-76e4b7f44291,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:38.932365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9caa9162-08ac-4a94-adf7-a636c541e884 req-ff5243c5-656b-4160-b5bf-b97c1085b385 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768914 Nov 04 09:20:38.938434 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:39.045694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-45d3b185-5934-4df0-8256-8bdd3f4a4f14 req-f8831123-4417-4739-a370-077324d0b951 service neutron] 10.222.0.55 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921610 Nov 04 09:20:39.052007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0cbc5981-e470-445a-99e8-76e4b7f44291,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:39.080862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Router d3377d6b-d902-4336-8e68-f521c7558af2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:39.273844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:39.344351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-009d9115-8763-4c00-9274-8973f600905a None None] Provisioning complete for port 11431cfd-59d6-460b-98df-f79a7c010703 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:39.344721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-009d9115-8763-4c00-9274-8973f600905a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:39.401460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-009d9115-8763-4c00-9274-8973f600905a None None] Port 11431cfd-59d6-460b-98df-f79a7c010703 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:20:39.407756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 4b038e19-9b87-4482-8b93-4c8279fadb13 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:20:39.415889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 4b038e19-9b87-4482-8b93-4c8279fadb13 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:39.416246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:39.419597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:39.435289 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-783a9c5e-616f-4ea8-a250-f495de2c0c8e admin admin] 10.222.0.53 "PUT /v2.0/routers/d3377d6b-d902-4336-8e68-f521c7558af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8783882 Nov 04 09:20:39.439308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dac75-a79d-4db7-ae0e-ce7483e47547 req-ed6d5c0d-4cee-4ad8-98d8-08c8f880af23 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:39.441952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-456dac75-a79d-4db7-ae0e-ce7483e47547 req-ed6d5c0d-4cee-4ad8-98d8-08c8f880af23 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 945 time: 0.1147413 Nov 04 09:20:39.563188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-456dac75-a79d-4db7-ae0e-ce7483e47547 req-e2f74c97-25e4-493e-ab2a-aed41cead2e7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092427 Nov 04 09:20:39.584297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:39.625388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:39.632956 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18240fd0-94f8-4aee-8f07-4498fe5a2a4d" -d '{"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-plugged", "status": "completed", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:39.652090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:39.660165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:39.671408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Sync routers for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:39.712569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:39.714377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:39.819549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:39.875644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:39.975987 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3bdaa68e-9bf1-4cbf-826c-761a2b48960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:40.260290 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d0397c-7366-482f-9423-dd039d586e3a x-openstack-request-id: req-90d0397c-7366-482f-9423-dd039d586e3a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:40.261078 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-plugged", "status": "completed", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:40.261709 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90d0397c-7366-482f-9423-dd039d586e3a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:40.262536 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'code': 200} Nov 04 09:20:40.320270 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:40.355652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 2, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:40.414120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Checking router: d3377d6b-d902-4336-8e68-f521c7558af2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:40.416107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Updating router d3377d6b-d902-4336-8e68-f521c7558af2 port 11431cfd-59d6-460b-98df-f79a7c010703 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:20:40.471409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:40.474643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344fe0f-fc85-45a9-8d6e-85affc32b3c1 req-fce5cc17-1330-43ed-89ec-327236ef673d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:40.489728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5344fe0f-fc85-45a9-8d6e-85affc32b3c1 req-fce5cc17-1330-43ed-89ec-327236ef673d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.1138268 Nov 04 09:20:40.570821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5344fe0f-fc85-45a9-8d6e-85affc32b3c1 req-d55e76b9-f1ae-480c-b2c7-19a92bdec9a5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786688 Nov 04 09:20:40.628396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cbc5981-e470-445a-99e8-76e4b7f44291 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:40.775770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:40.832161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0cbc5981-e470-445a-99e8-76e4b7f44291 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:40.832993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:40.846145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc66e829-8f1a-4371-be5c-7413088583f4 req-fb825ab9-0dc5-4542-8ba1-f7ff1b3d5478 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:40.848677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc66e829-8f1a-4371-be5c-7413088583f4 req-fb825ab9-0dc5-4542-8ba1-f7ff1b3d5478 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1222196 Nov 04 09:20:40.924728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc66e829-8f1a-4371-be5c-7413088583f4 req-45b72eb7-6851-43aa-8801-60f5f5b83868 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675240 Nov 04 09:20:40.934732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:40.943064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46890) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:40.943603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-279403884-network', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:40.989620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Made reservation on behalf of d2ef15dbe8dd4988b6eaf9763c044767 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:20:40.995683 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.023434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.075098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec92eee0-ec8d-4229-9f1f-e6b3629efbc5 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/ba9a5a2a-18c2-4619-83cb-4f91ac437190 HTTP/1.1" status: 200 len: 993 time: 0.1301844 Nov 04 09:20:41.089004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93a0eead-4bbf-42e3-96e7-a9d97409cff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.181782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edab34a-d5f4-4dfe-ac21-6dce61d0039b req-a064ad8e-0e99-4721-bb7d-c753c30f85c9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:41.183624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3edab34a-d5f4-4dfe-ac21-6dce61d0039b req-a064ad8e-0e99-4721-bb7d-c753c30f85c9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 947 time: 0.0872912 Nov 04 09:20:41.242421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93a0eead-4bbf-42e3-96e7-a9d97409cff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.248379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.250931 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93a0eead-4bbf-42e3-96e7-a9d97409cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.262294 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.263079 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.293176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3edab34a-d5f4-4dfe-ac21-6dce61d0039b req-2f784980-6e0c-4a8a-8f8e-e066db59abdb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825808 Nov 04 09:20:41.302460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-93a0eead-4bbf-42e3-96e7-a9d97409cff9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e3d82f9675d43ceadcf2e4147aec8fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250790 Nov 04 09:20:41.303277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:41.305620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0eead-4bbf-42e3-96e7-a9d97409cff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941666cd-5f40-454a-8a20-23b57cbc3e88,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:41.323843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:20:41.331503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41742dc-313c-41c4-aba9-11fd9b10e6c6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:41.350555 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.351766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.352499 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Added segment 9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8 of type vlan for network 8370ca37-0385-47cc-abc9-8c566401201a Nov 04 09:20:41.358737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.401405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b0a12e5-f600-4916-82c3-29adad2cce27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.418468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.422691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711d997-f8f6-4d54-93b6-900da311f2c7 None None] Pushing event updated for resources: {'Port': ['ID=11431cfd-59d6-460b-98df-f79a7c010703,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:41.456146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b0a12e5-f600-4916-82c3-29adad2cce27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.484631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.485686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:41.487073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.525015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Attempting to bind port 11431cfd-59d6-460b-98df-f79a7c010703 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:41.529782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Attempting to bind port 11431cfd-59d6-460b-98df-f79a7c010703 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:41.529782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Attempting to bind port 11431cfd-59d6-460b-98df-f79a7c010703 on network 5b2d883f-f008-4eb3-b516-0e5a3e219515 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:41.533295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:41.533682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Checking segment: {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:41.534616 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.535136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Bound using segment: {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:41.535955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Bound port: 11431cfd-59d6-460b-98df-f79a7c010703, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:41.536352 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.557385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b0a12e5-f600-4916-82c3-29adad2cce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.560947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b0a12e5-f600-4916-82c3-29adad2cce27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.562280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b0a12e5-f600-4916-82c3-29adad2cce27 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/941666cd-5f40-454a-8a20-23b57cbc3e88 HTTP/1.1" status: 204 len: 168 time: 0.2577312 Nov 04 09:20:41.586866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a12e5-f600-4916-82c3-29adad2cce27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941666cd-5f40-454a-8a20-23b57cbc3e88,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:41.641534 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7050858 Nov 04 09:20:41.646493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46902) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:41.654459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Request body: {'subnet': {'network_id': '8370ca37-0385-47cc-abc9-8c566401201a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-279403884-subnet', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:41.704281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] For port 11431cfd-59d6-460b-98df-f79a7c010703, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:41.708151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4f506-89f2-497c-9027-7d96b22b6d7e admin admin] Pushing event updated for resources: {'Network': ['ID=8370ca37-0385-47cc-abc9-8c566401201a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:41.709951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] For port 11431cfd-59d6-460b-98df-f79a7c010703, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=11431cfd-59d6-460b-98df-f79a7c010703,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:41.718308 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.724146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Made reservation on behalf of d2ef15dbe8dd4988b6eaf9763c044767 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:20:41.729745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:41.743432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 8370ca37-0385-47cc-abc9-8c566401201a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:20:41.920865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:41.921867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:42.114811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.204994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a01a8767-ce1f-42dc-8527-b54e61ba6a05 None None] Provisioning complete for port 11431cfd-59d6-460b-98df-f79a7c010703 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:42.205404 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a8767-ce1f-42dc-8527-b54e61ba6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.247183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711d997-f8f6-4d54-93b6-900da311f2c7 None None] Pushing event updated for resources: {'Port': ['ID=11431cfd-59d6-460b-98df-f79a7c010703,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:42.258393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Checking segment: {'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:42.258999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Network hostable DHCP agents. Network: 8370ca37-0385-47cc-abc9-8c566401201a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:20:42.261767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Pushing event updated for resources: {'Subnet': ['ID=48135b48-2f4f-48ad-9709-87358e083762,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:42.287629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Network 8370ca37-0385-47cc-abc9-8c566401201a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:20:42.301477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 8370ca37-0385-47cc-abc9-8c566401201a) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:42.308378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:42.309172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.318724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:42.324716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24283e6d-e8fb-431e-9943-ee58a0ae84a4 None None] Network 8370ca37-0385-47cc-abc9-8c566401201a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:42.339112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d58f3978-2643-4ca5-9f89-71ab5860314c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6908965 Nov 04 09:20:42.342889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46936) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:42.349291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:42.383419 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.386516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.545528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.663846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a8767-ce1f-42dc-8527-b54e61ba6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.732539 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.796531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a01a8767-ce1f-42dc-8527-b54e61ba6a05 None None] For port 11431cfd-59d6-460b-98df-f79a7c010703, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=11431cfd-59d6-460b-98df-f79a7c010703,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:42.801074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.824978 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a8767-ce1f-42dc-8527-b54e61ba6a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.841121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-8370ca37-0385-47cc-abc9-8c566401201a', 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'fixed_ips': [{'subnet_id': '48135b48-2f4f-48ad-9709-87358e083762'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:20:42.842344 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:42.976668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a8767-ce1f-42dc-8527-b54e61ba6a05 None None] Pushing event updated for resources: {'Port': ['ID=11431cfd-59d6-460b-98df-f79a7c010703,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:43.086331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e620e397-03b7-4393-8a2d-064424e2dd42 None None] Provisioning complete for port 11431cfd-59d6-460b-98df-f79a7c010703 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:43.087066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e620e397-03b7-4393-8a2d-064424e2dd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.122111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.171512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.203906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Allocated IP 172.20.0.2 (8370ca37-0385-47cc-abc9-8c566401201a/48135b48-2f4f-48ad-9709-87358e083762/310b75da-1f5d-4a84-933a-8ebeca036437) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:43.214092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ff579782-b03b-493b-ad96-59e926310183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:41Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:43.272492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff579782-b03b-493b-ad96-59e926310183 None None] The sync data for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 is: [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:41Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:43.294478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:20:43.472787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Allocated IP 172.25.3.28 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/4d0aeb08-a983-4a78-8d07-0dc100119dfc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:43.615523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.704757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:43.707941 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa7931a-ae67-4adc-a4e6-f49d3922dfd4" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:43.736344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:43.737963 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.746133 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.754694 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.805853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.843225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Network 8370ca37-0385-47cc-abc9-8c566401201a is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:43.848173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:43.882790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:43.895793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:43.899872 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db8d1cb-8d51-4314-88f8-6db1527eaca0 x-openstack-request-id: req-1db8d1cb-8d51-4314-88f8-6db1527eaca0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:43.900328 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:43.900885 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1db8d1cb-8d51-4314-88f8-6db1527eaca0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:43.901351 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'code': 200} Nov 04 09:20:43.906815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=14']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:43.959055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:43.964446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:43.969171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:44.016151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d0aeb08-a983-4a78-8d07-0dc100119dfc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:44.092286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Pushing event updated for resources: {'Port': ['ID=310b75da-1f5d-4a84-933a-8ebeca036437,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:44.173400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Attempting to bind port 310b75da-1f5d-4a84-933a-8ebeca036437 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:44.174000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Attempting to bind port 310b75da-1f5d-4a84-933a-8ebeca036437 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:44.175218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Attempting to bind port 310b75da-1f5d-4a84-933a-8ebeca036437 on network 8370ca37-0385-47cc-abc9-8c566401201a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:44.183214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:44.183951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Checking segment: {'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:44.184450 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:44.184930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Bound using segment: {'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:44.185666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Bound port: 310b75da-1f5d-4a84-933a-8ebeca036437, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:44.186333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:44.314764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] For port 310b75da-1f5d-4a84-933a-8ebeca036437, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:44.325398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] For port 310b75da-1f5d-4a84-933a-8ebeca036437, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=310b75da-1f5d-4a84-933a-8ebeca036437,segment=NetworkSegment(9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8),segment_id=9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:44.332358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:44.441129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6cf44-df64-4651-a84a-e9a10999200d None None] Pushing event updated for resources: {'Port': ['ID=310b75da-1f5d-4a84-933a-8ebeca036437,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:44.618969 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:44.622474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932aa1a-6d94-460a-8436-0dd34be87f8f req-0b931860-f863-4585-ba37-0d6415010862 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:44.633112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5932aa1a-6d94-460a-8436-0dd34be87f8f req-0b931860-f863-4585-ba37-0d6415010862 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0873635 Nov 04 09:20:44.650171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 11431cfd-59d6-460b-98df-f79a7c010703 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:44.759008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5932aa1a-6d94-460a-8436-0dd34be87f8f req-4e13f988-14a2-4087-ba5c-d49ce6a036e5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988932 Nov 04 09:20:44.874254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 11431cfd-59d6-460b-98df-f79a7c010703 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:44.875331 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:45.050273 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:45.671815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4a6ad-951d-45e3-a9e2-21d835566377 req-a4e396eb-e229-435c-b809-9aa9eab7449f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:45.674990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32e4a6ad-951d-45e3-a9e2-21d835566377 req-a4e396eb-e229-435c-b809-9aa9eab7449f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.5630112 Nov 04 09:20:45.733155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32e4a6ad-951d-45e3-a9e2-21d835566377 req-9c57de85-4e22-4926-9728-1adb8c56c789 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498235 Nov 04 09:20:45.796736 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:45.847439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-cffce32b-f6f7-45d1-a53e-ec5e4ee51cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:45.849928 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-cffce32b-f6f7-45d1-a53e-ec5e4ee51cd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1096 time: 0.1978061 Nov 04 09:20:45.855818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:45.924211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b210ae3-d938-4cf2-b174-1da518852c83 None None] Network 8370ca37-0385-47cc-abc9-8c566401201a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:20:46.035205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47654eac-55db-4769-bef7-1a39c4c47a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.055439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c46fd222-4780-47d8-a196-84793c95b068 None None] Provisioning complete for port 310b75da-1f5d-4a84-933a-8ebeca036437 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:46.056036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c46fd222-4780-47d8-a196-84793c95b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.066329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Router 3f8bbab4-700b-4f29-aff0-dbd57488621c is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:20:46.097318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-14d00642-7f73-433e-9d1c-d35d37f2e655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:46.100431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-14d00642-7f73-433e-9d1c-d35d37f2e655 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.2393785 Nov 04 09:20:46.144289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47654eac-55db-4769-bef7-1a39c4c47a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.151466 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47654eac-55db-4769-bef7-1a39c4c47a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.213042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-47654eac-55db-4769-bef7-1a39c4c47a74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69a20653f3344e1d8b1ed0dc1cbdf162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550208 Nov 04 09:20:46.216533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47654eac-55db-4769-bef7-1a39c4c47a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7d739b-bdc9-46c2-a3e7-fd31453f70d5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:46.221921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:46.290352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-1cc7a7e4-a000-462e-acac-bb1e4dcfaa04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.1817932 Nov 04 09:20:46.306252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2c83-1394-43b0-bf20-8a7663455cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.335515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2c83-1394-43b0-bf20-8a7663455cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.351596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:46.372903 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Sync routers for ids ['3f8bbab4-700b-4f29-aff0-dbd57488621c'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:46.374667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-d9aefde4-1979-4805-bd50-348e970bb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:46.376434 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-d9aefde4-1979-4805-bd50-348e970bb053 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0769160 Nov 04 09:20:46.384852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.390821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1ac442b3-b4a6-4230-80b5-ddf3c874c2c5 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0419271 Nov 04 09:20:46.391192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47064) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:46.395964 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Routers {'3f8bbab4-700b-4f29-aff0-dbd57488621c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:46.396721 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3f8bbab4-700b-4f29-aff0-dbd57488621c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:46.448969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-5f814145-e95c-4c4b-bb50-541760e9ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:46.450683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-5f814145-e95c-4c4b-bb50-541760e9ce88 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633526 Nov 04 09:20:46.575151 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Set router 3f8bbab4-700b-4f29-aff0-dbd57488621c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:46.622020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c46fd222-4780-47d8-a196-84793c95b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.655492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-ff7d8fef-37fb-4824-87f8-fd0b306962cd service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920485 Nov 04 09:20:46.708225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 310b75da-1f5d-4a84-933a-8ebeca036437 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:46.787940 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2c83-1394-43b0-bf20-8a7663455cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.793218 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb7d2c83-1394-43b0-bf20-8a7663455cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.795214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bb7d2c83-1394-43b0-bf20-8a7663455cc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1e7d739b-bdc9-46c2-a3e7-fd31453f70d5 HTTP/1.1" status: 204 len: 168 time: 0.5714958 Nov 04 09:20:46.821912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6eb0de3-f33c-43cb-9518-43a64b16e163 req-1bc2f31b-3e0a-414d-8d8d-6543c7fe6c19 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575282 Nov 04 09:20:46.822088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d2c83-1394-43b0-bf20-8a7663455cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7d739b-bdc9-46c2-a3e7-fd31453f70d5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:46.831297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.881497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c46fd222-4780-47d8-a196-84793c95b068 None None] For port 310b75da-1f5d-4a84-933a-8ebeca036437, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=310b75da-1f5d-4a84-933a-8ebeca036437,segment=NetworkSegment(9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8),segment_id=9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:46.891802 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c46fd222-4780-47d8-a196-84793c95b068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.928153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 310b75da-1f5d-4a84-933a-8ebeca036437 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:46.928754 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:46.991880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46fd222-4780-47d8-a196-84793c95b068 None None] Pushing event updated for resources: {'Port': ['ID=310b75da-1f5d-4a84-933a-8ebeca036437,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:46.998302 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:20:44Z', 'revision_number': 3, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:47.059388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Checking router: 3f8bbab4-700b-4f29-aff0-dbd57488621c for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:47.060175 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Updating router 3f8bbab4-700b-4f29-aff0-dbd57488621c port 4d0aeb08-a983-4a78-8d07-0dc100119dfc binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:20:47.112774 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.121600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8599e45-bfd1-4579-ad98-db3c2e4870c8 req-d62a9fc4-39b7-4da5-acfb-a64b5c8fa163 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:47.124492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8599e45-bfd1-4579-ad98-db3c2e4870c8 req-d62a9fc4-39b7-4da5-acfb-a64b5c8fa163 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.2528079 Nov 04 09:20:47.234324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4152e885-3ab5-48d0-96e8-285cdc42ac07 None None] Provisioning complete for port 310b75da-1f5d-4a84-933a-8ebeca036437 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:47.235330 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4152e885-3ab5-48d0-96e8-285cdc42ac07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.355338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8599e45-bfd1-4579-ad98-db3c2e4870c8 req-19575c59-bbb2-458d-91e3-be6918a898d8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212477 Nov 04 09:20:47.413868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47074) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:47.438108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.534837 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.544927 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.598937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.607186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.630598 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Attempting to bind port 4d0aeb08-a983-4a78-8d07-0dc100119dfc on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:47.631161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Attempting to bind port 4d0aeb08-a983-4a78-8d07-0dc100119dfc by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:47.631743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Attempting to bind port 4d0aeb08-a983-4a78-8d07-0dc100119dfc on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:47.641946 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.644934 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:47.645511 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:47.646124 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.646606 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:47.647237 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Bound port: 4d0aeb08-a983-4a78-8d07-0dc100119dfc, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:47.647777 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.651477 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b0f53-1354-45dd-b059-6e7a950be2f2 None None] Pushing event updated for resources: {'Port': ['ID=4d0aeb08-a983-4a78-8d07-0dc100119dfc,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:47.705499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=05fea6ee773246fda7cf78939e16ab27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859969 Nov 04 09:20:47.706587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47076) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:47.717487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b357468-bb64-4aea-af43-06117fbb8f4e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:47.727527 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] For port 4d0aeb08-a983-4a78-8d07-0dc100119dfc, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:47.733384 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] For port 4d0aeb08-a983-4a78-8d07-0dc100119dfc, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4d0aeb08-a983-4a78-8d07-0dc100119dfc,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:47.740648 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.744032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.744880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.745477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.746037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.746599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.747178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.747745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.752929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.752929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.752929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.752929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.752929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7cb5cf-b1b8-4fc6-b611-323b0c48f510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:47.806627 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Routers {'3f8bbab4-700b-4f29-aff0-dbd57488621c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:47.807238 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3f8bbab4-700b-4f29-aff0-dbd57488621c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:47.824664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e91629c-e095-4c37-9745-5eb4a844bc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.853794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e91629c-e095-4c37-9745-5eb4a844bc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.872585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Allocated IP 172.20.0.1 (8370ca37-0385-47cc-abc9-8c566401201a/48135b48-2f4f-48ad-9709-87358e083762/af78c29e-ee98-4554-9208-b13eaac9a181) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:47.934272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e91629c-e095-4c37-9745-5eb4a844bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.939475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e91629c-e095-4c37-9745-5eb4a844bc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:47.944960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4e91629c-e095-4c37-9745-5eb4a844bc47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b357468-bb64-4aea-af43-06117fbb8f4e HTTP/1.1" status: 204 len: 168 time: 0.2333319 Nov 04 09:20:47.963232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91629c-e095-4c37-9745-5eb4a844bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b357468-bb64-4aea-af43-06117fbb8f4e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:48.033934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.061767 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b0f53-1354-45dd-b059-6e7a950be2f2 None None] Pushing event updated for resources: {'Port': ['ID=4d0aeb08-a983-4a78-8d07-0dc100119dfc,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:48.082954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.130213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Network 8370ca37-0385-47cc-abc9-8c566401201a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:48.134556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:48.136822 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] Set router 3f8bbab4-700b-4f29-aff0-dbd57488621c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:48.142952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:48.147745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Pushing event updated for resources: {'Port': ['ID=af78c29e-ee98-4554-9208-b13eaac9a181,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:48.198579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.406788 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:20:44Z', 'revision_number': 3, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:48.434908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.455619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6d1474a2-01aa-4747-8f8b-ca50d8680ca1 None None] Provisioning complete for port af78c29e-ee98-4554-9208-b13eaac9a181 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:48.456611 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d1474a2-01aa-4747-8f8b-ca50d8680ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.460837 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e613969-3c89-4e96-8c3b-5610b1aa3608 None None] The sync data for ids ['3f8bbab4-700b-4f29-aff0-dbd57488621c'] in n-d-816487-1 is: [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:20:44Z', 'revision_number': 3, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:48.556221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6d1474a2-01aa-4747-8f8b-ca50d8680ca1 None None] Port af78c29e-ee98-4554-9208-b13eaac9a181 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:20:48.588074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 310b75da-1f5d-4a84-933a-8ebeca036437 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:48.648437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 310b75da-1f5d-4a84-933a-8ebeca036437 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:48.649007 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.698298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68717d7-2e78-4470-bc99-0e7f1f8e4bbf req-129179dc-5a18-4d14-a3e3-6cdc247edc35 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:48.700116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f68717d7-2e78-4470-bc99-0e7f1f8e4bbf req-129179dc-5a18-4d14-a3e3-6cdc247edc35 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1855991 Nov 04 09:20:48.792381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f68717d7-2e78-4470-bc99-0e7f1f8e4bbf req-7a08d04f-63b3-4352-8a3d-35ffed5d1b65 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743759 Nov 04 09:20:48.840093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.857702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:48.970341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Pushing event updated for resources: {'Port': ['ID=af78c29e-ee98-4554-9208-b13eaac9a181,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:48.974723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:49.213615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8426e-307a-4206-b78b-870b206a8ada req-c71ae2b8-15b2-491a-8608-dd1bca619797 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:49.215352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56f8426e-307a-4206-b78b-870b206a8ada req-c71ae2b8-15b2-491a-8608-dd1bca619797 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1035886 Nov 04 09:20:49.225956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Network 8370ca37-0385-47cc-abc9-8c566401201a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:49.228119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:49.425311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56f8426e-307a-4206-b78b-870b206a8ada req-df748376-3245-4703-ad52-df0cee6053cd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140656 Nov 04 09:20:49.451950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Router 3f8bbab4-700b-4f29-aff0-dbd57488621c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:20:49.591757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e5fbe51b-40e3-4b94-8200-55995090ef7c None None] Provisioning complete for port af78c29e-ee98-4554-9208-b13eaac9a181 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:49.592890 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5fbe51b-40e3-4b94-8200-55995090ef7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:49.639522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e5fbe51b-40e3-4b94-8200-55995090ef7c None None] Port af78c29e-ee98-4554-9208-b13eaac9a181 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:20:49.729562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2669495-f71b-4a29-8840-b836c6cf613b req-6a1e2cbb-73c6-412c-ad53-69fb61153c6f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:49.731529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2669495-f71b-4a29-8840-b836c6cf613b req-6a1e2cbb-73c6-412c-ad53-69fb61153c6f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1390963 Nov 04 09:20:49.753053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:20:49.759111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e9da1e94-ef1b-46c0-8078-d0a1b23d1c88 admin admin] 10.222.0.53 "PUT /v2.0/routers/3f8bbab4-700b-4f29-aff0-dbd57488621c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3668764 Nov 04 09:20:49.804619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2669495-f71b-4a29-8840-b836c6cf613b req-96790b71-9dbd-4ae0-94fe-91b8dc986f27 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635831 Nov 04 09:20:50.285483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-c75640fc-097f-4409-a43e-0501abe7476a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:50.293273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-c75640fc-097f-4409-a43e-0501abe7476a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.1304207 Nov 04 09:20:50.311140 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-0742d047-2223-4026-bb31-0f6c11cf54d0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/quotas/a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 375 time: 0.0167077 Nov 04 09:20:50.379334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-7d526cf0-69e3-4972-a091-4f20361fab05 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0674405 Nov 04 09:20:50.531106 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-f9eb8fbd-2e76-422e-897a-31edf3b038c7 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440728 Nov 04 09:20:50.679872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-a82409bb-506b-4799-b896-9a41584340e8 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472020 Nov 04 09:20:50.697677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4d0aeb08-a983-4a78-8d07-0dc100119dfc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:50.867776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4d0aeb08-a983-4a78-8d07-0dc100119dfc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:50.870572 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:51.112388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:51.135218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de49d671-16cd-4f30-8745-9eb7da21c2f2 req-f3da99c9-a69e-4e80-82a9-813bb13cf114 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 210 time: 0.1100531 Nov 04 09:20:51.148630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Sync routers for ids ['3f8bbab4-700b-4f29-aff0-dbd57488621c'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:20:51.225105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Routers {'3f8bbab4-700b-4f29-aff0-dbd57488621c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:51.226706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3f8bbab4-700b-4f29-aff0-dbd57488621c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:51.266754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 4d0aeb08-a983-4a78-8d07-0dc100119dfc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4d0aeb08-a983-4a78-8d07-0dc100119dfc,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:51.412707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:51.681785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=4d0aeb08-a983-4a78-8d07-0dc100119dfc,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:51.734135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Set router 3f8bbab4-700b-4f29-aff0-dbd57488621c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:52.117843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:20:48Z', 'revision_number': 4, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'af78c29e-ee98-4554-9208-b13eaac9a181', 'name': '', 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'mac_address': 'fa:16:3e:de:16:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '48135b48-2f4f-48ad-9709-87358e083762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:47Z', 'updated_at': '2021-11-04T09:20:48Z', 'revision_number': 2, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'subnets': [{'id': '48135b48-2f4f-48ad-9709-87358e083762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:52.154317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Checking router: 3f8bbab4-700b-4f29-aff0-dbd57488621c for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:20:52.154684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Updating router 3f8bbab4-700b-4f29-aff0-dbd57488621c port af78c29e-ee98-4554-9208-b13eaac9a181 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:20:52.192314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:52.397210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6a13595-5816-4158-9c91-0851768ab314 req-df8508a7-a51f-45a8-ad12-b57f6af21355 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 210 time: 0.0572722 Nov 04 09:20:52.591217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:52.678168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4d0aeb08-a983-4a78-8d07-0dc100119dfc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:52.758919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:52.771550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4d0aeb08-a983-4a78-8d07-0dc100119dfc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:52.773440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:52.777964 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:52.826140 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19ce7102-a978-42ec-bef7-6eb9405ee561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:52.940597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644d75-94b2-4333-b40c-6d07eea4136e None None] Pushing event updated for resources: {'Port': ['ID=af78c29e-ee98-4554-9208-b13eaac9a181,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:52.954453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19ce7102-a978-42ec-bef7-6eb9405ee561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:52.966574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-19ce7102-a978-42ec-bef7-6eb9405ee561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.050193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47316) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:53.050477 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-19ce7102-a978-42ec-bef7-6eb9405ee561 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d84c843ec184324a4d46aef5aecfa0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570088 Nov 04 09:20:53.051379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce7102-a978-42ec-bef7-6eb9405ee561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e6779f-07f8-4268-b11a-0ac01f54adc9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:53.068205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Attempting to bind port af78c29e-ee98-4554-9208-b13eaac9a181 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:53.068956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Attempting to bind port af78c29e-ee98-4554-9208-b13eaac9a181 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:53.069620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Attempting to bind port af78c29e-ee98-4554-9208-b13eaac9a181 on network 8370ca37-0385-47cc-abc9-8c566401201a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:53.140346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:53.140346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Checking segment: {'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:53.140346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.140346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Bound using segment: {'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:53.140346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Bound port: af78c29e-ee98-4554-9208-b13eaac9a181, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:53.140346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.162066 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.198735 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.289451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] For port af78c29e-ee98-4554-9208-b13eaac9a181, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:53.294121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] For port af78c29e-ee98-4554-9208-b13eaac9a181, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=af78c29e-ee98-4554-9208-b13eaac9a181,segment=NetworkSegment(9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8),segment_id=9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:53.302369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.317459 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.321093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:53.326985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/42e6779f-07f8-4268-b11a-0ac01f54adc9 HTTP/1.1" status: 204 len: 168 time: 0.2742109 Nov 04 09:20:53.347427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e6779f-07f8-4268-b11a-0ac01f54adc9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:53.372154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.375245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.375904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.376429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.378507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.378848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.379789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.384222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.385585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.387183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.387791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.390103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc52f07-1b8a-4291-864a-49ea374174b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:20:53.472682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Routers {'3f8bbab4-700b-4f29-aff0-dbd57488621c'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:20:53.473421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3f8bbab4-700b-4f29-aff0-dbd57488621c'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:53.672398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-e1d6a019-eacc-48c2-8803-0d88790ba123 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:53.675646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-e1d6a019-eacc-48c2-8803-0d88790ba123 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.4234965 Nov 04 09:20:53.684710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] Set router 3f8bbab4-700b-4f29-aff0-dbd57488621c gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:20:53.694271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'port': {'device_id': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'admin_state_up': True, 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:53.768952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35414b20-e3df-49bf-b6eb-0f3c17c1c43c req-95f36647-6b79-41b8-bf79-ac64203e4e3e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 210 time: 0.1354117 Nov 04 09:20:53.966644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83644d75-94b2-4333-b40c-6d07eea4136e None None] Pushing event updated for resources: {'Port': ['ID=af78c29e-ee98-4554-9208-b13eaac9a181,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:53.990884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Made reservation on behalf of a92c526689d74268b4c7edae2c0abeb4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:20:53.999442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bd0e18dc-7885-4451-bda4-19adcedb9d07 None None] Provisioning complete for port af78c29e-ee98-4554-9208-b13eaac9a181 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:54.000105 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bd0e18dc-7885-4451-bda4-19adcedb9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.004152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.123825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47328) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:54.151037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f779332-3903-4ab7-abdb-fb8d575042b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.220915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Allocated IP 172.20.0.4 (9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534/fe514cec-96a4-4916-b2f7-bfa3cfdf43a2) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:20:54.237083 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bd0e18dc-7885-4451-bda4-19adcedb9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.279458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:20:48Z', 'revision_number': 4, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'af78c29e-ee98-4554-9208-b13eaac9a181', 'name': '', 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'mac_address': 'fa:16:3e:de:16:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '48135b48-2f4f-48ad-9709-87358e083762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:47Z', 'updated_at': '2021-11-04T09:20:53Z', 'revision_number': 4, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'subnets': [{'id': '48135b48-2f4f-48ad-9709-87358e083762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:20:54.316179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c96805f-23bb-4e4d-9f0c-eac77a638344 None None] The sync data for ids ['3f8bbab4-700b-4f29-aff0-dbd57488621c'] in n-d-816487-1 is: [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:20:48Z', 'revision_number': 4, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'af78c29e-ee98-4554-9208-b13eaac9a181', 'name': '', 'network_id': '8370ca37-0385-47cc-abc9-8c566401201a', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'mac_address': 'fa:16:3e:de:16:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': '48135b48-2f4f-48ad-9709-87358e083762', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:47Z', 'updated_at': '2021-11-04T09:20:53Z', 'revision_number': 4, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'subnets': [{'id': '48135b48-2f4f-48ad-9709-87358e083762', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:20:54.332018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-bd0e18dc-7885-4451-bda4-19adcedb9d07 None None] For port af78c29e-ee98-4554-9208-b13eaac9a181, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=af78c29e-ee98-4554-9208-b13eaac9a181,segment=NetworkSegment(9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8),segment_id=9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:54.335394 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bd0e18dc-7885-4451-bda4-19adcedb9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.340391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f779332-3903-4ab7-abdb-fb8d575042b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.353495 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5f779332-3903-4ab7-abdb-fb8d575042b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.427134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e18dc-7885-4451-bda4-19adcedb9d07 None None] Pushing event updated for resources: {'Port': ['ID=af78c29e-ee98-4554-9208-b13eaac9a181,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:54.473046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-80313dfd-0a12-4b76-b842-85b5b8840eac None None] Provisioning complete for port af78c29e-ee98-4554-9208-b13eaac9a181 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:54.473576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80313dfd-0a12-4b76-b842-85b5b8840eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.488906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5f779332-3903-4ab7-abdb-fb8d575042b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=457b3062ba6f487a88ccbdf674f171b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614798 Nov 04 09:20:54.491620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47330) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:20:54.529833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f779332-3903-4ab7-abdb-fb8d575042b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ba5200-f348-406e-a7a2-7424be104565,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:54.599797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.642034 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc3c-8ed3-448e-b1bf-50f8ea7a3586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.670937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.713134 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc3c-8ed3-448e-b1bf-50f8ea7a3586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.758324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device af78c29e-ee98-4554-9208-b13eaac9a181 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:20:54.804440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:20:54.824519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:20:54.827350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:20:54.876804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port af78c29e-ee98-4554-9208-b13eaac9a181 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:54.878222 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.958001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:54.958985 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:54.967328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:55.006593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-6c0f4788-412e-465b-84e3-9f8deda5a88c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3159192 Nov 04 09:20:55.027042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Request body: {'port': {'device_id': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:20:55.051536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8aac6-7afd-4e76-9113-5961b86a3524 req-c26ddaa1-a8f2-4841-936f-3ee8c59a5a42 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:55.061090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f8aac6-7afd-4e76-9113-5961b86a3524 req-c26ddaa1-a8f2-4841-936f-3ee8c59a5a42 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 931 time: 0.1017351 Nov 04 09:20:55.123609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc3c-8ed3-448e-b1bf-50f8ea7a3586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:55.129160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea34fc3c-8ed3-448e-b1bf-50f8ea7a3586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:55.135163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ea34fc3c-8ed3-448e-b1bf-50f8ea7a3586 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8ba5200-f348-406e-a7a2-7424be104565 HTTP/1.1" status: 204 len: 168 time: 0.6241577 Nov 04 09:20:55.165740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4f8aac6-7afd-4e76-9113-5961b86a3524 req-d09c625e-09da-4e2b-ae88-392804346c8a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026249 Nov 04 09:20:55.199566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34fc3c-8ed3-448e-b1bf-50f8ea7a3586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ba5200-f348-406e-a7a2-7424be104565,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:55.319822 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:55.441438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-dac7f7b4-2f8e-4ff0-b83e-991ed7017ad9 None None] Provisioning complete for port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:20:55.442064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dac7f7b4-2f8e-4ff0-b83e-991ed7017ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:55.537134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dac7f7b4-2f8e-4ff0-b83e-991ed7017ad9 None None] Port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:20:55.764213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:20:55.774700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:55.811668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Transition to ACTIVE for port object fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:20:55.821781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:55.937635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Pushing event updated for resources: {'Port': ['ID=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:56.079466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Attempting to bind port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:20:56.080077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Attempting to bind port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:20:56.081143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Attempting to bind port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:56.089836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:20:56.090695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Attempting to bind port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:20:56.101005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:20:56.101555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:20:56.102052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Bound using segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:20:56.102591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Bound port: fe514cec-96a4-4916-b2f7-bfa3cfdf43a2, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:20:56.103073 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:56.229889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] For port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:20:56.234112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] For port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:20:56.243744 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:56.339880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:56.340973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:56.343752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] 10.222.0.70 "PUT /v2.0/ports/fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 HTTP/1.1" status: 200 len: 1091 time: 1.3261621 Nov 04 09:20:56.344579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'tag': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:20:56.349753 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56ce2d4-256e-4827-8d3d-005376a6af94" -d '{"events": [{"name": "network-changed", "server_uuid": "4684f364-687b-48af-8c6f-1036d2d53eb8", "tag": "fe514cec-96a4-4916-b2f7-bfa3cfdf43a2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:20:56.383678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0254ce-b092-4328-992b-be0a1af319ff req-a3c1c53d-91ea-423b-93ce-62287bfcd597 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:56.393016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb0254ce-b092-4328-992b-be0a1af319ff req-a3c1c53d-91ea-423b-93ce-62287bfcd597 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 943 time: 0.1310253 Nov 04 09:20:56.399679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067998dd-42b1-49e4-8fbd-53d1b8a564be service neutron] Pushing event updated for resources: {'Port': ['ID=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:56.469212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb0254ce-b092-4328-992b-be0a1af319ff req-85d29cfe-8181-4faa-8753-7cd705db0aa3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742350 Nov 04 09:20:56.485050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-eed798b4-4c2e-4d8e-ab4e-8a15955f0b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:56.487077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-eed798b4-4c2e-4d8e-ab4e-8a15955f0b15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0654848 Nov 04 09:20:56.542073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-57f82191-c937-42dc-a7e8-988cb2c60f40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 HTTP/1.1" status: 200 len: 217 time: 0.0399361 Nov 04 09:20:56.634766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-c500a6a6-816d-4f97-adef-ff3efccaafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:56.636332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-c500a6a6-816d-4f97-adef-ff3efccaafbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0868065 Nov 04 09:20:56.692439 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebab2042-b6b2-46b6-83ed-81747b818cb5 x-openstack-request-id: req-ebab2042-b6b2-46b6-83ed-81747b818cb5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:20:56.692439 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4684f364-687b-48af-8c6f-1036d2d53eb8", "tag": "fe514cec-96a4-4916-b2f7-bfa3cfdf43a2", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:20:56.692439 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebab2042-b6b2-46b6-83ed-81747b818cb5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:20:56.692439 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'tag': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', 'status': 'completed', 'code': 200} Nov 04 09:20:56.718321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-fcf575e2-ae49-4cec-9534-10edcd2d1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:56.721148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-fcf575e2-ae49-4cec-9534-10edcd2d1f0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736220 Nov 04 09:20:56.844692 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-2ea9d953-1532-4af9-a10c-20d556b866b6 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136904 Nov 04 09:20:56.963753 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6d781f60-e2ac-4990-928d-4e409fa5bfbe req-debf99d5-c3f8-45e8-a170-32020b2f0757 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088090 Nov 04 09:20:57.077713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-0d04916b-b063-4824-891b-e72bf1071828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:57.079412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-0d04916b-b063-4824-891b-e72bf1071828 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 1094 time: 0.0570731 Nov 04 09:20:57.237374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-535fb6f6-314d-443a-948f-dab141ed32a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:57.239239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-535fb6f6-314d-443a-948f-dab141ed32a3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1515090 Nov 04 09:20:57.289729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-12e03a9f-5a42-4294-b85c-49952a4fcdf0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 HTTP/1.1" status: 200 len: 217 time: 0.0409014 Nov 04 09:20:57.356117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-60740cb0-e3fa-46ba-8d83-356e9926fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:57.358287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-60740cb0-e3fa-46ba-8d83-356e9926fc6f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0601838 Nov 04 09:20:57.447016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-04a80240-060d-496c-8d4f-21739ebca7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:57.448953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-04a80240-060d-496c-8d4f-21739ebca7aa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780692 Nov 04 09:20:57.608768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-2a801669-5bd0-4e92-adda-34e2fffb762c service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465132 Nov 04 09:20:57.625520 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:20:57.636504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46d2f4a-24cd-47b1-b9d7-40ce7bc3bd41 req-7ef53e62-1626-42de-83cf-f1a29dde7199 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:57.645990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d46d2f4a-24cd-47b1-b9d7-40ce7bc3bd41 req-7ef53e62-1626-42de-83cf-f1a29dde7199 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 943 time: 0.0722764 Nov 04 09:20:57.706266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d46d2f4a-24cd-47b1-b9d7-40ce7bc3bd41 req-3efde760-48aa-4703-907d-7f8fd2ef2754 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589590 Nov 04 09:20:57.731842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b56ce2d4-256e-4827-8d3d-005376a6af94 req-2b7c011b-fc02-4105-b983-e3e819036e66 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145892 Nov 04 09:20:58.899130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d39e62-468b-4d20-8a69-b3784fe50862 req-328c11c7-d910-4e8e-9b43-2abdd3aede30 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:20:58.901617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1d39e62-468b-4d20-8a69-b3784fe50862 req-328c11c7-d910-4e8e-9b43-2abdd3aede30 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 943 time: 0.0687563 Nov 04 09:20:58.967795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1d39e62-468b-4d20-8a69-b3784fe50862 req-c43dbc9e-5d76-4cff-91d8-7f03573830cb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564823 Nov 04 09:20:59.350644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:20:59.511626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:59.527198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', 'mac_address': 'fa:16:3e:e4:d3:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:20:59.599358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:59.630066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:20:59.665944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:20:59.671776 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:20:59.748407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:20:59.933997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fe514cec-96a4-4916-b2f7-bfa3cfdf43a2'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:21:00.254466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb330c-01cc-47ad-8527-3284a4c9d9d4 req-e344d69e-611e-4e51-8dfd-f56e3a1c8431 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:00.273793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4deb330c-01cc-47ad-8527-3284a4c9d9d4 req-e344d69e-611e-4e51-8dfd-f56e3a1c8431 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 944 time: 0.1383407 Nov 04 09:21:00.371888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4deb330c-01cc-47ad-8527-3284a4c9d9d4 req-52d2f0b7-1fc3-46e0-90b6-89c1c67f08ce tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966527 Nov 04 09:21:00.816493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47572) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:00.989057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c93a60a-6c14-47b3-a790-860b28b0a5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.137069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c93a60a-6c14-47b3-a790-860b28b0a5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.143450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4c93a60a-6c14-47b3-a790-860b28b0a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.209023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4c93a60a-6c14-47b3-a790-860b28b0a5d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0bab80138c040d6930eb001253ddf92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868740 Nov 04 09:21:01.209994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93a60a-6c14-47b3-a790-860b28b0a5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e913a474-5c93-49fb-bc46-6634cab718e4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:01.212055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:01.318300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-016db586-0eb0-4cd5-96de-6cc09b1bd952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.352345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:01.357236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-016db586-0eb0-4cd5-96de-6cc09b1bd952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.494865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:21:01.502810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-016db586-0eb0-4cd5-96de-6cc09b1bd952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.503286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:01.504030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.505655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-016db586-0eb0-4cd5-96de-6cc09b1bd952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.506927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-016db586-0eb0-4cd5-96de-6cc09b1bd952 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e913a474-5c93-49fb-bc46-6634cab718e4 HTTP/1.1" status: 204 len: 168 time: 0.2874680 Nov 04 09:21:01.537088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016db586-0eb0-4cd5-96de-6cc09b1bd952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e913a474-5c93-49fb-bc46-6634cab718e4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:01.605026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46946653-1e55-4ac6-8fcb-2f0be8f19c41 req-854cbde5-b14e-406b-a8e3-864b41bdf8f0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:01.607766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46946653-1e55-4ac6-8fcb-2f0be8f19c41 req-854cbde5-b14e-406b-a8e3-864b41bdf8f0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 944 time: 0.1384537 Nov 04 09:21:01.685603 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.702192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46946653-1e55-4ac6-8fcb-2f0be8f19c41 req-47c864f4-32fc-4af5-86cf-418af95dd5a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837038 Nov 04 09:21:01.735405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:01.739312 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40268117-9a19-4fd6-8fa3-854af697257b" -d '{"events": [{"server_uuid": "4684f364-687b-48af-8c6f-1036d2d53eb8", "name": "network-vif-plugged", "status": "completed", "tag": "fe514cec-96a4-4916-b2f7-bfa3cfdf43a2"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:01.766189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:01.774721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:01.886602 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a178ba24-a2c1-47e9-b042-90c5fc81493a x-openstack-request-id: req-a178ba24-a2c1-47e9-b042-90c5fc81493a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:01.887373 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684f364-687b-48af-8c6f-1036d2d53eb8", "name": "network-vif-plugged", "status": "completed", "tag": "fe514cec-96a4-4916-b2f7-bfa3cfdf43a2", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:01.888251 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a178ba24-a2c1-47e9-b042-90c5fc81493a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:01.888895 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', 'code': 200} Nov 04 09:21:01.894974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:02.035777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0f5b5-e077-4611-a384-03bb4525a288 req-c5612868-b631-4e76-9f9c-9c39e5f9eb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:02.038136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30f0f5b5-e077-4611-a384-03bb4525a288 req-c5612868-b631-4e76-9f9c-9c39e5f9eb2a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0815110 Nov 04 09:21:02.100518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30f0f5b5-e077-4611-a384-03bb4525a288 req-eed8a038-c782-4ccb-bccd-3d629add3442 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516160 Nov 04 09:21:02.926451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039509b-2146-400b-94a6-a7ed001e9c97 req-9515fa07-6346-4797-ac9d-54dbea3a66dd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:02.928029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8039509b-2146-400b-94a6-a7ed001e9c97 req-9515fa07-6346-4797-ac9d-54dbea3a66dd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0888703 Nov 04 09:21:02.993434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8039509b-2146-400b-94a6-a7ed001e9c97 req-52572a08-3246-44af-a0e6-cd5136a78d77 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529559 Nov 04 09:21:04.195457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557407d-bd3a-418d-a543-25cc9c9b38e3 req-0bbe3497-3f8c-4e36-a3d9-0f51807e9902 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:04.200633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d557407d-bd3a-418d-a543-25cc9c9b38e3 req-0bbe3497-3f8c-4e36-a3d9-0f51807e9902 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0756238 Nov 04 09:21:04.256774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d557407d-bd3a-418d-a543-25cc9c9b38e3 req-fa36fd44-3f73-4123-bc4f-62e32d7f3eb8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514932 Nov 04 09:21:04.623068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01974bc-bfa0-4fec-ba87-76151e4a586a req-ef9cea99-0b90-4601-a9ca-4f26953238f4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:04.624963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a01974bc-bfa0-4fec-ba87-76151e4a586a req-ef9cea99-0b90-4601-a9ca-4f26953238f4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0643365 Nov 04 09:21:04.712118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a01974bc-bfa0-4fec-ba87-76151e4a586a req-99156c93-5ade-4433-b45f-df00e5fb5790 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794344 Nov 04 09:21:04.748454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:04.881602 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1540-1c33-496c-818a-93fbd74919f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.015222 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1540-1c33-496c-818a-93fbd74919f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.021083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0ff1540-1c33-496c-818a-93fbd74919f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.099034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e0ff1540-1c33-496c-818a-93fbd74919f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5ec14b27e794a0e83e08921e3ddc303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490901 Nov 04 09:21:05.100958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff1540-1c33-496c-818a-93fbd74919f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac42bc1-9db9-49bc-9706-6deeb7ccce5d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:05.102488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47690) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:05.187933 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a05edbe-d34b-4331-ac4f-13356250d067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.233589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a05edbe-d34b-4331-ac4f-13356250d067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.319952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a05edbe-d34b-4331-ac4f-13356250d067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.323651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0a05edbe-d34b-4331-ac4f-13356250d067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.328987 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0a05edbe-d34b-4331-ac4f-13356250d067 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dac42bc1-9db9-49bc-9706-6deeb7ccce5d HTTP/1.1" status: 204 len: 168 time: 0.2252650 Nov 04 09:21:05.342460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a05edbe-d34b-4331-ac4f-13356250d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac42bc1-9db9-49bc-9706-6deeb7ccce5d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:05.724888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d885b6f-693a-4d53-bfd1-fa52d7b45ce2 req-36f9bf92-492c-4c71-a5e1-38a4102702a6 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:05.727511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d885b6f-693a-4d53-bfd1-fa52d7b45ce2 req-36f9bf92-492c-4c71-a5e1-38a4102702a6 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1097 time: 0.0806866 Nov 04 09:21:05.792406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d885b6f-693a-4d53-bfd1-fa52d7b45ce2 req-a316a5dd-cb14-477d-980b-a11b20d604cb tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540223 Nov 04 09:21:05.803151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47706) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:05.823821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3f4eaae-6d01-480e-82ea-0e94db33f5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:05.839008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:06.008136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec0530-cd84-4e63-b3df-878079e20648 req-902434c1-79c0-477a-b3d1-0e8300f58a8c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:06.010452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23ec0530-cd84-4e63-b3df-878079e20648 req-902434c1-79c0-477a-b3d1-0e8300f58a8c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0849280 Nov 04 09:21:06.080275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3f4eaae-6d01-480e-82ea-0e94db33f5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.091996 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c3f4eaae-6d01-480e-82ea-0e94db33f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.092683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23ec0530-cd84-4e63-b3df-878079e20648 req-dac5fb88-3ab4-4212-8090-c3bf86663bf6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701878 Nov 04 09:21:06.144206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port ea602e78-54b2-46de-9b84-fa861ae95f55 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:06.144206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.149972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c3f4eaae-6d01-480e-82ea-0e94db33f5e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96642de5e53a49ffa67ff7317e67b4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450406 Nov 04 09:21:06.153728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:06.162082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f4eaae-6d01-480e-82ea-0e94db33f5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5cd768-f9fa-4cce-9bf3-4063eb4e6a98,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:06.242629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68b75528-a064-43ee-92d5-3e1a5fc48c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.263159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.263829 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.283762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68b75528-a064-43ee-92d5-3e1a5fc48c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.287092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for ea602e78-54b2-46de-9b84-fa861ae95f55 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:06.367882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68b75528-a064-43ee-92d5-3e1a5fc48c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.373039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-68b75528-a064-43ee-92d5-3e1a5fc48c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.375004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-68b75528-a064-43ee-92d5-3e1a5fc48c42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf5cd768-f9fa-4cce-9bf3-4063eb4e6a98 HTTP/1.1" status: 204 len: 168 time: 0.2198818 Nov 04 09:21:06.398792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b75528-a064-43ee-92d5-3e1a5fc48c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5cd768-f9fa-4cce-9bf3-4063eb4e6a98,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:06.635035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.678723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=ea602e78-54b2-46de-9b84-fa861ae95f55,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:06.784648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:06.785519 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP ba9a5a2a-18c2-4619-83cb-4f91ac437190 disassociated (deleted). External IP: 172.25.3.30, port: 4b038e19-9b87-4482-8b93-4c8279fadb13. Nov 04 09:21:07.182356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router d64e244b-1e5d-4703-8b81-70735a341a2c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:21:07.262829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349d19b-4bfa-44f9-8af6-7689131ae3bb req-6f56573b-9f48-4450-ac93-8d7be4db3dfe tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:07.270740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7349d19b-4bfa-44f9-8af6-7689131ae3bb req-6f56573b-9f48-4450-ac93-8d7be4db3dfe tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0755789 Nov 04 09:21:07.335705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7349d19b-4bfa-44f9-8af6-7689131ae3bb req-0124f09e-8363-4ce3-bc07-5fda015bd969 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Nov 04 09:21:07.382860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:21:07.383576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2c1b7fb-67d7-4200-a154-8ee6ebcb9df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:07.390023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:07.399222 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] Sync routers for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:21:07.413131 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:07.414055 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:07.458836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e3347740-148d-4f15-b8d9-1a3d645c9783 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/floatingips/ba9a5a2a-18c2-4619-83cb-4f91ac437190 HTTP/1.1" status: 204 len: 168 time: 1.6180251 Nov 04 09:21:07.459939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:07.464159 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c02760-3c7c-4a91-835b-62e39ae0a6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:07.606410 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:07.725893 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68a55e6-ecf1-4aaa-90fa-892c645c7ae1 x-openstack-request-id: req-a68a55e6-ecf1-4aaa-90fa-892c645c7ae1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:07.726360 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:07.726779 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a68a55e6-ecf1-4aaa-90fa-892c645c7ae1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:07.727423 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'status': 'completed', 'code': 200} Nov 04 09:21:07.903169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-6d83ac2b-b569-4585-9046-8278843f8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:07.914815 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-6d83ac2b-b569-4585-9046-8278843f8378 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 1097 time: 0.1388700 Nov 04 09:21:07.949312 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:05Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:07.959204 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072eadd-45f9-46b2-84f7-88e217da9301 req-5803f81b-ccbb-4b26-b6ec-4e493974adbe tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:07.968151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5072eadd-45f9-46b2-84f7-88e217da9301 req-5803f81b-ccbb-4b26-b6ec-4e493974adbe tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.0694935 Nov 04 09:21:08.045598 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] Checking router: d64e244b-1e5d-4703-8b81-70735a341a2c for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:21:08.057361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5072eadd-45f9-46b2-84f7-88e217da9301 req-995f544a-b1f4-429c-b5a9-e09c573ee107 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877912 Nov 04 09:21:08.069243 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:08.071422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:20:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:08.195888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-07805840-b815-4ba8-acc3-bd9f3a978d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:08.199258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-07805840-b815-4ba8-acc3-bd9f3a978d87 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 200 len: 898 time: 0.2709951 Nov 04 09:21:08.230555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:08.274698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-351b69d8-aabf-4abd-a06d-84be21833578 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 200 len: 217 time: 0.0645208 Nov 04 09:21:08.343273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-223dec81-2be0-4506-9b1d-58701a59f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:08.344894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-223dec81-2be0-4506-9b1d-58701a59f700 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 200 len: 835 time: 0.0607538 Nov 04 09:21:08.525405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55d197-f427-40bc-a39b-50f4eb63619d req-1e6a9a16-6d14-4453-9ec9-0908b265fb3d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:08.535260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f55d197-f427-40bc-a39b-50f4eb63619d req-1e6a9a16-6d14-4453-9ec9-0908b265fb3d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0678427 Nov 04 09:21:08.579319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f55d197-f427-40bc-a39b-50f4eb63619d req-10492660-8ff3-4410-891f-7cdea9a3839f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Nov 04 09:21:08.732909 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:05Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:08.781735 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d722f07-0859-47eb-8d59-a445cb511ff7 None None] The sync data for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 is: [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:18:58Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4515111c-493b-4690-afac-27a32314582c', 'name': '', 'network_id': '8bfe3f85-b505-473d-912f-ef9dea71696d', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:de:87:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:56Z', 'updated_at': '2021-11-04T09:19:05Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '5179d9e5-793f-4d6a-a556-378994b3a27c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:21:08.869873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-3400f7d3-900c-49c2-b6a8-d824d59426ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:08.872965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-3400f7d3-900c-49c2-b6a8-d824d59426ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8bfe3f85-b505-473d-912f-ef9dea71696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5103636 Nov 04 09:21:09.037166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-97895c5c-1888-4386-a3d8-9e9f3688b5b0 service neutron] 10.222.0.70 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527870 Nov 04 09:21:09.155139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47794) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:09.210383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-71c02760-3c7c-4a91-835b-62e39ae0a6ce req-2e2791d3-79c9-4c3d-bdcd-773e1ecdaaba service neutron] 10.222.0.70 "GET /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595578 Nov 04 09:21:09.307422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-8f141bed-c370-4d87-92c3-4292d2e82ace tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:09.310604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-8f141bed-c370-4d87-92c3-4292d2e82ace tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.70 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.0774925 Nov 04 09:21:09.342963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa3e9e2-5b68-469d-9a07-49fb3773f9a7 None None] New status for floating IP ba9a5a2a-18c2-4619-83cb-4f91ac437190: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:21:09.352664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75483d0d-a1fb-4510-ab6e-e3491d6c795c req-71c05f37-1fe8-47fa-ab30-6cfdc61597d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:09.355904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75483d0d-a1fb-4510-ab6e-e3491d6c795c req-71c05f37-1fe8-47fa-ab30-6cfdc61597d8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=b2769079-1d6a-4418-9dbb-f908d8895785 HTTP/1.1" status: 200 len: 946 time: 0.1269555 Nov 04 09:21:09.440855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf16178b-3edf-456b-9b08-f6211029fe05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.463636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75483d0d-a1fb-4510-ab6e-e3491d6c795c req-98b7312d-7042-4d2b-a056-4f2e6ab1a444 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=e52d3a2c-7e12-4f84-80ac-90a314005235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008065 Nov 04 09:21:09.469601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 4b038e19-9b87-4482-8b93-4c8279fadb13 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:09.470127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.562017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf16178b-3edf-456b-9b08-f6211029fe05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.570607 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf16178b-3edf-456b-9b08-f6211029fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.621045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf16178b-3edf-456b-9b08-f6211029fe05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bf060c53ce84ec6bcf770788ea80902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4643235 Nov 04 09:21:09.621995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:09.652598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 4b038e19-9b87-4482-8b93-4c8279fadb13, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4b038e19-9b87-4482-8b93-4c8279fadb13,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:09.653575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.656897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16178b-3edf-456b-9b08-f6211029fe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d118cfb5-652d-494f-be89-9274a069421e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:09.687058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 4b038e19-9b87-4482-8b93-4c8279fadb13 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:09.707369 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efc83dc7-bc64-494e-bfea-d607672fcd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.732033 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efc83dc7-bc64-494e-bfea-d607672fcd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.832209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b2c1f-7017-402e-9798-1221e27f241b req-d74c4962-3ec2-446d-ac3b-aadd18538da9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:09.834011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-571b2c1f-7017-402e-9798-1221e27f241b req-d74c4962-3ec2-446d-ac3b-aadd18538da9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0933280 Nov 04 09:21:09.877195 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efc83dc7-bc64-494e-bfea-d607672fcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.879752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.882415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efc83dc7-bc64-494e-bfea-d607672fcd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:09.884404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-efc83dc7-bc64-494e-bfea-d607672fcd06 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d118cfb5-652d-494f-be89-9274a069421e HTTP/1.1" status: 204 len: 168 time: 0.2607439 Nov 04 09:21:09.914508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc83dc7-bc64-494e-bfea-d607672fcd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d118cfb5-652d-494f-be89-9274a069421e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:09.924107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=4b038e19-9b87-4482-8b93-4c8279fadb13,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:09.946894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-571b2c1f-7017-402e-9798-1221e27f241b req-9217e2bd-ae51-479a-ba5f-244024b1da7f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977077 Nov 04 09:21:10.054157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] No DVR routers for this DVR port 4b038e19-9b87-4482-8b93-4c8279fadb13 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:10.059354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:10.068103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f52455c-a70e-4519-bfa0-2d2d78f50b0a req-049fa002-4162-4d32-86f7-f4ca48d1a91a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.70 "DELETE /v2.0/ports/4b038e19-9b87-4482-8b93-4c8279fadb13 HTTP/1.1" status: 204 len: 173 time: 0.7495642 Nov 04 09:21:10.069336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-deleted', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:10.074228 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d601fc-8c85-4417-94d9-cba37388aaa3" -d '{"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-deleted", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:10.249024 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b31dce6-d4f3-4efa-99a7-d10b7558d523 x-openstack-request-id: req-5b31dce6-d4f3-4efa-99a7-d10b7558d523 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:10.250032 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2769079-1d6a-4418-9dbb-f908d8895785", "name": "network-vif-deleted", "tag": "4b038e19-9b87-4482-8b93-4c8279fadb13", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:10.250032 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b31dce6-d4f3-4efa-99a7-d10b7558d523 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:10.250679 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2769079-1d6a-4418-9dbb-f908d8895785', 'name': 'network-vif-deleted', 'tag': '4b038e19-9b87-4482-8b93-4c8279fadb13', 'status': 'completed', 'code': 200} Nov 04 09:21:10.353709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6c7ac26-2019-49e1-a8af-40bcf95f0204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:10.363166 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:10.547438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47828) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:11.078015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:11.167162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa2123-0dfa-4f91-a035-807da742a03e req-650b2c35-7f67-4562-b77d-6238fe15ee83 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:11.176168 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3fa2123-0dfa-4f91-a035-807da742a03e req-650b2c35-7f67-4562-b77d-6238fe15ee83 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0730460 Nov 04 09:21:11.233141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3fa2123-0dfa-4f91-a035-807da742a03e req-972ede9b-e9ee-4055-a22c-6949d8697ec0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541101 Nov 04 09:21:11.272877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:11.527618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:11.559292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 4515111c-493b-4690-afac-27a32314582c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:11.559828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:11.690531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 4515111c-493b-4690-afac-27a32314582c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4515111c-493b-4690-afac-27a32314582c,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:11.691222 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:11.711115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 4515111c-493b-4690-afac-27a32314582c owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:11.768853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c09d6096-6eab-44bb-841a-de63b605f9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:11.950771 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c09d6096-6eab-44bb-841a-de63b605f9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:11.961597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c09d6096-6eab-44bb-841a-de63b605f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.050491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d6096-6eab-44bb-841a-de63b605f9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e827b65a-2742-432b-8438-0330051bc100,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:12.059469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c09d6096-6eab-44bb-841a-de63b605f9ac admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d45ef90fa3d74063a37df17720f3b06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297492 Nov 04 09:21:12.063806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47866) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:12.099666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.167528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=4515111c-493b-4690-afac-27a32314582c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:12.292870 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8d61b94-2833-4d62-a6e6-33d60f972534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.408523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af546c-5018-448b-b505-b1e82ad8b44d req-753b61a3-6c76-4094-a508-ceae478304e0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:12.414149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8d61b94-2833-4d62-a6e6-33d60f972534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.418633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60af546c-5018-448b-b505-b1e82ad8b44d req-753b61a3-6c76-4094-a508-ceae478304e0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0818827 Nov 04 09:21:12.473491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60af546c-5018-448b-b505-b1e82ad8b44d req-1056113d-9ff3-40fb-99ff-915b89e82748 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527811 Nov 04 09:21:12.589137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.727226 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.742104 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8d61b94-2833-4d62-a6e6-33d60f972534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.746173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c8d61b94-2833-4d62-a6e6-33d60f972534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:12.750371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c8d61b94-2833-4d62-a6e6-33d60f972534 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e827b65a-2742-432b-8438-0330051bc100 HTTP/1.1" status: 204 len: 168 time: 0.6824203 Nov 04 09:21:12.778215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d61b94-2833-4d62-a6e6-33d60f972534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e827b65a-2742-432b-8438-0330051bc100,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:13.021919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router d64e244b-1e5d-4703-8b81-70735a341a2c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:21:13.199614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:21:13.214247 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] Sync routers for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:21:13.217855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-84fabbfe-cd0e-4d9b-9aca-70a7dcbd598d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/d64e244b-1e5d-4703-8b81-70735a341a2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6691270 Nov 04 09:21:13.221673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:13.234301 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:13.235212 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:13.288414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting subnet 5179d9e5-793f-4d6a-a556-378994b3a27c {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:21:13.292659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:13.349676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:13.379417 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:13.427347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:21:13.475229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:13.491113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 4b038e19-9b87-4482-8b93-4c8279fadb13 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:21:13.492807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4b038e19-9b87-4482-8b93-4c8279fadb13 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:21:13.580187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:13.636045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:13.644595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/subnets/5179d9e5-793f-4d6a-a556-378994b3a27c HTTP/1.1" status: 204 len: 168 time: 0.4169514 Nov 04 09:21:13.644889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b9cc11-d06a-45a9-ae19-12b74a6e1bc4 None None] Network 8bfe3f85-b505-473d-912f-ef9dea71696d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:13.645095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab04e6-d43e-487c-afcf-2c2cf6c8e176 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Subnet': ['ID=5179d9e5-793f-4d6a-a556-378994b3a27c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:13.645260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47900) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:13.746861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341c68c-594a-4881-b62a-7966d1311ceb req-140437e7-d82d-48a7-8e69-2ee8d785e9b8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:13.756630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a341c68c-594a-4881-b62a-7966d1311ceb req-140437e7-d82d-48a7-8e69-2ee8d785e9b8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1226676 Nov 04 09:21:13.824187 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a341c68c-594a-4881-b62a-7966d1311ceb req-ddfb425b-91fa-49bf-b60d-1beebbe003f4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 Nov 04 09:21:13.889756 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:21:11Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:13.945513 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:13.999436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47904) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:14.095685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] DHCP port deletion for 8bfe3f85-b505-473d-912f-ef9dea71696d request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:21:14.107996 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] Checking router: d64e244b-1e5d-4703-8b81-70735a341a2c for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:21:14.119815 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] Routers {'d64e244b-1e5d-4703-8b81-70735a341a2c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:14.120484 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d64e244b-1e5d-4703-8b81-70735a341a2c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:14.213631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2064327783'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:14.228193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] Deleting port 147d587d-db09-45a2-88ae-19c6fa404f9e {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:14.229321 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.258926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Made reservation on behalf of b89c83339f174bdb99383fc8646cdea8 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:14.264923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.270740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.292016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.315087 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] Set router d64e244b-1e5d-4703-8b81-70735a341a2c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:14.430530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 5f973b36-7cf7-4743-98c6-4097c0af1eee {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:14.432347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.447114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.453821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.464661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] For port 147d587d-db09-45a2-88ae-19c6fa404f9e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=147d587d-db09-45a2-88ae-19c6fa404f9e,segment=NetworkSegment(91860e9a-bb32-4544-9133-efb73a7864a2),segment_id=91860e9a-bb32-4544-9133-efb73a7864a2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:14.467305 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.473233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:14.486039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.486793 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Added segment 33b9383a-7808-4342-8069-ac1199518140 of type vlan for network bfd494ba-d061-4c0d-bf2a-894c958d8268 Nov 04 09:21:14.536351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] Calling delete_port for 147d587d-db09-45a2-88ae-19c6fa404f9e owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:14.557325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e17668-2711-41f2-b350-7dfdc71ff3a2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:14.571305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.632475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.642997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:14.644979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.681835 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:21:11Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:14.711969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 147d587d-db09-45a2-88ae-19c6fa404f9e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:21:14.732094 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2c6a6-34aa-49db-8245-f9ce14cab178 None None] The sync data for ids ['d64e244b-1e5d-4703-8b81-70735a341a2c'] in n-d-816487-1 is: [{'id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685408507', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:21:11Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '5f973b36-7cf7-4743-98c6-4097c0af1eee', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd64e244b-1e5d-4703-8b81-70735a341a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:18:52Z', 'updated_at': '2021-11-04T09:19:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:21:14.794902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event updated for resources: {'Network': ['ID=bfd494ba-d061-4c0d-bf2a-894c958d8268,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:14.812919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d21cde99-25e7-4c30-9fc4-c35d6a6133ab tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8133087 Nov 04 09:21:14.817257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:14.818000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47910) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:14.822059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.824906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Request body: {'subnet': {'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:14.828870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 5f973b36-7cf7-4743-98c6-4097c0af1eee, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5f973b36-7cf7-4743-98c6-4097c0af1eee,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:14.830469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.850914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 5f973b36-7cf7-4743-98c6-4097c0af1eee owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:14.968502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Made reservation on behalf of b89c83339f174bdb99383fc8646cdea8 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:14.973808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:14.986798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Port 147d587d-db09-45a2-88ae-19c6fa404f9e update to DOWN by agent not found {{(pid=102557) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Nov 04 09:21:15.022325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] No DVR routers for this DVR port 147d587d-db09-45a2-88ae-19c6fa404f9e on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:15.028165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468817b-2872-499b-bfd9-a80c49690b5c None None] Pushing event deleted for resources: {'Port': ['ID=147d587d-db09-45a2-88ae-19c6fa404f9e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:15.099101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded8c83-a110-4c76-af57-1aa773da1296 req-3572b926-7cb5-468c-a2c5-796d95e9472e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:15.103791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ded8c83-a110-4c76-af57-1aa773da1296 req-3572b926-7cb5-468c-a2c5-796d95e9472e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1512873 Nov 04 09:21:15.183136 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.195812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ded8c83-a110-4c76-af57-1aa773da1296 req-80c763f9-0d2d-4454-9b37-800447437d25 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805664 Nov 04 09:21:15.325031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=5f973b36-7cf7-4743-98c6-4097c0af1eee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:15.340920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.372679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.454312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Checking segment: {'id': '33b9383a-7808-4342-8069-ac1199518140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:15.455659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Network hostable DHCP agents. Network: bfd494ba-d061-4c0d-bf2a-894c958d8268, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:15.472807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event updated for resources: {'Subnet': ['ID=9060704b-f7b1-400d-a197-3532a3073f04,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:15.490973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.495253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:15.495825 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.510616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, bfd494ba-d061-4c0d-bf2a-894c958d8268) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:15.524414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07acb2-e996-485e-8f38-85344a2009a9 None None] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:15.536904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:15.538404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.572957 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b66ec96-e147-4810-9037-64880e69027f tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7529409 Nov 04 09:21:15.573246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:15.581512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Request body: {'port': {'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1984734979'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:15.605223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.606085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Fanout notify agent at l3_agent the message router_deleted on router d64e244b-1e5d-4703-8b81-70735a341a2c {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:21:15.661326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.663951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e6c5fa94-8791-4f1f-8418-bef4734ed7e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/routers/d64e244b-1e5d-4703-8b81-70735a341a2c HTTP/1.1" status: 204 len: 168 time: 2.0175672 Nov 04 09:21:15.666982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47918) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:15.787439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Made reservation on behalf of b89c83339f174bdb99383fc8646cdea8 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:15.792196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.816605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-bfd494ba-d061-4c0d-bf2a-894c958d8268', 'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268', 'tenant_id': 'b89c83339f174bdb99383fc8646cdea8', 'fixed_ips': [{'subnet_id': '9060704b-f7b1-400d-a197-3532a3073f04'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:21:15.818260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] device_id is not set on port ecec14b0-1430-40ae-b720-e2e4b0e82de4 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:15.818706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.864555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.879235 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:15.990694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Allocated IP 2001:db8::195 (bfd494ba-d061-4c0d-bf2a-894c958d8268/9060704b-f7b1-400d-a197-3532a3073f04/ecec14b0-1430-40ae-b720-e2e4b0e82de4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:16.030611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.055326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bfe3f85-b505-473d-912f-ef9dea71696d']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:16.069786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91860e9a-bb32-4544-9133-efb73a7864a2') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:16.070177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91860e9a-bb32-4544-9133-efb73a7864a2') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:16.084701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.107782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.118390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:16.118940 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:16.122554 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:16.198508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.217320 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.221927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/networks/8bfe3f85-b505-473d-912f-ef9dea71696d HTTP/1.1" status: 204 len: 168 time: 0.5533061 Nov 04 09:21:16.226689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:16.238943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e1ec6-9063-4a37-b1ed-89f9d18d19b0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Network': ['ID=8bfe3f85-b505-473d-912f-ef9dea71696d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:16.264906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.336314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d71a8d4-810c-4c59-a47e-172798ebd607 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.345679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f57f2f-c009-4880-957e-3ee165b0371e req-a7231ad3-4144-430c-a90d-fef99a9648a3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:16.347286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98f57f2f-c009-4880-957e-3ee165b0371e req-a7231ad3-4144-430c-a90d-fef99a9648a3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0591598 Nov 04 09:21:16.362719 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.376944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d71a8d4-810c-4c59-a47e-172798ebd607 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.410085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98f57f2f-c009-4880-957e-3ee165b0371e req-c86a3292-0d6e-439b-b487-aaa339a8dfb5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532641 Nov 04 09:21:16.427131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Allocated IP 2001:db8::2 (bfd494ba-d061-4c0d-bf2a-894c958d8268/9060704b-f7b1-400d-a197-3532a3073f04/560ee751-ef9b-48f7-bad3-57c641ea6ace) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:16.481300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:16.501545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:16.507048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:16.507590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.515611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:16.517371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.521448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event updated for resources: {'Port': ['ID=ecec14b0-1430-40ae-b720-e2e4b0e82de4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:16.553679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b719ee57-5a26-438d-aa33-24ee8199aabc tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9776478 Nov 04 09:21:16.555246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:16.564237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Request body: {'port': {'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-159200979', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:16.565243 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] bootfile-name is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:16.565879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] tftp-server is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:16.566524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] server-ip-address is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:16.627265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4515111c-493b-4690-afac-27a32314582c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:21:16.670017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d71a8d4-810c-4c59-a47e-172798ebd607 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.674905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4515111c-493b-4690-afac-27a32314582c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:21:16.675197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5d71a8d4-810c-4c59-a47e-172798ebd607 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.675442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4515111c-493b-4690-afac-27a32314582c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:21:16.676141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5f973b36-7cf7-4743-98c6-4097c0af1eee no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:21:16.681483 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d71a8d4-810c-4c59-a47e-172798ebd607 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/security-groups/e52d3a2c-7e12-4f84-80ac-90a314005235 HTTP/1.1" status: 204 len: 168 time: 0.4534380 Nov 04 09:21:16.714810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 5f973b36-7cf7-4743-98c6-4097c0af1eee {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:21:16.714810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5f973b36-7cf7-4743-98c6-4097c0af1eee not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:21:16.715313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71a8d4-810c-4c59-a47e-172798ebd607 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52d3a2c-7e12-4f84-80ac-90a314005235,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:16.726600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.740666 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.800891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Made reservation on behalf of b89c83339f174bdb99383fc8646cdea8 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:16.805415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.824726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:16.830769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:16.838125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:16.841508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] device_id is not set on port e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:16.859442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Pushing event updated for resources: {'Port': ['ID=560ee751-ef9b-48f7-bad3-57c641ea6ace,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:16.942123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Attempting to bind port 560ee751-ef9b-48f7-bad3-57c641ea6ace on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:16.942943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Attempting to bind port 560ee751-ef9b-48f7-bad3-57c641ea6ace by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '33b9383a-7808-4342-8069-ac1199518140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:16.943466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Attempting to bind port 560ee751-ef9b-48f7-bad3-57c641ea6ace on network bfd494ba-d061-4c0d-bf2a-894c958d8268 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:16.950054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:16.950588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Checking segment: {'id': '33b9383a-7808-4342-8069-ac1199518140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:16.951226 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:16.951783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Bound using segment: {'id': '33b9383a-7808-4342-8069-ac1199518140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:16.956532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Bound port: 560ee751-ef9b-48f7-bad3-57c641ea6ace, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b9383a-7808-4342-8069-ac1199518140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'bfd494ba-d061-4c0d-bf2a-894c958d8268'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:16.957167 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.022978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Allocated IP 2001:db8::193 (bfd494ba-d061-4c0d-bf2a-894c958d8268/9060704b-f7b1-400d-a197-3532a3073f04/e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:17.074365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] For port 560ee751-ef9b-48f7-bad3-57c641ea6ace, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:17.078713 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] For port 560ee751-ef9b-48f7-bad3-57c641ea6ace, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=560ee751-ef9b-48f7-bad3-57c641ea6ace,segment=NetworkSegment(33b9383a-7808-4342-8069-ac1199518140),segment_id=33b9383a-7808-4342-8069-ac1199518140)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:17.086372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.171834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2900a-679d-4209-80c3-7a3c512b538c None None] Pushing event updated for resources: {'Port': ['ID=560ee751-ef9b-48f7-bad3-57c641ea6ace,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:17.222248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:17.226901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-55bc4674-361d-46d7-87d8-2ed3636a94a6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-928651888', 'description': 'tempest-secgroup-smoke-928651888 description', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:17.263463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55bc4674-361d-46d7-87d8-2ed3636a94a6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.377279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55bc4674-361d-46d7-87d8-2ed3636a94a6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.383109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55bc4674-361d-46d7-87d8-2ed3636a94a6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.449721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55bc4674-361d-46d7-87d8-2ed3636a94a6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.452341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55bc4674-361d-46d7-87d8-2ed3636a94a6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2287340 Nov 04 09:21:17.458288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:17.473720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0aa64066-f7c4-45ac-877d-31b7ad28fcf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '7405b51a-a5e8-47c1-96ed-16d1fded779d', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:17.516200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc4674-361d-46d7-87d8-2ed3636a94a6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7405b51a-a5e8-47c1-96ed-16d1fded779d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:17.561397 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0aa64066-f7c4-45ac-877d-31b7ad28fcf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.746677 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0aa64066-f7c4-45ac-877d-31b7ad28fcf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.764009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e5a31-ed8c-41a3-a63d-d57d9610aba2 req-2ab647fb-c47f-435d-88ad-b45484cd63bb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:17.766256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-068e5a31-ed8c-41a3-a63d-d57d9610aba2 req-2ab647fb-c47f-435d-88ad-b45484cd63bb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1266518 Nov 04 09:21:17.768241 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0aa64066-f7c4-45ac-877d-31b7ad28fcf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.799144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa64066-f7c4-45ac-877d-31b7ad28fcf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f712ad6-7496-40e4-ae98-eff5c21f1402,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:17.814669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0aa64066-f7c4-45ac-877d-31b7ad28fcf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.815959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0aa64066-f7c4-45ac-877d-31b7ad28fcf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3557806 Nov 04 09:21:17.820854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47952) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:17.825344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8b7a7748-b4de-44dc-895c-308417d380b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '7405b51a-a5e8-47c1-96ed-16d1fded779d', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:17.850100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-068e5a31-ed8c-41a3-a63d-d57d9610aba2 req-870dc43c-caee-4a15-8551-c1ef5220591a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639184 Nov 04 09:21:17.861258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-3ba97c4f-c451-4b22-9ad2-08138b42ca1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569908 Nov 04 09:21:17.872004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-3c9bc44a-f613-4094-840f-d4f968de0aa9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1672871 Nov 04 09:21:17.875986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7748-b4de-44dc-895c-308417d380b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.917774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.964423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7748-b4de-44dc-895c-308417d380b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:17.972837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7748-b4de-44dc-895c-308417d380b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.032803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a7748-b4de-44dc-895c-308417d380b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bcb893-2cf8-443b-8351-9a9f849b6176,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:18.049429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b7a7748-b4de-44dc-895c-308417d380b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.052308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b7a7748-b4de-44dc-895c-308417d380b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2300041 Nov 04 09:21:18.055431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47954) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:18.064509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-22ff8c80-1935-41a7-be13-6cbf6f2de28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.065369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-17d3866d-0981-49a5-a00d-22bfc9705573 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '7405b51a-a5e8-47c1-96ed-16d1fded779d', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:18.066374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-22ff8c80-1935-41a7-be13-6cbf6f2de28a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1097 time: 0.1160355 Nov 04 09:21:18.068711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.097734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:18.103000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:18.109753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17d3866d-0981-49a5-a00d-22bfc9705573 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.134114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-44598c31-495a-4115-a803-c2546f6af922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.135953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-44598c31-495a-4115-a803-c2546f6af922 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1096 time: 0.1866539 Nov 04 09:21:18.140104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:18.146188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.146883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.183492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6267338 Nov 04 09:21:18.190310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:18.244077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17d3866d-0981-49a5-a00d-22bfc9705573 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.254089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17d3866d-0981-49a5-a00d-22bfc9705573 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.271046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3866d-0981-49a5-a00d-22bfc9705573 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e864bfd0-d03d-4c8f-8cdc-c6751d8a0da6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:18.289311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579a7eb-aecb-435d-9706-3c3843cdb3a8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event updated for resources: {'Port': ['ID=e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:18.309201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d957b6-b18c-484d-b703-6afc7eb8a913 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.316972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d957b6-b18c-484d-b703-6afc7eb8a913 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.323274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d957b6-b18c-484d-b703-6afc7eb8a913 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.325413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-73d957b6-b18c-484d-b703-6afc7eb8a913 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1323178 Nov 04 09:21:18.331072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:18.344245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-17d3866d-0981-49a5-a00d-22bfc9705573 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.346740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-17d3866d-0981-49a5-a00d-22bfc9705573 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2890887 Nov 04 09:21:18.353270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:18.369797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6453c393-7d60-4ef0-8a07-ab5a275bebf9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '7405b51a-a5e8-47c1-96ed-16d1fded779d', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:18.383321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-377a9ee9-a7bc-4bdf-8e5d-c352ff24cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.384845 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-377a9ee9-a7bc-4bdf-8e5d-c352ff24cb60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.2840366 Nov 04 09:21:18.390626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-4444b946-f5e2-4ef9-8634-e7adc4a5afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.392918 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-4444b946-f5e2-4ef9-8634-e7adc4a5afe2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.2133110 Nov 04 09:21:18.472590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Deleting port e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:18.472929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.486236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-c5fbda03-c6d2-4605-b627-95e82395e29c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.0842018 Nov 04 09:21:18.603792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453c393-7d60-4ef0-8a07-ab5a275bebf9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.621185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-778af65f-9b79-4a3f-adf1-cc117afe61bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.623547 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-778af65f-9b79-4a3f-adf1-cc117afe61bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.1183469 Nov 04 09:21:18.648971 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.664268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-a1e99ae7-4f78-4472-9b5e-96e2ffa4ce5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 1002 time: 0.1811290 Nov 04 09:21:18.686542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 560ee751-ef9b-48f7-bad3-57c641ea6ace up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:18.688563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Calling delete_port for e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:18.813436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 560ee751-ef9b-48f7-bad3-57c641ea6ace triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:18.814137 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.851174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453c393-7d60-4ef0-8a07-ab5a275bebf9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.857110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbfcce8-9a29-4c82-9818-f7aacddf57a4 None None] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:18.860668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453c393-7d60-4ef0-8a07-ab5a275bebf9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:18.867918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-2c784441-3a4e-46f6-bee6-7e449f9b9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.869765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-2c784441-3a4e-46f6-bee6-7e449f9b9079 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2367477 Nov 04 09:21:18.963530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453c393-7d60-4ef0-8a07-ab5a275bebf9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f19c32-fba2-419d-8302-ad1b01ce3735,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:18.966336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-e8e52ce9-77cc-4b00-a286-83d2e0ca88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:18.967833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-e8e52ce9-77cc-4b00-a286-83d2e0ca88f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.2359717 Nov 04 09:21:19.026064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6453c393-7d60-4ef0-8a07-ab5a275bebf9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.026267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6453c393-7d60-4ef0-8a07-ab5a275bebf9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6689472 Nov 04 09:21:19.029928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47968) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:19.035266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '7405b51a-a5e8-47c1-96ed-16d1fded779d', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:19.041794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-dcba938c-0ea1-496a-900a-b97fba5f1805 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581781 Nov 04 09:21:19.046699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.093004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event deleted for resources: {'Port': ['ID=e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:19.125289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-d08c3132-7918-4f89-80e8-d698db2519d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:19.127647 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-d08c3132-7918-4f89-80e8-d698db2519d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1458793 Nov 04 09:21:19.134274 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:21:19.137393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-92e18784-fe8e-4632-81c4-9ea2e572c399 None None] Provisioning complete for port 560ee751-ef9b-48f7-bad3-57c641ea6ace triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:19.137894 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92e18784-fe8e-4632-81c4-9ea2e572c399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.138955 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc071c-b08f-4aaf-b9b9-eb1355ac39f4 req-41bcf2be-c95d-4c26-b65d-7f4cecf597b7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:19.141949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.143140 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.152790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57fc071c-b08f-4aaf-b9b9-eb1355ac39f4 req-41bcf2be-c95d-4c26-b65d-7f4cecf597b7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.2000179 Nov 04 09:21:19.216385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 560ee751-ef9b-48f7-bad3-57c641ea6ace, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=560ee751-ef9b-48f7-bad3-57c641ea6ace,segment=NetworkSegment(33b9383a-7808-4342-8069-ac1199518140),segment_id=33b9383a-7808-4342-8069-ac1199518140)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:19.224381 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.274803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.278156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-27edfb3e-f18d-486d-b33a-3a2b5527d7cb tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "DELETE /v2.0/ports/e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e HTTP/1.1" status: 204 len: 168 time: 0.9477534 Nov 04 09:21:19.287136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:19.292590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Request body: {'port': {'name': 'tempest-new-port-name-1359268056', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:19.293030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] bootfile-name is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:19.293367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] tftp-server is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:19.293695 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.api.validators [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] server-ip-address is not in valid_values {{(pid=102555) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:19.326165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=560ee751-ef9b-48f7-bad3-57c641ea6ace,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:19.343490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57fc071c-b08f-4aaf-b9b9-eb1355ac39f4 req-07f3966c-2bf3-45db-8578-93b4061edf70 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896753 Nov 04 09:21:19.425554 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.436047 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.455462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-b39204af-a752-4c11-8333-394a9b54673d service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129585 Nov 04 09:21:19.458934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d643ce8c-9f48-4ddc-a151-0c1e0a5feea6 req-15376f7b-515b-4d75-8bae-d540a706bff2 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066226 Nov 04 09:21:19.523583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3232fe-3eb8-4045-9d1d-fde6ef987610,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:19.593926 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.596472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a531a84f-6e04-4f48-8836-b8c2e04d0ca0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5653913 Nov 04 09:21:19.600400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:19.608078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '7405b51a-a5e8-47c1-96ed-16d1fded779d', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:19.662156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-294dae53-b0a2-479b-bbfd-a78519169465 None None] Provisioning complete for port 560ee751-ef9b-48f7-bad3-57c641ea6ace triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:19.662679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-294dae53-b0a2-479b-bbfd-a78519169465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.697030 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:21:19.720776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.749619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6608ddc6-9c88-4a17-9d16-037a152a0645 req-89924d30-1b95-4013-97a4-e72132a180f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781401 Nov 04 09:21:19.835442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-294dae53-b0a2-479b-bbfd-a78519169465 None None] Provisioning complete for port ecec14b0-1430-40ae-b720-e2e4b0e82de4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:19.836752 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-294dae53-b0a2-479b-bbfd-a78519169465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.885538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-294dae53-b0a2-479b-bbfd-a78519169465 None None] Port ecec14b0-1430-40ae-b720-e2e4b0e82de4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:19.917257 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.925416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.973472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:19.997705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e61d282-bc01-4986-bcda-2dce19e567bc,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:20.013646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.015335 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-970d5cec-c46b-4000-85a5-f3970584a6a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4132352 Nov 04 09:21:20.018424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47976) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:20.024304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'network': {'name': 'tempest-network-smoke--1893810358', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'port_security_enabled': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:20.029260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0129832d-485f-412f-b352-abb4919fa2c3 None None] Provisioning complete for port ecec14b0-1430-40ae-b720-e2e4b0e82de4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:20.029671 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0129832d-485f-412f-b352-abb4919fa2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.056974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:20.065797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.117479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0129832d-485f-412f-b352-abb4919fa2c3 None None] Port ecec14b0-1430-40ae-b720-e2e4b0e82de4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:20.125146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:20.140743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.141392 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Added segment 8337a3c5-c0fd-4d96-9cd5-8127c89f946b of type vlan for network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 Nov 04 09:21:20.196600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.228902 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.238607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:20.239302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.328326 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3087027 Nov 04 09:21:20.332018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:20.337056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'admin_state_up': True, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:20.353940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84464821-cded-4e41-9859-ae54fb021ec1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Network': ['ID=3ab268d6-4e7b-42b2-b5d5-92b77dadd116,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:20.366160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f71985dc-9c8f-489c-ba94-04219d541464 None None] Could not find standard attr ID for object e9ba0f15-e29e-4ad7-b58a-399a0fc55f1e. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:21:20.366510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.376778 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.402401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:20.424303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.426474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.446685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] In _notify_port_updated(), no bound segment for port ecec14b0-1430-40ae-b720-e2e4b0e82de4 on network bfd494ba-d061-4c0d-bf2a-894c958d8268 {{(pid=102555) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:21:20.453131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:20.453780 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.460446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "PUT /v2.0/ports/ecec14b0-1430-40ae-b720-e2e4b0e82de4 HTTP/1.1" status: 200 len: 1130 time: 1.1677003 Nov 04 09:21:20.460782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:20.554021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.606919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bd19bf-10fe-4695-9ba3-f26753395e46 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:20.616117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a4bd19bf-10fe-4695-9ba3-f26753395e46 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "GET /v2.0/ports/ecec14b0-1430-40ae-b720-e2e4b0e82de4 HTTP/1.1" status: 200 len: 1130 time: 0.1539483 Nov 04 09:21:20.630802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:20.632036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b62623e-d815-4ae6-9f23-00c476bf6bc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event updated for resources: {'Port': ['ID=ecec14b0-1430-40ae-b720-e2e4b0e82de4,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:20.742817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 560ee751-ef9b-48f7-bad3-57c641ea6ace up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:20.771909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.868212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 560ee751-ef9b-48f7-bad3-57c641ea6ace triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:20.870065 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:20.939967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fd464-ff92-4e67-a3e9-0bcd5f328b51 req-3a0baa8b-a8ea-4814-a509-99e3f0c8c5e2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:20.943001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-610fd464-ff92-4e67-a3e9-0bcd5f328b51 req-3a0baa8b-a8ea-4814-a509-99e3f0c8c5e2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.3134985 Nov 04 09:21:21.082667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Deleting port ecec14b0-1430-40ae-b720-e2e4b0e82de4 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:21.083164 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.092902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-610fd464-ff92-4e67-a3e9-0bcd5f328b51 req-dcafaf50-32eb-4ddc-a0da-dc5808305f9a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314521 Nov 04 09:21:21.151117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.178922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.265196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.279660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Calling delete_port for ecec14b0-1430-40ae-b720-e2e4b0e82de4 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:21.312215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e89c2eac-e343-43be-8439-0adfe4c6fed7 None None] Provisioning complete for port ecec14b0-1430-40ae-b720-e2e4b0e82de4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:21.312856 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e89c2eac-e343-43be-8439-0adfe4c6fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.326547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.186 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9228966f-9f25-4092-b7f8-8b28bddb2c80) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:21.357277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e89c2eac-e343-43be-8439-0adfe4c6fed7 None None] Port ecec14b0-1430-40ae-b720-e2e4b0e82de4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:21.449667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.464342 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.487180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event deleted for resources: {'Port': ['ID=ecec14b0-1430-40ae-b720-e2e4b0e82de4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:21.517535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.518405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.520928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6341b9b0-3e4d-4253-88f6-25487a63fdc8 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "DELETE /v2.0/ports/ecec14b0-1430-40ae-b720-e2e4b0e82de4 HTTP/1.1" status: 204 len: 168 time: 0.8777621 Nov 04 09:21:21.523555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:21.581372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:21.585709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:21.589463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:21.591940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Deleting subnet 9060704b-f7b1-400d-a197-3532a3073f04 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:21:21.597263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.639239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=9228966f-9f25-4092-b7f8-8b28bddb2c80,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:21.664212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.796811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.900339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.902419 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.930492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event deleted for resources: {'Subnet': ['ID=9060704b-f7b1-400d-a197-3532a3073f04,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:21.936235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:21.943367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-38bb8424-e60d-4a4c-827d-1b35874a2388 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "DELETE /v2.0/subnets/9060704b-f7b1-400d-a197-3532a3073f04 HTTP/1.1" status: 204 len: 168 time: 0.4178267 Nov 04 09:21:21.944073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:21.945570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d582f7-6955-4ba2-bbb3-2856951aa566 None None] Network bfd494ba-d061-4c0d-bf2a-894c958d8268 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:22.071814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.177598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] DHCP port deletion for bfd494ba-d061-4c0d-bf2a-894c958d8268 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:21:22.194863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Deleting port 560ee751-ef9b-48f7-bad3-57c641ea6ace {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:22.195321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.238934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.287171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] Deleting port 560ee751-ef9b-48f7-bad3-57c641ea6ace {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:22.288321 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.304524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] For port 560ee751-ef9b-48f7-bad3-57c641ea6ace, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=560ee751-ef9b-48f7-bad3-57c641ea6ace,segment=NetworkSegment(33b9383a-7808-4342-8069-ac1199518140),segment_id=33b9383a-7808-4342-8069-ac1199518140)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:22.304894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.322268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Calling delete_port for 560ee751-ef9b-48f7-bad3-57c641ea6ace owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:22.337792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642661a3-2db2-4073-9254-a1a1b54a86d4 req-d36670ae-66f0-4d1e-adae-14a0516c2a1a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:22.339273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-642661a3-2db2-4073-9254-a1a1b54a86d4 req-d36670ae-66f0-4d1e-adae-14a0516c2a1a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1021011 Nov 04 09:21:22.441677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-642661a3-2db2-4073-9254-a1a1b54a86d4 req-3d8b509f-de40-4171-a508-77e9e27159f5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917227 Nov 04 09:21:22.443531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] For port 560ee751-ef9b-48f7-bad3-57c641ea6ace, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=560ee751-ef9b-48f7-bad3-57c641ea6ace,segment=NetworkSegment(33b9383a-7808-4342-8069-ac1199518140),segment_id=33b9383a-7808-4342-8069-ac1199518140)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:22.443944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.463426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] Calling delete_port for 560ee751-ef9b-48f7-bad3-57c641ea6ace owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:22.479554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router ae8f489a-9e45-4910-84ff-9ada44880e66 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:21:22.484491 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:22.557289 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:21:22.564273 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.569161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] No DVR routers for this DVR port 560ee751-ef9b-48f7-bad3-57c641ea6ace on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:22.578666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event deleted for resources: {'Port': ['ID=560ee751-ef9b-48f7-bad3-57c641ea6ace,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:22.587511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] No DVR routers for this DVR port 560ee751-ef9b-48f7-bad3-57c641ea6ace on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:22.611908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5d0fe-1be0-4a42-8ef5-387a5691d1e3 None None] Pushing event deleted for resources: {'Port': ['ID=560ee751-ef9b-48f7-bad3-57c641ea6ace,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:22.669645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 560ee751-ef9b-48f7-bad3-57c641ea6ace no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:21:22.703174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 560ee751-ef9b-48f7-bad3-57c641ea6ace {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:21:22.704272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 560ee751-ef9b-48f7-bad3-57c641ea6ace not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:21:22.728976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.765897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd494ba-d061-4c0d-bf2a-894c958d8268']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:22.779715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b9383a-7808-4342-8069-ac1199518140') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:22.780287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b9383a-7808-4342-8069-ac1199518140') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:22.793708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.811418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.820943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:22.821447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:22.826015 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:22.909854 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.926954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:22.933287 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] 10.222.0.53 "DELETE /v2.0/networks/bfd494ba-d061-4c0d-bf2a-894c958d8268 HTTP/1.1" status: 204 len: 168 time: 0.9857547 Nov 04 09:21:22.948302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec4a824-184c-4698-99a0-e453ee2a8b80 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793 tempest-ExtraDHCPOptionsIpV6TestJSON-252904793-project] Pushing event deleted for resources: {'Network': ['ID=bfd494ba-d061-4c0d-bf2a-894c958d8268,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:23.010028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:21:23.023547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Sync routers for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:21:23.035848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:23.036551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:23.050657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:23.057076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-493ea965-f82a-4876-b709-3320a5400c78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7187746 Nov 04 09:21:23.057526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:23.130564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69b907e5-173b-42c6-9c95-2de14ad3b0e3 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5ddb959e0ce346938b6b3e895540bd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714836 Nov 04 09:21:23.133188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48010) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:23.158790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:23.296196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48014) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:23.366609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:21Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:23.394078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370a0d3f-0ab2-49d9-aa68-8b60a9a8ae8e tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:23.400771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Checking router: ae8f489a-9e45-4910-84ff-9ada44880e66 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:21:23.401193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-370a0d3f-0ab2-49d9-aa68-8b60a9a8ae8e tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2663677 Nov 04 09:21:23.401449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:23.401793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Updating router ae8f489a-9e45-4910-84ff-9ada44880e66 port 9228966f-9f25-4092-b7f8-8b28bddb2c80 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:21:23.432022 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:23.442829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:23.443579 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-295cbc77-7ab6-4580-943c-e21200089e80 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404127 Nov 04 09:21:23.452354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-974135430', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:23.585345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-097f8631-db22-4c70-aa4d-d9a3e8c3d073 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b89c83339f174bdb99383fc8646cdea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873821 Nov 04 09:21:23.588495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48026) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:23.651064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61378dc6-639f-4386-ba61-1c62b645ef80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:23.688226 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61378dc6-639f-4386-ba61-1c62b645ef80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:23.697834 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a481f12-3207-4ef2-ad1c-b434df4026ce req-d2a5ee02-c4c4-4354-9ff0-9fb0ed907ff3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:23.706702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a481f12-3207-4ef2-ad1c-b434df4026ce req-d2a5ee02-c4c4-4354-9ff0-9fb0ed907ff3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1158414 Nov 04 09:21:23.715578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:23.720002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:23.776197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61378dc6-639f-4386-ba61-1c62b645ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:23.779171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61378dc6-639f-4386-ba61-1c62b645ef80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:23.784192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-61378dc6-639f-4386-ba61-1c62b645ef80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47e17668-2711-41f2-b350-7dfdc71ff3a2 HTTP/1.1" status: 204 len: 168 time: 0.1943965 Nov 04 09:21:23.800044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61378dc6-639f-4386-ba61-1c62b645ef80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e17668-2711-41f2-b350-7dfdc71ff3a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:23.827770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a481f12-3207-4ef2-ad1c-b434df4026ce req-5a1e2b31-5d7c-425b-9f9f-7d75771e268f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199942 Nov 04 09:21:24.049692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.087002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.099137 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.143796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Subnet': ['ID=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:24.147346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Checking segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:24.147727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network hostable DHCP agents. Network: 3ab268d6-4e7b-42b2-b5d5-92b77dadd116, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:24.170143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:24.186692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Attempting to bind port 9228966f-9f25-4092-b7f8-8b28bddb2c80 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:24.187016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Attempting to bind port 9228966f-9f25-4092-b7f8-8b28bddb2c80 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:24.187389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Attempting to bind port 9228966f-9f25-4092-b7f8-8b28bddb2c80 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:24.199281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 3ab268d6-4e7b-42b2-b5d5-92b77dadd116) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:24.199798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:24.200268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:24.200759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.201824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:24.202319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Bound port: 9228966f-9f25-4092-b7f8-8b28bddb2c80, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:24.202962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.208961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:24.210107 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.232404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15c14b-b497-4332-a2ad-66432404f6e0 None None] Pushing event updated for resources: {'Port': ['ID=9228966f-9f25-4092-b7f8-8b28bddb2c80,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:24.243272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-df884462-7952-494d-a109-2ebf6bb555ad tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7958210 Nov 04 09:21:24.243414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73566f0f-19d5-41f9-a52f-597d26662031 None None] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:24.243522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48036) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:24.357597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] For port 9228966f-9f25-4092-b7f8-8b28bddb2c80, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:24.404010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] For port 9228966f-9f25-4092-b7f8-8b28bddb2c80, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9228966f-9f25-4092-b7f8-8b28bddb2c80,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:24.444140 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.581316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15c14b-b497-4332-a2ad-66432404f6e0 None None] Pushing event updated for resources: {'Port': ['ID=9228966f-9f25-4092-b7f8-8b28bddb2c80,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:24.590442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:24.591171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:24.602978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:21:24.604876 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.888505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:24.940088 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:24.981008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21f8bf-a79b-40cc-97c5-a494bad4e528 req-1b2eb269-bcbe-4c09-aca7-2fbd6fc9042b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:24.991332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f21f8bf-a79b-40cc-97c5-a494bad4e528 req-1b2eb269-bcbe-4c09-aca7-2fbd6fc9042b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0690012 Nov 04 09:21:25.010411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:25.048863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f21f8bf-a79b-40cc-97c5-a494bad4e528 req-0aaaccf8-edfd-49b1-b80e-8443438a1b7e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553975 Nov 04 09:21:25.101995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Allocated IP 172.20.0.2 (3ab268d6-4e7b-42b2-b5d5-92b77dadd116/7094582a-2ac2-4bb7-9e4c-1eb1644f5c89/d944b39e-541b-438f-b452-13d99cd8b7e8) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:25.184355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-170208373'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:25.213807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Made reservation on behalf of 4bc4d97533da4b3bbf5f871578826351 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:25.220482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.237108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.252724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:21Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:25.292602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c830f5-b1e7-4c25-8f63-bd38e7941ad3 None None] The sync data for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 is: [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:21Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:21:25.373346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.383134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.383427 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.394401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.416257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:25.440669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.442766 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Added segment 59baabbb-bd79-4de7-a405-ef4fdcf8b2a5 of type vlan for network 105b3ebf-a3ff-4488-878d-e2c03c90324f Nov 04 09:21:25.455238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.1 (3ab268d6-4e7b-42b2-b5d5-92b77dadd116/7094582a-2ac2-4bb7-9e4c-1eb1644f5c89/704ff0f6-5b80-4e6d-bff8-9c52379ce87f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:25.456215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:25.462737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:25.466492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:25.530975 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.542238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Pushing event updated for resources: {'Port': ['ID=d944b39e-541b-438f-b452-13d99cd8b7e8,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:25.582618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Attempting to bind port d944b39e-541b-438f-b452-13d99cd8b7e8 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:25.583325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Attempting to bind port d944b39e-541b-438f-b452-13d99cd8b7e8 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:25.583969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Attempting to bind port d944b39e-541b-438f-b452-13d99cd8b7e8 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:25.591165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:25.591723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Checking segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:25.592260 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.592828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Bound using segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:25.593385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Bound port: d944b39e-541b-438f-b452-13d99cd8b7e8, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:25.593915 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.609117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.626646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:25.628402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.736550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] For port d944b39e-541b-438f-b452-13d99cd8b7e8, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:25.739396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.742224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] For port d944b39e-541b-438f-b452-13d99cd8b7e8, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d944b39e-541b-438f-b452-13d99cd8b7e8,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:25.750547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.789489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e71765c5-9778-4f0a-9c6b-3aaa1432cffc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:25.792850 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.821949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8098371 Nov 04 09:21:25.825232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48064) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:25.831034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Request body: {'subnet': {'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:25.834907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:25.838993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:25.842034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:25.857594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72de2cd-aa76-4238-8628-08e4b0486062 None None] Pushing event updated for resources: {'Port': ['ID=d944b39e-541b-438f-b452-13d99cd8b7e8,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:25.915154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:25.937508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:25.945454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c3349-bb2e-47b4-8344-cb75b3f7cdd9 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event updated for resources: {'Network': ['ID=105b3ebf-a3ff-4488-878d-e2c03c90324f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:25.958244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:26.110064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Made reservation on behalf of 4bc4d97533da4b3bbf5f871578826351 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:26.117406 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:26.210732 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:26.488336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:26.540553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31b3e9-b0d9-4b4e-a54c-2b095f014d18 req-46f87340-acfb-43e0-9a0c-e32d3d118696 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:26.542203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e31b3e9-b0d9-4b4e-a54c-2b095f014d18 req-46f87340-acfb-43e0-9a0c-e32d3d118696 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.2556715 Nov 04 09:21:26.578193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event updated for resources: {'Subnet': ['ID=dca1bc05-f292-4b0f-8a3c-2361b15b9a33,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:26.635806 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e31b3e9-b0d9-4b4e-a54c-2b095f014d18 req-4e7bc9e5-4ba1-49f3-9260-976d6dc552dc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762117 Nov 04 09:21:26.645344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Checking segment: {'id': '59baabbb-bd79-4de7-a405-ef4fdcf8b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:26.645602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Network hostable DHCP agents. Network: 105b3ebf-a3ff-4488-878d-e2c03c90324f, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:26.697229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:26.713468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 105b3ebf-a3ff-4488-878d-e2c03c90324f) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:26.722786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:26.724313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:26.726080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafe0ad-e73b-4c1b-8fa9-c43ef8ac5c6d None None] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:26.761036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b1f17714-2309-4396-b7d8-b0d4abe98fb4 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9342873 Nov 04 09:21:26.761692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:26.775380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Request body: {'port': {'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1468155768'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:26.825949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:26.846985 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:26.888383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d944b39e-541b-438f-b452-13d99cd8b7e8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:26.968794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Made reservation on behalf of 4bc4d97533da4b3bbf5f871578826351 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:26.980988 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:26.999488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.003563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:27.037533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d944b39e-541b-438f-b452-13d99cd8b7e8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:27.037911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.053016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] device_id is not set on port 250b45b3-730f-4170-8d29-97f2ebca5e70 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:27.068047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-105b3ebf-a3ff-4488-878d-e2c03c90324f', 'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f', 'tenant_id': '4bc4d97533da4b3bbf5f871578826351', 'fixed_ips': [{'subnet_id': 'dca1bc05-f292-4b0f-8a3c-2361b15b9a33'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:21:27.069649 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.310620 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.312463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Allocated IP 172.20.0.6 (105b3ebf-a3ff-4488-878d-e2c03c90324f/dca1bc05-f292-4b0f-8a3c-2361b15b9a33/250b45b3-730f-4170-8d29-97f2ebca5e70) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:27.356701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port d944b39e-541b-438f-b452-13d99cd8b7e8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d944b39e-541b-438f-b452-13d99cd8b7e8,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:27.367614 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.368496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9228966f-9f25-4092-b7f8-8b28bddb2c80 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:27.391462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:27.394459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:27.516971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=d944b39e-541b-438f-b452-13d99cd8b7e8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:27.546468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9228966f-9f25-4092-b7f8-8b28bddb2c80 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:27.546786 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.611306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f8cc7-74f0-4896-b75e-15bb8c34f772 None None] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:27.684699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.727100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router ae8f489a-9e45-4910-84ff-9ada44880e66 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:21:27.770448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.801878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d6ff70c7-fbc6-4333-81f8-da66ade888ac None None] Provisioning complete for port d944b39e-541b-438f-b452-13d99cd8b7e8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:27.802722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d6ff70c7-fbc6-4333-81f8-da66ade888ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:27.846134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:27.850301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:27.866614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:27.921480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event updated for resources: {'Port': ['ID=250b45b3-730f-4170-8d29-97f2ebca5e70,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:27.970806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7daf3-52af-4509-bdfc-e9a58cb63f4e req-885a4ffb-bf97-4568-afd2-e80a68778033 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:27.980046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ed7daf3-52af-4509-bdfc-e9a58cb63f4e req-885a4ffb-bf97-4568-afd2-e80a68778033 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1253989 Nov 04 09:21:27.997877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:21:28.016754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-20e115be-26dc-45dc-bfbc-371f9423b2ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/ae8f489a-9e45-4910-84ff-9ada44880e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7710667 Nov 04 09:21:28.036267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:28.036947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.084648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ed7daf3-52af-4509-bdfc-e9a58cb63f4e req-c89b1c77-856b-4e1d-b348-dcac66aa30b2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026912 Nov 04 09:21:28.094103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f618f706-c587-473b-9ba5-fd432239e750 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3271627 Nov 04 09:21:28.095602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48104) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:28.102111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Request body: {'port': {'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f', 'name': 'tempest-ExtraDHCPOptionsTestJSON-850577970', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:28.102616 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] bootfile-name is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:28.102958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] tftp-server is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:28.103288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] server-ip-address is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:28.173128 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Sync routers for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:21:28.192771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Allocated IP 172.20.0.2 (105b3ebf-a3ff-4488-878d-e2c03c90324f/dca1bc05-f292-4b0f-8a3c-2361b15b9a33/1a4a895e-cdab-48e1-9b06-8ba61f6dba4c) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:28.210445 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:28.211593 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:28.218240 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.293977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 9228966f-9f25-4092-b7f8-8b28bddb2c80, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9228966f-9f25-4092-b7f8-8b28bddb2c80,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:28.311024 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.379702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Made reservation on behalf of 4bc4d97533da4b3bbf5f871578826351 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:28.402777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.475728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] device_id is not set on port bf067862-a662-48c1-bfb7-7a8309135992 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:28.491413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-14c264f5-3250-4b6a-9582-8da6581ab41a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-928651888&fields=id&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 267 time: 0.0485036 Nov 04 09:21:28.529972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:28.550744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.575940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=9228966f-9f25-4092-b7f8-8b28bddb2c80,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:28.584145 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.668176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:28.670632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Pushing event updated for resources: {'Port': ['ID=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:28.677445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:28.684358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:28.725368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d944b39e-541b-438f-b452-13d99cd8b7e8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:28.743483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.db.api [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-08d4681b-a25f-4f1f-b9a7-13eebc4d1aa7 {{(pid=102556) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:21:28.749860 n-d-816487-1 neutron-server[102556]: DEBUG oslo_db.api [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:21:28.800832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-049b696e-4354-4c67-aee7-6965f8e1f661 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:28.805351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Attempting to bind port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:28.806042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Attempting to bind port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '59baabbb-bd79-4de7-a405-ef4fdcf8b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:28.806507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Attempting to bind port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c on network 105b3ebf-a3ff-4488-878d-e2c03c90324f {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:28.811030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-049b696e-4354-4c67-aee7-6965f8e1f661 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 797 time: 0.3186808 Nov 04 09:21:28.818147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:28.818682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Checking segment: {'id': '59baabbb-bd79-4de7-a405-ef4fdcf8b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:28.819207 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.819697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Bound using segment: {'id': '59baabbb-bd79-4de7-a405-ef4fdcf8b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:28.820323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Bound port: 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59baabbb-bd79-4de7-a405-ef4fdcf8b2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '105b3ebf-a3ff-4488-878d-e2c03c90324f'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:28.820806 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.843313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-19e7289f-0706-4a73-87e7-50c15df82963 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/quotas/5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 375 time: 0.0308225 Nov 04 09:21:28.855644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d944b39e-541b-438f-b452-13d99cd8b7e8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:28.856740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.952965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] For port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:28.958824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] For port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,segment=NetworkSegment(59baabbb-bd79-4de7-a405-ef4fdcf8b2a5),segment_id=59baabbb-bd79-4de7-a405-ef4fdcf8b2a5)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:28.974153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:28.999631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-cfd67fc9-8b23-4375-b811-2ffab740e76c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1441462 Nov 04 09:21:29.063031 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 2, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:29.078229 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-eaa6f0b9-a331-4541-a661-2e85583e566f None None] Provisioning complete for port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:29.078602 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f0b9-a331-4541-a661-2e85583e566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.083012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ba0d5-5152-4ecb-9389-8d2735eba285 None None] Pushing event updated for resources: {'Port': ['ID=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:29.141809 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Checking router: ae8f489a-9e45-4910-84ff-9ada44880e66 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:21:29.142760 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Updating router ae8f489a-9e45-4910-84ff-9ada44880e66 port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:21:29.200255 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.213258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6f0b9-a331-4541-a661-2e85583e566f None None] Port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:29.255217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.266107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-570858a7-e5e9-4946-ba4a-97e187cf2733 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535105 Nov 04 09:21:29.284455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-eaa6f0b9-a331-4541-a661-2e85583e566f None None] Provisioning complete for port d944b39e-541b-438f-b452-13d99cd8b7e8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:29.284806 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eaa6f0b9-a331-4541-a661-2e85583e566f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.287357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] device_id is not set on port 539d4794-886f-4bae-8ec8-309448ad5f74 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:29.487001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-e91785ae-067b-4b12-87ae-2fad3f7d5f7e service neutron] 10.222.0.53 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192910 Nov 04 09:21:29.584796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Allocated IP 172.20.0.5 (105b3ebf-a3ff-4488-878d-e2c03c90324f/dca1bc05-f292-4b0f-8a3c-2361b15b9a33/539d4794-886f-4bae-8ec8-309448ad5f74) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:29.624156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6579f09b-bfec-4ced-9a5f-33b025947a9f None None] Provisioning complete for port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:29.624623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6579f09b-bfec-4ced-9a5f-33b025947a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.703520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6579f09b-bfec-4ced-9a5f-33b025947a9f None None] Port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:29.802976 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.814569 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.846520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c82504f6-7895-4f80-90d2-bd99b94cd4c4 None None] Provisioning complete for port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:29.849210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c82504f6-7895-4f80-90d2-bd99b94cd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:29.990764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c82504f6-7895-4f80-90d2-bd99b94cd4c4 None None] Port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:30.014580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.032468 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Pushing event updated for resources: {'Port': ['ID=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:30.085099 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.085099 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.085422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.085779 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.086099 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.086442 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.086785 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.091452 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.091805 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.092181 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.092521 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.092854 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:30.111920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.114921 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Attempting to bind port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:30.115399 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Attempting to bind port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:30.118055 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Attempting to bind port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:30.136071 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:30.136447 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Checking segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:30.136862 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.137267 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Bound using segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:30.137759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Bound port: 704ff0f6-5b80-4e6d-bff8-9c52379ce87f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:30.138152 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.161359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b7986-7aa6-4044-957a-a49755a31dd2 req-cadf3ad0-ff21-49c3-b11f-2f7321e3c744 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:30.168516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea9b7986-7aa6-4044-957a-a49755a31dd2 req-cadf3ad0-ff21-49c3-b11f-2f7321e3c744 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1767995 Nov 04 09:21:30.214515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:30.223173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:30.233625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:30.276647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea9b7986-7aa6-4044-957a-a49755a31dd2 req-0db370fd-fc8b-4510-8f68-5c28a3bc45c9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990174 Nov 04 09:21:30.300280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-65e7f380-ca15-41ac-92f8-c2819cc7d1cb None None] Provisioning complete for port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:30.300948 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e7f380-ca15-41ac-92f8-c2819cc7d1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.337408 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] For port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:30.340877 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] For port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:30.348223 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.354499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:30.355211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.398284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event updated for resources: {'Port': ['ID=539d4794-886f-4bae-8ec8-309448ad5f74,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:30.416079 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-86453750-708f-470e-a827-91dd5e6d9dc2 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 2.3191786 Nov 04 09:21:30.418660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48142) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:30.478301 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218950c-4fda-4b85-a91e-ce181f7bde88 None None] Pushing event updated for resources: {'Port': ['ID=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:30.494983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-65e7f380-ca15-41ac-92f8-c2819cc7d1cb None None] Port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:30.503150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:30.503781 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:30.571964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2038ba1-00e1-40d4-9000-8a9000efbd3e tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:30.596134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2038ba1-00e1-40d4-9000-8a9000efbd3e tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:30.614001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2038ba1-00e1-40d4-9000-8a9000efbd3e tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:30.617952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c2038ba1-00e1-40d4-9000-8a9000efbd3e tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1982558 Nov 04 09:21:30.621223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48146) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:30.654409 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:30.661124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8148b1c0-7585-4ee4-8e09-ac3bcbdc5943 req-3ed51090-725b-484e-9073-a720bc0bcc0a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 210 time: 0.1419780 Nov 04 09:21:30.848722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Deleting port 539d4794-886f-4bae-8ec8-309448ad5f74 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:30.849386 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.892769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:30.984313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:30.989722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0cdab402-6ba9-4451-805b-bb67d8c90a89 None None] Provisioning complete for port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:30.990117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0cdab402-6ba9-4451-805b-bb67d8c90a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.017705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Calling delete_port for 539d4794-886f-4bae-8ec8-309448ad5f74 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:31.113432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:31.113795 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.139579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ae76ff-35a0-4b65-b64b-000c6f6fc11d None None] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:31.165688 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:30Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:31.201981 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c19dc30-98a1-42e2-8eec-0b9ec1954233 None None] The sync data for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 is: [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:30Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:21:31.218681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.249588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event deleted for resources: {'Port': ['ID=539d4794-886f-4bae-8ec8-309448ad5f74,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:31.283327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0cdab402-6ba9-4451-805b-bb67d8c90a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.390655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.400298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-93accee4-9638-4f6a-8e92-6e039a7a1a20 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "DELETE /v2.0/ports/539d4794-886f-4bae-8ec8-309448ad5f74 HTTP/1.1" status: 204 len: 168 time: 0.7743201 Nov 04 09:21:31.400910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48152) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:31.408862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0cdab402-6ba9-4451-805b-bb67d8c90a89 None None] For port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:31.415682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Request body: {'port': {'name': 'tempest-new-port-name-1491837723', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:31.416130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] bootfile-name is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:31.416464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] tftp-server is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:31.416802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.api.validators [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] server-ip-address is not in valid_values {{(pid=102556) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 04 09:21:31.448529 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0cdab402-6ba9-4451-805b-bb67d8c90a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.524027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.540755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa2be-9374-409c-ab83-cbeccb187813 req-3a57da87-8836-4866-989c-fca859c5ae42 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:31.570601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca2aa2be-9374-409c-ab83-cbeccb187813 req-3a57da87-8836-4866-989c-fca859c5ae42 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1277685 Nov 04 09:21:31.617762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,segment=NetworkSegment(59baabbb-bd79-4de7-a405-ef4fdcf8b2a5),segment_id=59baabbb-bd79-4de7-a405-ef4fdcf8b2a5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:31.635940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.636278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca2aa2be-9374-409c-ab83-cbeccb187813 req-8e2f8c9d-59ba-4e57-a8a4-c9b894bbfe88 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643027 Nov 04 09:21:31.636980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9228966f-9f25-4092-b7f8-8b28bddb2c80 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:31.693803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.760048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdab402-6ba9-4451-805b-bb67d8c90a89 None None] Pushing event updated for resources: {'Port': ['ID=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:31.841202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1a2fb979-df91-4194-9245-f9431f5309ce None None] Provisioning complete for port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:31.841579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a2fb979-df91-4194-9245-f9431f5309ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:31.958021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9228966f-9f25-4092-b7f8-8b28bddb2c80 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:31.958699 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:32.074256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:32.093179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-3db9c1ba-f786-4d1c-af9c-756f0fa8408d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:32.095735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-3db9c1ba-f786-4d1c-af9c-756f0fa8408d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 797 time: 0.5590835 Nov 04 09:21:32.097885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:32.101210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26583039-3603-4360-af57-044e5dd5526e req-dff43951-1c11-4bc7-901d-c7bc03bda3ae tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 210 time: 0.0666437 Nov 04 09:21:32.103681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:32.185691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-e0c7864f-a983-4b2a-bb1e-3e3da9e2d2d2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 379 time: 0.0734820 Nov 04 09:21:32.239170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'port': {'device_id': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'admin_state_up': True, 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'security_groups': ['7405b51a-a5e8-47c1-96ed-16d1fded779d']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:32.367234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcd04b-cb3a-4cb8-963f-b5be5724e1d5 req-70a2a848-b4f0-4dfd-ae9c-1f81f02cba45 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:32.395282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16dcd04b-cb3a-4cb8-963f-b5be5724e1d5 req-70a2a848-b4f0-4dfd-ae9c-1f81f02cba45 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0958571 Nov 04 09:21:32.453056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16dcd04b-cb3a-4cb8-963f-b5be5724e1d5 req-3734acfa-4664-4b37-89a0-c0a7f9dd9dfb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551422 Nov 04 09:21:32.513891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event updated for resources: {'Port': ['ID=250b45b3-730f-4170-8d29-97f2ebca5e70,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:32.533818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] In _notify_port_updated(), no bound segment for port 250b45b3-730f-4170-8d29-97f2ebca5e70 on network 105b3ebf-a3ff-4488-878d-e2c03c90324f {{(pid=102556) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Nov 04 09:21:32.539496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:32.555039 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:32.556824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b3bfa863-6583-410b-b67b-f1bf02fbce66 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "PUT /v2.0/ports/250b45b3-730f-4170-8d29-97f2ebca5e70 HTTP/1.1" status: 200 len: 1136 time: 1.1548820 Nov 04 09:21:32.561120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:32.569381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2b5cb718-d3fd-4060-8bae-7afa8dab8c15 None None] Provisioning complete for port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:32.569764 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb718-d3fd-4060-8bae-7afa8dab8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:32.621355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:32.627283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:32.737727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b33f0b-e704-42fc-9836-6b7006641c57 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:32.739290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8b33f0b-e704-42fc-9836-6b7006641c57 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "GET /v2.0/ports/250b45b3-730f-4170-8d29-97f2ebca5e70 HTTP/1.1" status: 200 len: 1136 time: 0.1768694 Nov 04 09:21:32.772073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:32.789810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2b5cb718-d3fd-4060-8bae-7afa8dab8c15 None None] Provisioning complete for port 250b45b3-730f-4170-8d29-97f2ebca5e70 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:32.789810 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b5cb718-d3fd-4060-8bae-7afa8dab8c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:32.841448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2b5cb718-d3fd-4060-8bae-7afa8dab8c15 None None] Port 250b45b3-730f-4170-8d29-97f2ebca5e70 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:32.867812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37162a1d-0a19-44f2-89fd-7123954522b2 req-a24c9f27-ef45-4705-aeee-88aaf2a8856b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:32.876768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37162a1d-0a19-44f2-89fd-7123954522b2 req-a24c9f27-ef45-4705-aeee-88aaf2a8856b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.2073131 Nov 04 09:21:32.902739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:32.942235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37162a1d-0a19-44f2-89fd-7123954522b2 req-6bda9cc7-edb0-4337-8b8d-3dc2bfdb224d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644705 Nov 04 09:21:33.002563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Deleting port 250b45b3-730f-4170-8d29-97f2ebca5e70 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:33.004051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.013308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a5d855ac-6945-4dcd-bb05-c49ab51ce5d9 None None] Provisioning complete for port 250b45b3-730f-4170-8d29-97f2ebca5e70 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:33.013861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a5d855ac-6945-4dcd-bb05-c49ab51ce5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.120047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:33.120429 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.242879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a5d855ac-6945-4dcd-bb05-c49ab51ce5d9 None None] Port 250b45b3-730f-4170-8d29-97f2ebca5e70 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:33.285870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.301596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 704ff0f6-5b80-4e6d-bff8-9c52379ce87f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:33.305432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Calling delete_port for 250b45b3-730f-4170-8d29-97f2ebca5e70 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:33.361795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-31f1889d-f1aa-400e-af35-6799c2a2bb83 None None] Could not find standard attr ID for object 539d4794-886f-4bae-8ec8-309448ad5f74. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:21:33.394011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:33.397273 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.493786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.525814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9dabf0d-fdd8-4fbd-98f7-2b8a1462f8a0 req-b576de38-38b9-4476-b4a0-b3aca73a6a2e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 210 time: 0.0434892 Nov 04 09:21:33.604779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event deleted for resources: {'Port': ['ID=250b45b3-730f-4170-8d29-97f2ebca5e70,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:33.643780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.13 (3ab268d6-4e7b-42b2-b5d5-92b77dadd116/7094582a-2ac2-4bb7-9e4c-1eb1644f5c89/fda10e44-565a-4fd8-8eb4-19d6970e9108) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:33.747236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.753483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1aaecf86-59a3-4d8f-898d-d292966cdc2c tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "DELETE /v2.0/ports/250b45b3-730f-4170-8d29-97f2ebca5e70 HTTP/1.1" status: 204 len: 168 time: 0.9769573 Nov 04 09:21:33.753877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48196) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:33.841775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Deleting subnet dca1bc05-f292-4b0f-8a3c-2361b15b9a33 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:21:33.853388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-8b9561f6-45ed-48c9-a5c6-fdd6cb3bb200 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:33.861058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-8b9561f6-45ed-48c9-a5c6-fdd6cb3bb200 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.2057364 Nov 04 09:21:33.870406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.878909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.890414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-18d7afea-5b30-4877-ad2e-bb766311a7f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/quotas/a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 375 time: 0.0282264 Nov 04 09:21:33.933459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.969968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:33.997282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-21e9ec4e-a124-4f8f-993f-21005ee922fc None None] Could not find standard attr ID for object 250b45b3-730f-4170-8d29-97f2ebca5e70. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:21:34.014050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:34.019562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-0e07cb54-2f3c-44da-a3c1-1a5df8281503 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1281543 Nov 04 09:21:34.027544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:34.029541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:34.044330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:34.116951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:34.120787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.148506 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-590c53c0-fdfd-4fe4-be47-718e4f3edeca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9138434 Nov 04 09:21:34.168945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Request body: {'port': {'device_id': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:34.207023 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.221474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-ff7de12b-48f2-46ad-ad55-574a420229e8 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007680 Nov 04 09:21:34.261250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.388821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.421563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-d80ce6bf-ca19-463e-bbce-1ab64bc9b970 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990192 Nov 04 09:21:34.463504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632ddf1-d522-4f73-9ad9-cad0f3d9f1fa None None] Network 105b3ebf-a3ff-4488-878d-e2c03c90324f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:34.473013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event deleted for resources: {'Subnet': ['ID=dca1bc05-f292-4b0f-8a3c-2361b15b9a33,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:34.475281 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.485377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55dc79c3-e4a3-417b-8ee1-ab9af81fe3bd tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "DELETE /v2.0/subnets/dca1bc05-f292-4b0f-8a3c-2361b15b9a33 HTTP/1.1" status: 204 len: 168 time: 0.7290993 Nov 04 09:21:34.487339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48208) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:34.618807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:21:34.677093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-390c3e08-c8d2-43c7-989b-0e4e426d990a None None] Provisioning complete for port fda10e44-565a-4fd8-8eb4-19d6970e9108 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:34.677895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-390c3e08-c8d2-43c7-989b-0e4e426d990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.691065 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.801430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-390c3e08-c8d2-43c7-989b-0e4e426d990a None None] Port fda10e44-565a-4fd8-8eb4-19d6970e9108 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:34.813511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda10e44-565a-4fd8-8eb4-19d6970e9108 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:21:34.831927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Deleting port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:34.832331 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.835936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.866477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Transition to ACTIVE for port object fda10e44-565a-4fd8-8eb4-19d6970e9108 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:21:34.880619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:34.930279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] DHCP port deletion for 105b3ebf-a3ff-4488-878d-e2c03c90324f request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:21:34.947663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] For port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,segment=NetworkSegment(59baabbb-bd79-4de7-a405-ef4fdcf8b2a5),segment_id=59baabbb-bd79-4de7-a405-ef4fdcf8b2a5)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:34.947826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.024127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:35.090496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] Deleting port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:35.090880 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.173926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:35.174368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:35.175065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:35.189394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:21:35.190600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:35.213004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:35.213496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Checking segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:35.213966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Bound using segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:35.214680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Bound port: fda10e44-565a-4fd8-8eb4-19d6970e9108, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:35.215370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.231992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] For port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,segment=NetworkSegment(59baabbb-bd79-4de7-a405-ef4fdcf8b2a5),segment_id=59baabbb-bd79-4de7-a405-ef4fdcf8b2a5)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:35.243396 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.296535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] Calling delete_port for 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:35.336288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:35.343383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:35.351145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.457813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.467936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:35.470103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.471676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] 10.222.0.55 "PUT /v2.0/ports/fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1092 time: 1.3129637 Nov 04 09:21:35.472196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:35.488417 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a76ae90-8f60-4864-be4a-a9e76f910622" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:35.506109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Calling delete_port for 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:35.566019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] Pushing event deleted for resources: {'Port': ['ID=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:35.594618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e2ee3-f3e3-4f6e-9f2e-492406f10abe None None] No DVR routers for this DVR port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:35.624477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415067a2-696f-4ee2-ba40-c5f1b85afdd8 service neutron] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:35.633728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1198c-b843-472b-b8d4-d1333b356cdf req-aecc6347-2b00-45c7-afb6-375d44cf9028 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:35.636504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1e1198c-b843-472b-b8d4-d1333b356cdf req-aecc6347-2b00-45c7-afb6-375d44cf9028 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.1491098 Nov 04 09:21:35.665876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-030b5084-f7dc-444f-88da-8f2c93f0e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:35.667358 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-030b5084-f7dc-444f-88da-8f2c93f0e5d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1095 time: 0.1390393 Nov 04 09:21:35.734575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-022895cc-34e8-4537-b2b7-75bc2aca6ff2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 217 time: 0.0566843 Nov 04 09:21:35.759738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1e1198c-b843-472b-b8d4-d1333b356cdf req-cd4e8522-a659-4901-a9aa-2a8493d40f1d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150055 Nov 04 09:21:35.811103 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:35.845426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event deleted for resources: {'Port': ['ID=1a4a895e-cdab-48e1-9b06-8ba61f6dba4c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:35.866035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] No DVR routers for this DVR port 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:35.878696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-185bf38f-a6aa-47ad-8df2-ad25eda87d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:35.880408 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-185bf38f-a6aa-47ad-8df2-ad25eda87d1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.1384730 Nov 04 09:21:35.962166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-0f8a500d-7b86-4169-9797-f14223c960ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:35.964285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-0f8a500d-7b86-4169-9797-f14223c960ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767772 Nov 04 09:21:36.020359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a22863f7-dd32-4e8d-9480-078e4677bd29 req-539e959a-da11-46c0-9137-2dac61793a95 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 210 time: 0.0874507 Nov 04 09:21:36.061056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:36.082797 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4098013a-a400-4c3e-8d51-dc1302413ed8 x-openstack-request-id: req-4098013a-a400-4c3e-8d51-dc1302413ed8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:36.083148 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:36.083356 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4098013a-a400-4c3e-8d51-dc1302413ed8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:36.083767 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'status': 'completed', 'code': 200} Nov 04 09:21:36.092254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['105b3ebf-a3ff-4488-878d-e2c03c90324f']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:36.108188 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-1dacab19-a1e1-4cce-af5d-5c53b2c1e746 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307180 Nov 04 09:21:36.109016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59baabbb-bd79-4de7-a405-ef4fdcf8b2a5') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:36.109482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59baabbb-bd79-4de7-a405-ef4fdcf8b2a5') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:36.126431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:36.156381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:36.167178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:36.168139 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: self.session.flush() Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:36.171903 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:36.251210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4df67f8d-59d9-4b22-9529-c6783a816f7a req-bd7b3547-32fc-4e0f-b66f-563213e12004 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352913 Nov 04 09:21:36.272040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:36.290707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:36.308756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] 10.222.0.53 "DELETE /v2.0/networks/105b3ebf-a3ff-4488-878d-e2c03c90324f HTTP/1.1" status: 204 len: 168 time: 1.8182383 Nov 04 09:21:36.322645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df8b69-6052-48b1-92f7-3aa8d6893474 tempest-ExtraDHCPOptionsTestJSON-296918628 tempest-ExtraDHCPOptionsTestJSON-296918628-project] Pushing event deleted for resources: {'Network': ['ID=105b3ebf-a3ff-4488-878d-e2c03c90324f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:36.384748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-fcdca0dd-e83b-4218-b721-b9c5736b8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:36.387015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-fcdca0dd-e83b-4218-b721-b9c5736b8d46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1095 time: 0.0711586 Nov 04 09:21:36.603698 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-8a5cfa0e-7def-4d66-b6e2-fa488afdbe02 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:36.605721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-8a5cfa0e-7def-4d66-b6e2-fa488afdbe02 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.1807237 Nov 04 09:21:36.606787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-0ae8b78d-3321-45da-91d4-f621a0a24006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:36.608164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-0ae8b78d-3321-45da-91d4-f621a0a24006 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.2132361 Nov 04 09:21:36.621823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'port': {'device_id': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'admin_state_up': True, 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:36.679076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:21:36.711179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:21:36.711536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1a4a895e-cdab-48e1-9b06-8ba61f6dba4c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:21:36.722861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-cf67fb11-a91b-4cbd-84b6-0a8d80ec226d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 217 time: 0.0940812 Nov 04 09:21:36.805188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48252) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:36.819893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-d81a5c69-4e2e-41c8-9bb2-cae54321faff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:36.821894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-d81a5c69-4e2e-41c8-9bb2-cae54321faff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0889828 Nov 04 09:21:36.903680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-f8659e93-c424-455a-a1bb-2c1719597efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:36.905371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-f8659e93-c424-455a-a1bb-2c1719597efd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704412 Nov 04 09:21:36.906057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Made reservation on behalf of a92c526689d74268b4c7edae2c0abeb4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:36.910828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:36.986373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7da682-767c-46dc-b808-aa3063c33bff req-2fbd09f8-7188-49cb-8e63-a0ca6dced80e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:37.002194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f7da682-767c-46dc-b808-aa3063c33bff req-2fbd09f8-7188-49cb-8e63-a0ca6dced80e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.1179163 Nov 04 09:21:37.067710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f7da682-767c-46dc-b808-aa3063c33bff req-62606115-21af-4e35-9c90-037cece3a816 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644403 Nov 04 09:21:37.085688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9d5b270-9dac-459c-b9a9-a86e1f99ae37 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bc4d97533da4b3bbf5f871578826351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790458 Nov 04 09:21:37.090259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48262) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:37.147575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-2a6808e9-8de9-4990-ac47-38210b39bad3 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212377 Nov 04 09:21:37.205726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db8c3de6-e9e4-4585-a1f0-6c87c55cdd7d req-f1dc5ac5-7cb5-47c1-8f80-515ac2e81910 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 210 time: 0.0378845 Nov 04 09:21:37.246365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Allocated IP 172.20.0.11 (9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534/82320201-6480-4972-883f-7d7733d35aca) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:37.303277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b88d658-d853-4690-ac68-156d26bd076b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.340031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19108c67-00c3-471c-9078-2e31a60978e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.353678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6a76ae90-8f60-4864-be4a-a9e76f910622 req-d2fdbdb0-0189-4433-80ef-526504a99ad1 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970072 Nov 04 09:21:37.364935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b88d658-d853-4690-ac68-156d26bd076b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.492395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b88d658-d853-4690-ac68-156d26bd076b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.495157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b88d658-d853-4690-ac68-156d26bd076b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.496314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b88d658-d853-4690-ac68-156d26bd076b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e71765c5-9778-4f0a-9c6b-3aaa1432cffc HTTP/1.1" status: 204 len: 168 time: 0.3739057 Nov 04 09:21:37.508395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.516255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88d658-d853-4690-ac68-156d26bd076b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71765c5-9778-4f0a-9c6b-3aaa1432cffc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:37.564143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.577619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fe514cec-96a4-4916-b2f7-bfa3cfdf43a2'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:21:37.619510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=82320201-6480-4972-883f-7d7733d35aca,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:37.636478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:37.637871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:37.640289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:37.696081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:37.696877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.717951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-1e48ce1b-0578-474e-acf4-9abe05d2da2c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1025789 Nov 04 09:21:37.732093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Request body: {'port': {'device_id': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:37.859712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:37.957781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-184a9875-2e99-4e62-a1a8-a17a652c21cf None None] Provisioning complete for port 82320201-6480-4972-883f-7d7733d35aca triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:37.958949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-184a9875-2e99-4e62-a1a8-a17a652c21cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.011840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-184a9875-2e99-4e62-a1a8-a17a652c21cf None None] Port 82320201-6480-4972-883f-7d7733d35aca cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:21:38.200923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82320201-6480-4972-883f-7d7733d35aca {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:21:38.212207 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.228790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Transition to ACTIVE for port object 82320201-6480-4972-883f-7d7733d35aca will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:21:38.237210 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.264379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07135010-d998-492b-9621-5dbdba6be8a3 req-44dcaa02-dfda-4a28-b346-65bab04092fc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:38.269940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07135010-d998-492b-9621-5dbdba6be8a3 req-44dcaa02-dfda-4a28-b346-65bab04092fc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.0998797 Nov 04 09:21:38.294368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Pushing event updated for resources: {'Port': ['ID=82320201-6480-4972-883f-7d7733d35aca,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:38.334677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07135010-d998-492b-9621-5dbdba6be8a3 req-3824988c-d59a-41c3-9c5a-01304c60dfd6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576618 Nov 04 09:21:38.439045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Attempting to bind port 82320201-6480-4972-883f-7d7733d35aca on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:38.439727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Attempting to bind port 82320201-6480-4972-883f-7d7733d35aca by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:38.440261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Attempting to bind port 82320201-6480-4972-883f-7d7733d35aca on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:38.451092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Port 82320201-6480-4972-883f-7d7733d35aca on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:21:38.451928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Attempting to bind port 82320201-6480-4972-883f-7d7733d35aca on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:38.459260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:38.459615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:38.460042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Bound using segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:38.460515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Bound port: 82320201-6480-4972-883f-7d7733d35aca, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:38.461401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.471769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17302e-5f35-41d2-b513-57079a95537d req-71ada6eb-482b-42d9-8276-a0c1269ebc70 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:38.474834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c17302e-5f35-41d2-b513-57079a95537d req-71ada6eb-482b-42d9-8276-a0c1269ebc70 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 944 time: 0.0730991 Nov 04 09:21:38.537142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c17302e-5f35-41d2-b513-57079a95537d req-593a3ca3-97b3-4918-a2fa-5715ae967558 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561185 Nov 04 09:21:38.562653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] For port 82320201-6480-4972-883f-7d7733d35aca, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:38.567388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] For port 82320201-6480-4972-883f-7d7733d35aca, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=82320201-6480-4972-883f-7d7733d35aca,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:38.573870 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.595656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48302) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:38.630192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:38.630832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.632492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] 10.222.0.70 "PUT /v2.0/ports/82320201-6480-4972-883f-7d7733d35aca HTTP/1.1" status: 200 len: 1092 time: 0.9053304 Nov 04 09:21:38.632967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'tag': '82320201-6480-4972-883f-7d7733d35aca'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:38.646780 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73201d6-8577-49ad-abe5-59b6db0e4e38" -d '{"events": [{"name": "network-changed", "server_uuid": "290da0c5-acc0-4913-8c2e-7abfb1a0e86c", "tag": "82320201-6480-4972-883f-7d7733d35aca"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:38.686507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcb0e0-eba7-4301-900b-565e2201c309 service neutron] Pushing event updated for resources: {'Port': ['ID=82320201-6480-4972-883f-7d7733d35aca,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:38.776072 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168589ac-31ee-4c13-9d8c-5a9691cbdc1c x-openstack-request-id: req-168589ac-31ee-4c13-9d8c-5a9691cbdc1c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:38.776379 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290da0c5-acc0-4913-8c2e-7abfb1a0e86c", "tag": "82320201-6480-4972-883f-7d7733d35aca", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:38.776739 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-168589ac-31ee-4c13-9d8c-5a9691cbdc1c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:38.777022 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'tag': '82320201-6480-4972-883f-7d7733d35aca', 'status': 'completed', 'code': 200} Nov 04 09:21:38.799220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'networks': [{'name': 'tempest-network--459784603'}, {'name': 'tempest-network--50554448'}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:38.799945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'network': {'name': 'tempest-network--459784603'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:38.800697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'network': {'name': 'tempest-network--50554448'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:38.802445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-e95d3ab1-8e22-449f-a78d-d4538a1fb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:38.804040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-e95d3ab1-8e22-449f-a78d-d4538a1fb815 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 1095 time: 0.1059062 Nov 04 09:21:38.827804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Made reservation on behalf of 6ec8d668d9b24c1f9e251661e2876e9a for: {'network': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:38.834640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.846105 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.861474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-14974a6c-56be-4244-a0f9-07e7fe4765fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82320201-6480-4972-883f-7d7733d35aca HTTP/1.1" status: 200 len: 217 time: 0.0490026 Nov 04 09:21:38.922638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-8475c78e-2ad3-4599-b7f1-9d36f209cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:38.924425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-8475c78e-2ad3-4599-b7f1-9d36f209cd05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0571902 Nov 04 09:21:38.950830 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.955538 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.956343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:38.992220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-9f538ec5-3061-473a-ba79-31610de0d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:38.993965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-9f538ec5-3061-473a-ba79-31610de0d1ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628517 Nov 04 09:21:39.002737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea30916-49ba-4638-a050-e58c78249278,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:39.017373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:39.031071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.031462 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Added segment 63c99f1b-bd8d-4bfe-92b3-80e6af31e5cf of type vlan for network 02ccd033-4bd1-4278-9c1d-a4cce5334ac5 Nov 04 09:21:39.097738 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.107537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-f4876b38-10ce-48f5-b37a-2f840c159e8f service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053865 Nov 04 09:21:39.135261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:39.149518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.149952 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Added segment 50434cb7-a884-4615-a17b-4969c66cca20 of type vlan for network 594881ea-56bb-47b6-bd4e-6aaccac283db Nov 04 09:21:39.195954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.221748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27b17e4a-27fe-4871-a01e-5e235ab3405a req-2a5ddf63-8969-42eb-af7c-8da1fc431f2a service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052694 Nov 04 09:21:39.238511 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.239024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.245113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.249935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.250732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.315258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.7184310 Nov 04 09:21:39.318450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48316) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:39.337011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Network': ['ID=02ccd033-4bd1-4278-9c1d-a4cce5334ac5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:39.348883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 02ccd033-4bd1-4278-9c1d-a4cce5334ac5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:39.452346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928f3d0-f08c-4d9b-89ca-de835a48b69b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Network': ['ID=594881ea-56bb-47b6-bd4e-6aaccac283db,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:39.457876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-167afe66-1fd0-452c-af9c-4ea553e3d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.459372 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-167afe66-1fd0-452c-af9c-4ea553e3d362 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 1095 time: 0.1814873 Nov 04 09:21:39.465193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 594881ea-56bb-47b6-bd4e-6aaccac283db details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:39.476881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc0c4-cae7-4dae-a26f-e7091e2845e7 req-e1d6daa3-eabd-42f5-8fee-0f688cb3972b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.479220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45acc0c4-cae7-4dae-a26f-e7091e2845e7 req-e1d6daa3-eabd-42f5-8fee-0f688cb3972b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.0714707 Nov 04 09:21:39.511008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:21:39.522156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45acc0c4-cae7-4dae-a26f-e7091e2845e7 req-14c89851-a226-46f5-b6a3-fa38ad1be20a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372450 Nov 04 09:21:39.591886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2639aac-962c-4ff7-8db1-dfdd65072218 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.598645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2639aac-962c-4ff7-8db1-dfdd65072218 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.604611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2639aac-962c-4ff7-8db1-dfdd65072218 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.611411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2639aac-962c-4ff7-8db1-dfdd65072218 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.616048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e2639aac-962c-4ff7-8db1-dfdd65072218 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2935712 Nov 04 09:21:39.616399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48322) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:39.654975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:39.663006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df097718-06ee-4401-89ba-4c97a7524b95 req-692f6726-70ee-43f4-bb9e-bd07548714a6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.670808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df097718-06ee-4401-89ba-4c97a7524b95 req-692f6726-70ee-43f4-bb9e-bd07548714a6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 944 time: 0.0593846 Nov 04 09:21:39.674828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'port_id': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'mac_address': 'fa:16:3e:b0:84:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:21:39.723792 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.739903 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df097718-06ee-4401-89ba-4c97a7524b95 req-6ce20037-28f3-404e-9c7e-cb8ea9342bba tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679662 Nov 04 09:21:39.743020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-927cae3a-bec2-43aa-a949-84aff931ab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:39.745032 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-927cae3a-bec2-43aa-a949-84aff931ab90 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.2709644 Nov 04 09:21:39.750714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.754940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda10e44-565a-4fd8-8eb4-19d6970e9108 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:21:39.779931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:39.785518 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:39.795080 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-0edaf0ec-d6aa-404e-b450-63157c46d19b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82320201-6480-4972-883f-7d7733d35aca HTTP/1.1" status: 200 len: 217 time: 0.0412743 Nov 04 09:21:39.842627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:39.851815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.852304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.852689 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.853093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.853490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.853886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.854277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.854829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.855226 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.855614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.856365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:39.856761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:40.114423 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9084901-0efe-45c6-88d7-8fc6424b901d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.177806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['fda10e44-565a-4fd8-8eb4-19d6970e9108'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:21:40.239389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.257036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-d3c54cc8-f4ee-4ee6-bf75-db056745765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:40.258582 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-d3c54cc8-f4ee-4ee6-bf75-db056745765d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.4542789 Nov 04 09:21:40.268253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ccd033-4bd1-4278-9c1d-a4cce5334ac5']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:40.288330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c99f1b-bd8d-4bfe-92b3-80e6af31e5cf') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:40.288626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c99f1b-bd8d-4bfe-92b3-80e6af31e5cf') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:40.292424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.313912 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.332535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.340910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-523cae45-2ce4-451f-967a-24082df8cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:40.342415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-523cae45-2ce4-451f-967a-24082df8cecf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718777 Nov 04 09:21:40.345904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:40.346152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:40.349407 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:40.466452 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.481956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.484327 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/networks/02ccd033-4bd1-4278-9c1d-a4cce5334ac5 HTTP/1.1" status: 204 len: 168 time: 0.8669405 Nov 04 09:21:40.488685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48332) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:40.505376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e162190-0cd2-4eb6-8373-65f068e9cc8d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Network': ['ID=02ccd033-4bd1-4278-9c1d-a4cce5334ac5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:40.511963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-a302997f-6807-4a2e-b4f3-c873bb42280a service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616852 Nov 04 09:21:40.575514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.616591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c73201d6-8577-49ad-abe5-59b6db0e4e38 req-b5784df0-0854-4e7e-8237-ed27fd99be5a service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969851 Nov 04 09:21:40.701444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.730837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594881ea-56bb-47b6-bd4e-6aaccac283db']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:40.745378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbd5a7-2f11-4f60-8b9c-4edff5bc3775 req-dae9caff-ed67-45f4-b1a1-9eac3fc6ed7f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:40.746863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fbbd5a7-2f11-4f60-8b9c-4edff5bc3775 req-dae9caff-ed67-45f4-b1a1-9eac3fc6ed7f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 945 time: 0.1182363 Nov 04 09:21:40.751013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50434cb7-a884-4615-a17b-4969c66cca20') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:40.751368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50434cb7-a884-4615-a17b-4969c66cca20') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:40.768528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.796778 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.809013 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fbbd5a7-2f11-4f60-8b9c-4edff5bc3775 req-77f1a879-0a48-4070-ae18-248950c5fc22 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508313 Nov 04 09:21:40.810151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:40.810386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:40.813866 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:40.884992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.895080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:40.898633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/networks/594881ea-56bb-47b6-bd4e-6aaccac283db HTTP/1.1" status: 204 len: 168 time: 0.4081178 Nov 04 09:21:40.901201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:40.922957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d950a97-1edc-4287-9daf-1f89c24a1278 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Network': ['ID=594881ea-56bb-47b6-bd4e-6aaccac283db,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:40.962084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59671950-32fe-42ac-a615-8484c3478164 req-148c4b66-6df1-4631-b027-9697aaac4577 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:40.963704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59671950-32fe-42ac-a615-8484c3478164 req-148c4b66-6df1-4631-b027-9697aaac4577 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 944 time: 0.0640693 Nov 04 09:21:41.012583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59671950-32fe-42ac-a615-8484c3478164 req-c8d995fb-db3a-4599-b5d1-0a86792f65f3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Nov 04 09:21:41.038808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce9a0d-0626-4da5-bd7c-a007468f2a1c tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:41.044921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fce9a0d-0626-4da5-bd7c-a007468f2a1c tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:41.046545 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8fce9a0d-0626-4da5-bd7c-a007468f2a1c tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1442988 Nov 04 09:21:41.051165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48348) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:41.056179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1387545900'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:41.083391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Made reservation on behalf of 6ec8d668d9b24c1f9e251661e2876e9a for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:41.088323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.116601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:41.126594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.126945 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Added segment 13838b8a-1444-4d0d-9665-32e5e02929a9 of type vlan for network b5ead828-dfdd-4a31-80e8-f0e50e824115 Nov 04 09:21:41.182558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.210567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.216558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:41.217156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.250416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.280877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2284443 Nov 04 09:21:41.284098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48350) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:41.289721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-220354286'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:41.304971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09176d63-46db-474c-bf47-14bb8320bd0f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Network': ['ID=b5ead828-dfdd-4a31-80e8-f0e50e824115,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:41.319108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Made reservation on behalf of 6ec8d668d9b24c1f9e251661e2876e9a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:41.322914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network b5ead828-dfdd-4a31-80e8-f0e50e824115 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:41.323095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.348132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:41.359178 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.359556 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Added segment ee5369a4-24cd-4127-af3e-929b30233fb8 of type vlan for network 446e08e0-4855-4854-a6b4-154b84bfc0c2 Nov 04 09:21:41.403693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.433748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.440196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:41.440843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.510349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2247565 Nov 04 09:21:41.513306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48352) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:41.518315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:41.521681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'ports': [{'network_id': 'b5ead828-dfdd-4a31-80e8-f0e50e824115', 'name': 'tempest-port--1572749146', 'admin_state_up': True}, {'network_id': '446e08e0-4855-4854-a6b4-154b84bfc0c2', 'admin_state_up': False}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:41.522004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'port': {'network_id': 'b5ead828-dfdd-4a31-80e8-f0e50e824115', 'name': 'tempest-port--1572749146', 'admin_state_up': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:41.522493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'port': {'network_id': '446e08e0-4855-4854-a6b4-154b84bfc0c2', 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:41.541590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d7b5a-8c20-4161-8a87-a7ac1935fbdd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Network': ['ID=446e08e0-4855-4854-a6b4-154b84bfc0c2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:41.553612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 446e08e0-4855-4854-a6b4-154b84bfc0c2 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:41.618453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 82320201-6480-4972-883f-7d7733d35aca details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:21:41.656707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port fda10e44-565a-4fd8-8eb4-19d6970e9108 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:21:41.664606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port fda10e44-565a-4fd8-8eb4-19d6970e9108 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:41.664991 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.708975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Made reservation on behalf of 6ec8d668d9b24c1f9e251661e2876e9a for: {'port': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:41.714606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.736529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.802274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 82320201-6480-4972-883f-7d7733d35aca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=82320201-6480-4972-883f-7d7733d35aca,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:41.820443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '82320201-6480-4972-883f-7d7733d35aca', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': '82320201-6480-4972-883f-7d7733d35aca', 'mac_address': 'fa:16:3e:c8:2e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:21:41.827400 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.831905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] device_id is not set on port 211ddcbb-f914-4770-b854-a3b4483a9f86 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:41.902163 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.910965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:41.913289 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e8e2d6-df1f-410b-b3f1-df1825d51ad9" -d '{"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-plugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:41.935112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:41.937117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82320201-6480-4972-883f-7d7733d35aca {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:21:41.945170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:41.986630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5f849-5018-4608-8508-498a2000dd0e req-0c3b9b45-7032-4c3a-8e27-faea71ab90f8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:41.988154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09a5f849-5018-4608-8508-498a2000dd0e req-0c3b9b45-7032-4c3a-8e27-faea71ab90f8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 945 time: 0.0812299 Nov 04 09:21:42.010074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:42.014167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 82320201-6480-4972-883f-7d7733d35aca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=82320201-6480-4972-883f-7d7733d35aca,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:42.021956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.029202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.070241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=82320201-6480-4972-883f-7d7733d35aca,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:42.102336 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09a5f849-5018-4608-8508-498a2000dd0e req-a1277cc8-b691-4466-91ab-75f1894a8a51 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010129 Nov 04 09:21:42.115526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] device_id is not set on port a23edce9-dc34-4893-bbf1-aace41e53cb8 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:42.150197 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09736862-9210-44ca-a1d6-c491a5bad392 x-openstack-request-id: req-09736862-9210-44ca-a1d6-c491a5bad392 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:42.150717 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-plugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:42.151140 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09736862-9210-44ca-a1d6-c491a5bad392 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:42.151776 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'code': 200} Nov 04 09:21:42.237008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['82320201-6480-4972-883f-7d7733d35aca'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:21:42.291463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924516e-f9a6-4286-ac63-5f9ae8a62427 req-a007988b-0a39-43ee-af3b-42dd3f84ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:42.295485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9924516e-f9a6-4286-ac63-5f9ae8a62427 req-a007988b-0a39-43ee-af3b-42dd3f84ff4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1097 time: 0.0802402 Nov 04 09:21:42.304893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b20379-7162-47c9-9fac-4cb85c725177 req-00ec2062-ca32-497e-9601-26ca9eadd93c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:42.306453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32b20379-7162-47c9-9fac-4cb85c725177 req-00ec2062-ca32-497e-9601-26ca9eadd93c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 945 time: 0.0962138 Nov 04 09:21:42.323596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.347892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9924516e-f9a6-4286-ac63-5f9ae8a62427 req-65163425-e11d-47e6-89bb-f59a55af0661 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443439 Nov 04 09:21:42.372073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32b20379-7162-47c9-9fac-4cb85c725177 req-c320cf35-3ca4-4ae1-9b6e-188a79764c41 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535240 Nov 04 09:21:42.408666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.487787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Port': ['ID=211ddcbb-f914-4770-b854-a3b4483a9f86,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:42.495786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Checking segment: {'id': '13838b8a-1444-4d0d-9665-32e5e02929a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b5ead828-dfdd-4a31-80e8-f0e50e824115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:42.496181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network hostable DHCP agents. Network: b5ead828-dfdd-4a31-80e8-f0e50e824115, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:42.513141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network b5ead828-dfdd-4a31-80e8-f0e50e824115 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:42.522949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, b5ead828-dfdd-4a31-80e8-f0e50e824115) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:42.527390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:42.528365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.533452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44253567-1096-416f-afc4-dbb07b56a2cb None None] Network b5ead828-dfdd-4a31-80e8-f0e50e824115 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:42.597769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Port': ['ID=a23edce9-dc34-4893-bbf1-aace41e53cb8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:42.611533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Checking segment: {'id': 'ee5369a4-24cd-4127-af3e-929b30233fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '446e08e0-4855-4854-a6b4-154b84bfc0c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:42.612027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network hostable DHCP agents. Network: 446e08e0-4855-4854-a6b4-154b84bfc0c2, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:42.629894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network 446e08e0-4855-4854-a6b4-154b84bfc0c2 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:42.642634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 446e08e0-4855-4854-a6b4-154b84bfc0c2) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:42.646867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:42.653596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:42.661228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:42.662013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ffac7-9bf4-456c-8cce-848d39403a33 None None] Network 446e08e0-4855-4854-a6b4-154b84bfc0c2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:42.662297 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.690328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9e2c581d-4a3c-4bd6-8cc0-beede7e54cba tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1759191 Nov 04 09:21:42.693625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48368) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:42.742774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.757228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0972bf-637e-4661-a6af-153f5cce97dd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:42.764612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0972bf-637e-4661-a6af-153f5cce97dd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:42.770165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48372) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:42.777796 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2d0972bf-637e-4661-a6af-153f5cce97dd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0775127 Nov 04 09:21:42.866305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Deleting port 211ddcbb-f914-4770-b854-a3b4483a9f86 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:42.866563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.934926 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:42.947441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Calling delete_port for 211ddcbb-f914-4770-b854-a3b4483a9f86 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:43.030465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.063816 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.069571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/ports/211ddcbb-f914-4770-b854-a3b4483a9f86 HTTP/1.1" status: 204 len: 168 time: 0.2958183 Nov 04 09:21:43.069571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea79de-f0a5-44e1-a5c7-a9a2edd2b226 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Port': ['ID=211ddcbb-f914-4770-b854-a3b4483a9f86,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:43.070201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48374) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:43.168657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Deleting port a23edce9-dc34-4893-bbf1-aace41e53cb8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:43.169021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.268499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.286541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Calling delete_port for a23edce9-dc34-4893-bbf1-aace41e53cb8 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:43.298800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5955a-5782-4640-9f71-37fe535c6890 req-336814d4-ef2f-40f4-a6d6-e79e5564b8f0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:43.300347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57c5955a-5782-4640-9f71-37fe535c6890 req-336814d4-ef2f-40f4-a6d6-e79e5564b8f0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1167374 Nov 04 09:21:43.389121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57c5955a-5782-4640-9f71-37fe535c6890 req-d6ee6581-fe07-432a-9dbd-52adcdec4ec2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804026 Nov 04 09:21:43.416275 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.450607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Port': ['ID=a23edce9-dc34-4893-bbf1-aace41e53cb8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:43.458952 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.463577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-df3e94d2-43ff-45fb-9225-a13fad27a04f tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/ports/a23edce9-dc34-4893-bbf1-aace41e53cb8 HTTP/1.1" status: 204 len: 168 time: 0.3916736 Nov 04 09:21:43.465522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48384) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:43.499093 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-532736ea-c135-4acf-8f55-2779ea1ba4b5 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0321929 Nov 04 09:21:43.505968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:43.511135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1747187421'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:43.532849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Made reservation on behalf of 6ec8d668d9b24c1f9e251661e2876e9a for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:43.536683 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.545635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19bdf7-85dc-4243-afc5-f40d6f3dfcb0 req-1f972288-d21e-4848-b4a2-f8a6fe1cde8f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:43.547384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb19bdf7-85dc-4243-afc5-f40d6f3dfcb0 req-1f972288-d21e-4848-b4a2-f8a6fe1cde8f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 945 time: 0.0651617 Nov 04 09:21:43.563587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:43.574000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.574414 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Added segment 127d257a-b474-4313-b027-f61628cfa472 of type vlan for network 6a4ef945-9c94-4626-8823-3fcf15cf88e6 Nov 04 09:21:43.591825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb19bdf7-85dc-4243-afc5-f40d6f3dfcb0 req-7f66ebb1-402b-47f9-8645-e2dc54650268 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358279 Nov 04 09:21:43.611735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 82320201-6480-4972-883f-7d7733d35aca up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:21:43.630298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.665028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.673611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:43.674413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.696259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 82320201-6480-4972-883f-7d7733d35aca completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:21:43.700172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 82320201-6480-4972-883f-7d7733d35aca triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:21:43.700771 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.738591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2315001 Nov 04 09:21:43.741286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:43.748637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1914056725'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:43.758743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce414a28-bc48-4bcc-afec-c9ee89292581 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Network': ['ID=6a4ef945-9c94-4626-8823-3fcf15cf88e6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:43.772263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Made reservation on behalf of 6ec8d668d9b24c1f9e251661e2876e9a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:43.775837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6a4ef945-9c94-4626-8823-3fcf15cf88e6 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:43.776181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.805079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:43.817742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.818428 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Added segment 981d6739-cb39-40f6-8c15-da20c769fd73 of type vlan for network 3b86ff45-5f0d-4640-b87a-5dc00991fd3d Nov 04 09:21:43.842993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.862662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.891547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 82320201-6480-4972-883f-7d7733d35aca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=82320201-6480-4972-883f-7d7733d35aca,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:43.893049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.895503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.899215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:43.900024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:43.950538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=82320201-6480-4972-883f-7d7733d35aca,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:43.970296 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2270951 Nov 04 09:21:43.979081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9053b6-d519-4f1d-8015-9133f1415d91 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Network': ['ID=3b86ff45-5f0d-4640-b87a-5dc00991fd3d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:43.994026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 3b86ff45-5f0d-4640-b87a-5dc00991fd3d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:44.100010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:44.105388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'subnets': [{'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--82716549', 'ip_version': 4}, {'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:44.105701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'subnet': {'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--82716549', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:44.106296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Request body: {'subnet': {'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:44.153264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82320201-6480-4972-883f-7d7733d35aca'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:44.155737 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480aa0fd-48ff-46b4-bb43-34d45b4d6009" -d '{"events": [{"server_uuid": "290da0c5-acc0-4913-8c2e-7abfb1a0e86c", "name": "network-vif-plugged", "status": "completed", "tag": "82320201-6480-4972-883f-7d7733d35aca"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:44.196221 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dd4bb1-2eb8-4ae7-bf71-7a8991a0d6b2 x-openstack-request-id: req-b9dd4bb1-2eb8-4ae7-bf71-7a8991a0d6b2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:44.196516 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290da0c5-acc0-4913-8c2e-7abfb1a0e86c", "name": "network-vif-plugged", "status": "completed", "tag": "82320201-6480-4972-883f-7d7733d35aca", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:44.196775 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9dd4bb1-2eb8-4ae7-bf71-7a8991a0d6b2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:44.197171 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82320201-6480-4972-883f-7d7733d35aca', 'code': 200} Nov 04 09:21:44.289532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Made reservation on behalf of 6ec8d668d9b24c1f9e251661e2876e9a for: {'subnet': 2} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:44.294559 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:44.294977 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:44.296562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e898e-c9eb-4f10-83f4-3d8f0778f8b3 req-962c441c-b6b5-4901-bf98-0d05fbf9142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:44.298854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-455e898e-c9eb-4f10-83f4-3d8f0778f8b3 req-962c441c-b6b5-4901-bf98-0d05fbf9142a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 1097 time: 0.0435100 Nov 04 09:21:44.337466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-455e898e-c9eb-4f10-83f4-3d8f0778f8b3 req-ac073563-f758-4bf6-a377-b667622cf239 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312798 Nov 04 09:21:44.581818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1c5c2-c456-4c7b-aeda-f9c9edee7f23 req-19bbad25-cbe8-47db-8967-0c326b0d1df3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:44.583319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fea1c5c2-c456-4c7b-aeda-f9c9edee7f23 req-19bbad25-cbe8-47db-8967-0c326b0d1df3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1151857 Nov 04 09:21:44.644753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fea1c5c2-c456-4c7b-aeda-f9c9edee7f23 req-e1432749-6a3b-424e-b658-1dc166865751 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532179 Nov 04 09:21:44.768955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:44.828262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea600b-c302-46d0-8351-a2000c97533e req-b7bc211a-9265-4887-b3e2-232458383259 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:44.829855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34ea600b-c302-46d0-8351-a2000c97533e req-b7bc211a-9265-4887-b3e2-232458383259 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 946 time: 0.1077330 Nov 04 09:21:44.867177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Subnet': ['ID=2b4d7b8a-55e8-4630-aa1a-18f1a001fbd4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:44.892433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Checking segment: {'id': '127d257a-b474-4313-b027-f61628cfa472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:44.892832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network hostable DHCP agents. Network: 6a4ef945-9c94-4626-8823-3fcf15cf88e6, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:44.900644 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34ea600b-c302-46d0-8351-a2000c97533e req-d0a41385-e332-43bc-94d4-1cfbdd8e11f0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598390 Nov 04 09:21:44.925584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network 6a4ef945-9c94-4626-8823-3fcf15cf88e6 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:44.938387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6a4ef945-9c94-4626-8823-3fcf15cf88e6) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:44.942656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:44.951986 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b7b49-bec3-4d8c-9355-70fcbedb9dcd None None] Network 6a4ef945-9c94-4626-8823-3fcf15cf88e6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:45.037195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event updated for resources: {'Subnet': ['ID=3c2a14db-3963-4242-8976-040daf22271e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:45.061738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Checking segment: {'id': '981d6739-cb39-40f6-8c15-da20c769fd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:45.062109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network hostable DHCP agents. Network: 3b86ff45-5f0d-4640-b87a-5dc00991fd3d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:45.074638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dd0366-2d0f-4b07-b3b8-d32d1c2f9b46 req-54c58569-ac26-4aac-b457-8c372c4b9afa tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:45.076199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00dd0366-2d0f-4b07-b3b8-d32d1c2f9b46 req-54c58569-ac26-4aac-b457-8c372c4b9afa tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0908630 Nov 04 09:21:45.123553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Network 3b86ff45-5f0d-4640-b87a-5dc00991fd3d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:45.127764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-6a4ef945-9c94-4626-8823-3fcf15cf88e6', 'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6', 'tenant_id': '6ec8d668d9b24c1f9e251661e2876e9a', 'fixed_ips': [{'subnet_id': '2b4d7b8a-55e8-4630-aa1a-18f1a001fbd4'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:21:45.129229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.149375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00dd0366-2d0f-4b07-b3b8-d32d1c2f9b46 req-235f1c87-1953-4a70-8a84-1623c4b01a7c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608573 Nov 04 09:21:45.150610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 3b86ff45-5f0d-4640-b87a-5dc00991fd3d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:45.168653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:45.174308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18a7113-fe50-4885-ab15-632f9551d196 None None] Network 3b86ff45-5f0d-4640-b87a-5dc00991fd3d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:45.179080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:45.179584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:45.182989 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.225140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48418) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:45.225789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ef179dcc-2740-4b04-8daf-a1429a34e1cd tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 1.1241121 Nov 04 09:21:45.228676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dabb6f7-0738-433b-8bb7-23ac301b85af tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:45.232818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5dabb6f7-0738-433b-8bb7-23ac301b85af tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1092 time: 0.0605042 Nov 04 09:21:45.233292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48420) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:45.244730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:45.283390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.301992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a28ae-3633-484d-8c2b-e0193bd49b1d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:45.304433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a28ae-3633-484d-8c2b-e0193bd49b1d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:45.306477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405a28ae-3633-484d-8c2b-e0193bd49b1d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:45.308396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-405a28ae-3633-484d-8c2b-e0193bd49b1d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.0822527 Nov 04 09:21:45.311715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48422) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:45.374492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Deleting subnet 2b4d7b8a-55e8-4630-aa1a-18f1a001fbd4 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:21:45.435927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Allocated IP 172.20.0.2 (6a4ef945-9c94-4626-8823-3fcf15cf88e6/2b4d7b8a-55e8-4630-aa1a-18f1a001fbd4/5ac89f5a-884b-4ffc-9e78-75b78b86a9b2) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:45.444323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.514058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-3b86ff45-5f0d-4640-b87a-5dc00991fd3d', 'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d', 'tenant_id': '6ec8d668d9b24c1f9e251661e2876e9a', 'fixed_ips': [{'subnet_id': '3c2a14db-3963-4242-8976-040daf22271e'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:21:45.515070 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.564069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.163 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/c83c5d99-453b-47e5-9c6f-bef38fa1adac) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:45.686785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.722304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.724230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.728698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.729421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Allocated IP 172.20.0.18 (3b86ff45-5f0d-4640-b87a-5dc00991fd3d/3c2a14db-3963-4242-8976-040daf22271e/63e83cea-f1af-4dd5-8cdd-f64d87be499a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:45.732074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.776808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=c83c5d99-453b-47e5-9c6f-bef38fa1adac,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:45.795435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.798704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:45.800725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:45.804320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:45.840284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Network 6a4ef945-9c94-4626-8823-3fcf15cf88e6 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:45.855414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:45.857924 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.859097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:45.865274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Pushing event updated for resources: {'Port': ['ID=5ac89f5a-884b-4ffc-9e78-75b78b86a9b2,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:45.954345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.983957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Attempting to bind port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:45.983957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Attempting to bind port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '127d257a-b474-4313-b027-f61628cfa472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:45.985386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Attempting to bind port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2 on network 6a4ef945-9c94-4626-8823-3fcf15cf88e6 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:45.995755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:45.996314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Checking segment: {'id': '127d257a-b474-4313-b027-f61628cfa472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:45.996820 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:45.997441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Bound using segment: {'id': '127d257a-b474-4313-b027-f61628cfa472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:45.998039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Bound port: 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127d257a-b474-4313-b027-f61628cfa472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '6a4ef945-9c94-4626-8823-3fcf15cf88e6'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:45.998527 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.060583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.095749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Subnet': ['ID=2b4d7b8a-55e8-4630-aa1a-18f1a001fbd4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:46.102619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.111734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-649e5ca6-5acb-478b-938f-966c9c8f2ac6 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/subnets/2b4d7b8a-55e8-4630-aa1a-18f1a001fbd4 HTTP/1.1" status: 204 len: 168 time: 0.7944129 Nov 04 09:21:46.111871 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.112172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48432) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:46.128834 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.158612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101149e7-8efe-4e80-bf37-35eb4d23433c req-d060cdac-35ac-43ff-80f6-04f0340732cf tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:46.160221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-101149e7-8efe-4e80-bf37-35eb4d23433c req-d060cdac-35ac-43ff-80f6-04f0340732cf tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 946 time: 0.0852053 Nov 04 09:21:46.192528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Deleting subnet 3c2a14db-3963-4242-8976-040daf22271e {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:21:46.197216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.221006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-101149e7-8efe-4e80-bf37-35eb4d23433c req-8f98b55f-c9af-4ff2-8912-0e387b589e3d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469480 Nov 04 09:21:46.279629 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.397302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.402460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Network 3b86ff45-5f0d-4640-b87a-5dc00991fd3d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:46.403720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Pushing event updated for resources: {'Port': ['ID=63e83cea-f1af-4dd5-8cdd-f64d87be499a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:46.420147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] For port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:46.432652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] For port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5ac89f5a-884b-4ffc-9e78-75b78b86a9b2,segment=NetworkSegment(127d257a-b474-4313-b027-f61628cfa472),segment_id=127d257a-b474-4313-b027-f61628cfa472)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:46.434389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:46.438025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:46.442478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.456346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.517282 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.553913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2a14db-3963-4242-8976-040daf22271e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:46.556979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.569254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.573487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-17e8ee29-c199-4cc7-bd9c-63b22b903146 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/subnets/3c2a14db-3963-4242-8976-040daf22271e HTTP/1.1" status: 204 len: 168 time: 0.4590676 Nov 04 09:21:46.576058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48438) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:46.588022 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.623810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9965bde-52e0-45f5-86e2-108b741bdd5a None None] Pushing event updated for resources: {'Port': ['ID=5ac89f5a-884b-4ffc-9e78-75b78b86a9b2,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:46.640544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Attempting to bind port 63e83cea-f1af-4dd5-8cdd-f64d87be499a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:46.641151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Attempting to bind port 63e83cea-f1af-4dd5-8cdd-f64d87be499a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '981d6739-cb39-40f6-8c15-da20c769fd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:46.641822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Attempting to bind port 63e83cea-f1af-4dd5-8cdd-f64d87be499a on network 3b86ff45-5f0d-4640-b87a-5dc00991fd3d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:46.649915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:46.649915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Checking segment: {'id': '981d6739-cb39-40f6-8c15-da20c769fd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:46.649915 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.650435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Bound using segment: {'id': '981d6739-cb39-40f6-8c15-da20c769fd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:46.650726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Bound port: 63e83cea-f1af-4dd5-8cdd-f64d87be499a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '981d6739-cb39-40f6-8c15-da20c769fd73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '3b86ff45-5f0d-4640-b87a-5dc00991fd3d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:46.651128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.657116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66df84ee-4510-4efb-808d-ed3869f34df7 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:46.659052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-66df84ee-4510-4efb-808d-ed3869f34df7 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0818503 Nov 04 09:21:46.666598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48440) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:46.730354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384f9ab-5401-40dc-bed0-81676b4a18fe None None] Network 6a4ef945-9c94-4626-8823-3fcf15cf88e6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:46.768344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.802341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] For port 63e83cea-f1af-4dd5-8cdd-f64d87be499a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:46.823976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.828401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] For port 63e83cea-f1af-4dd5-8cdd-f64d87be499a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=63e83cea-f1af-4dd5-8cdd-f64d87be499a,segment=NetworkSegment(981d6739-cb39-40f6-8c15-da20c769fd73),segment_id=981d6739-cb39-40f6-8c15-da20c769fd73)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:46.833678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.834675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Deleting port 63e83cea-f1af-4dd5-8cdd-f64d87be499a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:46.835041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.855817 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.948703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] For port 63e83cea-f1af-4dd5-8cdd-f64d87be499a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=63e83cea-f1af-4dd5-8cdd-f64d87be499a,segment=NetworkSegment(981d6739-cb39-40f6-8c15-da20c769fd73),segment_id=981d6739-cb39-40f6-8c15-da20c769fd73)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:46.949274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.954256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=c83c5d99-453b-47e5-9c6f-bef38fa1adac,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:46.970381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:46.977342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b2cd6-df56-40b0-9e2c-450718712186 None None] Network 3b86ff45-5f0d-4640-b87a-5dc00991fd3d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:46.986459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Calling delete_port for 63e83cea-f1af-4dd5-8cdd-f64d87be499a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:47.043077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db890a92-f917-412c-ae66-aa3abc453705 None None] Pushing event updated for resources: {'Port': ['ID=63e83cea-f1af-4dd5-8cdd-f64d87be499a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:47.099182 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.130263 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP f4fd6801-53fb-450f-967f-57207149ba9b associated. External IP: 172.25.3.163, port: fda10e44-565a-4fd8-8eb4-19d6970e9108. Nov 04 09:21:47.139017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Port': ['ID=63e83cea-f1af-4dd5-8cdd-f64d87be499a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:47.141459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df87840-0ef3-4140-82f8-a2127a036570 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:21:47.156181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] No DVR routers for this DVR port 63e83cea-f1af-4dd5-8cdd-f64d87be499a on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:47.252254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.261471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df87840-0ef3-4140-82f8-a2127a036570 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:21:47.277548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b86ff45-5f0d-4640-b87a-5dc00991fd3d']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:47.288958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '981d6739-cb39-40f6-8c15-da20c769fd73') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:47.289679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '981d6739-cb39-40f6-8c15-da20c769fd73') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:47.307542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.324257 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.336082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:47.337714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:47.341445 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:47.417947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.427605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.433855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/networks/3b86ff45-5f0d-4640-b87a-5dc00991fd3d HTTP/1.1" status: 204 len: 168 time: 0.7635837 Nov 04 09:21:47.434192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48452) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:47.509295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c1dcc-97c3-4a20-aa7c-c12c5e96cd99 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Network': ['ID=3b86ff45-5f0d-4640-b87a-5dc00991fd3d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:47.540414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.597276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22c6fa-84b7-405c-9a3f-28f0852687aa None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:21:47.616517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Deleting port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:21:47.617180 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.701932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] For port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5ac89f5a-884b-4ffc-9e78-75b78b86a9b2,segment=NetworkSegment(127d257a-b474-4313-b027-f61628cfa472),segment_id=127d257a-b474-4313-b027-f61628cfa472)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:21:47.702299 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.717729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Calling delete_port for 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:21:47.720097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22c6fa-84b7-405c-9a3f-28f0852687aa None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:21:47.813913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.829442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router ae8f489a-9e45-4910-84ff-9ada44880e66 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:21:47.845850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Port': ['ID=5ac89f5a-884b-4ffc-9e78-75b78b86a9b2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:47.858923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] No DVR routers for this DVR port 5ac89f5a-884b-4ffc-9e78-75b78b86a9b2 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:21:47.862845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.863878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.865285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.865633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.865968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.866448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.866874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.867242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.867569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.867912 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.868263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.868573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:47.955382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:21:47.976009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] Sync routers for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:21:47.980457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:47.996097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:47.996813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.002767 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.027759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2299ffa-91c0-447a-9823-51117785f50c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7936571 Nov 04 09:21:48.028894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:21:48.031958 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d065e-7936-402f-ac89-834db564f89f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:21:48.037713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4ef945-9c94-4626-8823-3fcf15cf88e6']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.050676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127d257a-b474-4313-b027-f61628cfa472') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.050986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127d257a-b474-4313-b027-f61628cfa472') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.067691 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.086403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.096735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:48.097612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:48.108314 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:48.152705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d85a9f-e7ae-43c2-8be0-955079c9d4f9 req-6d3488fe-a437-4c64-b2d8-afa200e7c30e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:48.154504 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74d85a9f-e7ae-43c2-8be0-955079c9d4f9 req-6d3488fe-a437-4c64-b2d8-afa200e7c30e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0663681 Nov 04 09:21:48.165678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:48.184993 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.190896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.194332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/networks/6a4ef945-9c94-4626-8823-3fcf15cf88e6 HTTP/1.1" status: 204 len: 168 time: 0.7589386 Nov 04 09:21:48.198447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48464) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:48.208483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74d85a9f-e7ae-43c2-8be0-955079c9d4f9 req-24d2bbbb-205b-4396-8809-822d994a7701 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458968 Nov 04 09:21:48.238590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48466) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:48.260272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f9371-a3d8-4675-a486-9de04a652d4b tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Network': ['ID=6a4ef945-9c94-4626-8823-3fcf15cf88e6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:48.297804 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c85254-7340-4dc4-8f41-5aaa1ee568ab x-openstack-request-id: req-e0c85254-7340-4dc4-8f41-5aaa1ee568ab {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:21:48.298091 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:21:48.298339 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0c85254-7340-4dc4-8f41-5aaa1ee568ab {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:21:48.298735 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'status': 'completed', 'code': 200} Nov 04 09:21:48.324710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.345393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a471ed0d-9647-4476-8056-dbcaee955e6e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/f4fd6801-53fb-450f-967f-57207149ba9b HTTP/1.1" status: 200 len: 992 time: 0.1049058 Nov 04 09:21:48.402554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d065e-7936-402f-ac89-834db564f89f req-bb2a1dfd-7977-40d3-992a-190497d3fef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:48.404257 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917d065e-7936-402f-ac89-834db564f89f req-bb2a1dfd-7977-40d3-992a-190497d3fef1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1097 time: 0.0712078 Nov 04 09:21:48.463673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f4fd6801-53fb-450f-967f-57207149ba9b', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'port_id': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'mac_address': 'fa:16:3e:b0:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:21:46Z', 'updated_at': '2021-11-04T09:21:46Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:31Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.498779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] Checking router: ae8f489a-9e45-4910-84ff-9ada44880e66 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:21:48.516876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:21:48.517393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.517534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:21:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.550889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446e08e0-4855-4854-a6b4-154b84bfc0c2']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.569825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5369a4-24cd-4127-af3e-929b30233fb8') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.570127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5369a4-24cd-4127-af3e-929b30233fb8') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.582652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d065e-7936-402f-ac89-834db564f89f req-c918c835-59a6-472b-84dc-164f867733e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:48.584126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917d065e-7936-402f-ac89-834db564f89f req-c918c835-59a6-472b-84dc-164f867733e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.1683886 Nov 04 09:21:48.585759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.641131 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.651322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:48.651751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.653555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:48.654873 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:48.708423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917d065e-7936-402f-ac89-834db564f89f req-635be9f6-4499-41d7-a280-bfc403595b7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1000 time: 0.1159251 Nov 04 09:21:48.757590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.765671 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.772068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/networks/446e08e0-4855-4854-a6b4-154b84bfc0c2 HTTP/1.1" status: 204 len: 168 time: 0.5696816 Nov 04 09:21:48.772257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:48.786018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad25b5-189f-43eb-b2c1-a1389a14076d tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Network': ['ID=446e08e0-4855-4854-a6b4-154b84bfc0c2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:48.791484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d065e-7936-402f-ac89-834db564f89f req-f0107da6-2282-459b-99ba-78968936d9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:48.792988 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917d065e-7936-402f-ac89-834db564f89f req-f0107da6-2282-459b-99ba-78968936d9f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0738959 Nov 04 09:21:48.846610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d065e-7936-402f-ac89-834db564f89f req-8dbd04e3-5b09-43a3-92f5-e7501f97c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:48.848718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917d065e-7936-402f-ac89-834db564f89f req-8dbd04e3-5b09-43a3-92f5-e7501f97c768 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461857 Nov 04 09:21:48.881508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:48.941999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f4fd6801-53fb-450f-967f-57207149ba9b', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'port_id': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'mac_address': 'fa:16:3e:b0:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:21:46Z', 'updated_at': '2021-11-04T09:21:46Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:31Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:48.958422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917d065e-7936-402f-ac89-834db564f89f req-2a3aeb97-b722-4f6e-9c3a-18405ffc7a6a service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998809 Nov 04 09:21:48.981980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8248db-ccf2-4de0-9ce4-fb38fdd37123 None None] The sync data for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 is: [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f4fd6801-53fb-450f-967f-57207149ba9b', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'port_id': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'mac_address': 'fa:16:3e:b0:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:21:46Z', 'updated_at': '2021-11-04T09:21:46Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:31Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:21:49.013909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.039402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ead828-dfdd-4a31-80e8-f0e50e824115']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:49.051654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13838b8a-1444-4d0d-9665-32e5e02929a9') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:49.052448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13838b8a-1444-4d0d-9665-32e5e02929a9') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:49.063780 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.080617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.084553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-917d065e-7936-402f-ac89-834db564f89f req-05b2f25b-b857-4d22-9568-ea725bd4d670 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172094 Nov 04 09:21:49.090900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:21:49.091442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:21:49.096050 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:21:49.162536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.173058 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.178695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] 10.222.0.53 "DELETE /v2.0/networks/b5ead828-dfdd-4a31-80e8-f0e50e824115 HTTP/1.1" status: 204 len: 168 time: 0.4056635 Nov 04 09:21:49.192405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d95c22-cba9-4ae0-982e-7cd8cea418f1 tempest-BulkNetworkOpsTest-1676441613 tempest-BulkNetworkOpsTest-1676441613-project] Pushing event deleted for resources: {'Network': ['ID=b5ead828-dfdd-4a31-80e8-f0e50e824115,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:49.244472 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c915121-3b85-4231-8a36-6985f42cf0b2 None None] New status for floating IP f4fd6801-53fb-450f-967f-57207149ba9b: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:21:49.348549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48482) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:49.442446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8f8ed28a-6364-4f43-9cbd-0c41e0bcfe7e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/f4fd6801-53fb-450f-967f-57207149ba9b HTTP/1.1" status: 200 len: 992 time: 0.0920708 Nov 04 09:21:49.509914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48488) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:49.663502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83d3c5cd-adff-4e83-b826-da47120a0c25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ec8d668d9b24c1f9e251661e2876e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1523719 Nov 04 09:21:49.666099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48494) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:49.717351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d7a574c-b4b0-43a8-acdf-b70a3b0b91d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.742084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d7a574c-b4b0-43a8-acdf-b70a3b0b91d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.792676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d7a574c-b4b0-43a8-acdf-b70a3b0b91d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.795481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d7a574c-b4b0-43a8-acdf-b70a3b0b91d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:49.797242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d7a574c-b4b0-43a8-acdf-b70a3b0b91d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eea30916-49ba-4638-a050-e58c78249278 HTTP/1.1" status: 204 len: 168 time: 0.1295066 Nov 04 09:21:49.805509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a574c-b4b0-43a8-acdf-b70a3b0b91d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea30916-49ba-4638-a050-e58c78249278,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:50.445747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48522) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:50.528480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c8fb7172-51b6-4005-8d86-15eace6c6ecd tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/f4fd6801-53fb-450f-967f-57207149ba9b HTTP/1.1" status: 200 len: 994 time: 0.0728147 Nov 04 09:21:50.529742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48524) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:50.652689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ca8f837b-0b81-427e-91d2-caadadd40956 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:50.653474 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-ca8f837b-0b81-427e-91d2-caadadd40956 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 09:21:50.653977 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-ca8f837b-0b81-427e-91d2-caadadd40956 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 09:21:50.654968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ca8f837b-0b81-427e-91d2-caadadd40956 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1239727 Nov 04 09:21:50.659296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:50.663979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--818061672'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:50.692912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:50.709618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:50.826281 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:50.831877 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:50.888872 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027fab56-c2d7-45ce-9f65-c88717774f80,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:50.943072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:50.947453 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:50.988178 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:50.992563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3296428 Nov 04 09:21:50.992928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:50.996897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a0d06-f799-4035-b19b-71f3751012f8 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb1a1aa-9ba5-43d9-b4bb-e322bacfc7f5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:51.011127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7a47c565-8ecc-4dee-adf7-2bfb4703608a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': 'ecb1a1aa-9ba5-43d9-b4bb-e322bacfc7f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:51.054958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a47c565-8ecc-4dee-adf7-2bfb4703608a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.115593 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a47c565-8ecc-4dee-adf7-2bfb4703608a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.120110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a47c565-8ecc-4dee-adf7-2bfb4703608a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.143246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47c565-8ecc-4dee-adf7-2bfb4703608a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779ecdb8-87db-4800-b54f-953066bca7af,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:51.153534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a47c565-8ecc-4dee-adf7-2bfb4703608a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.154786 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a47c565-8ecc-4dee-adf7-2bfb4703608a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608207 Nov 04 09:21:51.158648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48542) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.163310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-02931112-60f8-4118-90b4-61989f39217e tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': 'ecb1a1aa-9ba5-43d9-b4bb-e322bacfc7f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:51.190990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-02931112-60f8-4118-90b4-61989f39217e tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.247697 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-02931112-60f8-4118-90b4-61989f39217e tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): There was a conflict when trying to complete your request. Nov 04 09:21:51.248717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-02931112-60f8-4118-90b4-61989f39217e tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0890615 Nov 04 09:21:51.252161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.306811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be545038-408d-484f-ba8b-17e262a92e17 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.331990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be545038-408d-484f-ba8b-17e262a92e17 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.377369 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be545038-408d-484f-ba8b-17e262a92e17 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.380156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be545038-408d-484f-ba8b-17e262a92e17 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.381418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be545038-408d-484f-ba8b-17e262a92e17 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/ecb1a1aa-9ba5-43d9-b4bb-e322bacfc7f5 HTTP/1.1" status: 204 len: 168 time: 0.1283374 Nov 04 09:21:51.384647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48546) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.397940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be545038-408d-484f-ba8b-17e262a92e17 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb1a1aa-9ba5-43d9-b4bb-e322bacfc7f5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:51.436933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8239a1cd-1ac0-4a29-aca4-7c87ea22c65c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512311 Nov 04 09:21:51.441504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48548) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.446060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bf3d680d-fc54-4ae9-921c-a74666a8c93a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--633082686'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:51.470583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf3d680d-fc54-4ae9-921c-a74666a8c93a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.540280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf3d680d-fc54-4ae9-921c-a74666a8c93a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.544175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf3d680d-fc54-4ae9-921c-a74666a8c93a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.572395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf3d680d-fc54-4ae9-921c-a74666a8c93a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.576307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bf3d680d-fc54-4ae9-921c-a74666a8c93a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1311312 Nov 04 09:21:51.576494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.581724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-527d2cf3-72a3-4aca-af74-f0042ce98601 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': 'd12f2c6c-7566-4f90-a263-77806c0c069b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:51.582433 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-527d2cf3-72a3-4aca-af74-f0042ce98601 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 04 09:21:51.582916 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-527d2cf3-72a3-4aca-af74-f0042ce98601 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:51.586381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-527d2cf3-72a3-4aca-af74-f0042ce98601 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064442 Nov 04 09:21:51.586540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48552) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.593724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d680d-fc54-4ae9-921c-a74666a8c93a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12f2c6c-7566-4f90-a263-77806c0c069b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:51.643144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f58a-cd1d-403f-a7c6-897e22d9de73 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.672951 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f58a-cd1d-403f-a7c6-897e22d9de73 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.720836 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f58a-cd1d-403f-a7c6-897e22d9de73 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.723652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f58a-cd1d-403f-a7c6-897e22d9de73 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.724839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0ab0f58a-cd1d-403f-a7c6-897e22d9de73 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/d12f2c6c-7566-4f90-a263-77806c0c069b HTTP/1.1" status: 204 len: 168 time: 0.1375229 Nov 04 09:21:51.727548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.734755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0f58a-cd1d-403f-a7c6-897e22d9de73 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12f2c6c-7566-4f90-a263-77806c0c069b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:51.794536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d09fef8-10c9-49f6-a244-a1613f965760 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0650780 Nov 04 09:21:51.798909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.805505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-436a16e0-6696-47c1-bb63-6a118c22b58d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856610602'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:51.829801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-436a16e0-6696-47c1-bb63-6a118c22b58d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.901947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-436a16e0-6696-47c1-bb63-6a118c22b58d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.906893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-436a16e0-6696-47c1-bb63-6a118c22b58d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.942950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-436a16e0-6696-47c1-bb63-6a118c22b58d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:51.944623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-436a16e0-6696-47c1-bb63-6a118c22b58d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1445706 Nov 04 09:21:51.955374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48566) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:51.955374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a16e0-6696-47c1-bb63-6a118c22b58d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec9e5a-316a-47e8-a46b-f6b8d70f8e1a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:51.959730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-776831db-5619-4030-b066-50bfdfefc942 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '30ec9e5a-316a-47e8-a46b-f6b8d70f8e1a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:51.960668 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-776831db-5619-4030-b066-50bfdfefc942 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 04 09:21:51.961067 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-776831db-5619-4030-b066-50bfdfefc942 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:51.962281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-776831db-5619-4030-b066-50bfdfefc942 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0139120 Nov 04 09:21:51.965185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48568) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.034689 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-259e1a9c-37cf-475c-b91b-5f0969cfcb4c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.067633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-259e1a9c-37cf-475c-b91b-5f0969cfcb4c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.115442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-259e1a9c-37cf-475c-b91b-5f0969cfcb4c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.118217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-259e1a9c-37cf-475c-b91b-5f0969cfcb4c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.120099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-259e1a9c-37cf-475c-b91b-5f0969cfcb4c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/30ec9e5a-316a-47e8-a46b-f6b8d70f8e1a HTTP/1.1" status: 204 len: 168 time: 0.1538491 Nov 04 09:21:52.123221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48572) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.130656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e1a9c-37cf-475c-b91b-5f0969cfcb4c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec9e5a-316a-47e8-a46b-f6b8d70f8e1a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:52.186192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fdf53c41-6c76-48ca-8fc7-4e9afa46b742 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0601845 Nov 04 09:21:52.189140 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48574) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.193475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5941d2c0-a84a-45f0-89cf-a12166a98e7c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--771460082'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.218097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5941d2c0-a84a-45f0-89cf-a12166a98e7c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.288568 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5941d2c0-a84a-45f0-89cf-a12166a98e7c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.292654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5941d2c0-a84a-45f0-89cf-a12166a98e7c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.323788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5941d2c0-a84a-45f0-89cf-a12166a98e7c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19415795-f400-497b-994a-67bff3efab9c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:52.328980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5941d2c0-a84a-45f0-89cf-a12166a98e7c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.332828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5941d2c0-a84a-45f0-89cf-a12166a98e7c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1400869 Nov 04 09:21:52.333461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.337262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-52133651-3003-4a1f-a6e1-db4f08f04b65 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '19415795-f400-497b-994a-67bff3efab9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.339249 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-52133651-3003-4a1f-a6e1-db4f08f04b65 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 04 09:21:52.339759 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-52133651-3003-4a1f-a6e1-db4f08f04b65 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.340739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-52133651-3003-4a1f-a6e1-db4f08f04b65 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068147 Nov 04 09:21:52.343104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.347205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ba5d2f71-1440-41d5-9444-0ac58c37170f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '19415795-f400-497b-994a-67bff3efab9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.347837 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-ba5d2f71-1440-41d5-9444-0ac58c37170f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 04 09:21:52.348326 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ba5d2f71-1440-41d5-9444-0ac58c37170f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.349221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba5d2f71-1440-41d5-9444-0ac58c37170f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0051422 Nov 04 09:21:52.351534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48580) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.356784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-312ba285-9045-47ba-8b95-068ee2d00647 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '19415795-f400-497b-994a-67bff3efab9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.357550 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-312ba285-9045-47ba-8b95-068ee2d00647 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 04 09:21:52.358006 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-312ba285-9045-47ba-8b95-068ee2d00647 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.358917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-312ba285-9045-47ba-8b95-068ee2d00647 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064325 Nov 04 09:21:52.362108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.366332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9c4a8b89-e585-4879-a4ad-74af3798d0b0 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '19415795-f400-497b-994a-67bff3efab9c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.367157 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-9c4a8b89-e585-4879-a4ad-74af3798d0b0 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 04 09:21:52.367620 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-9c4a8b89-e585-4879-a4ad-74af3798d0b0 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.368624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9c4a8b89-e585-4879-a4ad-74af3798d0b0 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055773 Nov 04 09:21:52.371194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48584) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.428808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba55-40f1-4345-a444-87d759d5a14f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.451168 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba55-40f1-4345-a444-87d759d5a14f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.493305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba55-40f1-4345-a444-87d759d5a14f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.496173 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c1e6ba55-40f1-4345-a444-87d759d5a14f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.497438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c1e6ba55-40f1-4345-a444-87d759d5a14f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/19415795-f400-497b-994a-67bff3efab9c HTTP/1.1" status: 204 len: 168 time: 0.1252980 Nov 04 09:21:52.500458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48586) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.507330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6ba55-40f1-4345-a444-87d759d5a14f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19415795-f400-497b-994a-67bff3efab9c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:52.552648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b1891404-1716-4b34-ba95-9e18aca6cde0 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503600 Nov 04 09:21:52.556368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.561358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e69b9497-9b7b-4617-bb22-1c703e1e7014 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204625572'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.585382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69b9497-9b7b-4617-bb22-1c703e1e7014 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.655805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69b9497-9b7b-4617-bb22-1c703e1e7014 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.660341 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69b9497-9b7b-4617-bb22-1c703e1e7014 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.688939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e69b9497-9b7b-4617-bb22-1c703e1e7014 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:52.690354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e69b9497-9b7b-4617-bb22-1c703e1e7014 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1329315 Nov 04 09:21:52.693508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48590) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.698271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3215d55b-b4a8-4d62-9928-05eb220b8b75 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.698744 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-3215d55b-b4a8-4d62-9928-05eb220b8b75 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 09:21:52.698973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b9497-9b7b-4617-bb22-1c703e1e7014 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38fe537c-4384-4ad4-9aae-4391322ba4dd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:52.699393 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-3215d55b-b4a8-4d62-9928-05eb220b8b75 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.708101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.714100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3215d55b-b4a8-4d62-9928-05eb220b8b75 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0180559 Nov 04 09:21:52.716026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-394403c2-0c34-4eba-b9ac-6a766fdd5904 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.766041 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-394403c2-0c34-4eba-b9ac-6a766fdd5904 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.767439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-394403c2-0c34-4eba-b9ac-6a766fdd5904 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0580397 Nov 04 09:21:52.770318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.775768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-67e47ac5-1493-4ba7-936d-82268793784b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.775951 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-67e47ac5-1493-4ba7-936d-82268793784b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 04 09:21:52.776473 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-67e47ac5-1493-4ba7-936d-82268793784b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.777546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-67e47ac5-1493-4ba7-936d-82268793784b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062838 Nov 04 09:21:52.781696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.789410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-40f31ba2-bbbd-4da2-bca4-e0c6519016cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.829904 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-40f31ba2-bbbd-4da2-bca4-e0c6519016cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.831072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-40f31ba2-bbbd-4da2-bca4-e0c6519016cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0485921 Nov 04 09:21:52.834985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48606) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.839807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-60ed0362-39eb-4fac-9caa-777b7598df6d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.840587 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-60ed0362-39eb-4fac-9caa-777b7598df6d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 04 09:21:52.841286 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-60ed0362-39eb-4fac-9caa-777b7598df6d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.842319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60ed0362-39eb-4fac-9caa-777b7598df6d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063405 Nov 04 09:21:52.846035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48608) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.856819 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d9e76081-2fa9-4600-91ed-58119f2607b7 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.899159 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-d9e76081-2fa9-4600-91ed-58119f2607b7 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.900262 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d9e76081-2fa9-4600-91ed-58119f2607b7 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0474296 Nov 04 09:21:52.903114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48610) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.908011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a171e486-124b-4177-933f-0f96c64d3439 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.908485 n-d-816487-1 neutron-server[102556]: WARNING neutron.api.v2.base [None req-a171e486-124b-4177-933f-0f96c64d3439 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 04 09:21:52.908978 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-a171e486-124b-4177-933f-0f96c64d3439 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.909881 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a171e486-124b-4177-933f-0f96c64d3439 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058758 Nov 04 09:21:52.912499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48612) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.918222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bc3049c6-6697-4285-a8f8-1df0d0a9abdf tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.955027 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-bc3049c6-6697-4285-a8f8-1df0d0a9abdf tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:52.956196 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bc3049c6-6697-4285-a8f8-1df0d0a9abdf tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0426953 Nov 04 09:21:52.958957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:52.963402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ae39f371-f60b-4e42-8163-517361cb20a6 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': '38fe537c-4384-4ad4-9aae-4391322ba4dd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:52.999596 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-ae39f371-f60b-4e42-8163-517361cb20a6 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:53.004214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48616) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.004426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ae39f371-f60b-4e42-8163-517361cb20a6 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0442536 Nov 04 09:21:53.059285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b48f0ed7-b9c0-420a-a7fb-d380608a5da3 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.084981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b48f0ed7-b9c0-420a-a7fb-d380608a5da3 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.134147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b48f0ed7-b9c0-420a-a7fb-d380608a5da3 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.136819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b48f0ed7-b9c0-420a-a7fb-d380608a5da3 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.137981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b48f0ed7-b9c0-420a-a7fb-d380608a5da3 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/38fe537c-4384-4ad4-9aae-4391322ba4dd HTTP/1.1" status: 204 len: 168 time: 0.1327395 Nov 04 09:21:53.141677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48620) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.148230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f0ed7-b9c0-420a-a7fb-d380608a5da3 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fe537c-4384-4ad4-9aae-4391322ba4dd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:53.193177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1ef3dc5a-ad2f-49f1-b598-f2f103cb308f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465112 Nov 04 09:21:53.194356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48622) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.198949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-46c6dcf9-72f5-4d85-b6ce-330901e2457b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457333573'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:53.222313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c6dcf9-72f5-4d85-b6ce-330901e2457b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.290911 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c6dcf9-72f5-4d85-b6ce-330901e2457b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.295241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c6dcf9-72f5-4d85-b6ce-330901e2457b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.325697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-46c6dcf9-72f5-4d85-b6ce-330901e2457b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.326955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-46c6dcf9-72f5-4d85-b6ce-330901e2457b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1315372 Nov 04 09:21:53.329266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6dcf9-72f5-4d85-b6ce-330901e2457b tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf44994f-72fc-4d29-9f49-0efea1a84756,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:53.330411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48624) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.335770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-66607c98-5203-4e13-91d4-2cd43a063d4a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': 'cf44994f-72fc-4d29-9f49-0efea1a84756', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:53.380249 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-66607c98-5203-4e13-91d4-2cd43a063d4a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The resource could not be found. Nov 04 09:21:53.381327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-66607c98-5203-4e13-91d4-2cd43a063d4a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0496781 Nov 04 09:21:53.384252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48626) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.389675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-89fbb18b-9014-4c2b-8b2f-ee701daf42cf tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': 'cf44994f-72fc-4d29-9f49-0efea1a84756', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9edee7b1-651b-4166-8542-e9e197d47661'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:53.430356 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-89fbb18b-9014-4c2b-8b2f-ee701daf42cf tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The resource could not be found. Nov 04 09:21:53.431520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-89fbb18b-9014-4c2b-8b2f-ee701daf42cf tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0461125 Nov 04 09:21:53.434472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48628) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.491650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.514231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.560277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.563583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.564865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf44994f-72fc-4d29-9f49-0efea1a84756 HTTP/1.1" status: 204 len: 168 time: 0.1294031 Nov 04 09:21:53.567666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48630) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.574080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf44994f-72fc-4d29-9f49-0efea1a84756,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:53.582886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.583362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.583806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.584268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.584720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.585209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.585627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.586050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.586469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.586923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.587340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.587952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d44d6b6-f0f7-4ad4-b7cb-225b33da4f07 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:21:53.618022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-004ba095-5c89-40ff-8c51-e6741c97d3cd tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447919 Nov 04 09:21:53.618022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48632) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.622766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-69a8eed6-561f-4cc0-9087-a3b60dbd052f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': 'c2fa7d4b-607b-4246-95b3-0e1faf26c0b5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:53.663421 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-69a8eed6-561f-4cc0-9087-a3b60dbd052f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The resource could not be found. Nov 04 09:21:53.664424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-69a8eed6-561f-4cc0-9087-a3b60dbd052f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0457413 Nov 04 09:21:53.668011 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48634) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.673447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6b78aa35-658d-487d-8fee-46cf9d0bd20c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--951236328'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:53.696146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b78aa35-658d-487d-8fee-46cf9d0bd20c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.765880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b78aa35-658d-487d-8fee-46cf9d0bd20c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.770296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b78aa35-658d-487d-8fee-46cf9d0bd20c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.800679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6b78aa35-658d-487d-8fee-46cf9d0bd20c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.804466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6b78aa35-658d-487d-8fee-46cf9d0bd20c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1329913 Nov 04 09:21:53.804802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48638) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.808928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-985955bb-2540-4687-80f8-8f2f29e4e1aa tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653029469'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:53.814292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78aa35-658d-487d-8fee-46cf9d0bd20c tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c23bd8-f7ac-49e9-8c37-cd026a025de8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:53.836478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-985955bb-2540-4687-80f8-8f2f29e4e1aa tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.912887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-985955bb-2540-4687-80f8-8f2f29e4e1aa tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.917815 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-985955bb-2540-4687-80f8-8f2f29e4e1aa tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.951053 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-985955bb-2540-4687-80f8-8f2f29e4e1aa tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:53.952309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-985955bb-2540-4687-80f8-8f2f29e4e1aa tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1467464 Nov 04 09:21:53.953464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985955bb-2540-4687-80f8-8f2f29e4e1aa tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fca545-b9d7-424a-a3dd-dbdc331e8eb8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:53.955411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48642) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:53.962677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-81bace95-91c9-42af-bf17-4db3824411c2 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group_rule': {'security_group_id': 'e5c23bd8-f7ac-49e9-8c37-cd026a025de8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e3fca545-b9d7-424a-a3dd-dbdc331e8eb8'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:54.005941 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-81bace95-91c9-42af-bf17-4db3824411c2 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:21:54.010457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.016281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-81bace95-91c9-42af-bf17-4db3824411c2 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0496018 Nov 04 09:21:54.064592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c1d5aa3-d79e-45d8-a924-4f7d36bea6db tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.095605 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c1d5aa3-d79e-45d8-a924-4f7d36bea6db tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.143750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c1d5aa3-d79e-45d8-a924-4f7d36bea6db tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.146360 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c1d5aa3-d79e-45d8-a924-4f7d36bea6db tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.147509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c1d5aa3-d79e-45d8-a924-4f7d36bea6db tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/e3fca545-b9d7-424a-a3dd-dbdc331e8eb8 HTTP/1.1" status: 204 len: 168 time: 0.1360285 Nov 04 09:21:54.150320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48652) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.157480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d5aa3-d79e-45d8-a924-4f7d36bea6db tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fca545-b9d7-424a-a3dd-dbdc331e8eb8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:54.208404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dbf184a9-afd7-4362-bed7-17fe2c548321 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0562811 Nov 04 09:21:54.211341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48654) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.268276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ea68b86-668a-456a-b5a5-6dd20f7b47cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.290736 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ea68b86-668a-456a-b5a5-6dd20f7b47cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.332973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ea68b86-668a-456a-b5a5-6dd20f7b47cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.336375 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ea68b86-668a-456a-b5a5-6dd20f7b47cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.337533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ea68b86-668a-456a-b5a5-6dd20f7b47cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5c23bd8-f7ac-49e9-8c37-cd026a025de8 HTTP/1.1" status: 204 len: 168 time: 0.1252158 Nov 04 09:21:54.340327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48656) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.347312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea68b86-668a-456a-b5a5-6dd20f7b47cb tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c23bd8-f7ac-49e9-8c37-cd026a025de8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:54.396113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ac85d668-595f-4196-80d8-3d45ee726422 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543842 Nov 04 09:21:54.401806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48658) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.407016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9108ac9d-e89c-485e-a807-ca57d5fcd73a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914494017'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:54.429724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9108ac9d-e89c-485e-a807-ca57d5fcd73a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.503469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9108ac9d-e89c-485e-a807-ca57d5fcd73a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.507692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9108ac9d-e89c-485e-a807-ca57d5fcd73a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.537527 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9108ac9d-e89c-485e-a807-ca57d5fcd73a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.538923 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9108ac9d-e89c-485e-a807-ca57d5fcd73a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1359959 Nov 04 09:21:54.543595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108ac9d-e89c-485e-a807-ca57d5fcd73a tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4f8491-261c-4573-803f-02b2bb758212,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:54.544098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48660) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.556058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4b63da9b-82e6-4914-b411-ac9dac1be1ab tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:54.556792 n-d-816487-1 neutron-server[102555]: WARNING neutron.api.v2.base [None req-4b63da9b-82e6-4914-b411-ac9dac1be1ab tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 04 09:21:54.557729 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-4b63da9b-82e6-4914-b411-ac9dac1be1ab tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] update failed (client error): There was a conflict when trying to complete your request. Nov 04 09:21:54.559450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4b63da9b-82e6-4914-b411-ac9dac1be1ab tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "PUT /v2.0/security-groups/6e4f8491-261c-4573-803f-02b2bb758212 HTTP/1.1" status: 409 len: 330 time: 0.0139213 Nov 04 09:21:54.563356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48662) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.634205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dac197d-f000-458c-bb2d-c9f8df2784a1 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.661935 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dac197d-f000-458c-bb2d-c9f8df2784a1 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.716263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dac197d-f000-458c-bb2d-c9f8df2784a1 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.718839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0dac197d-f000-458c-bb2d-c9f8df2784a1 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:54.720113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0dac197d-f000-458c-bb2d-c9f8df2784a1 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/6e4f8491-261c-4573-803f-02b2bb758212 HTTP/1.1" status: 204 len: 168 time: 0.1551516 Nov 04 09:21:54.723021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48664) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.730045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac197d-f000-458c-bb2d-c9f8df2784a1 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4f8491-261c-4573-803f-02b2bb758212,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:54.778458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fa22da19-e1fd-47cd-a477-ba0c183b36ea tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538726 Nov 04 09:21:54.785678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48666) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.799566 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-97c5621d-c991-40d2-ae9f-007cf26789f6 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] delete failed (client error): The resource could not be found. Nov 04 09:21:54.800624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-97c5621d-c991-40d2-ae9f-007cf26789f6 tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "DELETE /v2.0/security-groups/f7df19d1-f407-4bfa-ac71-7274eb46c6c8 HTTP/1.1" status: 404 len: 347 time: 0.0140004 Nov 04 09:21:54.804388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48668) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.820228 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-43e78bb4-0d51-4fda-9d85-acfa5b9be33f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] show failed (client error): The resource could not be found. Nov 04 09:21:54.823344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-43e78bb4-0d51-4fda-9d85-acfa5b9be33f tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-groups/7a5b3d3a-99a1-430e-b447-a170d13261ec HTTP/1.1" status: 404 len: 347 time: 0.0158703 Nov 04 09:21:54.826283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48670) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:54.842420 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-606a92e0-54be-4e31-9b90-a110e7f66d5d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] show failed (client error): The resource could not be found. Nov 04 09:21:54.844221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-606a92e0-54be-4e31-9b90-a110e7f66d5d tempest-NegativeSecGroupTest-1220975402 tempest-NegativeSecGroupTest-1220975402-project] 10.222.0.53 "GET /v2.0/security-group-rules/e0e4f1bd-17d7-49e0-8b86-0b0f72150c3e HTTP/1.1" status: 404 len: 356 time: 0.0162597 Nov 04 09:21:55.117487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48680) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:55.280123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8aed7a1-47db-425a-b833-e7cdad09d6f2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae4c4ef27d5b405785f93328337a9b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612709 Nov 04 09:21:55.282757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:55.332144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a40b1a3-dc78-4721-afd2-fbbb62f3ced2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:55.354333 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a40b1a3-dc78-4721-afd2-fbbb62f3ced2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:55.402183 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a40b1a3-dc78-4721-afd2-fbbb62f3ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:55.405041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8a40b1a3-dc78-4721-afd2-fbbb62f3ced2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:55.406825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8a40b1a3-dc78-4721-afd2-fbbb62f3ced2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/027fab56-c2d7-45ce-9f65-c88717774f80 HTTP/1.1" status: 204 len: 168 time: 0.1230907 Nov 04 09:21:55.414550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40b1a3-dc78-4721-afd2-fbbb62f3ced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027fab56-c2d7-45ce-9f65-c88717774f80,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:56.094679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:56.196743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8a43cfb5-c08e-4d8d-8163-dadf05a41f05 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1061963844', 'prefixes': ['172.20.0.0/16']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:56.258355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a43cfb5-c08e-4d8d-8163-dadf05a41f05 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] Notify callbacks [] for subnetpool, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:56.262223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a43cfb5-c08e-4d8d-8163-dadf05a41f05 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1642327 Nov 04 09:21:56.263329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:56.307393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-32f8dc98-7d24-4a20-b563-2da4e34a4672 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] 10.222.0.53 "GET /v2.0/subnetpools/a146b90d-195a-4d6a-837a-8437f2bd7878 HTTP/1.1" status: 200 len: 732 time: 0.0436635 Nov 04 09:21:56.310514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:56.316083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7d3eae24-8b47-4e2e-8fc4-c8e9dd11894f tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1846379374'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:56.402328 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d3eae24-8b47-4e2e-8fc4-c8e9dd11894f tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] Notify callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:56.403560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7d3eae24-8b47-4e2e-8fc4-c8e9dd11894f tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] 10.222.0.53 "PUT /v2.0/subnetpools/a146b90d-195a-4d6a-837a-8437f2bd7878 HTTP/1.1" status: 200 len: 684 time: 0.0919859 Nov 04 09:21:56.407002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48730) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:56.501408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b3857c3-c468-443a-b923-d7c0d7059a65 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] Notify callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:56.504117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2b3857c3-c468-443a-b923-d7c0d7059a65 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] 10.222.0.53 "DELETE /v2.0/subnetpools/a146b90d-195a-4d6a-837a-8437f2bd7878 HTTP/1.1" status: 204 len: 168 time: 0.0945222 Nov 04 09:21:56.505328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48732) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:56.519959 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-2efae77e-fdeb-4f3e-bf5c-e30a2b51c174 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] show failed (client error): The resource could not be found. Nov 04 09:21:56.520964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2efae77e-fdeb-4f3e-bf5c-e30a2b51c174 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] 10.222.0.53 "GET /v2.0/subnetpools/a146b90d-195a-4d6a-837a-8437f2bd7878 HTTP/1.1" status: 404 len: 346 time: 0.0147080 Nov 04 09:21:56.523652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48734) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:56.538505 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-027b5a16-c52d-4ab6-9ecc-b97bba475386 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] delete failed (client error): The resource could not be found. Nov 04 09:21:56.539488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-027b5a16-c52d-4ab6-9ecc-b97bba475386 tempest-SubnetPoolsTestJSON-2073452872 tempest-SubnetPoolsTestJSON-2073452872-project] 10.222.0.53 "DELETE /v2.0/subnetpools/a146b90d-195a-4d6a-837a-8437f2bd7878 HTTP/1.1" status: 404 len: 346 time: 0.0149384 Nov 04 09:21:56.802081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48740) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:56.914559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed742-535e-43b6-9029-567beeda4c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:56.999298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed742-535e-43b6-9029-567beeda4c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:57.005840 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5a5ed742-535e-43b6-9029-567beeda4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:57.048234 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5a5ed742-535e-43b6-9029-567beeda4c7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddbd15743dc34101af7920175a537926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440529 Nov 04 09:21:57.049408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5ed742-535e-43b6-9029-567beeda4c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1553e31f-79e0-4f58-8bc2-aef88c43a4a0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:57.050296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:57.120452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4577a30e-36fb-4507-98a8-3f0ec091a36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:57.144367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4577a30e-36fb-4507-98a8-3f0ec091a36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:57.211130 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4577a30e-36fb-4507-98a8-3f0ec091a36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:57.214621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4577a30e-36fb-4507-98a8-3f0ec091a36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:57.215771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4577a30e-36fb-4507-98a8-3f0ec091a36e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1553e31f-79e0-4f58-8bc2-aef88c43a4a0 HTTP/1.1" status: 204 len: 168 time: 0.1644442 Nov 04 09:21:57.225280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577a30e-36fb-4507-98a8-3f0ec091a36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1553e31f-79e0-4f58-8bc2-aef88c43a4a0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:57.918053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48776) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:58.022618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1563460560'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:58.042592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Made reservation on behalf of 2d474c46dff34291b81225e93bec698d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:58.046032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.054967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.148276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.153161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.188375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:21:58.193551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e469a7-ea39-4d31-8813-5f62819c6552,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:58.203202 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.203985 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Added segment 60cd5ca2-5ae1-4328-a699-7c21850e7056 of type vlan for network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee Nov 04 09:21:58.271034 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.300418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.306627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:58.307219 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.376138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d228f-7735-40d6-9881-08955f6e2f87 req-93112026-f3b7-4004-8832-9e4e68734e90 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:58.377702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a06d228f-7735-40d6-9881-08955f6e2f87 req-93112026-f3b7-4004-8832-9e4e68734e90 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0734177 Nov 04 09:21:58.379695 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4603074 Nov 04 09:21:58.382963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48792) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:58.391262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Request body: {'subnet': {'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:58.396417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e364a4-d040-4112-9dd1-748e7494d85d tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event updated for resources: {'Network': ['ID=e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:58.408730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:21:58.431218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a06d228f-7735-40d6-9881-08955f6e2f87 req-158870fa-cee5-4c60-8d19-95350e2b69f4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451858 Nov 04 09:21:58.514807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Made reservation on behalf of 2d474c46dff34291b81225e93bec698d for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:58.519722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.602325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1dd814-86fd-4637-94f8-5556d2052ac2 req-bd2d3220-c464-4922-b7f4-966c525adb6e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:58.603888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d1dd814-86fd-4637-94f8-5556d2052ac2 req-bd2d3220-c464-4922-b7f4-966c525adb6e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0578301 Nov 04 09:21:58.652500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d1dd814-86fd-4637-94f8-5556d2052ac2 req-fd446d14-4481-444c-a81e-1d81700299b0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364630 Nov 04 09:21:58.729948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.793933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event updated for resources: {'Subnet': ['ID=7354dc10-4e69-4a60-96aa-2c748094adf2,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:58.802120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Checking segment: {'id': '60cd5ca2-5ae1-4328-a699-7c21850e7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:58.802541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Network hostable DHCP agents. Network: e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:21:58.821942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:21:58.833233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:58.839226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:58.839820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:58.849404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ef45c-8997-48ba-92af-9af1280047d6 None None] Network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:21:58.864600 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eef80957-d952-46cb-83ae-24ce101fa3d1 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4778957 Nov 04 09:21:58.864842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48800) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:58.871118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Request body: {'port': {'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee', 'name': 'tempest-TagsExtTest-788997981'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:58.923898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a87e0-f08d-43f9-8e07-b2add855f2b9 req-cba4f11b-e299-400c-a154-ba64dbd111bf tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:58.925685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d3a87e0-f08d-43f9-8e07-b2add855f2b9 req-cba4f11b-e299-400c-a154-ba64dbd111bf tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0594220 Nov 04 09:21:58.969940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d3a87e0-f08d-43f9-8e07-b2add855f2b9 req-c7c5c686-ee22-4432-b088-13f1aa83e4ca tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371020 Nov 04 09:21:59.025633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Made reservation on behalf of 2d474c46dff34291b81225e93bec698d for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:21:59.032291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.056575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] device_id is not set on port 32fcc5be-8df0-4f2d-ad6c-87705f242853 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:21:59.059657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee', 'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee', 'tenant_id': '2d474c46dff34291b81225e93bec698d', 'fixed_ips': [{'subnet_id': '7354dc10-4e69-4a60-96aa-2c748094adf2'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:21:59.060679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.209949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Allocated IP 172.20.0.4 (e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee/7354dc10-4e69-4a60-96aa-2c748094adf2/32fcc5be-8df0-4f2d-ad6c-87705f242853) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:59.402864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.453479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.490592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03003033-370c-4e38-8689-def32f3f8083 req-225baf9d-c866-49f2-b0cb-67c8f6277df1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:59.492222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03003033-370c-4e38-8689-def32f3f8083 req-225baf9d-c866-49f2-b0cb-67c8f6277df1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0798926 Nov 04 09:21:59.509762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Allocated IP 172.20.0.2 (e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee/7354dc10-4e69-4a60-96aa-2c748094adf2/7565f340-aa3d-4e25-a972-d853076c21fa) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:21:59.530409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event updated for resources: {'Port': ['ID=32fcc5be-8df0-4f2d-ad6c-87705f242853,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:59.548036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03003033-370c-4e38-8689-def32f3f8083 req-1f47edc4-e5b9-4042-8bcf-63c7485ddc9d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488906 Nov 04 09:21:59.574325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:59.575767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:59.580650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:59.638919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:21:59.639569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.662199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-785f26bd-1322-436b-8db4-e8eafb353639 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7960579 Nov 04 09:21:59.665263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48818) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:59.671751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c99f63ef-3667-45bf-a752-7aa5ae803011 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1443215392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:59.695916 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.701794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c99f63ef-3667-45bf-a752-7aa5ae803011 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.703880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c99f63ef-3667-45bf-a752-7aa5ae803011 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.713314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.751914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:21:59.756736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:21:59.760989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:21:59.766817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c99f63ef-3667-45bf-a752-7aa5ae803011 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.772215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c99f63ef-3667-45bf-a752-7aa5ae803011 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.793848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c99f63ef-3667-45bf-a752-7aa5ae803011 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.797041 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c99f63ef-3667-45bf-a752-7aa5ae803011 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1300364 Nov 04 09:21:59.799035 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48820) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:59.803800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f96037c4-21e1-4f65-acef-ad071cc33e6e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-105855001', 'prefixes': ['172.20.0.0/16']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:21:59.824602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Pushing event updated for resources: {'Port': ['ID=7565f340-aa3d-4e25-a972-d853076c21fa,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:21:59.845943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Attempting to bind port 7565f340-aa3d-4e25-a972-d853076c21fa on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:21:59.846314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Attempting to bind port 7565f340-aa3d-4e25-a972-d853076c21fa by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '60cd5ca2-5ae1-4328-a699-7c21850e7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:21:59.846669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Attempting to bind port 7565f340-aa3d-4e25-a972-d853076c21fa on network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:21:59.852668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:21:59.853273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Checking segment: {'id': '60cd5ca2-5ae1-4328-a699-7c21850e7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:21:59.853712 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.854098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Bound using segment: {'id': '60cd5ca2-5ae1-4328-a699-7c21850e7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:21:59.854569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Bound port: 7565f340-aa3d-4e25-a972-d853076c21fa, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60cd5ca2-5ae1-4328-a699-7c21850e7056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:21:59.854944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.884443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f96037c4-21e1-4f65-acef-ad071cc33e6e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:21:59.889110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f96037c4-21e1-4f65-acef-ad071cc33e6e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0854828 Nov 04 09:21:59.891296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:21:59.897406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-a5fb4db0-3da8-4423-817f-3835c004d80a tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', 'tempest-TagsExtTest-Tag-1992370881') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:21:59.966234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] For port 7565f340-aa3d-4e25-a972-d853076c21fa, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:21:59.970146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] For port 7565f340-aa3d-4e25-a972-d853076c21fa, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7565f340-aa3d-4e25-a972-d853076c21fa,segment=NetworkSegment(60cd5ca2-5ae1-4328-a699-7c21850e7056),segment_id=60cd5ca2-5ae1-4328-a699-7c21850e7056)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:21:59.975485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:00.065398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a5fb4db0-3da8-4423-817f-3835c004d80a tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags/tempest-TagsExtTest-Tag-1992370881 HTTP/1.1" status: 201 len: 201 time: 0.1728613 Nov 04 09:22:00.071402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48824) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.076555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-28fff1ca-d5ef-434b-953a-bd32b0cb2742 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', 'tempest-TagsExtTest-Tag-1468380830') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:00.079017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f1d2f-b088-4207-8546-e587f7dde45f None None] Pushing event updated for resources: {'Port': ['ID=7565f340-aa3d-4e25-a972-d853076c21fa,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:00.168871 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-28fff1ca-d5ef-434b-953a-bd32b0cb2742 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags/tempest-TagsExtTest-Tag-1468380830 HTTP/1.1" status: 201 len: 201 time: 0.0961828 Nov 04 09:22:00.172299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.178940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-377b5e6e-2cad-4a4c-ae46-3f83bfcbd46c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', 'tempest-TagsExtTest-Tag-906252240') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:00.365137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-377b5e6e-2cad-4a4c-ae46-3f83bfcbd46c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags/tempest-TagsExtTest-Tag-906252240 HTTP/1.1" status: 201 len: 201 time: 0.1914485 Nov 04 09:22:00.369833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48836) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.383590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-2095352e-c399-4569-8d3b-778718f1d8b8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', 'tempest-TagsExtTest-Tag-1626155515') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:00.463887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2095352e-c399-4569-8d3b-778718f1d8b8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags/tempest-TagsExtTest-Tag-1626155515 HTTP/1.1" status: 201 len: 201 time: 0.0925219 Nov 04 09:22:00.467884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48838) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.471167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-8786fa57-8d31-4c36-82b4-73d984cf9eed tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:00.525265 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8786fa57-8d31-4c36-82b4-73d984cf9eed tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags HTTP/1.1" status: 200 len: 241 time: 0.0573618 Nov 04 09:22:00.527758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.532735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-292196bc-fbf3-4ce2-b47b-a72533333635 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', 'tempest-TagsExtTest-Tag-1992370881') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:00.612039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-292196bc-fbf3-4ce2-b47b-a72533333635 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags/tempest-TagsExtTest-Tag-1992370881 HTTP/1.1" status: 204 len: 168 time: 0.0831997 Nov 04 09:22:00.614489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.618784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-16edd7a4-ea45-42e4-abef-49148f838e2c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', 'tempest-TagsExtTest-Tag-1992370881') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:00.709432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7565f340-aa3d-4e25-a972-d853076c21fa up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:22:00.730800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb0586-5d52-4bfb-baf9-505b52f4d070 req-6809baa0-6db5-40ca-9c13-85434ca3af30 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:00.734203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21fb0586-5d52-4bfb-baf9-505b52f4d070 req-6809baa0-6db5-40ca-9c13-85434ca3af30 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0845590 Nov 04 09:22:00.759552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7565f340-aa3d-4e25-a972-d853076c21fa triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:00.760265 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:00.796036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-16edd7a4-ea45-42e4-abef-49148f838e2c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags/tempest-TagsExtTest-Tag-1992370881 HTTP/1.1" status: 204 len: 168 time: 0.1780598 Nov 04 09:22:00.796865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.802598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-5393bc1f-9fbd-4537-9ccf-95ca91740cb8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:00.812583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21fb0586-5d52-4bfb-baf9-505b52f4d070 req-898562d4-2706-402e-880b-904383ee67cf tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717976 Nov 04 09:22:00.942544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48848) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:00.943196 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5393bc1f-9fbd-4537-9ccf-95ca91740cb8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags HTTP/1.1" status: 200 len: 205 time: 0.1445110 Nov 04 09:22:00.947283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-e5833571-05cf-4bbc-8aad-5267dc7c1272 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.023534 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e5833571-05cf-4bbc-8aad-5267dc7c1272 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags HTTP/1.1" status: 200 len: 241 time: 0.0798433 Nov 04 09:22:01.026122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.031331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-5f1c1ca3-c91d-4406-86a2-fa33fc3763d4 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', 'tempest-TagsExtTest-Tag-1468380830') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.035486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:01.074521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 7565f340-aa3d-4e25-a972-d853076c21fa, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7565f340-aa3d-4e25-a972-d853076c21fa,segment=NetworkSegment(60cd5ca2-5ae1-4328-a699-7c21850e7056),segment_id=60cd5ca2-5ae1-4328-a699-7c21850e7056)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:01.083255 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:01.092485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5f1c1ca3-c91d-4406-86a2-fa33fc3763d4 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags/tempest-TagsExtTest-Tag-1468380830 HTTP/1.1" status: 204 len: 168 time: 0.0651197 Nov 04 09:22:01.096131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.101210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-da02e30b-a93e-4d34-8424-d2edf410e22c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', 'tempest-TagsExtTest-Tag-1468380830') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.143300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=7565f340-aa3d-4e25-a972-d853076c21fa,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:01.185900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-da02e30b-a93e-4d34-8424-d2edf410e22c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags/tempest-TagsExtTest-Tag-1468380830 HTTP/1.1" status: 204 len: 168 time: 0.0883625 Nov 04 09:22:01.188947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48854) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.193722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-1b375506-e44d-4326-a117-b22d0e53cc51 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.228757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95f7a3-9226-4787-a24e-eb0a2d516e41 None None] Network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:22:01.259778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1b375506-e44d-4326-a117-b22d0e53cc51 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags HTTP/1.1" status: 200 len: 205 time: 0.0673485 Nov 04 09:22:01.260627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48858) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.266213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-5e785885-66bb-4702-81cc-4c231ba7b174 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.329396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-14f88cd6-63f4-4d11-a2cc-981720814071 None None] Provisioning complete for port 7565f340-aa3d-4e25-a972-d853076c21fa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:01.329979 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14f88cd6-63f4-4d11-a2cc-981720814071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:01.371810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48864) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.372087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5e785885-66bb-4702-81cc-4c231ba7b174 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags HTTP/1.1" status: 200 len: 240 time: 0.1101549 Nov 04 09:22:01.377261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-bdd4f06d-dac9-4398-bde0-038dafa2c89c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', 'tempest-TagsExtTest-Tag-906252240') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.476275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bdd4f06d-dac9-4398-bde0-038dafa2c89c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags/tempest-TagsExtTest-Tag-906252240 HTTP/1.1" status: 204 len: 168 time: 0.1031826 Nov 04 09:22:01.478571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.483198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-af7dd34d-4f92-4b56-ac49-7da9a9b19926 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', 'tempest-TagsExtTest-Tag-906252240') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.593532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-af7dd34d-4f92-4b56-ac49-7da9a9b19926 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags/tempest-TagsExtTest-Tag-906252240 HTTP/1.1" status: 204 len: 168 time: 0.1107848 Nov 04 09:22:01.594207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48874) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.598920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-2cffb869-2949-4285-b261-d4b9734a7b3f tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.684052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2cffb869-2949-4285-b261-d4b9734a7b3f tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags HTTP/1.1" status: 200 len: 205 time: 0.0882788 Nov 04 09:22:01.686359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.691654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-aeb31cda-f7c7-4976-baaf-27d59faa5f22 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.719280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aeb31cda-f7c7-4976-baaf-27d59faa5f22 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags HTTP/1.1" status: 200 len: 241 time: 0.0275533 Nov 04 09:22:01.719705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.724391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-083a0529-3a8a-4fad-9b8a-e3f257f97621 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', 'tempest-TagsExtTest-Tag-1626155515') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.764296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.770242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-6368f964-05c0-48b9-933b-fa7588ca0dd6 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', 'tempest-TagsExtTest-Tag-1626155515') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.776056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-083a0529-3a8a-4fad-9b8a-e3f257f97621 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags/tempest-TagsExtTest-Tag-1626155515 HTTP/1.1" status: 204 len: 168 time: 0.0551798 Nov 04 09:22:01.818182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b1a70547-f7e5-4708-9946-a3081011e46a None None] Provisioning complete for port 7565f340-aa3d-4e25-a972-d853076c21fa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:01.818714 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b1a70547-f7e5-4708-9946-a3081011e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:01.839922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.850797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-e8808a6a-edb9-413e-badf-45cf595f8f02 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.859664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6368f964-05c0-48b9-933b-fa7588ca0dd6 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags/tempest-TagsExtTest-Tag-1626155515 HTTP/1.1" status: 204 len: 168 time: 0.0937905 Nov 04 09:22:01.890398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.896104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-32e46d72-ebfc-43c2-a481-1f70dd87c4b2 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:01.903441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e8808a6a-edb9-413e-badf-45cf595f8f02 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags HTTP/1.1" status: 200 len: 205 time: 0.0613949 Nov 04 09:22:01.946601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-32e46d72-ebfc-43c2-a481-1f70dd87c4b2 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags HTTP/1.1" status: 204 len: 168 time: 0.0547705 Nov 04 09:22:01.948459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48888) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:01.977852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-57df16ea-5f7d-4dd6-9bb1-cd0f79ab405b tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.001142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3678028-2f64-4730-b7e3-4e7a1ef36747 req-bf5700f6-f26c-4988-9329-30b0e744a9df tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:02.003491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3678028-2f64-4730-b7e3-4e7a1ef36747 req-bf5700f6-f26c-4988-9329-30b0e744a9df tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0753136 Nov 04 09:22:02.042134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b1a70547-f7e5-4708-9946-a3081011e46a None None] Provisioning complete for port 32fcc5be-8df0-4f2d-ad6c-87705f242853 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:02.042506 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b1a70547-f7e5-4708-9946-a3081011e46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:02.085390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3678028-2f64-4730-b7e3-4e7a1ef36747 req-6346ebe5-256c-4b68-acaf-7c4a342eada9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623560 Nov 04 09:22:02.113042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b1a70547-f7e5-4708-9946-a3081011e46a None None] Port 32fcc5be-8df0-4f2d-ad6c-87705f242853 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:22:02.133385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:02.133819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-57df16ea-5f7d-4dd6-9bb1-cd0f79ab405b tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags HTTP/1.1" status: 204 len: 168 time: 0.1840506 Nov 04 09:22:02.139046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-4bf28222-839c-42bf-b9ae-1c23c27d7446 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.219915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4bf28222-839c-42bf-b9ae-1c23c27d7446 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags HTTP/1.1" status: 204 len: 168 time: 0.0831680 Nov 04 09:22:02.220795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48898) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:02.230356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-e250f1d6-6e54-4671-9264-f5ba41710373 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.250450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-93d9bfbc-b86a-46c5-b164-f08e66ba2d3d None None] Provisioning complete for port 32fcc5be-8df0-4f2d-ad6c-87705f242853 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:02.252655 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93d9bfbc-b86a-46c5-b164-f08e66ba2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:02.295447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-93d9bfbc-b86a-46c5-b164-f08e66ba2d3d None None] Port 32fcc5be-8df0-4f2d-ad6c-87705f242853 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:22:02.312332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e250f1d6-6e54-4671-9264-f5ba41710373 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags HTTP/1.1" status: 204 len: 168 time: 0.0901651 Nov 04 09:22:02.316400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48902) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:02.321564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-ba9a4bab-980b-4001-8e20-e1bbf2dc6dac tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', 'tempest-TagsExtTest-Tag-542990410') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.425901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba9a4bab-980b-4001-8e20-e1bbf2dc6dac tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags/tempest-TagsExtTest-Tag-542990410 HTTP/1.1" status: 201 len: 201 time: 0.1078677 Nov 04 09:22:02.428669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48908) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:02.434069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-77134aac-27d5-442d-8bfa-8d06392209b0 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', 'tempest-TagsExtTest-Tag-1130994202') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.537068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-77134aac-27d5-442d-8bfa-8d06392209b0 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags/tempest-TagsExtTest-Tag-1130994202 HTTP/1.1" status: 201 len: 201 time: 0.1067863 Nov 04 09:22:02.539556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:02.544386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-56065704-7376-4975-ad76-b959baf1f94e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', 'tempest-TagsExtTest-Tag-1566779516') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.658457 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7565f340-aa3d-4e25-a972-d853076c21fa up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:22:02.673424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-56065704-7376-4975-ad76-b959baf1f94e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags/tempest-TagsExtTest-Tag-1566779516 HTTP/1.1" status: 201 len: 201 time: 0.1328163 Nov 04 09:22:02.678171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:02.683566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-38b4e740-92e3-4865-95c7-24a8975357e2 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', 'tempest-TagsExtTest-Tag-1292998917') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.735671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-38b4e740-92e3-4865-95c7-24a8975357e2 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags/tempest-TagsExtTest-Tag-1292998917 HTTP/1.1" status: 201 len: 201 time: 0.0561173 Nov 04 09:22:02.736408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48914) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:02.741109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-beaad8bb-43f5-4a16-be85-82b0cd9e75b0 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', {'tags': ['tempest-TagsExtTest-Tag-1858494390', 'tempest-TagsExtTest-Tag-1223499196', 'tempest-TagsExtTest-Tag-1618460310']}) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:02.744531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7565f340-aa3d-4e25-a972-d853076c21fa triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:02.744923 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:03.187929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-beaad8bb-43f5-4a16-be85-82b0cd9e75b0 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags HTTP/1.1" status: 200 len: 318 time: 0.4501929 Nov 04 09:22:03.190225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.195921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-ae5ef97e-5153-4bb1-9b55-4a541ad39f7e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.237674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52e245-2cf7-4eea-bfd9-1ba36660b3a7 req-ae9adcb3-cdc9-487e-9603-cbb6e7554fa8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:03.239585 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be52e245-2cf7-4eea-bfd9-1ba36660b3a7 req-ae9adcb3-cdc9-487e-9603-cbb6e7554fa8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0554273 Nov 04 09:22:03.266403 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae5ef97e-5153-4bb1-9b55-4a541ad39f7e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags HTTP/1.1" status: 204 len: 168 time: 0.0750682 Nov 04 09:22:03.269284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48924) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.273472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-c8c6fa76-fbcf-4713-b9a1-8958247da400 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', 'tempest-TagsExtTest-Tag-1858494390') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.283009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be52e245-2cf7-4eea-bfd9-1ba36660b3a7 req-b0a2b22c-62a3-4a3e-9691-50da73c38eb9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368698 Nov 04 09:22:03.333503 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-c8c6fa76-fbcf-4713-b9a1-8958247da400 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:03.334561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c8c6fa76-fbcf-4713-b9a1-8958247da400 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags/tempest-TagsExtTest-Tag-1858494390 HTTP/1.1" status: 404 len: 329 time: 0.0643597 Nov 04 09:22:03.337520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.342028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-a509fd2f-1e24-4ce4-ab5b-754c782520a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', 'tempest-TagsExtTest-Tag-1223499196') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.404249 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-a509fd2f-1e24-4ce4-ab5b-754c782520a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:03.404249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a509fd2f-1e24-4ce4-ab5b-754c782520a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags/tempest-TagsExtTest-Tag-1223499196 HTTP/1.1" status: 404 len: 329 time: 0.0653422 Nov 04 09:22:03.406671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48934) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.411076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-b28102b5-4d60-4a5d-9d6d-0a8bd0fdb321 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2', 'tempest-TagsExtTest-Tag-1618460310') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.467708 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-b28102b5-4d60-4a5d-9d6d-0a8bd0fdb321 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:03.469314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b28102b5-4d60-4a5d-9d6d-0a8bd0fdb321 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags/tempest-TagsExtTest-Tag-1618460310 HTTP/1.1" status: 404 len: 329 time: 0.0612545 Nov 04 09:22:03.471798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48936) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.476249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-d0b27bb8-a50a-491d-8918-787467a43ca9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', {'tags': ['tempest-TagsExtTest-Tag-170044712', 'tempest-TagsExtTest-Tag-775312576', 'tempest-TagsExtTest-Tag-575660839']}) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.535232 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d0b27bb8-a50a-491d-8918-787467a43ca9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags HTTP/1.1" status: 200 len: 315 time: 0.0623298 Nov 04 09:22:03.538150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48938) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.542808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-c81e5a5d-ca01-4187-91f9-eb116f0fa6dc tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.613485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c81e5a5d-ca01-4187-91f9-eb116f0fa6dc tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags HTTP/1.1" status: 204 len: 168 time: 0.0743351 Nov 04 09:22:03.616321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.621175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-c9354308-867f-47da-ad2e-7e94c43ac3e9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', 'tempest-TagsExtTest-Tag-170044712') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.674186 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-c9354308-867f-47da-ad2e-7e94c43ac3e9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:03.677922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c9354308-867f-47da-ad2e-7e94c43ac3e9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags/tempest-TagsExtTest-Tag-170044712 HTTP/1.1" status: 404 len: 328 time: 0.0577955 Nov 04 09:22:03.678165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48942) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.682824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-cfc591a8-bf8c-4971-9078-edde30e94ebe tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', 'tempest-TagsExtTest-Tag-775312576') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.735111 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-cfc591a8-bf8c-4971-9078-edde30e94ebe tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:03.736170 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cfc591a8-bf8c-4971-9078-edde30e94ebe tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags/tempest-TagsExtTest-Tag-775312576 HTTP/1.1" status: 404 len: 328 time: 0.0570574 Nov 04 09:22:03.739030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.743238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-141af7c7-2bae-4379-b4dd-07bacbcac0b2 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853', 'tempest-TagsExtTest-Tag-575660839') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.801699 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-141af7c7-2bae-4379-b4dd-07bacbcac0b2 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:03.805375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-141af7c7-2bae-4379-b4dd-07bacbcac0b2 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags/tempest-TagsExtTest-Tag-575660839 HTTP/1.1" status: 404 len: 328 time: 0.0627813 Nov 04 09:22:03.805708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.810493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-21cf25c0-4ba4-4afb-86bc-51aeac0a481f tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', {'tags': ['tempest-TagsExtTest-Tag-875706405', 'tempest-TagsExtTest-Tag-1456091234', 'tempest-TagsExtTest-Tag-375712037']}) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:03.900465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-21cf25c0-4ba4-4afb-86bc-51aeac0a481f tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags HTTP/1.1" status: 200 len: 316 time: 0.0912871 Nov 04 09:22:03.900716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:03.906300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-34a6fb12-d3af-400c-b216-cfe7ec353995 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.012400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-34a6fb12-d3af-400c-b216-cfe7ec353995 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags HTTP/1.1" status: 204 len: 168 time: 0.1105335 Nov 04 09:22:04.016671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.021261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-cb522a89-543e-4f96-b2a7-5630fccce2b9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', 'tempest-TagsExtTest-Tag-875706405') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.114196 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-cb522a89-543e-4f96-b2a7-5630fccce2b9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:04.116394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cb522a89-543e-4f96-b2a7-5630fccce2b9 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags/tempest-TagsExtTest-Tag-875706405 HTTP/1.1" status: 404 len: 328 time: 0.0986326 Nov 04 09:22:04.118606 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.123708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-c0379fc4-f047-4b82-8903-da5e656973b3 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', 'tempest-TagsExtTest-Tag-1456091234') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.238969 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-c0379fc4-f047-4b82-8903-da5e656973b3 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:04.240739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c0379fc4-f047-4b82-8903-da5e656973b3 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags/tempest-TagsExtTest-Tag-1456091234 HTTP/1.1" status: 404 len: 329 time: 0.1207204 Nov 04 09:22:04.243638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.248651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-a80e361a-b91f-490f-8874-c3b2083304e0 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225', 'tempest-TagsExtTest-Tag-375712037') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.255505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7800a-15ef-4894-b9b7-aa3299661de9 req-79147d9b-936d-4d30-8338-5ef95c770f0a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:04.257150 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0b7800a-15ef-4894-b9b7-aa3299661de9 req-79147d9b-936d-4d30-8338-5ef95c770f0a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0669694 Nov 04 09:22:04.305317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0b7800a-15ef-4894-b9b7-aa3299661de9 req-ad1c7482-968e-4d4f-ad15-8be4a19802f9 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392563 Nov 04 09:22:04.335653 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-a80e361a-b91f-490f-8874-c3b2083304e0 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:04.336848 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a80e361a-b91f-490f-8874-c3b2083304e0 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags/tempest-TagsExtTest-Tag-375712037 HTTP/1.1" status: 404 len: 328 time: 0.0919065 Nov 04 09:22:04.339700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 48976) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.344523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.tag.tag_plugin [None req-885dad99-73d6-428f-bad6-2bec2e66f10a tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', {'tags': ['tempest-TagsExtTest-Tag-1018493610', 'tempest-TagsExtTest-Tag-500760180', 'tempest-TagsExtTest-Tag-89603227']}) {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.384656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-885dad99-73d6-428f-bad6-2bec2e66f10a tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "PUT /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags HTTP/1.1" status: 200 len: 315 time: 0.0414436 Nov 04 09:22:04.385763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48978) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.390222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-08523a49-488c-43ce-8390-793ba1480420 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.454344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b00eeb-925e-4fd4-9f82-684c92b4e20a req-a932c96d-4b4a-4719-a73b-551752c94cec tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:04.455872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06b00eeb-925e-4fd4-9f82-684c92b4e20a req-a932c96d-4b4a-4719-a73b-551752c94cec tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0718265 Nov 04 09:22:04.481178 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-08523a49-488c-43ce-8390-793ba1480420 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags HTTP/1.1" status: 204 len: 168 time: 0.0944197 Nov 04 09:22:04.484047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.488451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-a04dddf9-e8b1-45e9-ab78-cf6341954c15 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', 'tempest-TagsExtTest-Tag-1018493610') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.517499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06b00eeb-925e-4fd4-9f82-684c92b4e20a req-e9056fa7-2951-4b20-91d8-cb69f9ff3677 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555470 Nov 04 09:22:04.525093 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-a04dddf9-e8b1-45e9-ab78-cf6341954c15 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:04.528852 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a04dddf9-e8b1-45e9-ab78-cf6341954c15 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags/tempest-TagsExtTest-Tag-1018493610 HTTP/1.1" status: 404 len: 329 time: 0.0410626 Nov 04 09:22:04.529082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48984) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.534019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-354f2934-babc-492b-b6f1-070c095f62d6 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', 'tempest-TagsExtTest-Tag-500760180') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.555620 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-354f2934-babc-492b-b6f1-070c095f62d6 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:04.556608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-354f2934-babc-492b-b6f1-070c095f62d6 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags/tempest-TagsExtTest-Tag-500760180 HTTP/1.1" status: 404 len: 328 time: 0.0266349 Nov 04 09:22:04.559568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48986) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.564707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-0aee19d4-c3df-475a-a860-c8ece9105988 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d', 'tempest-TagsExtTest-Tag-89603227') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.586432 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-0aee19d4-c3df-475a-a860-c8ece9105988 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] show failed (client error): The resource could not be found. Nov 04 09:22:04.587469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0aee19d4-c3df-475a-a860-c8ece9105988 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags/tempest-TagsExtTest-Tag-89603227 HTTP/1.1" status: 404 len: 327 time: 0.0269840 Nov 04 09:22:04.595144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48988) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.595733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-9ec33a3a-015c-46a6-9ea0-a692e38f6049 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e2808a33-34a0-4f77-8b06-b67c6a5a085d') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.626362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9ec33a3a-015c-46a6-9ea0-a692e38f6049 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d/tags HTTP/1.1" status: 204 len: 168 time: 0.0349643 Nov 04 09:22:04.628821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.633800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-db22f3ee-3073-45ab-a024-e0efc9c33ba7 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d4841e4-be04-4c82-9403-7ea02678e225') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.712989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-db22f3ee-3073-45ab-a024-e0efc9c33ba7 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225/tags HTTP/1.1" status: 204 len: 168 time: 0.0830102 Nov 04 09:22:04.715532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.720231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-7eccb6c5-8815-429f-bcb9-97f5b4fca8be tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '32fcc5be-8df0-4f2d-ad6c-87705f242853') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.781000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7eccb6c5-8815-429f-bcb9-97f5b4fca8be tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853/tags HTTP/1.1" status: 204 len: 168 time: 0.0642133 Nov 04 09:22:04.783464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48994) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.787708 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.tag.tag_plugin [None req-ac9d4e05-9519-4377-885a-2cebc887825c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '7354dc10-4e69-4a60-96aa-2c748094adf2') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:04.847216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ac9d4e05-9519-4377-885a-2cebc887825c tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2/tags HTTP/1.1" status: 204 len: 168 time: 0.0585308 Nov 04 09:22:04.847433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 48996) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.927522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f62c2273-3c5a-40ef-bba6-2c81df9b9951 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for subnetpool, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:04.929007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f62c2273-3c5a-40ef-bba6-2c81df9b9951 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnetpools/e2808a33-34a0-4f77-8b06-b67c6a5a085d HTTP/1.1" status: 204 len: 168 time: 0.0806992 Nov 04 09:22:04.931640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:04.972921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-91bc5e40-f9c5-4197-b89b-c81d8cee632e tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "GET /v2.0/ports?device_id=3d4841e4-be04-4c82-9403-7ea02678e225 HTTP/1.1" status: 200 len: 205 time: 0.0397515 Nov 04 09:22:04.975286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:05.055729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99085a1-f6a1-4e82-96e0-7a00d416bfaa tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:05.598804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99085a1-f6a1-4e82-96e0-7a00d416bfaa tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:05.601468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99085a1-f6a1-4e82-96e0-7a00d416bfaa tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:05.617787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b499d9-0530-43ee-95e5-895dccd4fadb req-ab72612e-6972-49fd-aceb-f1deaa5a39a2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:05.619521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41b499d9-0530-43ee-95e5-895dccd4fadb req-ab72612e-6972-49fd-aceb-f1deaa5a39a2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1476007 Nov 04 09:22:05.671057 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99085a1-f6a1-4e82-96e0-7a00d416bfaa tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:05.671733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99085a1-f6a1-4e82-96e0-7a00d416bfaa tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Fanout notify agent at l3_agent the message router_deleted on router 3d4841e4-be04-4c82-9403-7ea02678e225 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:22:05.681243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99085a1-f6a1-4e82-96e0-7a00d416bfaa tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:05.682266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c99085a1-f6a1-4e82-96e0-7a00d416bfaa tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/routers/3d4841e4-be04-4c82-9403-7ea02678e225 HTTP/1.1" status: 204 len: 168 time: 0.7060857 Nov 04 09:22:05.685796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49012) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:05.735887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41b499d9-0530-43ee-95e5-895dccd4fadb req-6c32c89f-638e-4c4c-a13f-261e0a15e605 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843911 Nov 04 09:22:05.840317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Deleting port 32fcc5be-8df0-4f2d-ad6c-87705f242853 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:22:05.840664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:05.911594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157b103-0b5b-44d2-a793-0bb1a5de40a4 req-9c87e0fc-6ed1-410e-b3f4-3ad4e036dc67 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:05.913138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7157b103-0b5b-44d2-a793-0bb1a5de40a4 req-9c87e0fc-6ed1-410e-b3f4-3ad4e036dc67 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1161137 Nov 04 09:22:05.963203 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:05.987771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7157b103-0b5b-44d2-a793-0bb1a5de40a4 req-ce1c94b9-7ab2-4852-bbf5-1ca54f7bf9fb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654478 Nov 04 09:22:05.988697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Calling delete_port for 32fcc5be-8df0-4f2d-ad6c-87705f242853 owned by {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:22:06.135300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.162842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event deleted for resources: {'Port': ['ID=32fcc5be-8df0-4f2d-ad6c-87705f242853,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:06.244440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.248174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e51ffe2e-fa76-4a90-a8c9-bc521a1e3866 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/ports/32fcc5be-8df0-4f2d-ad6c-87705f242853 HTTP/1.1" status: 204 len: 168 time: 0.5614207 Nov 04 09:22:06.251100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:06.307112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Deleting subnet 7354dc10-4e69-4a60-96aa-2c748094adf2 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:22:06.311043 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.355282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.448334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.510264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.534977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event deleted for resources: {'Subnet': ['ID=7354dc10-4e69-4a60-96aa-2c748094adf2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:06.542257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.550086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-028a932b-0134-4d62-9c60-1a4037edc1ab tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/subnets/7354dc10-4e69-4a60-96aa-2c748094adf2 HTTP/1.1" status: 204 len: 168 time: 0.2934995 Nov 04 09:22:06.550086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:06.551877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2bc05c-88be-45e7-ab2a-bdab2569da45 None None] Network e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:22:06.632732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.693679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Deleting port 7565f340-aa3d-4e25-a972-d853076c21fa {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:22:06.694020 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.728459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] DHCP port deletion for e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:22:06.760234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] For port 7565f340-aa3d-4e25-a972-d853076c21fa, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7565f340-aa3d-4e25-a972-d853076c21fa,segment=NetworkSegment(60cd5ca2-5ae1-4328-a699-7c21850e7056),segment_id=60cd5ca2-5ae1-4328-a699-7c21850e7056)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:06.760886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.776518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Calling delete_port for 7565f340-aa3d-4e25-a972-d853076c21fa owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:22:06.801134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] Deleting port 7565f340-aa3d-4e25-a972-d853076c21fa {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:22:06.801509 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.868286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] For port 7565f340-aa3d-4e25-a972-d853076c21fa, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7565f340-aa3d-4e25-a972-d853076c21fa,segment=NetworkSegment(60cd5ca2-5ae1-4328-a699-7c21850e7056),segment_id=60cd5ca2-5ae1-4328-a699-7c21850e7056)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:06.868687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.883841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] Calling delete_port for 7565f340-aa3d-4e25-a972-d853076c21fa owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:22:06.909984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0fca6-b89b-4037-b88e-822567310ea9 req-9d5e5c38-a2ac-4607-b77b-213a78b0543d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:06.911549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71b0fca6-b89b-4037-b88e-822567310ea9 req-9d5e5c38-a2ac-4607-b77b-213a78b0543d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0799391 Nov 04 09:22:06.925671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.958733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event deleted for resources: {'Port': ['ID=7565f340-aa3d-4e25-a972-d853076c21fa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:06.983357 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:06.983660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] No DVR routers for this DVR port 7565f340-aa3d-4e25-a972-d853076c21fa on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:22:07.019522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] No DVR routers for this DVR port 7565f340-aa3d-4e25-a972-d853076c21fa on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:22:07.025516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f8612-5c7c-4287-b333-42e93889c75f None None] Pushing event deleted for resources: {'Port': ['ID=7565f340-aa3d-4e25-a972-d853076c21fa,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:07.036620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71b0fca6-b89b-4037-b88e-822567310ea9 req-a49d8a3e-6dc3-4f05-92ca-e06d866a0f38 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184831 Nov 04 09:22:07.087018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.119488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:07.143660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60cd5ca2-5ae1-4328-a699-7c21850e7056') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:07.143976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60cd5ca2-5ae1-4328-a699-7c21850e7056') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:22:07.157060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.183200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.194912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818be3b-2f57-4d59-9aa0-573ba8b15391 req-f66d201f-28af-495e-ba34-08b9591f5c3d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:07.196430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4818be3b-2f57-4d59-9aa0-573ba8b15391 req-f66d201f-28af-495e-ba34-08b9591f5c3d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0892944 Nov 04 09:22:07.199206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:22:07.199605 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:22:07.203520 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:22:07.288425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.293347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.299180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] 10.222.0.53 "DELETE /v2.0/networks/e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee HTTP/1.1" status: 204 len: 168 time: 0.7465663 Nov 04 09:22:07.317619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4818be3b-2f57-4d59-9aa0-573ba8b15391 req-159b857f-8586-4110-aa74-db5d5d8257e4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133258 Nov 04 09:22:07.318463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cad854-69c0-4b8a-9da2-d73efdbdb7a8 tempest-TagsExtTest-1694344283 tempest-TagsExtTest-1694344283-project] Pushing event deleted for resources: {'Network': ['ID=e262e3f0-a8a3-49d4-ae95-d2aefdf9aaee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:07.356490 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f420bec8-7a2d-4284-a2c4-96b59420a70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.566890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49038) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:07.717062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c61bdc4d-220b-442f-b690-8cc70941790d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d474c46dff34291b81225e93bec698d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483703 Nov 04 09:22:07.718876 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49046) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:07.777685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7cae602-0deb-4010-8a58-3ff838b8e2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.801991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7cae602-0deb-4010-8a58-3ff838b8e2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.854212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7cae602-0deb-4010-8a58-3ff838b8e2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.856907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7cae602-0deb-4010-8a58-3ff838b8e2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:07.858149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c7cae602-0deb-4010-8a58-3ff838b8e2e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71e469a7-ea39-4d31-8813-5f62819c6552 HTTP/1.1" status: 204 len: 168 time: 0.1381936 Nov 04 09:22:07.871120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cae602-0deb-4010-8a58-3ff838b8e2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e469a7-ea39-4d31-8813-5f62819c6552,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:08.178305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85994b-4f94-406b-9307-ff24b7da6b16 req-88e036e4-a708-47cd-b48b-870fb98a6c93 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:08.179997 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e85994b-4f94-406b-9307-ff24b7da6b16 req-88e036e4-a708-47cd-b48b-870fb98a6c93 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0536263 Nov 04 09:22:08.232786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e85994b-4f94-406b-9307-ff24b7da6b16 req-6e6f9769-57ad-4329-9829-09883541bfec tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448120 Nov 04 09:22:08.457383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd17e10-e02d-4347-9cc9-380b7a07ebff req-f8b4bd09-7ca7-4fe8-b664-99b7fe23a2eb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:08.464404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dd17e10-e02d-4347-9cc9-380b7a07ebff req-f8b4bd09-7ca7-4fe8-b664-99b7fe23a2eb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0614328 Nov 04 09:22:08.501549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dd17e10-e02d-4347-9cc9-380b7a07ebff req-de85546c-e4a8-4079-bf56-06dd03720aee tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357809 Nov 04 09:22:08.647354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7565f340-aa3d-4e25-a972-d853076c21fa no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:22:08.673955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7565f340-aa3d-4e25-a972-d853076c21fa {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:22:08.674513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7565f340-aa3d-4e25-a972-d853076c21fa not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:22:09.388539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a5a90-e25c-4de5-8ef3-498e52dc7ec1 req-fa88c9c3-cebe-4d57-a005-9d101369858c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:09.391186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-447a5a90-e25c-4de5-8ef3-498e52dc7ec1 req-fa88c9c3-cebe-4d57-a005-9d101369858c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0557091 Nov 04 09:22:09.438646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-447a5a90-e25c-4de5-8ef3-498e52dc7ec1 req-62220463-06e8-43b8-8ee9-d04328cf0a21 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373855 Nov 04 09:22:09.633896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304664c-de25-4c6e-b2c5-01b7bf615b96 req-40f3ab44-3e01-4988-82dd-649d3c8c0794 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:09.635642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8304664c-de25-4c6e-b2c5-01b7bf615b96 req-40f3ab44-3e01-4988-82dd-649d3c8c0794 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0511882 Nov 04 09:22:09.731686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49122) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:09.798413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d409b5e3-db00-4d43-a747-77abc2238284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:09.876497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8304664c-de25-4c6e-b2c5-01b7bf615b96 req-9adff460-931c-4268-bfd6-b26346392e5a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336690 Nov 04 09:22:09.880787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d409b5e3-db00-4d43-a747-77abc2238284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:09.885398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d409b5e3-db00-4d43-a747-77abc2238284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:09.929589 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d409b5e3-db00-4d43-a747-77abc2238284 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f751bc7d9fa941dfabfe0859418dd9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1967070 Nov 04 09:22:09.930801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409b5e3-db00-4d43-a747-77abc2238284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834cacaa-13de-4db0-8e94-33ff3f75f901,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:09.933508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49126) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:09.939917 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab48f01b-f930-4663-a65d-0e1b432bd032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.000508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-019089fe-50d8-4d41-9a98-5aefe45138d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.022954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-019089fe-50d8-4d41-9a98-5aefe45138d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.069945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-019089fe-50d8-4d41-9a98-5aefe45138d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.072716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-019089fe-50d8-4d41-9a98-5aefe45138d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.073902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-019089fe-50d8-4d41-9a98-5aefe45138d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/834cacaa-13de-4db0-8e94-33ff3f75f901 HTTP/1.1" status: 204 len: 168 time: 0.1241953 Nov 04 09:22:10.082911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019089fe-50d8-4d41-9a98-5aefe45138d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834cacaa-13de-4db0-8e94-33ff3f75f901,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:10.257793 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.415779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49138) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:10.433066 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-413dc5dc-5f9d-45cc-b73d-658ecb109295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.556504 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-413dc5dc-5f9d-45cc-b73d-658ecb109295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.564137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-413dc5dc-5f9d-45cc-b73d-658ecb109295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.615367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73541b-4a16-4b56-b3b9-08ea25b4173e req-40027975-8f63-4ef2-95b8-3739e57772f0 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:10.617326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a73541b-4a16-4b56-b3b9-08ea25b4173e req-40027975-8f63-4ef2-95b8-3739e57772f0 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0976765 Nov 04 09:22:10.630778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-413dc5dc-5f9d-45cc-b73d-658ecb109295 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b1e2a1a49964cf0a157874e2fa18a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137387 Nov 04 09:22:10.633385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49144) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:10.636615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413dc5dc-5f9d-45cc-b73d-658ecb109295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aef6668-4737-47df-8810-44d2f8cb134c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:10.671044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a73541b-4a16-4b56-b3b9-08ea25b4173e req-de25966d-4c80-4c15-8eb1-1b90791e8072 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437281 Nov 04 09:22:10.696956 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfabbe17-b40f-46dd-8d80-2ee7677e0318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.718581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfabbe17-b40f-46dd-8d80-2ee7677e0318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.766677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfabbe17-b40f-46dd-8d80-2ee7677e0318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.769493 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfabbe17-b40f-46dd-8d80-2ee7677e0318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:10.770720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dfabbe17-b40f-46dd-8d80-2ee7677e0318 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7aef6668-4737-47df-8810-44d2f8cb134c HTTP/1.1" status: 204 len: 168 time: 0.1363375 Nov 04 09:22:10.781144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabbe17-b40f-46dd-8d80-2ee7677e0318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aef6668-4737-47df-8810-44d2f8cb134c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:11.006120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3068cba7-a11b-4c4b-84fd-a796835261a9 req-d9d4fda3-83cf-4aa4-8f13-fc52bab0d5aa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:11.008007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3068cba7-a11b-4c4b-84fd-a796835261a9 req-d9d4fda3-83cf-4aa4-8f13-fc52bab0d5aa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0520494 Nov 04 09:22:11.049909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3068cba7-a11b-4c4b-84fd-a796835261a9 req-d2442a93-86b9-4208-b3d7-ab2de8563f47 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354693 Nov 04 09:22:11.253804 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:11.292422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61d541-07d2-4936-b171-4eeb213c1572 req-090288af-3fcc-4971-a32e-deffc386ce0d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:11.294113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d61d541-07d2-4936-b171-4eeb213c1572 req-090288af-3fcc-4971-a32e-deffc386ce0d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0655913 Nov 04 09:22:11.340500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d61d541-07d2-4936-b171-4eeb213c1572 req-79a2d2c5-8f0b-42fb-adb2-150c69c55e4e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388753 Nov 04 09:22:11.367223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-7c437232-7720-42f3-be1a-1868df2e2ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:11.368817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-7c437232-7720-42f3-be1a-1868df2e2ca6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1096 time: 0.0933859 Nov 04 09:22:11.470221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-12d833ed-fd2b-4eb7-b6c6-83961b0e6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:11.471732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-12d833ed-fd2b-4eb7-b6c6-83961b0e6f1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.0946105 Nov 04 09:22:11.541821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-c66b62c0-bf0a-4de1-b149-94dd72f93ef4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.0623915 Nov 04 09:22:11.612740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-6b981c1f-c5cc-47b3-8ea8-4695494f5d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:11.614669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-6b981c1f-c5cc-47b3-8ea8-4695494f5d8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0640960 Nov 04 09:22:11.620981 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:22:11.677603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-e0af5c90-a08c-4ae1-bdcc-9b3a5ce840c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:11.679051 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-e0af5c90-a08c-4ae1-bdcc-9b3a5ce840c3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568852 Nov 04 09:22:11.783666 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-ed66a55b-031a-4407-8a17-e742087a4cdd service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968637 Nov 04 09:22:11.819165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923efaa9-f07d-4788-8f17-c72c26b1a551 req-37a47a2d-ce50-4a97-a02c-f78e678df165 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:11.821993 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-923efaa9-f07d-4788-8f17-c72c26b1a551 req-37a47a2d-ce50-4a97-a02c-f78e678df165 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0677474 Nov 04 09:22:11.882213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-923efaa9-f07d-4788-8f17-c72c26b1a551 req-71a8f6e4-1df3-4244-b9d6-f9b4f2a656ef tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532651 Nov 04 09:22:11.905505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631ca2bb-8172-4954-bacd-ce0598cc2b03 req-d65587b6-bf59-4f98-912d-61caa9e3d625 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120586 Nov 04 09:22:12.481893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310c0a-f287-4130-a3e7-0c1d7771d75e req-55a93d15-d33d-4e75-9c59-19d3fd1fbb1b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:12.489931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e310c0a-f287-4130-a3e7-0c1d7771d75e req-55a93d15-d33d-4e75-9c59-19d3fd1fbb1b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0699024 Nov 04 09:22:12.529015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e310c0a-f287-4130-a3e7-0c1d7771d75e req-87aef3b9-7fcb-4a4d-9e9c-5e41dd47d033 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381625 Nov 04 09:22:12.722262 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:13.027172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e18369-596e-4631-8343-2cb411c64d57 req-578ccfdc-f774-4710-a302-627a7983dfa3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:13.036069 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78e18369-596e-4631-8343-2cb411c64d57 req-578ccfdc-f774-4710-a302-627a7983dfa3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0726798 Nov 04 09:22:13.077000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78e18369-596e-4631-8343-2cb411c64d57 req-ef6189f5-26c8-4fe8-96d4-d92580662f49 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401833 Nov 04 09:22:13.672564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a1147-2cab-4b2d-93f4-31438d359a5b req-413f71df-8dbf-47f3-a04f-52da04b76a60 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:13.680918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b35a1147-2cab-4b2d-93f4-31438d359a5b req-413f71df-8dbf-47f3-a04f-52da04b76a60 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0732150 Nov 04 09:22:13.728193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b35a1147-2cab-4b2d-93f4-31438d359a5b req-a9b77c07-1ef3-4699-8f7b-1b40414122db tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432801 Nov 04 09:22:13.874406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fbaa7-6b10-4d0e-b19d-0e4fab5470ca req-114b962e-69d4-4b89-b633-ee6c12700933 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:13.876489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd2fbaa7-6b10-4d0e-b19d-0e4fab5470ca req-114b962e-69d4-4b89-b633-ee6c12700933 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0728760 Nov 04 09:22:13.929989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd2fbaa7-6b10-4d0e-b19d-0e4fab5470ca req-2ea8f3ff-f1eb-4734-b159-1c0be04eaaef tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467315 Nov 04 09:22:14.230003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bde5dd-6e45-4903-bd38-5ab329f0af4d req-a26f244e-db3d-4a83-8856-6e0cf7c195d4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:14.230700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49336) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:14.232858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8bde5dd-6e45-4903-bd38-5ab329f0af4d req-a26f244e-db3d-4a83-8856-6e0cf7c195d4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0591335 Nov 04 09:22:14.276373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8bde5dd-6e45-4903-bd38-5ab329f0af4d req-eca7e2c8-43b1-41ae-af31-fef54a6866f4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330358 Nov 04 09:22:14.362883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9db40984-b979-4d22-9549-0c159a8fe1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:14.393218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f73bfb-b03f-4fd7-9c3a-100d78c64e87 req-b713512a-72e8-47d7-8500-a40c55233007 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:14.394725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3f73bfb-b03f-4fd7-9c3a-100d78c64e87 req-b713512a-72e8-47d7-8500-a40c55233007 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0562742 Nov 04 09:22:14.439979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3f73bfb-b03f-4fd7-9c3a-100d78c64e87 req-2ca0cf85-7cdb-4e8a-8084-928f879e2926 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375659 Nov 04 09:22:14.464339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9db40984-b979-4d22-9549-0c159a8fe1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:14.469935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9db40984-b979-4d22-9549-0c159a8fe1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:14.516220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9db40984-b979-4d22-9549-0c159a8fe1a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1bd614892e74268b9e9ff150aa67e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845042 Nov 04 09:22:14.516654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49342) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:14.518380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db40984-b979-4d22-9549-0c159a8fe1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6144fa87-9db1-44c5-bd00-c29697e4fec9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:14.600473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97a1965a-b7fd-4da2-939c-99f0841f9450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:14.631440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97a1965a-b7fd-4da2-939c-99f0841f9450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:14.713769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7a805-1d13-402d-86a3-209e007fdca2 req-5b879619-12d3-4171-b39d-e6bb4aa336fd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:14.715671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26d7a805-1d13-402d-86a3-209e007fdca2 req-5b879619-12d3-4171-b39d-e6bb4aa336fd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0819144 Nov 04 09:22:14.757631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97a1965a-b7fd-4da2-939c-99f0841f9450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:14.760402 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97a1965a-b7fd-4da2-939c-99f0841f9450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:14.764169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-97a1965a-b7fd-4da2-939c-99f0841f9450 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6144fa87-9db1-44c5-bd00-c29697e4fec9 HTTP/1.1" status: 204 len: 168 time: 0.2433493 Nov 04 09:22:14.781414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a1965a-b7fd-4da2-939c-99f0841f9450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6144fa87-9db1-44c5-bd00-c29697e4fec9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:14.801321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26d7a805-1d13-402d-86a3-209e007fdca2 req-33539025-b2c0-4817-ae27-05ee0ecc5b5d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773227 Nov 04 09:22:15.082421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49362) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:15.097116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-087a33df-97fa-4565-9241-2a635a0d7107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.183541 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-087a33df-97fa-4565-9241-2a635a0d7107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.188756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-087a33df-97fa-4565-9241-2a635a0d7107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.232544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a33df-97fa-4565-9241-2a635a0d7107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8397e25-52cf-4bba-9cc8-42f4ab05112a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:15.239483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-087a33df-97fa-4565-9241-2a635a0d7107 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00b9e05c76034f5095f76cdf2dc06aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559615 Nov 04 09:22:15.242412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:15.294350 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61c693aa-cdba-4588-a891-e2b75b5e2386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.316563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61c693aa-cdba-4588-a891-e2b75b5e2386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.367633 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61c693aa-cdba-4588-a891-e2b75b5e2386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.370534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-61c693aa-cdba-4588-a891-e2b75b5e2386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.374828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-61c693aa-cdba-4588-a891-e2b75b5e2386 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8397e25-52cf-4bba-9cc8-42f4ab05112a HTTP/1.1" status: 204 len: 168 time: 0.1285031 Nov 04 09:22:15.380405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c693aa-cdba-4588-a891-e2b75b5e2386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8397e25-52cf-4bba-9cc8-42f4ab05112a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:15.597192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17eddd6-0701-4b12-ad56-15014c3e4940 req-8bae0e8a-1369-478d-b0b8-23ada60ddf1a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:15.598873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e17eddd6-0701-4b12-ad56-15014c3e4940 req-8bae0e8a-1369-478d-b0b8-23ada60ddf1a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0743725 Nov 04 09:22:15.649213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e17eddd6-0701-4b12-ad56-15014c3e4940 req-e6313738-3cb3-4a83-820d-0fe0ce8bc98c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440726 Nov 04 09:22:15.772454 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:15.923663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7ef9-d928-4e16-b337-11a5fc01334f req-762592bc-85cb-4620-a0d6-8f7dba4c520d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:15.925291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0dfb7ef9-d928-4e16-b337-11a5fc01334f req-762592bc-85cb-4620-a0d6-8f7dba4c520d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0520401 Nov 04 09:22:15.987674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0dfb7ef9-d928-4e16-b337-11a5fc01334f req-b70ac7d6-ea51-4a63-8854-e8a2626e9905 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530331 Nov 04 09:22:16.268102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f551f-ef86-4e67-84d9-87c9b2aa0aa5 req-bb97ba14-93c7-42b6-8806-3d281857e8de tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:16.270022 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a0f551f-ef86-4e67-84d9-87c9b2aa0aa5 req-bb97ba14-93c7-42b6-8806-3d281857e8de tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0564675 Nov 04 09:22:16.312982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a0f551f-ef86-4e67-84d9-87c9b2aa0aa5 req-3575362b-d880-4058-b40a-e5c3845e970f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349019 Nov 04 09:22:16.493784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:16.789362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab949625-a106-48e3-8bed-06f07974d526 req-f906e097-4a77-4e5f-9cd5-e1767b3ccadc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:16.790874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab949625-a106-48e3-8bed-06f07974d526 req-f906e097-4a77-4e5f-9cd5-e1767b3ccadc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0636923 Nov 04 09:22:16.836474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab949625-a106-48e3-8bed-06f07974d526 req-e7f1e504-9521-4dce-91f7-83e99b777fac tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357034 Nov 04 09:22:17.486916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c25afd-3a46-4ee8-aaf1-ddfd8052b588 req-76081391-a83a-4e7d-b655-c5bccf9fc103 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:17.497248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34c25afd-3a46-4ee8-aaf1-ddfd8052b588 req-76081391-a83a-4e7d-b655-c5bccf9fc103 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0973306 Nov 04 09:22:17.503022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-0775a4d7-0388-46f2-ab78-1c3437b8cdef service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574033 Nov 04 09:22:17.575491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-7d2fbe64-24e8-4eeb-8e16-5144d1003621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:17.579974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-7d2fbe64-24e8-4eeb-8e16-5144d1003621 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0496161 Nov 04 09:22:17.580424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34c25afd-3a46-4ee8-aaf1-ddfd8052b588 req-986b03af-1846-438a-abd3-4928bc450a89 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807168 Nov 04 09:22:17.713576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-64bde616-4d10-47c1-b919-246326c832b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:17.715474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-64bde616-4d10-47c1-b919-246326c832b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.0934997 Nov 04 09:22:17.736375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bfac5-4098-4c03-b044-e89c3f05fa22 req-ad634c1a-8dae-4b5e-9e6c-afa127d8f0bc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:17.737950 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca8bfac5-4098-4c03-b044-e89c3f05fa22 req-ad634c1a-8dae-4b5e-9e6c-afa127d8f0bc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0677860 Nov 04 09:22:17.766150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-2fa891dd-e47e-49fe-9dd5-9cd7d53c7a8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 HTTP/1.1" status: 200 len: 217 time: 0.0427234 Nov 04 09:22:17.784756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca8bfac5-4098-4c03-b044-e89c3f05fa22 req-87405250-bc5d-4fd3-beca-d9571edb81ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405397 Nov 04 09:22:17.872407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-43484e4c-62f7-477b-8a1d-acd09fe6cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:17.874316 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-43484e4c-62f7-477b-8a1d-acd09fe6cbbd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.1015642 Nov 04 09:22:17.956797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-6c7df1b6-bc1f-4a66-aa85-b07b097942cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:17.958664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-6c7df1b6-bc1f-4a66-aa85-b07b097942cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763595 Nov 04 09:22:18.028145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6f24-e3dc-4318-ab3a-508c0900ffbd req-b43854b6-ddc6-432e-bee1-199482e421d4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:18.037269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e89f6f24-e3dc-4318-ab3a-508c0900ffbd req-b43854b6-ddc6-432e-bee1-199482e421d4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1214118 Nov 04 09:22:18.092257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e89f6f24-e3dc-4318-ab3a-508c0900ffbd req-416671a0-93c0-4526-9330-49e529e241de tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537283 Nov 04 09:22:18.139890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-d0e61a54-b46f-4a13-a189-941086590c0f service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711397 Nov 04 09:22:18.241938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf9879-b432-4d4b-81ec-22e70abc84a4 req-c470332a-d419-416f-a8fc-dc99d5f7ca71 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:18.247327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48cf9879-b432-4d4b-81ec-22e70abc84a4 req-c470332a-d419-416f-a8fc-dc99d5f7ca71 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0769775 Nov 04 09:22:18.308210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-696e6f3f-8e6a-4c5b-82a6-b68088a78bad req-7717c4f1-c40f-4ede-946a-43714ff6265b service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610143 Nov 04 09:22:18.338826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48cf9879-b432-4d4b-81ec-22e70abc84a4 req-efdc73ed-770d-41b2-8322-66162c861e09 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516996 Nov 04 09:22:18.481146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438a4a7-f103-4662-9597-112d982de782 req-400a2c0b-c994-45c2-99cd-006f41d7916a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:18.482678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9438a4a7-f103-4662-9597-112d982de782 req-400a2c0b-c994-45c2-99cd-006f41d7916a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0539596 Nov 04 09:22:18.533232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9438a4a7-f103-4662-9597-112d982de782 req-53a45298-d75d-47ef-9324-9989c041615a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400350 Nov 04 09:22:19.413048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76147efc-bb48-4acf-9d90-394984659809 req-87f72404-f230-4952-9c8a-fcfaef7d3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:19.415040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76147efc-bb48-4acf-9d90-394984659809 req-87f72404-f230-4952-9c8a-fcfaef7d3867 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1097 time: 0.0537996 Nov 04 09:22:19.486090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b529b-951a-47f9-a33a-2bf54a99cd5b req-a91090d0-8fde-4215-9c10-f2afae9c7434 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:19.494742 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-940b529b-951a-47f9-a33a-2bf54a99cd5b req-a91090d0-8fde-4215-9c10-f2afae9c7434 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0703588 Nov 04 09:22:19.552699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-940b529b-951a-47f9-a33a-2bf54a99cd5b req-32c026fb-e06b-4f48-b762-3fac695527ae tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558670 Nov 04 09:22:19.599763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76147efc-bb48-4acf-9d90-394984659809 req-f6adc469-7c5b-43ec-871c-86d4a169a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:19.601486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76147efc-bb48-4acf-9d90-394984659809 req-f6adc469-7c5b-43ec-871c-86d4a169a2a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.1459577 Nov 04 09:22:19.662861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4781d8-2ec9-4334-a24c-75690450a013 req-a43b5827-9f10-4bf3-8df9-12abea02816c tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:19.671843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a4781d8-2ec9-4334-a24c-75690450a013 req-a43b5827-9f10-4bf3-8df9-12abea02816c tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1097 time: 0.0507152 Nov 04 09:22:19.683570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76147efc-bb48-4acf-9d90-394984659809 req-26d11d51-401d-40c0-a3b1-3056736678f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 1002 time: 0.0715961 Nov 04 09:22:19.716438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a4781d8-2ec9-4334-a24c-75690450a013 req-6f23ce28-3907-4e52-b4e2-299d2d6b4c55 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381761 Nov 04 09:22:19.748267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76147efc-bb48-4acf-9d90-394984659809 req-12e2eb3a-06d9-4ea1-acd7-101fe5e8e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:19.750811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76147efc-bb48-4acf-9d90-394984659809 req-12e2eb3a-06d9-4ea1-acd7-101fe5e8e08e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0580049 Nov 04 09:22:19.806087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76147efc-bb48-4acf-9d90-394984659809 req-40ff22b2-26c4-493f-a863-9f97297f4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:19.807679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76147efc-bb48-4acf-9d90-394984659809 req-40ff22b2-26c4-493f-a863-9f97297f4819 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492604 Nov 04 09:22:19.838589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf76578-1ac0-4c4b-9a87-fc22dfbcf5c0 req-a6c51956-9c2e-489d-95a6-426a04e14dca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:19.842061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-acf76578-1ac0-4c4b-9a87-fc22dfbcf5c0 req-a6c51956-9c2e-489d-95a6-426a04e14dca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0649931 Nov 04 09:22:19.897844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-acf76578-1ac0-4c4b-9a87-fc22dfbcf5c0 req-03f41ae2-2402-4be4-b154-04e854068795 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442460 Nov 04 09:22:19.927576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49508) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:19.953890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76147efc-bb48-4acf-9d90-394984659809 req-5209c954-c6a7-48a6-8a20-e377b6a9b452 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326957 Nov 04 09:22:20.000309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-98173170-4f67-413b-ad8a-e7bae5dffb0c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/f4fd6801-53fb-450f-967f-57207149ba9b HTTP/1.1" status: 200 len: 994 time: 0.0714912 Nov 04 09:22:20.078073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76147efc-bb48-4acf-9d90-394984659809 req-442e7739-54e8-4723-a6c6-0af372536d29 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144567 Nov 04 09:22:20.552197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01aae-62ce-46f7-a680-3c499a8183b9 req-d10f37a5-cb82-44d8-9f87-28f442e0b5db tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:20.553780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd01aae-62ce-46f7-a680-3c499a8183b9 req-d10f37a5-cb82-44d8-9f87-28f442e0b5db tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0637574 Nov 04 09:22:20.561489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-2c7e0aad-66ef-40c6-93e8-4e0a27f6a325 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832081 Nov 04 09:22:20.599369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd01aae-62ce-46f7-a680-3c499a8183b9 req-234cb9be-a343-4915-9aa7-6ec006a68959 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388348 Nov 04 09:22:20.762238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf39422-f6af-4e18-a50a-28dbec6cefc6 req-aab73fdf-6748-4a3c-b0f5-6406d20d519c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:20.763941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ccf39422-f6af-4e18-a50a-28dbec6cefc6 req-aab73fdf-6748-4a3c-b0f5-6406d20d519c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0589097 Nov 04 09:22:20.827204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ccf39422-f6af-4e18-a50a-28dbec6cefc6 req-7fb386a7-22ee-46b9-a3cd-9210aeb415e8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460782 Nov 04 09:22:21.747888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:22:21.753567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac98936-109d-4784-9ef8-da4eb0972be0 req-f65f701d-e2ff-4a0e-8047-aec8b612e820 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:21.755166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ac98936-109d-4784-9ef8-da4eb0972be0 req-f65f701d-e2ff-4a0e-8047-aec8b612e820 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0685256 Nov 04 09:22:21.834026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ac98936-109d-4784-9ef8-da4eb0972be0 req-ddfb0385-1739-4941-8d73-28e5d12e1d3b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708413 Nov 04 09:22:21.925893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:21.941773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e387d32d-6540-46fe-bce0-6684749f181d', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'port_id': 'e387d32d-6540-46fe-bce0-6684749f181d', 'mac_address': 'fa:16:3e:33:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:22:22.032983 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:22.036243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6e17a-1d89-4eeb-92e8-0fff95ba0fa9 req-66ede0f6-5e81-4c59-b758-7b27d7f4f05e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:22.048311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6b6e17a-1d89-4eeb-92e8-0fff95ba0fa9 req-66ede0f6-5e81-4c59-b758-7b27d7f4f05e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1139488 Nov 04 09:22:22.050719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-d8649569-2a99-4a81-a156-befc7e3bd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:22.054626 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-d8649569-2a99-4a81-a156-befc7e3bd8a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1097 time: 0.1202254 Nov 04 09:22:22.110791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e387d32d-6540-46fe-bce0-6684749f181d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:22:22.118420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6b6e17a-1d89-4eeb-92e8-0fff95ba0fa9 req-6902f311-0657-4051-a94f-d1b04b24d4b3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668912 Nov 04 09:22:22.178566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:22.188367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:22.266546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:22.275604 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e387d32d-6540-46fe-bce0-6684749f181d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:22:22.303204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-f14fc809-da0c-422f-a1d4-b85a216eba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:22.306854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-f14fc809-da0c-422f-a1d4-b85a216eba5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.2429144 Nov 04 09:22:22.392519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-b1513477-263b-4114-949c-eb2c9fa14957 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1002 time: 0.0778413 Nov 04 09:22:22.497801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c8bbc5ae-554b-472e-a40a-4fefd395d803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:22.500117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c8bbc5ae-554b-472e-a40a-4fefd395d803 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0989931 Nov 04 09:22:22.570135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c52f1427-e65a-4e86-86a5-fee04ff0d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:22.571899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c52f1427-e65a-4e86-86a5-fee04ff0d068 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548258 Nov 04 09:22:22.730805 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-93fd24a8-595a-4fd1-ada5-d040c9c65662 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494405 Nov 04 09:22:23.128687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-59cfb53f-e0fc-478c-8a63-380b6b1df4e5 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893349 Nov 04 09:22:23.161081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49624) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:23.175181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81762f74-ab8d-4902-8a95-71026b899e77 req-cc0c4397-f9db-4c0b-ad6f-0078d53fa74d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:23.186554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81762f74-ab8d-4902-8a95-71026b899e77 req-cc0c4397-f9db-4c0b-ad6f-0078d53fa74d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1314731 Nov 04 09:22:23.305024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81762f74-ab8d-4902-8a95-71026b899e77 req-a0a5a5a5-1a49-47d0-86ba-77fa4a2387af tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160924 Nov 04 09:22:23.449167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa95551e-f528-4e94-b174-0696ecd4c842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.455342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f135032-04d8-40dc-bd96-6abfadf743f2 req-91c44658-ec62-459a-9681-1babcfa87f17 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:23.457662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f135032-04d8-40dc-bd96-6abfadf743f2 req-91c44658-ec62-459a-9681-1babcfa87f17 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 945 time: 0.0643625 Nov 04 09:22:23.530640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f135032-04d8-40dc-bd96-6abfadf743f2 req-6a3aef09-8103-4f2a-96a4-39a09fbe09e3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661895 Nov 04 09:22:23.580213 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa95551e-f528-4e94-b174-0696ecd4c842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.584980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa95551e-f528-4e94-b174-0696ecd4c842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.641427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aa95551e-f528-4e94-b174-0696ecd4c842 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9b583e8c928f495587c1dc50d69d4b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4789338 Nov 04 09:22:23.643690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 49632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:23.654079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa95551e-f528-4e94-b174-0696ecd4c842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffbd40c-16a0-4078-8396-eaba1a95f55f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:23.752711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:22:23.774270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7941e51a-e4f9-4d83-804a-5dbd37ddc082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.805405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7941e51a-e4f9-4d83-804a-5dbd37ddc082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.891561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e387d32d-6540-46fe-bce0-6684749f181d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:23.891968 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.904581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7941e51a-e4f9-4d83-804a-5dbd37ddc082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.907491 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7941e51a-e4f9-4d83-804a-5dbd37ddc082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:23.908739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7941e51a-e4f9-4d83-804a-5dbd37ddc082 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cffbd40c-16a0-4078-8396-eaba1a95f55f HTTP/1.1" status: 204 len: 168 time: 0.2619314 Nov 04 09:22:23.925214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941e51a-e4f9-4d83-804a-5dbd37ddc082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffbd40c-16a0-4078-8396-eaba1a95f55f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:24.164612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:24.268352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:24.289438 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f19be3-f088-485c-a00d-b5b8585d8a9d" -d '{"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-plugged", "status": "completed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:24.339837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:24.346374 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:24.443864 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77999bd6-23e8-4092-a2b4-4e3022ed8750 x-openstack-request-id: req-77999bd6-23e8-4092-a2b4-4e3022ed8750 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:24.447322 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-plugged", "status": "completed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:24.448778 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77999bd6-23e8-4092-a2b4-4e3022ed8750 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:24.450723 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d', 'code': 200} Nov 04 09:22:24.577376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:24.587315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49656) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:24.603166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ac45b11-ea52-4fcc-a30b-fa173d7fb9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:24.660516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af720baf-7163-46d3-ba90-48436de8a22d req-59b8416f-9159-477f-b1ae-4e1641181e4a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:24.669197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af720baf-7163-46d3-ba90-48436de8a22d req-59b8416f-9159-477f-b1ae-4e1641181e4a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1209440 Nov 04 09:22:24.778029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ac45b11-ea52-4fcc-a30b-fa173d7fb9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:24.780750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af720baf-7163-46d3-ba90-48436de8a22d req-7127b50f-da6b-40f1-ab20-ea860ad492e7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998137 Nov 04 09:22:24.784121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2ac45b11-ea52-4fcc-a30b-fa173d7fb9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:24.851140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2ac45b11-ea52-4fcc-a30b-fa173d7fb9f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=707c119d769b4d5fab0826878ebebaca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620192 Nov 04 09:22:24.852839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac45b11-ea52-4fcc-a30b-fa173d7fb9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fb3510-9881-44ff-ad96-1c0715fa5655,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:24.855707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49660) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:24.917333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439a077-e645-44f3-a9ba-aa613ea90eac req-dca0658c-1e21-4d75-90c9-dea185e0f6be tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:24.932485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f439a077-e645-44f3-a9ba-aa613ea90eac req-dca0658c-1e21-4d75-90c9-dea185e0f6be tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0847600 Nov 04 09:22:24.941851 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f61e5cf2-50d0-4399-9a30-6932667f156d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:24.977239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f61e5cf2-50d0-4399-9a30-6932667f156d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:25.028790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f439a077-e645-44f3-a9ba-aa613ea90eac req-875ed142-aef5-4493-9ce4-c6ff6be313f8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948687 Nov 04 09:22:25.146597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f61e5cf2-50d0-4399-9a30-6932667f156d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:25.150087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f61e5cf2-50d0-4399-9a30-6932667f156d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:25.151723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f61e5cf2-50d0-4399-9a30-6932667f156d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81fb3510-9881-44ff-ad96-1c0715fa5655 HTTP/1.1" status: 204 len: 168 time: 0.2821379 Nov 04 09:22:25.162992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e5cf2-50d0-4399-9a30-6932667f156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fb3510-9881-44ff-ad96-1c0715fa5655,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:26.013189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143e4b2-c819-4982-97e5-44d9f2b38203 req-9914dc01-57e1-4bbd-8c87-c714fa68277f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:26.016925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a143e4b2-c819-4982-97e5-44d9f2b38203 req-9914dc01-57e1-4bbd-8c87-c714fa68277f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0968900 Nov 04 09:22:26.093078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a143e4b2-c819-4982-97e5-44d9f2b38203 req-1d872f5d-cb17-4ff6-a454-75191fa2391a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590715 Nov 04 09:22:26.293801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518abd3b-e24c-4783-83de-b744c55216dc req-1402fbdf-e32a-4c65-ba48-40fd2caba4df tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:26.295919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518abd3b-e24c-4783-83de-b744c55216dc req-1402fbdf-e32a-4c65-ba48-40fd2caba4df tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0724106 Nov 04 09:22:26.391309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-518abd3b-e24c-4783-83de-b744c55216dc req-95eefd74-16d1-4053-a54f-9a9034ac631f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781474 Nov 04 09:22:27.324278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6916e1-b016-4f71-bd22-8e03ad1dc73d req-cefb9627-16fb-4c21-8ec4-f16d4af63d76 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:27.325904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af6916e1-b016-4f71-bd22-8e03ad1dc73d req-cefb9627-16fb-4c21-8ec4-f16d4af63d76 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0773382 Nov 04 09:22:27.396913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af6916e1-b016-4f71-bd22-8e03ad1dc73d req-e1570f46-fa49-476d-bd74-b40b8a958d9e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639703 Nov 04 09:22:27.605380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815727d-ab98-418e-8ed1-380f849f0a05 req-790ab4f3-9d70-46c2-81dd-874228d283a4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:27.615801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b815727d-ab98-418e-8ed1-380f849f0a05 req-790ab4f3-9d70-46c2-81dd-874228d283a4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1023183 Nov 04 09:22:27.677370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b815727d-ab98-418e-8ed1-380f849f0a05 req-3cc459c9-ccc5-4c37-bed4-82d9cd3efae6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588078 Nov 04 09:22:28.615968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d23c-ec11-40c5-9e17-afffe546141a req-e90e8be6-1a5d-4f9c-b5f3-1ca8e5207586 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:28.629469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed25d23c-ec11-40c5-9e17-afffe546141a req-e90e8be6-1a5d-4f9c-b5f3-1ca8e5207586 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1012902 Nov 04 09:22:28.715024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed25d23c-ec11-40c5-9e17-afffe546141a req-36481ac2-1da3-4782-a76c-0d387cf93292 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760400 Nov 04 09:22:29.029129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f8310-3ad8-4727-8677-ff78ead542eb req-ae4926b6-170a-452d-9d0a-de5cf7bf5006 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:29.048786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-669f8310-3ad8-4727-8677-ff78ead542eb req-ae4926b6-170a-452d-9d0a-de5cf7bf5006 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1699116 Nov 04 09:22:29.192601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-669f8310-3ad8-4727-8677-ff78ead542eb req-5365a1be-d331-4c4b-9485-80d12b1f1a8a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404548 Nov 04 09:22:30.024148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2a1fb-ed55-4a86-a87a-6def1ef24f6b req-f77a3cb6-7186-4b65-be86-e7f33ad7d1c3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:30.025947 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42e2a1fb-ed55-4a86-a87a-6def1ef24f6b req-f77a3cb6-7186-4b65-be86-e7f33ad7d1c3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1594455 Nov 04 09:22:30.109201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42e2a1fb-ed55-4a86-a87a-6def1ef24f6b req-dffa8984-a410-4329-b4b6-691c47eff912 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754251 Nov 04 09:22:30.436774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d9fa7-ca42-4f29-8d3b-20d0796e19b4 req-f561a3de-86c7-4ec7-a6f9-265f2f13455d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:30.452063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc0d9fa7-ca42-4f29-8d3b-20d0796e19b4 req-f561a3de-86c7-4ec7-a6f9-265f2f13455d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1221614 Nov 04 09:22:30.529577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc0d9fa7-ca42-4f29-8d3b-20d0796e19b4 req-50ad3953-fb05-4d02-9b89-6316f30fcbb2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716009 Nov 04 09:22:31.279683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1175c1b-fe6f-4cc4-9b94-0d42ecab02e1 req-e0750a6a-369f-47c0-88bd-8da3cb05d687 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:31.282365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1175c1b-fe6f-4cc4-9b94-0d42ecab02e1 req-e0750a6a-369f-47c0-88bd-8da3cb05d687 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0604470 Nov 04 09:22:31.381361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1175c1b-fe6f-4cc4-9b94-0d42ecab02e1 req-b91b500d-c76b-49de-9481-97f7be86f9bd tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907373 Nov 04 09:22:31.738286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcafc3-b658-4e9d-ad5d-3b3df42087e5 req-36fe0b35-6e35-4ae6-9db2-8bfb6f891196 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:31.747591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1edcafc3-b658-4e9d-ad5d-3b3df42087e5 req-36fe0b35-6e35-4ae6-9db2-8bfb6f891196 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1036623 Nov 04 09:22:31.801394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1edcafc3-b658-4e9d-ad5d-3b3df42087e5 req-5f2ad735-e83b-48a5-8c53-4df18f090d9b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515015 Nov 04 09:22:32.559229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059672a6-9543-4896-9b98-a45fbc228555 req-c4f3b8f0-84ec-4ebb-9ad5-7ee7dc39c1d0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:32.568407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-059672a6-9543-4896-9b98-a45fbc228555 req-c4f3b8f0-84ec-4ebb-9ad5-7ee7dc39c1d0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0757406 Nov 04 09:22:32.659242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-059672a6-9543-4896-9b98-a45fbc228555 req-a95f82aa-45a0-4239-98b8-e0f8d5040303 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743935 Nov 04 09:22:32.957942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768893f0-0af9-4d4a-b12d-76ce3339c170 req-f804a29e-5b91-44eb-ba0e-112630f70b7a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:32.969136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-768893f0-0af9-4d4a-b12d-76ce3339c170 req-f804a29e-5b91-44eb-ba0e-112630f70b7a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0736499 Nov 04 09:22:33.031413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-768893f0-0af9-4d4a-b12d-76ce3339c170 req-e3689ff7-7ed8-4e5c-b67c-6c2c0fd330a1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609720 Nov 04 09:22:33.821903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a750a-a842-4afe-91a0-4f5290c62731 req-272445d7-9923-4d55-bd9e-c1188d71eef3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:33.830765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed4a750a-a842-4afe-91a0-4f5290c62731 req-272445d7-9923-4d55-bd9e-c1188d71eef3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0803549 Nov 04 09:22:33.910044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed4a750a-a842-4afe-91a0-4f5290c62731 req-f7e59b4e-be2f-4133-9ff5-6a328bf1e9a8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779610 Nov 04 09:22:34.283102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542fe82-a75f-4c0f-94fb-b7733339f5b0 req-e4c8d30a-2d99-4e87-8598-72bbc711e79a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:34.290542 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d542fe82-a75f-4c0f-94fb-b7733339f5b0 req-e4c8d30a-2d99-4e87-8598-72bbc711e79a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1105769 Nov 04 09:22:34.356724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d542fe82-a75f-4c0f-94fb-b7733339f5b0 req-9a873bf9-9922-40ab-bc08-d4c7dc8ce28a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598466 Nov 04 09:22:35.144308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5714ba-68bf-4a83-a078-faf051215762 req-7d1a2efe-22d1-4f3c-ad92-b078e4193405 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:35.149710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d5714ba-68bf-4a83-a078-faf051215762 req-7d1a2efe-22d1-4f3c-ad92-b078e4193405 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1064985 Nov 04 09:22:35.223601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d5714ba-68bf-4a83-a078-faf051215762 req-b36c3166-8544-461d-bfe8-78688ab19143 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602300 Nov 04 09:22:35.643600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c8ceb-7d96-450c-9c55-9dc437898353 req-ae66bdcd-ce3c-42e2-978a-687db651f1c6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:35.650722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-322c8ceb-7d96-450c-9c55-9dc437898353 req-ae66bdcd-ce3c-42e2-978a-687db651f1c6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1285028 Nov 04 09:22:35.704300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-322c8ceb-7d96-450c-9c55-9dc437898353 req-d2076c0b-1ce0-4371-99bf-5278cea7505f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440192 Nov 04 09:22:36.045152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49966) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:36.196987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5b3620b-9d13-4cf7-86f5-5d258bbf2a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:36.330051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5b3620b-9d13-4cf7-86f5-5d258bbf2a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:36.341091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5b3620b-9d13-4cf7-86f5-5d258bbf2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:36.395312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d5b3620b-9d13-4cf7-86f5-5d258bbf2a4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db249591905e4d71bbf9264976107846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485212 Nov 04 09:22:36.396541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3620b-9d13-4cf7-86f5-5d258bbf2a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1be443e-626c-4086-b24b-b31d1b6d417d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:36.399116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 49982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:36.475890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0123b00-f0a3-408a-989d-363afa444e06 req-58f327cb-e559-4d7a-af41-b868105fd579 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:36.485249 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1e77be6-c780-4b41-89e3-8133ff636b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:36.487245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0123b00-f0a3-408a-989d-363afa444e06 req-58f327cb-e559-4d7a-af41-b868105fd579 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.1593552 Nov 04 09:22:36.521370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1e77be6-c780-4b41-89e3-8133ff636b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:36.598458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1e77be6-c780-4b41-89e3-8133ff636b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:36.601530 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e1e77be6-c780-4b41-89e3-8133ff636b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:36.606240 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e1e77be6-c780-4b41-89e3-8133ff636b4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1be443e-626c-4086-b24b-b31d1b6d417d HTTP/1.1" status: 204 len: 168 time: 0.1936352 Nov 04 09:22:36.616215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e77be6-c780-4b41-89e3-8133ff636b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1be443e-626c-4086-b24b-b31d1b6d417d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:36.804255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0123b00-f0a3-408a-989d-363afa444e06 req-3ae54959-698a-4daf-b095-d9951810266b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159547 Nov 04 09:22:36.961430 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b1305-0cf2-402d-a49c-c077ff246b75 req-448cdb54-2f60-4a1d-b07d-c9d3b8d34e48 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:36.963346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-816b1305-0cf2-402d-a49c-c077ff246b75 req-448cdb54-2f60-4a1d-b07d-c9d3b8d34e48 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0712616 Nov 04 09:22:36.973649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:37.003512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f51e3bc9-a987-4c16-8ad4-b1311c9d91ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.013953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552435ae-893a-4563-b763-bca3c97d1131 req-9c3ee9b4-c6e3-40c4-b4c8-e516a6202a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:37.015467 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-552435ae-893a-4563-b763-bca3c97d1131 req-9c3ee9b4-c6e3-40c4-b4c8-e516a6202a7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1097 time: 0.0567346 Nov 04 09:22:37.070355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-816b1305-0cf2-402d-a49c-c077ff246b75 req-d24ffd9f-0c9f-4739-884f-012ec6072267 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895960 Nov 04 09:22:37.133333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552435ae-893a-4563-b763-bca3c97d1131 req-c7ece3bb-6fcb-4d01-8b04-8fbb78a629fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:37.135152 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-552435ae-893a-4563-b763-bca3c97d1131 req-c7ece3bb-6fcb-4d01-8b04-8fbb78a629fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.1123481 Nov 04 09:22:37.135291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f51e3bc9-a987-4c16-8ad4-b1311c9d91ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.140286 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f51e3bc9-a987-4c16-8ad4-b1311c9d91ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.175719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e3bc9-a987-4c16-8ad4-b1311c9d91ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1259abc7-c27f-4889-94be-4328097f82e1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:37.201841 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f51e3bc9-a987-4c16-8ad4-b1311c9d91ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=11953678e7cc498ca3de9bd58aef96b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263520 Nov 04 09:22:37.202651 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50014) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:37.219213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-552435ae-893a-4563-b763-bca3c97d1131 req-cc0b36e7-b36f-46a6-b3c7-99f8b6ace9aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 1002 time: 0.0757952 Nov 04 09:22:37.255403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c574dc8-34f5-462d-b3c5-3f6636865f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.277272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552435ae-893a-4563-b763-bca3c97d1131 req-680cfb44-1e29-4a44-a120-0f222455b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:37.277623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c574dc8-34f5-462d-b3c5-3f6636865f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.279039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-552435ae-893a-4563-b763-bca3c97d1131 req-680cfb44-1e29-4a44-a120-0f222455b6f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0529234 Nov 04 09:22:37.329669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c574dc8-34f5-462d-b3c5-3f6636865f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.330770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552435ae-893a-4563-b763-bca3c97d1131 req-b4083e1c-db91-418a-ae70-4cc0d3c1046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:37.332602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-552435ae-893a-4563-b763-bca3c97d1131 req-b4083e1c-db91-418a-ae70-4cc0d3c1046d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462544 Nov 04 09:22:37.334634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c574dc8-34f5-462d-b3c5-3f6636865f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.335842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c574dc8-34f5-462d-b3c5-3f6636865f14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1259abc7-c27f-4889-94be-4328097f82e1 HTTP/1.1" status: 204 len: 168 time: 0.1322403 Nov 04 09:22:37.345541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c574dc8-34f5-462d-b3c5-3f6636865f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1259abc7-c27f-4889-94be-4328097f82e1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:37.385466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66c5658a-ed88-43e7-aa55-7760e3d22691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:37.434640 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-552435ae-893a-4563-b763-bca3c97d1131 req-39f4b3a9-b049-4c6c-9c51-0a3dd0f38573 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942047 Nov 04 09:22:37.538503 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-552435ae-893a-4563-b763-bca3c97d1131 req-b890c43e-3a72-419e-9de1-25a99e486453 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963926 Nov 04 09:22:37.658450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-a4f4cb05-870a-4117-97ec-281bd17c54a4 req-8b0544cc-a5a9-48c4-b28a-da3210c615f5 tempest-ServerRescueTestJSONUnderV235-1847377835 tempest-ServerRescueTestJSONUnderV235-1847377835-project] (102556) timed out ('10.222.0.53', 36890) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:22:37.942869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fecf0e-59ce-4400-8775-fd5bf138a827 req-dce10ad9-bdf2-447b-86eb-54960a00d051 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:37.944523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5fecf0e-59ce-4400-8775-fd5bf138a827 req-dce10ad9-bdf2-447b-86eb-54960a00d051 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0586762 Nov 04 09:22:38.002565 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5fecf0e-59ce-4400-8775-fd5bf138a827 req-00d20193-7d35-4bdb-8aea-d57231e77150 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469153 Nov 04 09:22:38.220741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d5087-c442-4d67-962e-3ffc7d882dcb req-0b161e7d-6a5c-4519-9035-49debcd70e70 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:38.222280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a47d5087-c442-4d67-962e-3ffc7d882dcb req-0b161e7d-6a5c-4519-9035-49debcd70e70 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0602458 Nov 04 09:22:38.266677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a47d5087-c442-4d67-962e-3ffc7d882dcb req-6d604139-2915-4423-b64e-4cb96c90ebc5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Nov 04 09:22:39.138492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c90eee-8c48-4cc1-83e0-4473a12acdcf req-7c29ad56-6226-491b-8def-a457026d8ea0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:39.141115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58c90eee-8c48-4cc1-83e0-4473a12acdcf req-7c29ad56-6226-491b-8def-a457026d8ea0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0627198 Nov 04 09:22:39.201845 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58c90eee-8c48-4cc1-83e0-4473a12acdcf req-4cebf575-85f1-46f7-9887-e8a15c1d5c1c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526443 Nov 04 09:22:39.411406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e49ac0-5466-44a8-8db2-ddff877b2475 req-e800182b-5ad9-4c35-9107-600fa96c88c5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:39.428714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17e49ac0-5466-44a8-8db2-ddff877b2475 req-e800182b-5ad9-4c35-9107-600fa96c88c5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0790088 Nov 04 09:22:39.474701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17e49ac0-5466-44a8-8db2-ddff877b2475 req-6f3fab19-e361-47a5-85f2-4f8021d0fdde tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Nov 04 09:22:39.581670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50102) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:39.695384 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcd421f2-9641-4208-be37-8c0327dabe7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.781501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcd421f2-9641-4208-be37-8c0327dabe7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.785361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bcd421f2-9641-4208-be37-8c0327dabe7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.829791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:39.830322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bcd421f2-9641-4208-be37-8c0327dabe7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1bbecc9e9254672a763c874b4e7b4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474747 Nov 04 09:22:39.831174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd421f2-9641-4208-be37-8c0327dabe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e6a3ae-f942-40ba-8bce-50c16041b9a3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:39.901421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb749ab1-a093-4b65-8192-d2142528c158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.933019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb749ab1-a093-4b65-8192-d2142528c158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.944181 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02fbb9de-d1db-496f-a3ca-6eca902f10af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.990051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb749ab1-a093-4b65-8192-d2142528c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.993288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cb749ab1-a093-4b65-8192-d2142528c158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:39.999330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cb749ab1-a093-4b65-8192-d2142528c158 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c9e6a3ae-f942-40ba-8bce-50c16041b9a3 HTTP/1.1" status: 204 len: 168 time: 0.1643009 Nov 04 09:22:40.005416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb749ab1-a093-4b65-8192-d2142528c158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e6a3ae-f942-40ba-8bce-50c16041b9a3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:40.220749 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c82cc616-f9fa-4ebc-aace-3f08420478c6 service neutron] show failed (client error): The resource could not be found. Nov 04 09:22:40.221890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c82cc616-f9fa-4ebc-aace-3f08420478c6 service neutron] 10.222.0.55 "GET /v2.0/ports/fda10e44-565a-4fd8-8eb4-19d6970e9108/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0591788 Nov 04 09:22:40.273664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.316030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:40.334310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fabfe59b-d0c4-470f-8c31-053d84a60dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.419793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3a451-606a-48d1-b8b8-d990d27287c8 req-40b608ea-915a-43ad-8314-593df5d5d7ac tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:40.421828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80b3a451-606a-48d1-b8b8-d990d27287c8 req-40b608ea-915a-43ad-8314-593df5d5d7ac tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0905323 Nov 04 09:22:40.488862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-02fc691d-f567-468c-8de8-4e1bb9fa75af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:40.490456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-02fc691d-f567-468c-8de8-4e1bb9fa75af service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 1097 time: 0.0679703 Nov 04 09:22:40.491130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80b3a451-606a-48d1-b8b8-d990d27287c8 req-edb27bad-19f2-4edd-96c9-5b711b30bf8b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629704 Nov 04 09:22:40.506125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fabfe59b-d0c4-470f-8c31-053d84a60dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.506284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:22:40.514189 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fabfe59b-d0c4-470f-8c31-053d84a60dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.558800 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fabfe59b-d0c4-470f-8c31-053d84a60dfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5327ce8242f949b783271da116b50fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415004 Nov 04 09:22:40.559717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfe59b-d0c4-470f-8c31-053d84a60dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d188d64-b491-4fd4-9daa-21c7d8d6785c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:40.563095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50120) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:40.585502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.625542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb9191-c300-4ea5-8647-cbb96a0cc4f4 req-03050663-8e9d-458d-bd0f-78db748795ce tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:40.627041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48cb9191-c300-4ea5-8647-cbb96a0cc4f4 req-03050663-8e9d-458d-bd0f-78db748795ce tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.0565686 Nov 04 09:22:40.668917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48cb9191-c300-4ea5-8647-cbb96a0cc4f4 req-11bc91f6-7653-4abf-8417-694d7035fb8c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Nov 04 09:22:40.674245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-110d2468-b6fe-4fb8-a6d9-8a288490d02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.762998 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-110d2468-b6fe-4fb8-a6d9-8a288490d02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.881298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-110d2468-b6fe-4fb8-a6d9-8a288490d02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.883887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-110d2468-b6fe-4fb8-a6d9-8a288490d02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:40.885038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-110d2468-b6fe-4fb8-a6d9-8a288490d02b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d188d64-b491-4fd4-9daa-21c7d8d6785c HTTP/1.1" status: 204 len: 168 time: 0.3207052 Nov 04 09:22:40.897952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d2468-b6fe-4fb8-a6d9-8a288490d02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d188d64-b491-4fd4-9daa-21c7d8d6785c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:40.901097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:40.942646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:22:40.988480 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:41.008705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Transition to ACTIVE for port object fda10e44-565a-4fd8-8eb4-19d6970e9108 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:22:41.010165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:41.018186 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc386f78-8e68-44d9-94ca-2b14d00f01af" -d '{"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-unplugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:41.023526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:41.195422 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e6481a-fa23-4aec-a1be-248a792b70ee x-openstack-request-id: req-f9e6481a-fa23-4aec-a1be-248a792b70ee {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:41.195979 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-unplugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:41.197332 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f9e6481a-fa23-4aec-a1be-248a792b70ee {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:41.198334 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'code': 200} Nov 04 09:22:41.239781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:41.279509 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:41.296527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] No DVR routers for this DVR port fda10e44-565a-4fd8-8eb4-19d6970e9108 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:22:41.485166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:22:41.485682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:22:41.486009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:22:41.492346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:22:41.492674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:22:41.500010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:22:41.500362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Checking segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:22:41.500757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Bound using segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:22:41.501208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Bound port: fda10e44-565a-4fd8-8eb4-19d6970e9108, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:22:41.501574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:41.544998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-57f90ad6-1132-4872-9ad9-c1bc1896119a req-fc36cfc1-5f9f-47ad-9a10-2e2edf3e9faa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:22:41.547021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f90ad6-1132-4872-9ad9-c1bc1896119a req-fc36cfc1-5f9f-47ad-9a10-2e2edf3e9faa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1520765 Nov 04 09:22:41.584518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:22:41.588232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:22:41.594130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:41.636506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:41.637320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:41.638992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] 10.222.0.70 "PUT /v2.0/ports/fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1092 time: 1.1397023 Nov 04 09:22:41.667476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a87692-d444-442d-bfde-281a71768e00 service neutron] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:41.727051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-bf344d2c-a68c-434a-9a29-e7681e28c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:41.728970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-bf344d2c-a68c-434a-9a29-e7681e28c1ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1095 time: 0.0483944 Nov 04 09:22:41.758383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c838f-3fa3-4735-8a39-6a0439c2a3fc req-2dd52cc1-2843-4242-b882-cfde4ba783f5 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:41.760130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db2c838f-3fa3-4735-8a39-6a0439c2a3fc req-2dd52cc1-2843-4242-b882-cfde4ba783f5 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.0761273 Nov 04 09:22:41.851731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db2c838f-3fa3-4735-8a39-6a0439c2a3fc req-082f7475-0e9e-42a8-a23f-217008d7731f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785761 Nov 04 09:22:41.874616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:22:41.941242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-616470e2-51b7-45c0-b3ac-7470ef75cb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:41.944125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-616470e2-51b7-45c0-b3ac-7470ef75cb15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.2055466 Nov 04 09:22:42.004937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:42.046900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:42.050907 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf27cf3d-f96b-4bbd-97a1-c9d1c567e859" -d '{"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-unplugged", "status": "completed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:42.085900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:42.105320 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:42.106533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:22:42.112055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d0298-a7a7-4243-bfc7-db4f35badfab req-ee9c7ba9-eb3c-4f9b-8d00-540e1ccb95eb tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:42.114555 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed9d0298-a7a7-4243-bfc7-db4f35badfab req-ee9c7ba9-eb3c-4f9b-8d00-540e1ccb95eb tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 946 time: 0.1266873 Nov 04 09:22:42.138669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-918bd6c0-a244-48b2-9f8e-fff4a56a2c27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1000 time: 0.1835592 Nov 04 09:22:42.214905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:22:42.224411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed9d0298-a7a7-4243-bfc7-db4f35badfab req-3632a0eb-622c-4458-8c49-50a7401ad162 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006033 Nov 04 09:22:42.229230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:42.238952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.239519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.240056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.240690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.241187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.241709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.242210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.242718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.243209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.243993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.244625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.245125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:42.276605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-9bff3c39-8562-479c-976f-155727d0e921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:42.279192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-9bff3c39-8562-479c-976f-155727d0e921 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.1297085 Nov 04 09:22:42.295258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50190) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:42.313710 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b82e9a-92d3-4bcb-b4bf-2e3e64db80de x-openstack-request-id: req-c6b82e9a-92d3-4bcb-b4bf-2e3e64db80de {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:42.314288 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-unplugged", "status": "failed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d", "code": 422}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:42.314288 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6b82e9a-92d3-4bcb-b4bf-2e3e64db80de {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:42.314952 n-d-816487-1 neutron-server[102557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d', 'code': 422} returned with failed status Nov 04 09:22:42.349337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-b9d836e3-ccb4-4c16-adcd-d592b9ce5aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:42.354215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-b9d836e3-ccb4-4c16-adcd-d592b9ce5aed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666223 Nov 04 09:22:42.493505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-2ba7766b-7849-4325-981a-64638a473ed2 service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279433 Nov 04 09:22:42.501199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-9d2daeea-d998-4620-aabe-636c3539135c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2048676 Nov 04 09:22:42.513894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-ab9badcf-5b50-4d61-bf61-08b8d856140e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:22:42.515049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-ab9badcf-5b50-4d61-bf61-08b8d856140e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088868 Nov 04 09:22:42.610989 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ecdbd2a-76ba-4443-94ef-ae323de98e70 req-eed563f7-ef72-477f-9e0a-6aea275de96f service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094403 Nov 04 09:22:42.723408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:42.991466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb853b49-9da8-4f4d-8c35-8ad9acb38e70 req-8993b956-8a89-433f-b3e8-2186186bcb7b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:42.993160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb853b49-9da8-4f4d-8c35-8ad9acb38e70 req-8993b956-8a89-433f-b3e8-2186186bcb7b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.0559163 Nov 04 09:22:43.052334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb853b49-9da8-4f4d-8c35-8ad9acb38e70 req-3e4ce31a-bc36-4f15-85ea-815d46254db1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475345 Nov 04 09:22:43.200059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:43.203194 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:43.270407 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1a2848-e8a1-4572-8e41-7a86d815d1d7 x-openstack-request-id: req-0d1a2848-e8a1-4572-8e41-7a86d815d1d7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:43.271050 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:43.271486 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0d1a2848-e8a1-4572-8e41-7a86d815d1d7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:43.272160 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'status': 'completed', 'code': 200} Nov 04 09:22:43.382410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934a08b-c0a0-437c-8bd8-02234e7e73a4 req-479bdf01-bc7e-4e99-923b-65d2b2be0c4d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.384217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0934a08b-c0a0-437c-8bd8-02234e7e73a4 req-479bdf01-bc7e-4e99-923b-65d2b2be0c4d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0613532 Nov 04 09:22:43.444485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0934a08b-c0a0-437c-8bd8-02234e7e73a4 req-f747e432-5f99-4ad6-bc40-8e0cc76cc433 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523367 Nov 04 09:22:43.459384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-6b3b7667-1c81-4881-adb7-e4cc4ee40d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.465616 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-6b3b7667-1c81-4881-adb7-e4cc4ee40d24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1095 time: 0.1590595 Nov 04 09:22:43.500135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-8c1dbec5-1a4f-45a8-9a09-3b57a2d51508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.501920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-8c1dbec5-1a4f-45a8-9a09-3b57a2d51508 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1095 time: 0.1543269 Nov 04 09:22:43.652805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-958b5941-a971-482d-bca1-d9bffb65fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.654917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-958b5941-a971-482d-bca1-d9bffb65fd79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.1814873 Nov 04 09:22:43.660322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-4f665b30-d077-4a3e-8780-b44e89da6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.661815 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-4f665b30-d077-4a3e-8780-b44e89da6e51 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.1320744 Nov 04 09:22:43.776980 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-7c275096-9068-4eda-adf7-0070c766bef6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1000 time: 0.1141920 Nov 04 09:22:43.834228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-453f17c3-0b31-488d-888e-804a52e76bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.836275 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-453f17c3-0b31-488d-888e-804a52e76bdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0508087 Nov 04 09:22:43.887621 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-69082810-c306-4282-8720-a3e973d9f726 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1000 time: 0.1570730 Nov 04 09:22:43.944924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-eb65a22d-e1c1-4461-b74b-f7d97e191bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.946767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-eb65a22d-e1c1-4461-b74b-f7d97e191bdf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0501373 Nov 04 09:22:43.953640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-ebef1f3f-3ef3-4a26-8f8c-d80d384b359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:43.955480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-ebef1f3f-3ef3-4a26-8f8c-d80d384b359b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115706 Nov 04 09:22:44.058604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-d288a0b7-c3b9-41f3-9c7a-820e606d41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:44.060250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-d288a0b7-c3b9-41f3-9c7a-820e606d41fc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036737 Nov 04 09:22:44.151665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-43b5dbb7-29c1-4674-bfa2-e389b3dfcd8c service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854186 Nov 04 09:22:44.203323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a051718-a6fc-4033-9c22-f11020b5b09e req-bd9ba1b9-da3e-4d69-91af-0cbb63e2a21e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:44.205568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a051718-a6fc-4033-9c22-f11020b5b09e req-bd9ba1b9-da3e-4d69-91af-0cbb63e2a21e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.0721924 Nov 04 09:22:44.284026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a051718-a6fc-4033-9c22-f11020b5b09e req-f154a26c-6d46-44db-9c7e-401e1635f2fb tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653968 Nov 04 09:22:44.287311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-e925793d-a8db-4a8d-b733-5a20a370f0db service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161477 Nov 04 09:22:44.357492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-b6a5813d-615c-4611-8946-8c2075f3ba16 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976430 Nov 04 09:22:44.414473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8eebe7d4-c5e7-4b07-93a5-5393ec8f3dd0 req-d37ae0a1-1d5d-45b2-bb5e-4262fca67c3a service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186707 Nov 04 09:22:44.581989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc7976-ca0d-4d60-a96d-8b890946cc74 req-17d196d5-bc08-4e89-a459-c0ea617b487a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:44.584205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76dc7976-ca0d-4d60-a96d-8b890946cc74 req-17d196d5-bc08-4e89-a459-c0ea617b487a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0579827 Nov 04 09:22:44.634478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76dc7976-ca0d-4d60-a96d-8b890946cc74 req-00218203-365a-4ecf-a1f5-b8f243b6ae8f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436745 Nov 04 09:22:45.403215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c657acb-faaf-4b1a-bddf-b928b5eace25 req-6994c554-dbc3-4c12-89fc-f0a82cae2c6d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:45.405552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c657acb-faaf-4b1a-bddf-b928b5eace25 req-6994c554-dbc3-4c12-89fc-f0a82cae2c6d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.0519378 Nov 04 09:22:45.444910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c657acb-faaf-4b1a-bddf-b928b5eace25 req-5e644eab-2ed6-4776-a7ea-d9897878c127 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332870 Nov 04 09:22:45.695222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-a3c9ff86-5b4a-4fcd-9128-0437c2baf08c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:45.696991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-a3c9ff86-5b4a-4fcd-9128-0437c2baf08c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78&tenant_id=5ddb959e0ce346938b6b3e895540bd9d&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 944 time: 0.0649281 Nov 04 09:22:45.724686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920b36a-d671-49d8-9268-91367ae9a380 req-6793feda-7bd2-4c8b-a04e-e5a3444173ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:45.726391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2920b36a-d671-49d8-9268-91367ae9a380 req-6793feda-7bd2-4c8b-a04e-e5a3444173ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 944 time: 0.0702081 Nov 04 09:22:45.765750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:45.774321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2920b36a-d671-49d8-9268-91367ae9a380 req-7ea06626-2800-45af-9b2d-e0b44e95fafe tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410931 Nov 04 09:22:45.829632 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:22:45.907788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c2fdce-a9ae-4fae-95e7-dcce36a447c0 req-980d97b4-460b-446a-b8ea-93d90b7c4779 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:45.910007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14c2fdce-a9ae-4fae-95e7-dcce36a447c0 req-980d97b4-460b-446a-b8ea-93d90b7c4779 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0632901 Nov 04 09:22:45.961667 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14c2fdce-a9ae-4fae-95e7-dcce36a447c0 req-a97ff061-91f0-44d0-a7a7-388142230350 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Nov 04 09:22:45.964994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:45.981315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'port_id': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'mac_address': 'fa:16:3e:b0:84:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:22:46.030481 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:46.046819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda10e44-565a-4fd8-8eb4-19d6970e9108 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:22:46.071762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:46.077732 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:46.156531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-225952c0-ba1c-4cd1-bb6f-87655676a737 service neutron] 10.222.0.70 "GET /v2.0/ports/fda10e44-565a-4fd8-8eb4-19d6970e9108/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 382 time: 0.4497070 Nov 04 09:22:46.174992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:46.242037 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa652c-a73d-4b66-857d-d139d5de79c4 req-4f0f3cfa-9514-4f94-93dc-9ae09cc57de7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.243598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1aaa652c-a73d-4b66-857d-d139d5de79c4 req-4f0f3cfa-9514-4f94-93dc-9ae09cc57de7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0518422 Nov 04 09:22:46.286197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1aaa652c-a73d-4b66-857d-d139d5de79c4 req-3a09ecce-b0bb-4ecd-9a03-edc5d8962ddd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340595 Nov 04 09:22:46.308191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-62afc059-e594-4a1a-a2b7-6253aab86b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.310137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-62afc059-e594-4a1a-a2b7-6253aab86b08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1096 time: 0.1084545 Nov 04 09:22:46.312400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-07d5e764-e687-400d-80b7-8ee8ca050613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.313889 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-07d5e764-e687-400d-80b7-8ee8ca050613 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1096 time: 0.1212535 Nov 04 09:22:46.342655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fda10e44-565a-4fd8-8eb4-19d6970e9108'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:22:46.487469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-a7bcc5ca-4500-44b7-8644-53a4e25b8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.489594 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-a7bcc5ca-4500-44b7-8644-53a4e25b8e6c service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1653190 Nov 04 09:22:46.490329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-e2d3b3f5-dc51-4a40-93ae-2c80437372fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.491729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-e2d3b3f5-dc51-4a40-93ae-2c80437372fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.1667373 Nov 04 09:22:46.517041 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:46.618148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-cb58ecdc-dbc6-4f2b-97a1-815e3cee3a33 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.1148388 Nov 04 09:22:46.633931 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-398eefd6-8301-4777-b5cc-cb80ca28b232 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1001 time: 0.1293259 Nov 04 09:22:46.708095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-69bdda8b-0fbe-448d-96a2-fd8b2de9bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.709651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-69bdda8b-0fbe-448d-96a2-fd8b2de9bb8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0847387 Nov 04 09:22:46.716442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-eff18bf0-775b-492b-90f0-fab764142434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.718132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-eff18bf0-775b-492b-90f0-fab764142434 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0632749 Nov 04 09:22:46.798527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-dcd7f826-bd24-4e64-9e1a-819694753d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.800144 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-dcd7f826-bd24-4e64-9e1a-819694753d15 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726433 Nov 04 09:22:46.804930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-585fa5bc-5739-4826-b05d-0586283a508a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.806823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-585fa5bc-5739-4826-b05d-0586283a508a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875587 Nov 04 09:22:46.910767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad5f9f-24d8-4d7e-a11a-8ba596532b48 req-ead46417-12c9-424a-8c77-9bf464645d7d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:46.913354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9aad5f9f-24d8-4d7e-a11a-8ba596532b48 req-ead46417-12c9-424a-8c77-9bf464645d7d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 945 time: 0.0624168 Nov 04 09:22:46.959671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9aad5f9f-24d8-4d7e-a11a-8ba596532b48 req-4b6a15a7-bcbf-4459-8f7f-13afcdd370bd tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380330 Nov 04 09:22:46.990145 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-a485a9f8-7a70-4c09-af4d-1e312f184112 service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815782 Nov 04 09:22:46.992293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-1302018b-dcae-4d53-945d-d1e45731723b service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746836 Nov 04 09:22:47.112207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c146e-7fce-4be2-a453-b89016b3ee1a req-117686c8-4f4a-4590-ba91-04d715bd8e73 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:47.114385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b34c146e-7fce-4be2-a453-b89016b3ee1a req-117686c8-4f4a-4590-ba91-04d715bd8e73 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0560794 Nov 04 09:22:47.159786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b34c146e-7fce-4be2-a453-b89016b3ee1a req-2d046b54-db2c-4813-bff6-fb56823160be tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369444 Nov 04 09:22:47.171758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-22ff5e4b-be97-4991-ae40-b15686415b1a service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667943 Nov 04 09:22:47.173759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e51c6cc7-f76f-4fb2-83d9-91d93a807b99 req-9644c68f-833b-40c0-b2f4-07389bd7cd10 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677463 Nov 04 09:22:47.420189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcac982-431b-4bc1-b28b-5d3dfadc0bb4 req-d4451de4-1eeb-4637-891a-780e54c94a8c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:47.421753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bcac982-431b-4bc1-b28b-5d3dfadc0bb4 req-d4451de4-1eeb-4637-891a-780e54c94a8c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0571268 Nov 04 09:22:47.461032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bcac982-431b-4bc1-b28b-5d3dfadc0bb4 req-31f89a35-4191-43ef-a938-30733fd1387f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 Nov 04 09:22:47.844588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:22:47.897148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port fda10e44-565a-4fd8-8eb4-19d6970e9108 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:22:47.902346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port fda10e44-565a-4fd8-8eb4-19d6970e9108 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:47.903014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:48.000194 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:48.027673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:48.031224 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c0c5d6-526c-466a-babc-7371e68d437c" -d '{"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-plugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:48.052479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:48.057768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:48.092752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44f9a4-24bf-4d8f-82df-43a47157c6b9 req-34207ab5-65cd-45ea-a20b-912c936a7ae3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:48.094316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d44f9a4-24bf-4d8f-82df-43a47157c6b9 req-34207ab5-65cd-45ea-a20b-912c936a7ae3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 945 time: 0.0556030 Nov 04 09:22:48.127072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:48.136396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d44f9a4-24bf-4d8f-82df-43a47157c6b9 req-0bfb39fa-9591-49d7-b9dc-de31639bb951 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358458 Nov 04 09:22:48.194068 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb92b51d-2b1f-4895-84ce-e2c9c654d145 x-openstack-request-id: req-eb92b51d-2b1f-4895-84ce-e2c9c654d145 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:48.194376 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-plugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:48.194696 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eb92b51d-2b1f-4895-84ce-e2c9c654d145 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:48.195174 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'code': 200} Nov 04 09:22:48.292903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec8c62-6725-4d5a-9d3a-ccb21a06619a req-79d20fe8-75fa-4f65-8c0b-145cca5dbc4e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:48.294759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-deec8c62-6725-4d5a-9d3a-ccb21a06619a req-79d20fe8-75fa-4f65-8c0b-145cca5dbc4e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0549760 Nov 04 09:22:48.336038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-deec8c62-6725-4d5a-9d3a-ccb21a06619a req-01e7ec5b-97fd-48b7-9c03-e92efffb5a4d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350657 Nov 04 09:22:48.584629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a515e-8559-4edb-b6e9-a080f10d5752 req-3808c374-8090-4dd7-81f2-2778ce2c42a3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:48.586228 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-321a515e-8559-4edb-b6e9-a080f10d5752 req-3808c374-8090-4dd7-81f2-2778ce2c42a3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0547776 Nov 04 09:22:48.621916 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:22:48.631900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-321a515e-8559-4edb-b6e9-a080f10d5752 req-880b31fe-432f-432c-8f39-d12a1e264254 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388513 Nov 04 09:22:49.208533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-b2f41244-6e0b-40f7-addf-66d285fd9aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:49.210161 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-b2f41244-6e0b-40f7-addf-66d285fd9aeb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 1097 time: 0.0481310 Nov 04 09:22:49.223725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:22:49.283614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee999f2-0e4b-43f2-9010-f4009e814a27 req-b6028c2f-09b2-47d1-8304-f62e81131795 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:49.285215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eee999f2-0e4b-43f2-9010-f4009e814a27 req-b6028c2f-09b2-47d1-8304-f62e81131795 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 946 time: 0.0720394 Nov 04 09:22:49.299543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:49.329607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eee999f2-0e4b-43f2-9010-f4009e814a27 req-e443509d-0f16-459d-b858-186d53c4def5 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380075 Nov 04 09:22:49.469922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ba46-bdce-4b30-9ec7-f04a39f1e57f req-292c847f-e1e3-4da7-bd47-8157bce2155d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:49.471453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca93ba46-bdce-4b30-9ec7-f04a39f1e57f req-292c847f-e1e3-4da7-bd47-8157bce2155d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0567527 Nov 04 09:22:49.511405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca93ba46-bdce-4b30-9ec7-f04a39f1e57f req-cf259575-d659-4489-9b40-8509342e36f4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335829 Nov 04 09:22:49.526830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:49.561049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:22:49.601500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:49.603679 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e267697-51be-4b0e-ab69-e61d88a5af8a" -d '{"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-unplugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:49.608195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:49.621502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Transition to ACTIVE for port object fda10e44-565a-4fd8-8eb4-19d6970e9108 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:22:49.625812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:49.665846 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c5c030-a3d3-4273-85f3-60de5f3db909 x-openstack-request-id: req-04c5c030-a3d3-4273-85f3-60de5f3db909 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:49.666231 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-unplugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:49.666508 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04c5c030-a3d3-4273-85f3-60de5f3db909 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:49.666780 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'code': 200} Nov 04 09:22:49.722065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:49.734872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.735213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.735548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.735890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.736223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.736546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.736869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.737186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.737502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.737821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.738139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.738452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:22:49.774226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] No DVR routers for this DVR port fda10e44-565a-4fd8-8eb4-19d6970e9108 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:22:49.921960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:22:49.922318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:22:49.922626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:22:49.927606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:22:49.927952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Attempting to bind port fda10e44-565a-4fd8-8eb4-19d6970e9108 on network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:22:49.933545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:22:49.933820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Checking segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:22:49.934236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Bound using segment: {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:22:49.934817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Bound port: fda10e44-565a-4fd8-8eb4-19d6970e9108, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8337a3c5-c0fd-4d96-9cd5-8127c89f946b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:22:49.935254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:50.017478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:22:50.021366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:22:50.025950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:50.068501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:50.068868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:50.070317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] 10.222.0.55 "PUT /v2.0/ports/fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1093 time: 0.8510244 Nov 04 09:22:50.134018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba45930-9997-4604-ae47-6f560c430180 service neutron] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:50.151839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-a42c2f56-3deb-4de1-a7eb-45cdd7f766e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:50.153856 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-a42c2f56-3deb-4de1-a7eb-45cdd7f766e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1096 time: 0.0583985 Nov 04 09:22:50.256359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-1b352c5a-17ec-42af-9529-775339430811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:50.257906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-1b352c5a-17ec-42af-9529-775339430811 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.0971909 Nov 04 09:22:50.345374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-8f2533fd-6fda-4b68-a511-e8112c7ba2e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1000 time: 0.0762596 Nov 04 09:22:50.409523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-6d09b324-f492-479b-9ffe-609652586ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:50.411018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-6d09b324-f492-479b-9ffe-609652586ff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0560522 Nov 04 09:22:50.479198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-e053d6ce-89c1-4dc1-b4cd-3d67ab72ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:50.479479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256257d8-6c94-43f5-9333-373b7cc08f15 req-b7adeba2-2359-4bf9-a869-07420a9dde17 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:50.480946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-e053d6ce-89c1-4dc1-b4cd-3d67ab72ff41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518599 Nov 04 09:22:50.481650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-256257d8-6c94-43f5-9333-373b7cc08f15 req-b7adeba2-2359-4bf9-a869-07420a9dde17 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 945 time: 0.0693586 Nov 04 09:22:50.526615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-256257d8-6c94-43f5-9333-373b7cc08f15 req-bb1a3b73-6a74-45b3-ba93-31695413c470 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Nov 04 09:22:50.604363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-26cc2d6a-05b3-4e9d-8589-d6dabf95f9b5 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088715 Nov 04 09:22:50.693644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59397ee-47a4-421d-8c0a-9aaac7488e75 req-10d203d9-16fd-49a6-b74b-39c41927a24e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:50.695527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d59397ee-47a4-421d-8c0a-9aaac7488e75 req-10d203d9-16fd-49a6-b74b-39c41927a24e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0635588 Nov 04 09:22:50.723283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea1508ce-81f2-4a27-ae30-cbc4db66ddbf req-d15d4632-534f-40ac-a309-440f18464183 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102519 Nov 04 09:22:50.760905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d59397ee-47a4-421d-8c0a-9aaac7488e75 req-72c5d292-d555-44ec-a85b-437581b86308 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498235 Nov 04 09:22:51.655347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6b6a4-b05d-4c07-9e2d-ebdde58b8d3e req-a819077a-7384-4c98-8853-491d3f9a1fe1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:51.656916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3aa6b6a4-b05d-4c07-9e2d-ebdde58b8d3e req-a819077a-7384-4c98-8853-491d3f9a1fe1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 945 time: 0.0518603 Nov 04 09:22:51.667768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:51.671417 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98bf6bc-66cf-4035-adb2-0b8488d6042e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:51.698118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3aa6b6a4-b05d-4c07-9e2d-ebdde58b8d3e req-7348b0c5-5b82-4f97-a3ef-f90eefdb2025 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351262 Nov 04 09:22:51.758196 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1579ba06-028e-48dd-a2aa-89c30cb445c7 x-openstack-request-id: req-1579ba06-028e-48dd-a2aa-89c30cb445c7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:51.758659 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:51.758659 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1579ba06-028e-48dd-a2aa-89c30cb445c7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:51.759187 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'status': 'completed', 'code': 200} Nov 04 09:22:51.860436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-9014f05a-72b4-4ee8-98e2-e8ae24efd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:51.862469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-9014f05a-72b4-4ee8-98e2-e8ae24efd6ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1096 time: 0.0844088 Nov 04 09:22:51.882139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:22:51.895783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86430753-835b-464e-8a6b-8a4f73709048 req-82a0a608-5c50-4448-b7c4-2b81e1f68d35 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:51.897883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86430753-835b-464e-8a6b-8a4f73709048 req-82a0a608-5c50-4448-b7c4-2b81e1f68d35 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0572140 Nov 04 09:22:51.931803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:22:51.936270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-afe9a4c0-29f3-4247-9d98-b847b8873e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:51.937989 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-afe9a4c0-29f3-4247-9d98-b847b8873e04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1096 time: 0.1501195 Nov 04 09:22:51.940804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86430753-835b-464e-8a6b-8a4f73709048 req-ca00d912-1483-4db0-82c4-4bea8236a2c3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357733 Nov 04 09:22:52.051235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-9a10715f-4315-4e48-a70f-0e3e67ca2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.052795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-9a10715f-4315-4e48-a70f-0e3e67ca2e90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.1822486 Nov 04 09:22:52.066146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-847e324a-4029-4533-84c5-cbad797ee0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.067714 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-847e324a-4029-4533-84c5-cbad797ee0ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.1215637 Nov 04 09:22:52.189512 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-a1821fc1-0a86-4e34-9e41-e1ece6756403 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1000 time: 0.1077297 Nov 04 09:22:52.191290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-f37f39dc-ab42-4bea-a3d9-77e2f9b18cee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1000 time: 0.1193860 Nov 04 09:22:52.314963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-73b8f8e6-878e-470a-a2ec-10e78ad56ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.316695 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-73b8f8e6-878e-470a-a2ec-10e78ad56ae0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.1197643 Nov 04 09:22:52.319334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-9280605a-0ff4-46b8-a3b1-cdac49267abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.321531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-9280605a-0ff4-46b8-a3b1-cdac49267abf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.1116118 Nov 04 09:22:52.403175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-8452663d-8195-4bc9-815d-2928c3a92118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.406396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-8452663d-8195-4bc9-815d-2928c3a92118 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830038 Nov 04 09:22:52.412606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-2ab23be8-cfee-439f-beaa-89c1ed2b99d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.414783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-2ab23be8-cfee-439f-beaa-89c1ed2b99d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800524 Nov 04 09:22:52.585259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-c572251d-fc02-49dd-9005-64b38e1e6dad service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694968 Nov 04 09:22:52.588637 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-51e1815d-e3d7-4977-8373-ddf05b800273 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611509 Nov 04 09:22:52.761090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-ad55b656-dafe-498f-beb1-b4f2ca90e1fb service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623273 Nov 04 09:22:52.763209 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f98bf6bc-66cf-4035-adb2-0b8488d6042e req-bf9785be-37be-420a-aee8-b8f867499d02 service neutron] 10.222.0.70 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569066 Nov 04 09:22:52.839337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff86466-a383-4ef5-84c9-c5d1a5f38aa6 req-766e0af0-fa91-48bb-afd7-89b523d3730d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.840464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ff86466-a383-4ef5-84c9-c5d1a5f38aa6 req-766e0af0-fa91-48bb-afd7-89b523d3730d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 945 time: 0.0686898 Nov 04 09:22:52.860066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-4adf9fdc-ecd3-4443-a3c6-0ab7c138337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.861564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-4adf9fdc-ecd3-4443-a3c6-0ab7c138337e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05&tenant_id=ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0473459 Nov 04 09:22:52.884646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ff86466-a383-4ef5-84c9-c5d1a5f38aa6 req-575ff383-a24a-4e74-b5a2-c68be3eda4e1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361195 Nov 04 09:22:52.917105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50336) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:22:52.932869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-899600b6-1a10-45d1-a281-1a3cbc34ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:52.934909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-899600b6-1a10-45d1-a281-1a3cbc34ea24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1095 time: 0.0495076 Nov 04 09:22:52.994063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-390429b5-f996-4502-908b-ad121a28519c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/f4fd6801-53fb-450f-967f-57207149ba9b HTTP/1.1" status: 200 len: 992 time: 0.0754695 Nov 04 09:22:53.037813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-0f0e5310-cfca-43b4-99f6-754a993dd902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:53.039296 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-0f0e5310-cfca-43b4-99f6-754a993dd902 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.0980451 Nov 04 09:22:53.078383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b066148-6837-4445-9ed7-41a46c9533b3 req-e541a728-386c-4705-b9ed-9fbac03fc266 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:53.080014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b066148-6837-4445-9ed7-41a46c9533b3 req-e541a728-386c-4705-b9ed-9fbac03fc266 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0534034 Nov 04 09:22:53.116965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-4cdb7598-4d5d-4743-8036-1788e6253c24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 200 len: 1000 time: 0.0699337 Nov 04 09:22:53.125009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b066148-6837-4445-9ed7-41a46c9533b3 req-f5b6a9f8-3885-450b-9691-cb6a1059c53a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378718 Nov 04 09:22:53.167748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-d52d5e8d-e5ff-4824-a92d-9a2fd735bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:53.169941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-d52d5e8d-e5ff-4824-a92d-9a2fd735bebf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0465519 Nov 04 09:22:53.216932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-77807456-f823-4bbc-b1b5-d0a9773a1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:53.218425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-77807456-f823-4bbc-b1b5-d0a9773a1145 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407941 Nov 04 09:22:53.313480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-3300911c-1b4a-4687-9534-32bedc1730a6 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879183 Nov 04 09:22:53.405114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0519e0e7-83a9-48cd-90a9-fb46f000bcfc req-6a4964e5-1a21-43a2-b1de-da4d1eda3f81 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849085 Nov 04 09:22:53.937708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:22:54.128729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:54.148128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'port_id': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'mac_address': 'fa:16:3e:b0:84:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:22:54.223393 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:54.245671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda10e44-565a-4fd8-8eb4-19d6970e9108 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:22:54.293757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:54.302501 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:54.319354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9c28c-e3b5-46b2-a9c9-13b82daf47d9 req-4c50179e-5500-4678-a32a-fb0ba36d3b45 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:54.321121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94f9c28c-e3b5-46b2-a9c9-13b82daf47d9 req-4c50179e-5500-4678-a32a-fb0ba36d3b45 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0988297 Nov 04 09:22:54.367590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=12']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:54.384695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94f9c28c-e3b5-46b2-a9c9-13b82daf47d9 req-17afb054-09ad-4ee2-b4b6-c03f0eca9923 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563788 Nov 04 09:22:54.526850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['fda10e44-565a-4fd8-8eb4-19d6970e9108'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:22:55.596757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfe7e2-50fb-4b46-916e-14b35ba5b124 req-836148d8-7b74-41c9-82aa-538bd8f21574 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:55.598636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3cfe7e2-50fb-4b46-916e-14b35ba5b124 req-836148d8-7b74-41c9-82aa-538bd8f21574 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0850377 Nov 04 09:22:55.664637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3cfe7e2-50fb-4b46-916e-14b35ba5b124 req-2a30c60a-fd8f-4213-93ec-a867ec3e6eee tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564115 Nov 04 09:22:55.948581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:22:56.036805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port fda10e44-565a-4fd8-8eb4-19d6970e9108 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:22:56.045902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port fda10e44-565a-4fd8-8eb4-19d6970e9108 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:22:56.046308 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:56.319808 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:56.354691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:22:56.357643 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1399f5-b336-4a29-8aee-d0b50a1307d0" -d '{"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-plugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:22:56.372305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:22:56.379016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:22:56.409460 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b057f91-5e73-47de-a71d-4efd9eab1a79 x-openstack-request-id: req-9b057f91-5e73-47de-a71d-4efd9eab1a79 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:22:56.409768 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-plugged", "status": "completed", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:22:56.410009 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9b057f91-5e73-47de-a71d-4efd9eab1a79 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:22:56.410700 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'code': 200} Nov 04 09:22:56.441843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=13']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:22:56.847756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a12bf-a222-4945-b71b-6b47883ee7f2 req-b002ffb3-eea1-486f-8745-e1894e1b4c52 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:56.857697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c3a12bf-a222-4945-b71b-6b47883ee7f2 req-b002ffb3-eea1-486f-8745-e1894e1b4c52 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0808084 Nov 04 09:22:56.924569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c3a12bf-a222-4945-b71b-6b47883ee7f2 req-406896fa-90c2-46b1-9a08-d7e65e8dd733 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530355 Nov 04 09:22:58.107380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f224f98-45d2-424b-9a1f-c29024f4ef51 req-0d4a96c4-17d9-4841-929c-b353456ee466 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:58.109116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f224f98-45d2-424b-9a1f-c29024f4ef51 req-0d4a96c4-17d9-4841-929c-b353456ee466 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0763519 Nov 04 09:22:58.224409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f224f98-45d2-424b-9a1f-c29024f4ef51 req-27ded731-7eac-457b-b986-b3d0a2f382e1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993681 Nov 04 09:22:59.416335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77712a7-4f48-4805-aed3-29f354b8f6ff req-3ee6e5d0-8244-4932-ad72-1a6110fa4854 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:22:59.422390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b77712a7-4f48-4805-aed3-29f354b8f6ff req-3ee6e5d0-8244-4932-ad72-1a6110fa4854 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.1033356 Nov 04 09:22:59.479975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b77712a7-4f48-4805-aed3-29f354b8f6ff req-1720b4e3-2937-420a-b6b0-aa08cb4df638 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508780 Nov 04 09:23:00.696097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231758a-2561-4281-b0be-239859395df5 req-a500ec4c-9855-42ad-8d15-c928610f94fd tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:00.702506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8231758a-2561-4281-b0be-239859395df5 req-a500ec4c-9855-42ad-8d15-c928610f94fd tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0956118 Nov 04 09:23:00.771801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8231758a-2561-4281-b0be-239859395df5 req-e089f07c-6abe-48f0-bb70-39292d1ea0fd tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586820 Nov 04 09:23:02.001177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc7f2f-3403-4adf-bfc0-32d69dd6428d req-567ea8db-332e-4f4a-91a2-ef16d3b3e0a5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:02.002820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10dc7f2f-3403-4adf-bfc0-32d69dd6428d req-567ea8db-332e-4f4a-91a2-ef16d3b3e0a5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.1140800 Nov 04 09:23:02.066062 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10dc7f2f-3403-4adf-bfc0-32d69dd6428d req-d0a8fe09-9bed-428c-99bb-6f257d7c3488 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Nov 04 09:23:03.274937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce316b0-29d7-46c6-9b5b-29d96f84d04c req-ca5563a1-b0bb-4ec4-ae87-476c2f1fc284 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:03.276642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ce316b0-29d7-46c6-9b5b-29d96f84d04c req-ca5563a1-b0bb-4ec4-ae87-476c2f1fc284 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0757153 Nov 04 09:23:03.345523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ce316b0-29d7-46c6-9b5b-29d96f84d04c req-de36f92e-f38d-477a-b931-590b5d6b92de tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615854 Nov 04 09:23:04.493068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfb436-1da3-4935-aed0-c79bdce15cf5 req-b7b062f3-16a4-499f-93f4-3b3674614077 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:04.494685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42bfb436-1da3-4935-aed0-c79bdce15cf5 req-b7b062f3-16a4-499f-93f4-3b3674614077 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0721862 Nov 04 09:23:04.536856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42bfb436-1da3-4935-aed0-c79bdce15cf5 req-6445fbfb-4f08-4546-a6cc-dfe6d72825a2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Nov 04 09:23:05.680412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497d53b-914b-478c-ab9e-6f4b5b4df775 req-7bede6cd-f577-4b08-9016-9df30619980b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:05.681975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d497d53b-914b-478c-ab9e-6f4b5b4df775 req-7bede6cd-f577-4b08-9016-9df30619980b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0606081 Nov 04 09:23:05.729501 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d497d53b-914b-478c-ab9e-6f4b5b4df775 req-9ed2b159-01bc-4639-bde1-d9933862924d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401225 Nov 04 09:23:06.880381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96672f-693c-4230-a063-cbec7472a0e9 req-d790aebc-0d7f-4b52-a630-455f3cff37d3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:06.884764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce96672f-693c-4230-a063-cbec7472a0e9 req-d790aebc-0d7f-4b52-a630-455f3cff37d3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0613914 Nov 04 09:23:06.927814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce96672f-693c-4230-a063-cbec7472a0e9 req-c2dbdbb8-11b0-432a-a4f2-926239f013c5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374620 Nov 04 09:23:07.353344 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dd1d6d1-32df-4b57-9b8f-26ac7407eff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:08.098070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ceb46-4c01-4a2c-8b1b-13a162280ab8 req-f6d7f307-c492-41f0-9acf-fc1d3a1dff67 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:08.102065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d51ceb46-4c01-4a2c-8b1b-13a162280ab8 req-f6d7f307-c492-41f0-9acf-fc1d3a1dff67 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0755806 Nov 04 09:23:08.149243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d51ceb46-4c01-4a2c-8b1b-13a162280ab8 req-3aa590cc-7894-4e93-be46-fab29e2508f3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388579 Nov 04 09:23:09.293919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448dbaa-cc77-47ac-a921-b4b3cdbb5c15 req-1adcc82b-dcb0-40b1-b4d8-a97b9c8661f8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:09.295394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c448dbaa-cc77-47ac-a921-b4b3cdbb5c15 req-1adcc82b-dcb0-40b1-b4d8-a97b9c8661f8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0672350 Nov 04 09:23:09.342623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c448dbaa-cc77-47ac-a921-b4b3cdbb5c15 req-3f1f6652-f2b4-446e-8e0e-e317086ef6d5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345101 Nov 04 09:23:09.952048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e88b226d-db8d-444f-a53b-5bf44468e6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:10.274599 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:10.522531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b1236-a5f3-42ae-b2bc-e9ae2559fffa req-a096b31e-c16b-46fa-b357-c0b54f6a656c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:10.524091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b73b1236-a5f3-42ae-b2bc-e9ae2559fffa req-a096b31e-c16b-46fa-b357-c0b54f6a656c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0787971 Nov 04 09:23:10.567632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b73b1236-a5f3-42ae-b2bc-e9ae2559fffa req-d156dc7f-9f4a-4c11-b954-19f653cc579d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366197 Nov 04 09:23:11.258674 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:11.696301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4f77b-9a2d-4066-91f9-b572a0352ef9 req-603a4ffd-03f6-4af4-be4e-d8a99ab32ba7 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:11.697863 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ede4f77b-9a2d-4066-91f9-b572a0352ef9 req-603a4ffd-03f6-4af4-be4e-d8a99ab32ba7 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0527673 Nov 04 09:23:11.743233 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ede4f77b-9a2d-4066-91f9-b572a0352ef9 req-72bc741c-0ea7-473b-9b10-6329b609bf24 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385952 Nov 04 09:23:12.713258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:12.877142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc16021-29bc-46bd-94c8-ce983833db3d req-1c835a49-304d-4571-8e79-165f7f4baa84 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:12.878802 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ccc16021-29bc-46bd-94c8-ce983833db3d req-1c835a49-304d-4571-8e79-165f7f4baa84 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0584764 Nov 04 09:23:12.918882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ccc16021-29bc-46bd-94c8-ce983833db3d req-c2bd5c46-3fbe-427d-8b05-6741051f207d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338018 Nov 04 09:23:14.026564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:23:14.072961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f846d0-c005-4c4d-8818-e6f4ded1e80e req-574ce4a8-0155-4e6a-bb33-880f7a40f5cc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:14.075784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08f846d0-c005-4c4d-8818-e6f4ded1e80e req-574ce4a8-0155-4e6a-bb33-880f7a40f5cc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 944 time: 0.0675189 Nov 04 09:23:14.125775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08f846d0-c005-4c4d-8818-e6f4ded1e80e req-d6862346-ae1b-4f7a-ac8d-63e375c8880b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440297 Nov 04 09:23:14.160396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:14.175350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'e387d32d-6540-46fe-bce0-6684749f181d', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'port_id': 'e387d32d-6540-46fe-bce0-6684749f181d', 'mac_address': 'fa:16:3e:33:af:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:23:14.221142 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:14.238736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e387d32d-6540-46fe-bce0-6684749f181d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:14.259059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:14.264938 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:14.315253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:14.481717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['e387d32d-6540-46fe-bce0-6684749f181d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:15.275605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d372c3a-e70f-4c3d-9d1b-a4126108f48f req-606a9607-c7d6-4700-89cf-dd7e9721ad8f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:15.277638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d372c3a-e70f-4c3d-9d1b-a4126108f48f req-606a9607-c7d6-4700-89cf-dd7e9721ad8f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 945 time: 0.0589190 Nov 04 09:23:15.321356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d372c3a-e70f-4c3d-9d1b-a4126108f48f req-b75e2e10-e70d-4aae-af34-e195381f8d02 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369797 Nov 04 09:23:15.769387 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.031037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:16.046565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:16.055040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249460353', 'description': 'tempest-secgroup-smoke-249460353 description', 'project_id': '4e75a358e2434a75be962d9aea152228'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:16.099412 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.112743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port e387d32d-6540-46fe-bce0-6684749f181d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:16.113997 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.222846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.228794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.242943 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.264849 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.269359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2210968 Nov 04 09:23:16.270101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50966) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:16.273142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b15f0-9de4-4f3c-88c2-62e9867aebfa,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:16.278010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:16.280647 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73783a1-0f6a-4e82-aca6-d42de8488cfc" -d '{"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-plugged", "status": "completed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:16.283105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.284428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.284428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.284428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.285002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.285002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.285358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.285979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.286315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.286861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.287370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.287899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380226a5-ffc4-4204-9ecb-45b5b307d81b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:16.288584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8d2db499-8f12-4ade-b250-ec34f2968f3e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'security_group_rule': {'security_group_id': 'f89b15f0-9de4-4f3c-88c2-62e9867aebfa', 'project_id': '4e75a358e2434a75be962d9aea152228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:16.296452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:16.305791 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.341451 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884be3de-eb5e-467c-b1c4-2b09f27706dc x-openstack-request-id: req-884be3de-eb5e-467c-b1c4-2b09f27706dc {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:16.341750 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-plugged", "status": "completed", "tag": "e387d32d-6540-46fe-bce0-6684749f181d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:16.342014 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-884be3de-eb5e-467c-b1c4-2b09f27706dc {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:16.342397 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d', 'code': 200} Nov 04 09:23:16.348725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2db499-8f12-4ade-b250-ec34f2968f3e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.419958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:16.497341 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2db499-8f12-4ade-b250-ec34f2968f3e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.505814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2db499-8f12-4ade-b250-ec34f2968f3e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.509855 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9452dde-8814-4e83-81e8-a14cc40a880e req-f1734102-8b6a-4031-a68a-413475c1a521 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:16.512613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9452dde-8814-4e83-81e8-a14cc40a880e req-f1734102-8b6a-4031-a68a-413475c1a521 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 947 time: 0.0696275 Nov 04 09:23:16.534155 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.574255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2db499-8f12-4ade-b250-ec34f2968f3e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31302ca5-51b6-4e12-8aa1-a031efca2977,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:16.584635 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9452dde-8814-4e83-81e8-a14cc40a880e req-7a57caaf-0f4a-46f9-bef1-fbe1a2307dd3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578587 Nov 04 09:23:16.587572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2db499-8f12-4ade-b250-ec34f2968f3e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.590412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8d2db499-8f12-4ade-b250-ec34f2968f3e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166466 Nov 04 09:23:16.593662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 50972) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:16.599712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e2740525-e90b-4e05-9c56-21c509586c6b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'security_group_rule': {'security_group_id': 'f89b15f0-9de4-4f3c-88c2-62e9867aebfa', 'project_id': '4e75a358e2434a75be962d9aea152228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:16.620970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c0ceb-01b1-47f3-b0e9-6ab84c458a3d req-19ec745a-c176-4c2f-b402-851847ed4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:16.623319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-505c0ceb-01b1-47f3-b0e9-6ab84c458a3d req-19ec745a-c176-4c2f-b402-851847ed4dea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 1098 time: 0.0951138 Nov 04 09:23:16.661690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2740525-e90b-4e05-9c56-21c509586c6b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.698457 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-505c0ceb-01b1-47f3-b0e9-6ab84c458a3d req-148c9416-13dc-46aa-bccc-e2c296c0223b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648541 Nov 04 09:23:16.740895 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2740525-e90b-4e05-9c56-21c509586c6b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.746589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2740525-e90b-4e05-9c56-21c509586c6b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.767318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2740525-e90b-4e05-9c56-21c509586c6b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186d1947-e786-4b0f-bf3b-4f3a12865e85,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:16.777567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2740525-e90b-4e05-9c56-21c509586c6b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.779066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2740525-e90b-4e05-9c56-21c509586c6b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1838822 Nov 04 09:23:16.783786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50980) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:16.789199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2eb9fc12-9683-4a55-82f8-9386d2b826b4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'security_group_rule': {'security_group_id': 'f89b15f0-9de4-4f3c-88c2-62e9867aebfa', 'project_id': '4e75a358e2434a75be962d9aea152228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:16.826374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fc12-9683-4a55-82f8-9386d2b826b4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.911734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fc12-9683-4a55-82f8-9386d2b826b4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.916747 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fc12-9683-4a55-82f8-9386d2b826b4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.948604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9fc12-9683-4a55-82f8-9386d2b826b4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89caa713-6358-41f3-af74-9e4e130b5938,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:16.961002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fc12-9683-4a55-82f8-9386d2b826b4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:16.963260 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2eb9fc12-9683-4a55-82f8-9386d2b826b4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1776323 Nov 04 09:23:16.966972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50986) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:16.973090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1895b7b4-1fa6-4dce-996d-5f6c4cf7e977 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'security_group_rule': {'security_group_id': 'f89b15f0-9de4-4f3c-88c2-62e9867aebfa', 'project_id': '4e75a358e2434a75be962d9aea152228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:17.006930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1895b7b4-1fa6-4dce-996d-5f6c4cf7e977 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.096507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1895b7b4-1fa6-4dce-996d-5f6c4cf7e977 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.103054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1895b7b4-1fa6-4dce-996d-5f6c4cf7e977 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.125181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1895b7b4-1fa6-4dce-996d-5f6c4cf7e977 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3511712-1b8f-4f72-99c1-631e190ccfab,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:17.134423 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1895b7b4-1fa6-4dce-996d-5f6c4cf7e977 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.135913 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1895b7b4-1fa6-4dce-996d-5f6c4cf7e977 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1677568 Nov 04 09:23:17.139980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50988) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:17.144811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'security_group_rule': {'security_group_id': 'f89b15f0-9de4-4f3c-88c2-62e9867aebfa', 'project_id': '4e75a358e2434a75be962d9aea152228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:17.171844 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Project 4e75a358e2434a75be962d9aea152228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:23:17.177417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.263225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.268685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.291747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcb999f-4ec0-4880-8e85-04c42f126575,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:17.305239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.305239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6221ecca-bfd2-4ee4-85ff-3d2c756b7087 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607976 Nov 04 09:23:17.305493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 50992) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:17.312774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'security_group_rule': {'security_group_id': 'f89b15f0-9de4-4f3c-88c2-62e9867aebfa', 'project_id': '4e75a358e2434a75be962d9aea152228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:17.343335 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Project 4e75a358e2434a75be962d9aea152228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:23:17.349438 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.438415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.444326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.509904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418ac2ee-2bfd-44b7-b0a6-d44a08176869,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:17.516431 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:17.521319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7c776ce5-071d-4831-82cb-2125a25276d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2108688 Nov 04 09:23:17.536692 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-625191cd-ab90-4c4c-9af6-afe621a7f9bc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760059 Nov 04 09:23:17.682714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652a67-f516-4283-9a07-249f74d24487 req-ae551fc2-9cb7-496d-b824-f702d79a4317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:17.685607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-ae551fc2-9cb7-496d-b824-f702d79a4317 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1096 time: 0.0845478 Nov 04 09:23:17.819019 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bce7-283e-4ce4-aa4e-f60632108b09 req-3d0ebd50-ab19-4994-b657-94c17eff19fd tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:17.822444 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80d3bce7-283e-4ce4-aa4e-f60632108b09 req-3d0ebd50-ab19-4994-b657-94c17eff19fd tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 947 time: 0.1168828 Nov 04 09:23:17.871473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652a67-f516-4283-9a07-249f74d24487 req-53d488c4-d1da-45d5-8b8d-97bb0dae10af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:17.874724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-53d488c4-d1da-45d5-8b8d-97bb0dae10af service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1592057 Nov 04 09:23:17.894747 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80d3bce7-283e-4ce4-aa4e-f60632108b09 req-4c8e3dcf-a206-466a-879b-8f7a718c4fdd tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641279 Nov 04 09:23:18.035910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-b698dfc1-281b-4812-96bc-e17e09f1aea2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.1525159 Nov 04 09:23:18.132953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-2af89441-193b-4b14-85b9-f789fd46bb99 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249460353&fields=id&tenant_id=4e75a358e2434a75be962d9aea152228 HTTP/1.1" status: 200 len: 267 time: 0.0930104 Nov 04 09:23:18.345316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-1b62250d-53ce-4d96-be40-8336acfa32be tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:18.358443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-1b62250d-53ce-4d96-be40-8336acfa32be tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 814 time: 0.2234488 Nov 04 09:23:18.401240 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-9bdc7308-a238-4d71-9d2c-ad9301e1ce64 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/quotas/4e75a358e2434a75be962d9aea152228 HTTP/1.1" status: 200 len: 375 time: 0.0413902 Nov 04 09:23:18.499177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-06c9ae54-23d1-4dcf-b1ff-e3f5cb67c9f2 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961325 Nov 04 09:23:18.628801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652a67-f516-4283-9a07-249f74d24487 req-1bba0611-e01c-4da1-9b46-b6ecebdd78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:18.631734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-1bba0611-e01c-4da1-9b46-b6ecebdd78af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.5805230 Nov 04 09:23:18.644599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-278dd613-127d-4024-b26c-8894b6e35625 service neutron] 10.222.0.53 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292455 Nov 04 09:23:18.691309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2652a67-f516-4283-9a07-249f74d24487 req-57bbe598-2970-4833-87ab-47cee4a85afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:18.693342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-57bbe598-2970-4833-87ab-47cee4a85afd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538266 Nov 04 09:23:18.792313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-4b82d98e-d82d-4203-a605-90d401833c6b service neutron] 10.222.0.53 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348884 Nov 04 09:23:18.869127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-34bb2a09-1c58-459c-986d-41ce897c7ade service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683729 Nov 04 09:23:19.045100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d2652a67-f516-4283-9a07-249f74d24487 req-a73c2cd2-cced-4da3-9459-69d3723f2c4b service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666129 Nov 04 09:23:19.346765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5e195-d837-405c-bb08-d7bc4c708081 req-6f7d4cdb-8c86-4c98-839b-33afa1625f2d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:19.349550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f5e195-d837-405c-bb08-d7bc4c708081 req-6f7d4cdb-8c86-4c98-839b-33afa1625f2d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 947 time: 0.0800490 Nov 04 09:23:19.420402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73f5e195-d837-405c-bb08-d7bc4c708081 req-3bc74a8d-dafe-431b-a8c3-73fae4942b6b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630186 Nov 04 09:23:19.618824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c843fb8f-fb44-4d69-a428-44cd1792bf7d req-3e56d51a-fe88-4b7a-be2c-1bbab9747acf tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 210 time: 0.0349286 Nov 04 09:23:20.610903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-cf0fdac5-6931-4e3b-ab42-4b74d7f3db92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1225865 Nov 04 09:23:20.666762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-1bb5a995-5ce1-4ae0-adcf-e8f5b64babf4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:20.669607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-1bb5a995-5ce1-4ae0-adcf-e8f5b64babf4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.55 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 814 time: 0.2206442 Nov 04 09:23:20.772677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71c76dac-5914-4185-a1ba-fe290c71202d req-c22e2394-e6fa-42d1-a1c8-b7a02db4152a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 210 time: 0.0374026 Nov 04 09:23:20.802809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-6a49f7cd-af4d-4b46-818a-4b42ed5833db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:20.804883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-6a49f7cd-af4d-4b46-818a-4b42ed5833db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1098 time: 0.1615551 Nov 04 09:23:20.819419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-6c9e1369-9ee0-459a-880a-f67289c27ff2 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e75a358e2434a75be962d9aea152228 HTTP/1.1" status: 200 len: 379 time: 0.1065307 Nov 04 09:23:20.830131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'port': {'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'admin_state_up': True, 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'security_groups': ['f89b15f0-9de4-4f3c-88c2-62e9867aebfa']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:20.976314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d393f-db3b-47dd-b6f3-d624331774b5 req-461b8895-9c5b-4869-a803-3fc166ef1373 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:21.013722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb6d393f-db3b-47dd-b6f3-d624331774b5 req-461b8895-9c5b-4869-a803-3fc166ef1373 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1459458 Nov 04 09:23:21.062943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb6d393f-db3b-47dd-b6f3-d624331774b5 req-dd441ad7-1a13-4dd7-9cb0-92c6c0313048 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476768 Nov 04 09:23:21.130200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-23211c49-c1b3-49e3-a0d9-7b2d74e4ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:21.132577 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-23211c49-c1b3-49e3-a0d9-7b2d74e4ab33 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.2521737 Nov 04 09:23:21.143796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Made reservation on behalf of 4e75a358e2434a75be962d9aea152228 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:23:21.158198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:21.261944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600eb53-d1cd-4563-8b0f-d84c505f67fb req-36ab8a4d-6b33-4722-8461-fcaea12fabf8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:21.265057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e600eb53-d1cd-4563-8b0f-d84c505f67fb req-36ab8a4d-6b33-4722-8461-fcaea12fabf8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0673640 Nov 04 09:23:21.324628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e600eb53-d1cd-4563-8b0f-d84c505f67fb req-3b493d2a-31da-4d00-b838-cce8b1e9ee57 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509214 Nov 04 09:23:21.334941 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-b63120a4-abfd-4217-98eb-b1e18fc9132e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 1002 time: 0.1925426 Nov 04 09:23:21.446095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-a1637f7a-0bdc-4169-af48-3c5404cb9f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:21.447802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-a1637f7a-0bdc-4169-af48-3c5404cb9f44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.1003456 Nov 04 09:23:21.508949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Allocated IP 172.20.0.8 (5b2d883f-f008-4eb3-b516-0e5a3e219515/6064b2e6-99d4-49d9-905d-f804cfd2cb24/8693cbc8-fc46-4d36-9734-a1cca1909375) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:21.579577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-96f52061-860c-4b33-a845-618a6d3685c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:21.581458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-96f52061-860c-4b33-a845-618a6d3685c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1232069 Nov 04 09:23:21.717483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-d7dda321-b597-4048-a672-965d1f8a7eaa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:21.721820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-d7dda321-b597-4048-a672-965d1f8a7eaa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.1542771 Nov 04 09:23:21.747103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-638712ef-200c-4169-b18b-1d1f57b5998b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/quotas/a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 375 time: 0.0201411 Nov 04 09:23:21.788173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-a7c0c321-1e96-4f37-9fc0-83d843c1f6a0 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972232 Nov 04 09:23:21.811346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:21.829038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-3f24ac3f-8ef7-4512-a3b3-2e98178318ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0809164 Nov 04 09:23:21.932882 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:21.983905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7dfc47e6-45aa-499b-8dd7-0cb8f6cce744 req-3331a5f2-983b-4ed6-9fc6-c4e3967b6e6b service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878393 Nov 04 09:23:22.011886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:22.013750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:22.017201 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-c9cb5ba4-e7a5-4af2-a2e8-a9bfbdf5ff32 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787143 Nov 04 09:23:22.022306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:22.064771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'Port': ['ID=8693cbc8-fc46-4d36-9734-a1cca1909375,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:22.109634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:22.110319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:22.144493 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b338ce5a-56bf-47a9-96c7-c859d71c7655 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3178902 Nov 04 09:23:22.148546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-cea2c43d-9772-4755-87aa-a1cab089a07e service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301072 Nov 04 09:23:22.158853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Request body: {'port': {'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:22.243708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:22.409612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8f02a1d6-c1cd-4b70-97cf-4e1ac633f877 None None] Provisioning complete for port 8693cbc8-fc46-4d36-9734-a1cca1909375 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:22.410237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f02a1d6-c1cd-4b70-97cf-4e1ac633f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:22.468681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8f02a1d6-c1cd-4b70-97cf-4e1ac633f877 None None] Port 8693cbc8-fc46-4d36-9734-a1cca1909375 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:23:22.516853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dfb29-5dfa-4e0e-b2b6-6e47cdc49043 req-f530f7aa-762d-4a52-97ab-9d664a0a999d tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:22.521806 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca5dfb29-5dfa-4e0e-b2b6-6e47cdc49043 req-f530f7aa-762d-4a52-97ab-9d664a0a999d tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 931 time: 0.0915275 Nov 04 09:23:22.668785 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca5dfb29-5dfa-4e0e-b2b6-6e47cdc49043 req-c21342ed-39a1-40cd-898f-71d8ee39dbb2 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292613 Nov 04 09:23:22.755018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8693cbc8-fc46-4d36-9734-a1cca1909375 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:22.766254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:22.781848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Transition to ACTIVE for port object 8693cbc8-fc46-4d36-9734-a1cca1909375 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:23:22.787330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:22.814924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1085832a-8e6f-4810-8225-748e46f53ade req-5c29487a-8204-4d14-bbe4-f3e39042fd25 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 210 time: 0.0552039 Nov 04 09:23:22.881724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Pushing event updated for resources: {'Port': ['ID=8693cbc8-fc46-4d36-9734-a1cca1909375,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:23.161304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Attempting to bind port 8693cbc8-fc46-4d36-9734-a1cca1909375 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:23:23.161593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Attempting to bind port 8693cbc8-fc46-4d36-9734-a1cca1909375 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:23:23.162038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Attempting to bind port 8693cbc8-fc46-4d36-9734-a1cca1909375 on network 5b2d883f-f008-4eb3-b516-0e5a3e219515 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:23.189243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Port 8693cbc8-fc46-4d36-9734-a1cca1909375 on network 5b2d883f-f008-4eb3-b516-0e5a3e219515 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:23:23.189715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Attempting to bind port 8693cbc8-fc46-4d36-9734-a1cca1909375 on network 5b2d883f-f008-4eb3-b516-0e5a3e219515 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:23.211847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:23:23.212294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Checking segment: {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:23.212748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Bound using segment: {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:23:23.213227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Bound port: 8693cbc8-fc46-4d36-9734-a1cca1909375, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:23:23.216095 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:23.389714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] For port 8693cbc8-fc46-4d36-9734-a1cca1909375, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:23:23.396941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] For port 8693cbc8-fc46-4d36-9734-a1cca1909375, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8693cbc8-fc46-4d36-9734-a1cca1909375,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:23:23.405380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:23.469119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:23.470206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:23.478336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] 10.222.0.55 "PUT /v2.0/ports/8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 1091 time: 1.3251202 Nov 04 09:23:23.478990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:23.485182 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667be915-671c-4207-b084-d2b7ccc89443" -d '{"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:23.588527 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afca15e5-5695-40d5-86f1-bd63311640bf x-openstack-request-id: req-afca15e5-5695-40d5-86f1-bd63311640bf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:23.588857 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:23.589123 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-afca15e5-5695-40d5-86f1-bd63311640bf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:23.589831 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'status': 'completed', 'code': 200} Nov 04 09:23:23.593817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12aa193-89ec-4cf7-952c-028895666219 service neutron] Pushing event updated for resources: {'Port': ['ID=8693cbc8-fc46-4d36-9734-a1cca1909375,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:23.613960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b41bc976-01be-4302-a09f-1687218e0f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:23.615740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-b41bc976-01be-4302-a09f-1687218e0f08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1094 time: 0.0793493 Nov 04 09:23:23.695476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-94c4e82e-e991-4b5b-a149-46663c9d382b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 217 time: 0.0707662 Nov 04 09:23:23.786826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-541db90d-89d2-47b5-94ba-f63dd784365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:23.790037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-541db90d-89d2-47b5-94ba-f63dd784365d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 200 len: 853 time: 0.0860324 Nov 04 09:23:23.864432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-fca56c6f-8b45-4143-8317-925ee2166025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:23.879327 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-fca56c6f-8b45-4143-8317-925ee2166025 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b2d883f-f008-4eb3-b516-0e5a3e219515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811269 Nov 04 09:23:23.930173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8f2f3-5418-41ad-b461-2d58e1818d48 req-fa7b8875-6ade-4cac-aa2a-5b99510bed2e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:23.932251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69c8f2f3-5418-41ad-b461-2d58e1818d48 req-fa7b8875-6ade-4cac-aa2a-5b99510bed2e tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.1332586 Nov 04 09:23:24.023664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69c8f2f3-5418-41ad-b461-2d58e1818d48 req-6782212c-204d-4521-9c30-28374a0a19d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832143 Nov 04 09:23:24.178839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-ec28bee0-62a4-49f3-bccd-758c20181478 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916367 Nov 04 09:23:24.208700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97671697-7bec-46e8-801b-6b056ba81060 req-e081e680-6155-4c74-bbea-5f50c67a66ed tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 210 time: 0.0621052 Nov 04 09:23:24.268296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-9dbd7a1b-c4cc-41f9-8c12-c54ca4d1057e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:24.269744 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-9dbd7a1b-c4cc-41f9-8c12-c54ca4d1057e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.3131137 Nov 04 09:23:24.287705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'port': {'device_id': 'b483a345-4283-4d80-a566-963d77b7247a', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'admin_state_up': True, 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:24.368753 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a641e8c-1755-43bd-be7f-b0537cc0850d req-09354706-63a1-4165-88d0-bbf472369ee1 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770952 Nov 04 09:23:24.540474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be915-671c-4207-b084-d2b7ccc89443 req-24a69367-18b6-4101-9444-f8dff471bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:24.543801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667be915-671c-4207-b084-d2b7ccc89443 req-24a69367-18b6-4101-9444-f8dff471bdd2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1094 time: 0.1140745 Nov 04 09:23:24.545854 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Made reservation on behalf of a92c526689d74268b4c7edae2c0abeb4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:23:24.553251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:24.855526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be915-671c-4207-b084-d2b7ccc89443 req-c9b91d7a-a03d-4fc7-a8c4-40dd732bae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:24.857295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667be915-671c-4207-b084-d2b7ccc89443 req-c9b91d7a-a03d-4fc7-a8c4-40dd732bae52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 915 time: 0.2995970 Nov 04 09:23:24.965542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667be915-671c-4207-b084-d2b7ccc89443 req-eb78eeaa-a4f2-4083-a315-6e8e139179d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 217 time: 0.0865829 Nov 04 09:23:25.055739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Allocated IP 172.20.0.12 (9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534/7415d232-dd0e-48ed-b3ea-888836f665ee) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:25.140476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be915-671c-4207-b084-d2b7ccc89443 req-43d68d95-61b8-4262-adfb-87675410c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:25.143015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667be915-671c-4207-b084-d2b7ccc89443 req-43d68d95-61b8-4262-adfb-87675410c7ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 200 len: 853 time: 0.1674418 Nov 04 09:23:25.216054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98498fa8-b02a-4bec-8e87-d007cfbd7244 req-602bc4b3-643f-4de5-b6a0-342027cbf22c tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:25.229114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98498fa8-b02a-4bec-8e87-d007cfbd7244 req-602bc4b3-643f-4de5-b6a0-342027cbf22c tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.1021936 Nov 04 09:23:25.296488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98498fa8-b02a-4bec-8e87-d007cfbd7244 req-1d64ef26-65b1-48d4-8216-53b8f192f51b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655696 Nov 04 09:23:25.356207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667be915-671c-4207-b084-d2b7ccc89443 req-90241fe8-404c-437b-8f16-013d381e2809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:25.359500 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667be915-671c-4207-b084-d2b7ccc89443 req-90241fe8-404c-437b-8f16-013d381e2809 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b2d883f-f008-4eb3-b516-0e5a3e219515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055492 Nov 04 09:23:25.482107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a44ef8a-0cd1-45b4-b8e4-a68aa11c6cbf req-000a9024-5e2a-4592-a085-833795e5cfec tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 210 time: 0.0676057 Nov 04 09:23:25.562723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:25.611146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667be915-671c-4207-b084-d2b7ccc89443 req-77fd0ee5-b494-47ea-8f2c-4f2726318683 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434728 Nov 04 09:23:25.629641 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:23:25.735709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:25.749411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', '82320201-6480-4972-883f-7d7733d35aca'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:25.826608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=7415d232-dd0e-48ed-b3ea-888836f665ee,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:25.888657 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-667be915-671c-4207-b084-d2b7ccc89443 req-62eeae11-2b7f-4f88-b763-3d19ad882169 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555659 Nov 04 09:23:25.912917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:25.915605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:25.918418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26348423-ed68-41b3-8e9d-1e1285be0ef0 req-a910ee56-fdc1-45ea-858e-aec6dc24152a tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:25.925598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:25.937233 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26348423-ed68-41b3-8e9d-1e1285be0ef0 req-a910ee56-fdc1-45ea-858e-aec6dc24152a tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1098 time: 0.0980358 Nov 04 09:23:26.070495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:26.072821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.087139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26348423-ed68-41b3-8e9d-1e1285be0ef0 req-e04bf87f-cd89-49b6-8629-554359e297a8 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427939 Nov 04 09:23:26.112602 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-6d0daf2a-ef4c-42a5-9bd0-3ddc5ef856be tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8306410 Nov 04 09:23:26.131222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Request body: {'port': {'device_id': 'b483a345-4283-4d80-a566-963d77b7247a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:26.151069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51214) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:26.257749 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.463343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-97206812-eb85-4104-ad5b-629e3be4bcba None None] Provisioning complete for port 7415d232-dd0e-48ed-b3ea-888836f665ee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:26.464546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97206812-eb85-4104-ad5b-629e3be4bcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.506917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-97206812-eb85-4104-ad5b-629e3be4bcba None None] Port 7415d232-dd0e-48ed-b3ea-888836f665ee cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:23:26.575141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e747c-a18c-4cfd-bbe6-26e5d720a6ef req-960c2cc1-1d84-43dd-aed6-50ea860f808c tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:26.576878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a52e747c-a18c-4cfd-bbe6-26e5d720a6ef req-960c2cc1-1d84-43dd-aed6-50ea860f808c tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.1255689 Nov 04 09:23:26.660812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port c83c5d99-453b-47e5-9c6f-bef38fa1adac {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:23:26.661253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.667007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a52e747c-a18c-4cfd-bbe6-26e5d720a6ef req-f64be6da-8b02-4981-a38b-fedff4aff430 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710442 Nov 04 09:23:26.807424 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.809545 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.827734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for c83c5d99-453b-47e5-9c6f-bef38fa1adac owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:23:26.843927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7415d232-dd0e-48ed-b3ea-888836f665ee {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:26.853646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.857374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995a9cc1-0c93-4cc4-bbf2-0e71fe36c16c req-fc4c8735-ce9b-4c62-9e5c-9286b5a6fe90 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:26.862898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-995a9cc1-0c93-4cc4-bbf2-0e71fe36c16c req-fc4c8735-ce9b-4c62-9e5c-9286b5a6fe90 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 932 time: 0.1044822 Nov 04 09:23:26.874205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Transition to ACTIVE for port object 7415d232-dd0e-48ed-b3ea-888836f665ee will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:23:26.878559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:26.952165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Pushing event updated for resources: {'Port': ['ID=7415d232-dd0e-48ed-b3ea-888836f665ee,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:27.046487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-995a9cc1-0c93-4cc4-bbf2-0e71fe36c16c req-aff1ddab-372f-4797-80c9-c933e132551d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744838 Nov 04 09:23:27.062534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Attempting to bind port 7415d232-dd0e-48ed-b3ea-888836f665ee on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:23:27.062873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Attempting to bind port 7415d232-dd0e-48ed-b3ea-888836f665ee by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:23:27.063389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Attempting to bind port 7415d232-dd0e-48ed-b3ea-888836f665ee on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:27.079287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Port 7415d232-dd0e-48ed-b3ea-888836f665ee on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:23:27.079621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Attempting to bind port 7415d232-dd0e-48ed-b3ea-888836f665ee on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:27.086542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:23:27.087017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:27.087616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Bound using segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:23:27.088402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Bound port: 7415d232-dd0e-48ed-b3ea-888836f665ee, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:23:27.088972 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:27.563404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:27.592856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=c83c5d99-453b-47e5-9c6f-bef38fa1adac,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:27.713753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:27.714651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] For port 7415d232-dd0e-48ed-b3ea-888836f665ee, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:23:27.715499 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP f4fd6801-53fb-450f-967f-57207149ba9b disassociated (deleted). External IP: 172.25.3.163, port: fda10e44-565a-4fd8-8eb4-19d6970e9108. Nov 04 09:23:27.719662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] For port 7415d232-dd0e-48ed-b3ea-888836f665ee, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7415d232-dd0e-48ed-b3ea-888836f665ee,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:23:27.727921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:27.803059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:27.804293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:27.806697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] 10.222.0.70 "PUT /v2.0/ports/7415d232-dd0e-48ed-b3ea-888836f665ee HTTP/1.1" status: 200 len: 1092 time: 1.6798356 Nov 04 09:23:27.807426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:27.813701 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b2ced0-12a3-4521-8f75-7263bfe95919" -d '{"events": [{"name": "network-changed", "server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:27.878956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0754d0-44a3-46bf-8bc6-dd5252b27839 service neutron] Pushing event updated for resources: {'Port': ['ID=7415d232-dd0e-48ed-b3ea-888836f665ee,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:27.916488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06274b-4c4f-4058-8070-acc35143d395 req-0b2bb03e-0d1e-4998-99aa-9474a238eb3b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:27.925229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f06274b-4c4f-4058-8070-acc35143d395 req-0b2bb03e-0d1e-4998-99aa-9474a238eb3b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.0946770 Nov 04 09:23:27.972379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-b9a1dbbf-068a-44af-92ad-762adc0b0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:27.974346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-b9a1dbbf-068a-44af-92ad-762adc0b0832 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 1095 time: 0.0611484 Nov 04 09:23:28.062412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-829f5142-5741-4d9f-abf6-32e9dbd8d6e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7415d232-dd0e-48ed-b3ea-888836f665ee HTTP/1.1" status: 200 len: 217 time: 0.0730591 Nov 04 09:23:28.122336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-d61af9b2-b7d4-4bb2-be6b-6d994cdb5e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:28.124119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-d61af9b2-b7d4-4bb2-be6b-6d994cdb5e7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0603347 Nov 04 09:23:28.130093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f06274b-4c4f-4058-8070-acc35143d395 req-ffc9ba7d-d1d6-4bd3-983d-58c4b0dec9e1 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011073 Nov 04 09:23:28.209528 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a28395-7a4a-4b3a-b9bc-b59732b101b7 x-openstack-request-id: req-f3a28395-7a4a-4b3a-b9bc-b59732b101b7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:28.210381 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:28.210765 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f3a28395-7a4a-4b3a-b9bc-b59732b101b7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:28.211482 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee', 'status': 'completed', 'code': 200} Nov 04 09:23:28.233658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-a2d4395d-0174-43e0-a96e-6920bb9e7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:28.234087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router ae8f489a-9e45-4910-84ff-9ada44880e66 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:23:28.236148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-a2d4395d-0174-43e0-a96e-6920bb9e7a96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044016 Nov 04 09:23:28.381772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-b660f4d6-dc31-4ea7-a5a8-d337b57f6a9c service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376307 Nov 04 09:23:28.423811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad5505-c645-428b-9417-56b641b3034b req-5a524019-7dd9-4e8a-bbb0-6f677745ae83 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:28.425420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfad5505-c645-428b-9417-56b641b3034b req-5a524019-7dd9-4e8a-bbb0-6f677745ae83 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 944 time: 0.1264319 Nov 04 09:23:28.444267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:23:28.459691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] Sync routers for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:23:28.463257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:28.472626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:28.474476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:28.515432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e445be7d-ede3-4a8b-8591-fe9930a4e059 req-8f3b6f1b-f259-41d7-a773-a087d8dc8241 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269670 Nov 04 09:23:28.526047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfad5505-c645-428b-9417-56b641b3034b req-bf3bbb4c-de44-4816-87f4-d639aa0b7226 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855665 Nov 04 09:23:28.531229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c2b4775b-5404-431d-b235-e3e8582848ea tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/floatingips/f4fd6801-53fb-450f-967f-57207149ba9b HTTP/1.1" status: 204 len: 168 time: 2.3767416 Nov 04 09:23:28.532000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:28.534689 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c7025-abcb-44f8-ab9c-c22e446878fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:28.679661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-a381fa44-653c-4de8-a4dd-cf0a30ffe9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:28.682330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-a381fa44-653c-4de8-a4dd-cf0a30ffe9bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 1095 time: 0.0835755 Nov 04 09:23:28.685174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:28.816860 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d4ca17-b1dc-4d3c-926d-df17fd252590 x-openstack-request-id: req-32d4ca17-b1dc-4d3c-926d-df17fd252590 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:28.817480 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:28.817480 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-32d4ca17-b1dc-4d3c-926d-df17fd252590 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:28.817787 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'status': 'completed', 'code': 200} Nov 04 09:23:28.847399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-24647b33-31ec-456c-8b19-0317daad02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:28.849522 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-24647b33-31ec-456c-8b19-0317daad02ca service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1589382 Nov 04 09:23:28.931533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-a9656c46-40b4-4b29-ae6c-9f6568327253 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7415d232-dd0e-48ed-b3ea-888836f665ee HTTP/1.1" status: 200 len: 217 time: 0.0653720 Nov 04 09:23:28.960631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3367a-f7c5-4704-bcf7-2a65d3df39b8 req-39236a74-c9b2-45c0-b5a5-5e107f7a33e2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:28.966731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eec3367a-f7c5-4704-bcf7-2a65d3df39b8 req-39236a74-c9b2-45c0-b5a5-5e107f7a33e2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 947 time: 0.0683239 Nov 04 09:23:28.969180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:31Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:28.996996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-ef4b7c8e-e9ef-4025-ac32-d772eb215eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:28.998799 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-ef4b7c8e-e9ef-4025-ac32-d772eb215eb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 1098 time: 0.1480618 Nov 04 09:23:29.006963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] Checking router: ae8f489a-9e45-4910-84ff-9ada44880e66 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:23:29.019441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:29.020337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:29.020653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-f6648f25-8d5b-4188-9200-ea6a840cd283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:29.024388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-f6648f25-8d5b-4188-9200-ea6a840cd283 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0838089 Nov 04 09:23:29.043053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eec3367a-f7c5-4704-bcf7-2a65d3df39b8 req-6bf85c2f-c414-403c-bd88-6d608b245460 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700660 Nov 04 09:23:29.140270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:29.166262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-814dd704-a4a7-4485-b25e-3977944049f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:29.170380 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-814dd704-a4a7-4485-b25e-3977944049f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355002 Nov 04 09:23:29.269015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-74dfab23-e600-4267-94e2-6cef594c84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:29.270957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-74dfab23-e600-4267-94e2-6cef594c84fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 200 len: 898 time: 0.2527466 Nov 04 09:23:29.318174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21d675-e164-4495-8f5b-27512afd8b29 req-3ae45d6e-dccb-405e-b218-00d3233ce707 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:29.329588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d21d675-e164-4495-8f5b-27512afd8b29 req-3ae45d6e-dccb-405e-b218-00d3233ce707 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.0986290 Nov 04 09:23:29.332472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-2c6617ce-f8d6-47b9-955d-fef39bf0a2e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 200 len: 217 time: 0.0523145 Nov 04 09:23:29.390798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d21d675-e164-4495-8f5b-27512afd8b29 req-f37d765a-c622-4ed3-9767-c50d6ee0bff5 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603096 Nov 04 09:23:29.398274 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-93df29f9-b302-422e-b828-a4a51efb69ad service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192245 Nov 04 09:23:29.420868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-5c5e60ce-42a3-47e0-b6eb-fc88ccd47943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:29.422458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-5c5e60ce-42a3-47e0-b6eb-fc88ccd47943 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 200 len: 834 time: 0.0814881 Nov 04 09:23:29.458421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:31Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:29.513806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9d4ecb-fd4e-4984-a735-cf9d24c75887 None None] The sync data for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 is: [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:21:26Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '704ff0f6-5b80-4e6d-bff8-9c52379ce87f', 'name': '', 'network_id': '3ab268d6-4e7b-42b2-b5d5-92b77dadd116', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:90:35:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:25Z', 'updated_at': '2021-11-04T09:21:31Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '7094582a-2ac2-4bb7-9e4c-1eb1644f5c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:23:29.537039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-6548d89c-a75e-461d-a064-5ec930b43c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:29.539243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-6548d89c-a75e-461d-a064-5ec930b43c36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3ab268d6-4e7b-42b2-b5d5-92b77dadd116&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055408 Nov 04 09:23:29.620581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-70b2ced0-12a3-4521-8f75-7263bfe95919 req-0375644e-f486-48fe-8e45-b10acc25fd17 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126403 Nov 04 09:23:29.687135 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-81fd145b-744e-4ad8-aaa8-8c695198a310 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374047 Nov 04 09:23:29.701201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d571f89-b72c-4be8-8da7-ce26f9190d87 req-bb7ab452-1c67-4fb0-aeb4-acaa04571274 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:29.702818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d571f89-b72c-4be8-8da7-ce26f9190d87 req-bb7ab452-1c67-4fb0-aeb4-acaa04571274 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 944 time: 0.0562999 Nov 04 09:23:29.777420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d571f89-b72c-4be8-8da7-ce26f9190d87 req-7b7f1bbf-9848-45bb-ab99-2a91a58beb52 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669715 Nov 04 09:23:29.805241 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da9c7025-abcb-44f8-ab9c-c22e446878fb req-6fed6ab7-eb12-4085-9e8b-f47d939de696 service neutron] 10.222.0.55 "GET /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100993 Nov 04 09:23:29.923584 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8f3848-8f86-4359-befb-999d12b5062b None None] New status for floating IP f4fd6801-53fb-450f-967f-57207149ba9b: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:23:30.078710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7415d232-dd0e-48ed-b3ea-888836f665ee details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:23:30.190732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9599b15-87b6-4d90-a7b8-6b3f6ff234e2 req-150f055b-2f9e-458a-a457-c0cda97d1fcb tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:30.194204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9599b15-87b6-4d90-a7b8-6b3f6ff234e2 req-150f055b-2f9e-458a-a457-c0cda97d1fcb tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 947 time: 0.0747204 Nov 04 09:23:30.216039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-bbe15569-0ae8-4c04-b301-a9165eca2ea2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:30.217877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-bbe15569-0ae8-4c04-b301-a9165eca2ea2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 947 time: 0.0873227 Nov 04 09:23:30.237677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7415d232-dd0e-48ed-b3ea-888836f665ee, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7415d232-dd0e-48ed-b3ea-888836f665ee,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:30.253853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '7415d232-dd0e-48ed-b3ea-888836f665ee', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': '7415d232-dd0e-48ed-b3ea-888836f665ee', 'mac_address': 'fa:16:3e:e1:7f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:23:30.264331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9599b15-87b6-4d90-a7b8-6b3f6ff234e2 req-0a1ead14-fe5a-4a2e-b69d-c76ca205def3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=7405b51a-a5e8-47c1-96ed-16d1fded779d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621023 Nov 04 09:23:30.298459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:30.314014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7415d232-dd0e-48ed-b3ea-888836f665ee {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:30.335441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7415d232-dd0e-48ed-b3ea-888836f665ee, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7415d232-dd0e-48ed-b3ea-888836f665ee,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:30.345499 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:30.390098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port fda10e44-565a-4fd8-8eb4-19d6970e9108 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:23:30.390303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:30.446763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7415d232-dd0e-48ed-b3ea-888836f665ee,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:30.538282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port fda10e44-565a-4fd8-8eb4-19d6970e9108, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fda10e44-565a-4fd8-8eb4-19d6970e9108,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:30.538690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:30.565921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for fda10e44-565a-4fd8-8eb4-19d6970e9108 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:23:30.570514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7415d232-dd0e-48ed-b3ea-888836f665ee'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:30.572482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b189f2b-e3f1-4f5c-80c0-0170ca854c96 req-c3cf6f01-2292-45d3-b2bb-c77b3cf28cfb tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:30.580685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b189f2b-e3f1-4f5c-80c0-0170ca854c96 req-c3cf6f01-2292-45d3-b2bb-c77b3cf28cfb tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.0736647 Nov 04 09:23:30.623208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b189f2b-e3f1-4f5c-80c0-0170ca854c96 req-d9f83d8a-dd51-4294-98ca-fced7de6ff5b tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413101 Nov 04 09:23:30.770881 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:30.812068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=fda10e44-565a-4fd8-8eb4-19d6970e9108,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:30.867583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] No DVR routers for this DVR port fda10e44-565a-4fd8-8eb4-19d6970e9108 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:23:30.871306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:30.874978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcb34098-71f4-4d1b-9860-f31e1567707a req-58a353cb-8a75-438f-887e-13df2f0c9a88 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "DELETE /v2.0/ports/fda10e44-565a-4fd8-8eb4-19d6970e9108 HTTP/1.1" status: 204 len: 173 time: 0.6503322 Nov 04 09:23:30.875497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-deleted', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:30.878061 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d6bf4a-18d7-48b4-985d-17c7ce050d53" -d '{"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-deleted", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:30.952321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19c0ea-cea1-4cb2-b3c2-2bcd500cc581 req-7bc8c4ee-28ce-4942-920e-81c611d52b32 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:30.954900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a19c0ea-cea1-4cb2-b3c2-2bcd500cc581 req-7bc8c4ee-28ce-4942-920e-81c611d52b32 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 945 time: 0.0893261 Nov 04 09:23:31.022749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a19c0ea-cea1-4cb2-b3c2-2bcd500cc581 req-e7031037-c51f-4e12-a2b4-7f352486d867 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510929 Nov 04 09:23:31.097258 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c233e-7b26-4a5c-96ea-649273e14512 x-openstack-request-id: req-133c233e-7b26-4a5c-96ea-649273e14512 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:31.097770 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f575135-5f4f-4a5d-8660-fa296dda4b78", "name": "network-vif-deleted", "tag": "fda10e44-565a-4fd8-8eb4-19d6970e9108", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:31.098192 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-133c233e-7b26-4a5c-96ea-649273e14512 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:31.099029 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f575135-5f4f-4a5d-8660-fa296dda4b78', 'name': 'network-vif-deleted', 'tag': 'fda10e44-565a-4fd8-8eb4-19d6970e9108', 'status': 'completed', 'code': 200} Nov 04 09:23:31.424098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b795884b-96c2-4132-870b-efe216422ac3 req-4610ebcc-fa2e-47d4-92c1-cae4b37fbca6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f575135-5f4f-4a5d-8660-fa296dda4b78 HTTP/1.1" status: 200 len: 210 time: 0.0342107 Nov 04 09:23:31.775499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a4f16-d43f-4bf7-a737-a86563397a68 req-12b59992-de41-4616-bb28-b896ac7dffab tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:31.777717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-571a4f16-d43f-4bf7-a737-a86563397a68 req-12b59992-de41-4616-bb28-b896ac7dffab tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.0709116 Nov 04 09:23:31.822760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-571a4f16-d43f-4bf7-a737-a86563397a68 req-50e3770c-1e69-46d6-a953-a1ff288d3601 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384252 Nov 04 09:23:32.077464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7415d232-dd0e-48ed-b3ea-888836f665ee up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:32.137423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 7415d232-dd0e-48ed-b3ea-888836f665ee completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:23:32.141780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 7415d232-dd0e-48ed-b3ea-888836f665ee triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:32.142151 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:32.196371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78eaa-7ae2-41d8-8a19-8573a6beb11f req-8925c1fc-ed9f-4ebd-9fd8-45ba9e89aedb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:32.198022 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dc78eaa-7ae2-41d8-8a19-8573a6beb11f req-8925c1fc-ed9f-4ebd-9fd8-45ba9e89aedb tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 945 time: 0.0828245 Nov 04 09:23:32.229051 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:32.256334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:32.257004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dc78eaa-7ae2-41d8-8a19-8573a6beb11f req-a316797f-d613-495d-bc06-819e4914a19f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515354 Nov 04 09:23:32.259134 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbad53f-2808-4506-8aa8-f86dafdca88e" -d '{"events": [{"server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "name": "network-vif-plugged", "status": "completed", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:32.273276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7415d232-dd0e-48ed-b3ea-888836f665ee, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7415d232-dd0e-48ed-b3ea-888836f665ee,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:32.290011 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:32.318026 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab393836-f1ec-4eca-92ec-4139fe2c1636 x-openstack-request-id: req-ab393836-f1ec-4eca-92ec-4139fe2c1636 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:32.318373 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "name": "network-vif-plugged", "status": "completed", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:32.318685 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab393836-f1ec-4eca-92ec-4139fe2c1636 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:32.319168 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee', 'code': 200} Nov 04 09:23:32.361961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7415d232-dd0e-48ed-b3ea-888836f665ee,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:32.437448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4ce72-b359-4358-8ae2-f5ff9e980632 req-4e0b01b2-bc15-4baf-9223-7e197a3d7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:32.439068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4d4ce72-b359-4358-8ae2-f5ff9e980632 req-4e0b01b2-bc15-4baf-9223-7e197a3d7d55 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 1097 time: 0.0489013 Nov 04 09:23:32.488581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b4d4ce72-b359-4358-8ae2-f5ff9e980632 req-215ec99b-ca99-490f-8d37-14636df3220f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423141 Nov 04 09:23:32.504990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51334) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:32.940941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:32.963147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1bdbf-2473-4a4e-a2b1-2043754226d2 req-3f6a8ae2-eac5-4df8-b729-02793ab44ae5 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:32.965662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7aa1bdbf-2473-4a4e-a2b1-2043754226d2 req-3f6a8ae2-eac5-4df8-b729-02793ab44ae5 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.0597599 Nov 04 09:23:33.031045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7aa1bdbf-2473-4a4e-a2b1-2043754226d2 req-167f6058-399b-4049-abbc-b1e7805f980d tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588732 Nov 04 09:23:33.268414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:23:33.268941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:33.405345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 704ff0f6-5b80-4e6d-bff8-9c52379ce87f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:33.405788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:33.408487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e95b0-6f02-4b65-80c6-5738476f5cb8 req-42ffe8c5-36d4-4e3a-a032-ef3090a0c557 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:33.409765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-825e95b0-6f02-4b65-80c6-5738476f5cb8 req-42ffe8c5-36d4-4e3a-a032-ef3090a0c557 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 946 time: 0.0634732 Nov 04 09:23:33.433517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 704ff0f6-5b80-4e6d-bff8-9c52379ce87f owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:23:33.455120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-825e95b0-6f02-4b65-80c6-5738476f5cb8 req-f3ae5c80-794e-4b83-9394-4d89027b5893 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 Nov 04 09:23:33.688680 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:33.734750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=704ff0f6-5b80-4e6d-bff8-9c52379ce87f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:33.964236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:34.105014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:23:34.169598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: fda10e44-565a-4fd8-8eb4-19d6970e9108 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:23:34.170678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fda10e44-565a-4fd8-8eb4-19d6970e9108 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:23:34.224623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f09f0b-b71c-405f-8001-43035cc016c9 req-90bd74b5-41f2-41eb-b34d-c15daf5bb16d tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:34.227200 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44f09f0b-b71c-405f-8001-43035cc016c9 req-90bd74b5-41f2-41eb-b34d-c15daf5bb16d tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.0780332 Nov 04 09:23:34.257793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router ae8f489a-9e45-4910-84ff-9ada44880e66 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:23:34.270914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44f09f0b-b71c-405f-8001-43035cc016c9 req-e36ffa58-c82d-4a87-9882-78d08ffa6ef1 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380352 Nov 04 09:23:34.381255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:23:34.391884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] Sync routers for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:23:34.392339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a10112a-ccf0-46ac-bb63-1e9b5a51b4c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/ae8f489a-9e45-4910-84ff-9ada44880e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8862178 Nov 04 09:23:34.395255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51372) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:34.407196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:34.408531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:34.482827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting subnet 7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:23:34.490460 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:34.553814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:34.578676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:34.628215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cd425-4db8-4056-9e72-12c7d89d9ae5 req-9280143a-bdef-4d48-994f-463ccaab4e60 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:34.630462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-939cd425-4db8-4056-9e72-12c7d89d9ae5 req-9280143a-bdef-4d48-994f-463ccaab4e60 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 946 time: 0.0652835 Nov 04 09:23:34.715308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:34.739821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-939cd425-4db8-4056-9e72-12c7d89d9ae5 req-112a95fe-1c28-4f4d-9546-f0063427bb35 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934091 Nov 04 09:23:34.886353 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-cd91d519-15f0-450f-bf80-bd138f453828 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 267 time: 0.0539162 Nov 04 09:23:34.945420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:23:33Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:34.956373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-0817f4d6-608f-4b76-8955-5eb6d353dc77 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:34.958693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-0817f4d6-608f-4b76-8955-5eb6d353dc77 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 946 time: 0.0633283 Nov 04 09:23:34.988664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'port': {'security_groups': []}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:35.012373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] Checking router: ae8f489a-9e45-4910-84ff-9ada44880e66 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:23:35.024264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] Routers {'ae8f489a-9e45-4910-84ff-9ada44880e66'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:35.025002 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['ae8f489a-9e45-4910-84ff-9ada44880e66'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:35.085446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.150772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] Set router ae8f489a-9e45-4910-84ff-9ada44880e66 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:35.221106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.268154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.274128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/subnets/7094582a-2ac2-4bb7-9e4c-1eb1644f5c89 HTTP/1.1" status: 204 len: 168 time: 0.8747137 Nov 04 09:23:35.274128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459c70-6021-4ff0-a52c-5fd131081fd9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Subnet': ['ID=7094582a-2ac2-4bb7-9e4c-1eb1644f5c89,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:35.276786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51380) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:35.327993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] For port 7415d232-dd0e-48ed-b3ea-888836f665ee, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7415d232-dd0e-48ed-b3ea-888836f665ee,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:35.329403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd3616b-eef5-4533-ac27-6734a7058063 None None] Network 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:23:35.364795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.371696 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.399137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', '82320201-6480-4972-883f-7d7733d35aca', '7415d232-dd0e-48ed-b3ea-888836f665ee'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:35.412758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.484400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:35.485300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.504700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dbbd256a-21f8-4637-9e22-fe4b2d0f135f req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "PUT /v2.0/ports/7415d232-dd0e-48ed-b3ea-888836f665ee HTTP/1.1" status: 200 len: 905 time: 0.5377884 Nov 04 09:23:35.507058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:35.509539 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da94c170-31c3-4048-b02d-4b70bb532143" -d '{"events": [{"name": "network-changed", "server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:35.593421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fd843-3310-4abb-9ef7-6638a2311032 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=7415d232-dd0e-48ed-b3ea-888836f665ee,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:35.716094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.777548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2f423-a82f-4db5-8c8b-934d5ff3da6c req-7ee6c302-fdca-4600-8da7-4e54b98e776f tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:35.779086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2b2f423-a82f-4db5-8c8b-934d5ff3da6c req-7ee6c302-fdca-4600-8da7-4e54b98e776f tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 943 time: 0.1290538 Nov 04 09:23:35.795204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:23:33Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:35.830490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7129dd1f-39a7-441a-9c19-308106474160 None None] The sync data for ids ['ae8f489a-9e45-4910-84ff-9ada44880e66'] in n-d-816487-1 is: [{'id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396778909', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:21:20Z', 'updated_at': '2021-11-04T09:23:33Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '9228966f-9f25-4092-b7f8-8b28bddb2c80', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8f489a-9e45-4910-84ff-9ada44880e66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3112, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:21:21Z', 'updated_at': '2021-11-04T09:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:23:35.836434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7415d232-dd0e-48ed-b3ea-888836f665ee'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:35.845966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 9228966f-9f25-4092-b7f8-8b28bddb2c80 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:23:35.846316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:35.879011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2b2f423-a82f-4db5-8c8b-934d5ff3da6c req-7ac0e1c2-b85d-4d6a-bd4c-471932a4299a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904753 Nov 04 09:23:36.061040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 9228966f-9f25-4092-b7f8-8b28bddb2c80, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9228966f-9f25-4092-b7f8-8b28bddb2c80,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:36.061975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.077268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b087c556-4b7a-4270-b2f5-39a273628991 None None] Provisioning complete for port 7415d232-dd0e-48ed-b3ea-888836f665ee triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:36.077837 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b087c556-4b7a-4270-b2f5-39a273628991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.093274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 9228966f-9f25-4092-b7f8-8b28bddb2c80 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:23:36.098722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503dd2-0326-44c9-a9d3-6f1fae387471 req-06c8fa6b-6ef1-4850-b36c-b01b3e6635a2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:36.101287 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc503dd2-0326-44c9-a9d3-6f1fae387471 req-06c8fa6b-6ef1-4850-b36c-b01b3e6635a2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 908 time: 0.1138909 Nov 04 09:23:36.109560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8693cbc8-fc46-4d36-9734-a1cca1909375 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:23:36.179449 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04bf85ed-ecc3-4812-8b09-a68428eb60d8 x-openstack-request-id: req-04bf85ed-ecc3-4812-8b09-a68428eb60d8 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:36.179984 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:36.180382 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-04bf85ed-ecc3-4812-8b09-a68428eb60d8 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:36.181053 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee', 'status': 'completed', 'code': 200} Nov 04 09:23:36.253410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] DHCP port deletion for 3ab268d6-4e7b-42b2-b5d5-92b77dadd116 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:23:36.350549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c170-31c3-4048-b02d-4b70bb532143 req-3e07b038-25e6-4a86-936e-638ff44c0552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:36.352476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da94c170-31c3-4048-b02d-4b70bb532143 req-3e07b038-25e6-4a86-936e-638ff44c0552 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 1059 time: 0.1394968 Nov 04 09:23:36.390785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef0fb0-367e-46ef-8719-fecbfe55bada req-e5d0eeb4-2726-461b-8757-8a147ad803f3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:36.393410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50ef0fb0-367e-46ef-8719-fecbfe55bada req-e5d0eeb4-2726-461b-8757-8a147ad803f3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1128128 Nov 04 09:23:36.411828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8693cbc8-fc46-4d36-9734-a1cca1909375, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8693cbc8-fc46-4d36-9734-a1cca1909375,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:36.436590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'mac_address': 'fa:16:3e:a1:d4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:23:36.458936 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50ef0fb0-367e-46ef-8719-fecbfe55bada req-090cb9a7-04b6-4971-a585-a4d769ac79ac tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561819 Nov 04 09:23:36.543015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c170-31c3-4048-b02d-4b70bb532143 req-cbe619cb-9802-4539-b3b0-829e6a73d45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:36.544606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da94c170-31c3-4048-b02d-4b70bb532143 req-cbe619cb-9802-4539-b3b0-829e6a73d45b service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1810641 Nov 04 09:23:36.600558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] Deleting port d944b39e-541b-438f-b452-13d99cd8b7e8 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:23:36.601404 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.608074 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da94c170-31c3-4048-b02d-4b70bb532143 req-a8d17b42-1d72-4c3b-af97-27f42169025d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7415d232-dd0e-48ed-b3ea-888836f665ee HTTP/1.1" status: 200 len: 217 time: 0.0541928 Nov 04 09:23:36.679603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c170-31c3-4048-b02d-4b70bb532143 req-b5da2518-8afc-4a61-9fe4-f98d88ce4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:36.682933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da94c170-31c3-4048-b02d-4b70bb532143 req-b5da2518-8afc-4a61-9fe4-f98d88ce4d49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0602779 Nov 04 09:23:36.684830 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.698908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a515ee97-a8f3-4c23-8400-0b25208bcf8a req-9dc3a10d-009b-4313-8055-e39146bf25f7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:36.707421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a515ee97-a8f3-4c23-8400-0b25208bcf8a req-9dc3a10d-009b-4313-8055-e39146bf25f7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1283240 Nov 04 09:23:36.723885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] For port d944b39e-541b-438f-b452-13d99cd8b7e8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d944b39e-541b-438f-b452-13d99cd8b7e8,segment=NetworkSegment(8337a3c5-c0fd-4d96-9cd5-8127c89f946b),segment_id=8337a3c5-c0fd-4d96-9cd5-8127c89f946b)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:36.723885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.740255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] Calling delete_port for d944b39e-541b-438f-b452-13d99cd8b7e8 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:23:36.782756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a515ee97-a8f3-4c23-8400-0b25208bcf8a req-0f3e69fc-7180-4cb3-8fea-7c4d15a14a32 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704477 Nov 04 09:23:36.825980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=9228966f-9f25-4092-b7f8-8b28bddb2c80,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:36.863656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 704ff0f6-5b80-4e6d-bff8-9c52379ce87f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:23:36.867178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.877310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94c170-31c3-4048-b02d-4b70bb532143 req-997468f8-315c-4bd3-9771-2e3745fc8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:36.879562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da94c170-31c3-4048-b02d-4b70bb532143 req-997468f8-315c-4bd3-9771-2e3745fc8201 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1840842 Nov 04 09:23:36.883675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.904268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 704ff0f6-5b80-4e6d-bff8-9c52379ce87f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:23:36.904636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 704ff0f6-5b80-4e6d-bff8-9c52379ce87f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:23:36.905361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d944b39e-541b-438f-b452-13d99cd8b7e8 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:23:36.915024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8693cbc8-fc46-4d36-9734-a1cca1909375 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:36.945050 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:36.973248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] No DVR routers for this DVR port d944b39e-541b-438f-b452-13d99cd8b7e8 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:23:37.013376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8654-9778-44d7-834d-3b1b35b8433e None None] Pushing event deleted for resources: {'Port': ['ID=d944b39e-541b-438f-b452-13d99cd8b7e8,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:37.021949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8693cbc8-fc46-4d36-9734-a1cca1909375, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8693cbc8-fc46-4d36-9734-a1cca1909375,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:37.034667 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.036811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No active binding found for port d944b39e-541b-438f-b452-13d99cd8b7e8 {{(pid=102557) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 04 09:23:37.039962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d944b39e-541b-438f-b452-13d99cd8b7e8 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:23:37.084451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.120793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.124298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=8693cbc8-fc46-4d36-9734-a1cca1909375,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:37.143091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-06a36735-ebff-4696-b728-b2ba0ef2caa8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:37.144735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-06a36735-ebff-4696-b728-b2ba0ef2caa8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.2082856 Nov 04 09:23:37.165970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-9726c0fe-87d8-4c8c-b4f8-f91b502efa20 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/quotas/a92c526689d74268b4c7edae2c0abeb4 HTTP/1.1" status: 200 len: 375 time: 0.0130806 Nov 04 09:23:37.197874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.199157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Fanout notify agent at l3_agent the message router_deleted on router ae8f489a-9e45-4910-84ff-9ada44880e66 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:23:37.208656 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.209959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a3afb044-97ce-4f14-93fd-3f90cd6b2e9b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/routers/ae8f489a-9e45-4910-84ff-9ada44880e66 HTTP/1.1" status: 204 len: 168 time: 1.9317505 Nov 04 09:23:37.212541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51410) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:37.251640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['8693cbc8-fc46-4d36-9734-a1cca1909375'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:37.274823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-4bcae37b-a0c8-414d-8fc0-8d5f57611f38 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0932624 Nov 04 09:23:37.284576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da94c170-31c3-4048-b02d-4b70bb532143 req-378c8d8d-3f48-4e01-8ff5-ed0a709e016c service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284586 Nov 04 09:23:37.372085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8d23bd4-d29a-4d8e-b81a-6cb47f5586ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.431339 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.455052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-4b5eb708-4022-4a33-addd-d51b2540af17 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790102 Nov 04 09:23:37.479610 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-da94c170-31c3-4048-b02d-4b70bb532143 req-7f3244fe-d3a1-41ef-bc0a-36d3a642c5a9 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806071 Nov 04 09:23:37.615137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.661563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab268d6-4e7b-42b2-b5d5-92b77dadd116']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:37.662612 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-5eafc226-e27c-4a8d-86ed-05a1399179a3 service neutron] 10.222.0.53 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037737 Nov 04 09:23:37.686916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8337a3c5-c0fd-4d96-9cd5-8127c89f946b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:37.687434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8337a3c5-c0fd-4d96-9cd5-8127c89f946b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:37.705399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.724421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.735124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:23:37.735934 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:23:37.740954 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:23:37.818893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.831368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:37.846482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/networks/3ab268d6-4e7b-42b2-b5d5-92b77dadd116 HTTP/1.1" status: 204 len: 168 time: 0.6324785 Nov 04 09:23:37.849840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:37.890674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820188d-a83c-43f6-b320-2791ad591f0e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Network': ['ID=3ab268d6-4e7b-42b2-b5d5-92b77dadd116,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:37.972105 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4d469d8-41ca-4c56-a841-77826c1e8d03 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.034719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4d469d8-41ca-4c56-a841-77826c1e8d03 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.059870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0f5bf-e06c-498c-b786-d34f05b2a967 req-8a5110e4-2977-4482-915f-09b7753af935 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:38.064006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bc0f5bf-e06c-498c-b786-d34f05b2a967 req-8a5110e4-2977-4482-915f-09b7753af935 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 944 time: 0.1259151 Nov 04 09:23:38.121672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8693cbc8-fc46-4d36-9734-a1cca1909375 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:38.171012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bc0f5bf-e06c-498c-b786-d34f05b2a967 req-aa9b4318-2a32-4b67-9367-78fae487970c tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960298 Nov 04 09:23:38.218212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4d469d8-41ca-4c56-a841-77826c1e8d03 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.221311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4d469d8-41ca-4c56-a841-77826c1e8d03 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.222996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f4d469d8-41ca-4c56-a841-77826c1e8d03 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/security-groups/7405b51a-a5e8-47c1-96ed-16d1fded779d HTTP/1.1" status: 204 len: 168 time: 0.3714004 Nov 04 09:23:38.243591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 8693cbc8-fc46-4d36-9734-a1cca1909375 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:23:38.250086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d469d8-41ca-4c56-a841-77826c1e8d03 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7405b51a-a5e8-47c1-96ed-16d1fded779d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:38.252555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 8693cbc8-fc46-4d36-9734-a1cca1909375 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:38.253917 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.293611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b57c30c-4bfb-43f0-a795-f0c9d07a7081 req-425f676b-83fd-422e-8f02-3369591fddcc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 210 time: 0.0563881 Nov 04 09:23:38.390179 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.423532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:38.426191 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3421200c-2515-4be1-83a6-02cba38cc2c1" -d '{"events": [{"server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "name": "network-vif-plugged", "status": "completed", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:38.440462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 8693cbc8-fc46-4d36-9734-a1cca1909375, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8693cbc8-fc46-4d36-9734-a1cca1909375,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:38.447493 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.519536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=8693cbc8-fc46-4d36-9734-a1cca1909375,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:38.619288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51432) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:38.624719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d68729d0-321b-4150-97ed-1021a96061d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063342544', 'description': 'tempest-secgroup-smoke-2063342544 description', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:38.661339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d68729d0-321b-4150-97ed-1021a96061d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.662780 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3781a14d-56ee-4717-b7a5-73027e7290b0 x-openstack-request-id: req-3781a14d-56ee-4717-b7a5-73027e7290b0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:38.663089 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "name": "network-vif-plugged", "status": "completed", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:38.663348 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3781a14d-56ee-4717-b7a5-73027e7290b0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:38.663827 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'code': 200} Nov 04 09:23:38.781122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9228966f-9f25-4092-b7f8-8b28bddb2c80 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:23:38.810097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9228966f-9f25-4092-b7f8-8b28bddb2c80 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:23:38.811026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9228966f-9f25-4092-b7f8-8b28bddb2c80 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:23:38.816835 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d68729d0-321b-4150-97ed-1021a96061d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.821739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d68729d0-321b-4150-97ed-1021a96061d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.842859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b459e-986d-4871-b2e4-a93b47d7548f req-13cc1cf1-52c5-4eba-b69c-6240cd72f613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:38.844932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a0b459e-986d-4871-b2e4-a93b47d7548f req-13cc1cf1-52c5-4eba-b69c-6240cd72f613 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1096 time: 0.0724564 Nov 04 09:23:38.851997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d68729d0-321b-4150-97ed-1021a96061d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.856983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d68729d0-321b-4150-97ed-1021a96061d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2362828 Nov 04 09:23:38.859029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51436) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:38.865909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-74fc25cc-c790-44ad-bc46-ee900ce404ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '9002758a-de21-4999-b841-980f5e21fca9', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:38.866396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68729d0-321b-4150-97ed-1021a96061d4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9002758a-de21-4999-b841-980f5e21fca9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:38.907474 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8a0b459e-986d-4871-b2e4-a93b47d7548f req-41b8ad5d-8534-4fb8-9621-dc90bb96f2f9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544789 Nov 04 09:23:38.915019 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fc25cc-c790-44ad-bc46-ee900ce404ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.977402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fc25cc-c790-44ad-bc46-ee900ce404ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:38.983370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fc25cc-c790-44ad-bc46-ee900ce404ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.009360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc25cc-c790-44ad-bc46-ee900ce404ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b86418-9de0-4381-8818-faf06f3e6562,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:39.024276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fc25cc-c790-44ad-bc46-ee900ce404ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.029682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-74fc25cc-c790-44ad-bc46-ee900ce404ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650829 Nov 04 09:23:39.029682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51438) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:39.034329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8b74478a-8251-4660-baaf-f9292ecf362b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '9002758a-de21-4999-b841-980f5e21fca9', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:39.069092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b74478a-8251-4660-baaf-f9292ecf362b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.137050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b74478a-8251-4660-baaf-f9292ecf362b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.142129 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b74478a-8251-4660-baaf-f9292ecf362b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.160586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b74478a-8251-4660-baaf-f9292ecf362b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58520d8e-05e9-4a4e-bdb8-826225f1f922,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:39.172133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8b74478a-8251-4660-baaf-f9292ecf362b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.177116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8b74478a-8251-4660-baaf-f9292ecf362b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428430 Nov 04 09:23:39.177397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51440) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:39.183944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4ea316ad-ac6e-495c-ac1b-516a98b5f367 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '9002758a-de21-4999-b841-980f5e21fca9', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:39.228224 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ea316ad-ac6e-495c-ac1b-516a98b5f367 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.327808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ea316ad-ac6e-495c-ac1b-516a98b5f367 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.347754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ea316ad-ac6e-495c-ac1b-516a98b5f367 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.366621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f3944-1ce4-4a0c-bd64-f9db8b84938d req-98c0d631-2588-407c-a7d4-1655b0317118 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:39.369183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce7f3944-1ce4-4a0c-bd64-f9db8b84938d req-98c0d631-2588-407c-a7d4-1655b0317118 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 945 time: 0.1010120 Nov 04 09:23:39.411937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea316ad-ac6e-495c-ac1b-516a98b5f367 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a451fd2-6eb2-4eb8-a6e8-5184a11dd485,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:39.424360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce7f3944-1ce4-4a0c-bd64-f9db8b84938d req-7a645c44-1cc0-4d8a-a55e-01ed37fc6c95 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487139 Nov 04 09:23:39.429055 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ea316ad-ac6e-495c-ac1b-516a98b5f367 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.430516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4ea316ad-ac6e-495c-ac1b-516a98b5f367 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2518973 Nov 04 09:23:39.433828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51446) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:39.449853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-66e3f200-9f1c-4c3e-8edb-59d947cd70ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '9002758a-de21-4999-b841-980f5e21fca9', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:39.508254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-6ec0b0f5-0bc6-4a8c-9e8c-42051c19ccb7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:39.511532 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-6ec0b0f5-0bc6-4a8c-9e8c-42051c19ccb7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.55 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 812 time: 0.1809385 Nov 04 09:23:39.521293 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66e3f200-9f1c-4c3e-8edb-59d947cd70ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.539452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Request body: {'port': {'device_id': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'admin_state_up': True, 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:39.549907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55735498-f83e-4c79-b8e4-4794d29b6a3d req-a738ad82-d510-430c-ae71-f7dc4bad3afa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 210 time: 0.0460017 Nov 04 09:23:39.621218 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66e3f200-9f1c-4c3e-8edb-59d947cd70ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.626769 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66e3f200-9f1c-4c3e-8edb-59d947cd70ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.649053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3f200-9f1c-4c3e-8edb-59d947cd70ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679d45ff-f533-4b31-bc9b-58465c111727,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:39.661837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66e3f200-9f1c-4c3e-8edb-59d947cd70ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.663282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-66e3f200-9f1c-4c3e-8edb-59d947cd70ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2264354 Nov 04 09:23:39.665996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51448) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:39.676667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '9002758a-de21-4999-b841-980f5e21fca9', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:39.706404 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:23:39.713382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.728182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Made reservation on behalf of a92c526689d74268b4c7edae2c0abeb4 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:23:39.734316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.795813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.801428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.826859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a431c1ba-5817-49d8-9108-25948e32652a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:39.842449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.846781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-412642ca-5c62-4120-a384-c2e55a10a0e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1768014 Nov 04 09:23:39.847282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:39.852151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '9002758a-de21-4999-b841-980f5e21fca9', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:39.881862 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:23:39.893679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.928113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Allocated IP 172.20.0.3 (9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534/9a032ab8-c499-4fea-878e-20354d2b1c01) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:39.946485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-10c28dc2-b8fa-4156-b05c-7b89e536c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.986425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:39.992564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.020280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fca074b8-28b7-4c2d-9948-73f2261d9378,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:40.036609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.042710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d6fb0b70-873b-44cc-b6ca-200145dbc558 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1942711 Nov 04 09:23:40.043577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51454) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:40.049541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'network': {'name': 'tempest-network-smoke--1058363071', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:40.078967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:23:40.083510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.112510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:23:40.124084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.124327 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Added segment 09afe3c5-09d4-49c5-b5ab-f39469063d79 of type vlan for network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a Nov 04 09:23:40.147084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.166475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.187570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.198351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.202488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', '82320201-6480-4972-883f-7d7733d35aca'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:40.210989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:40.212314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.242525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:40.247166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:40.254724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:40.259281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:40.275454 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.325173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2802105 Nov 04 09:23:40.328064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:40.328768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51456) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:40.329722 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.334424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'admin_state_up': True, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:40.344127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1fea37-adbb-41c0-a86c-50a2bffbb735 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Network': ['ID=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:40.363464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-c08855bd-c6a9-4717-9b89-8b29c39596a7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8368776 Nov 04 09:23:40.364926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:23:40.379575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Request body: {'port': {'device_id': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:40.388109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.389362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.513454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.523068 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.671535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-71e0b118-c518-426f-a508-0bf83645d538 None None] Provisioning complete for port 9a032ab8-c499-4fea-878e-20354d2b1c01 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:40.672063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71e0b118-c518-426f-a508-0bf83645d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.715365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-71e0b118-c518-426f-a508-0bf83645d538 None None] Port 9a032ab8-c499-4fea-878e-20354d2b1c01 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:23:40.767945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.784434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941ce59-f625-4d64-a563-bd92498c2e1b req-f4ea19a2-3aa7-46f1-8e5d-61abf528eba4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:40.785741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7941ce59-f625-4d64-a563-bd92498c2e1b req-f4ea19a2-3aa7-46f1-8e5d-61abf528eba4 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 945 time: 0.1709602 Nov 04 09:23:40.878801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7941ce59-f625-4d64-a563-bd92498c2e1b req-4cf9660d-67ab-412a-be02-c71311487499 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773675 Nov 04 09:23:40.906845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a032ab8-c499-4fea-878e-20354d2b1c01 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:40.913630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:40.937868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Transition to ACTIVE for port object 9a032ab8-c499-4fea-878e-20354d2b1c01 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:23:40.943802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.075570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:41.173668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Attempting to bind port 9a032ab8-c499-4fea-878e-20354d2b1c01 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:23:41.174113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Attempting to bind port 9a032ab8-c499-4fea-878e-20354d2b1c01 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:23:41.174562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Attempting to bind port 9a032ab8-c499-4fea-878e-20354d2b1c01 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:41.183195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Port 9a032ab8-c499-4fea-878e-20354d2b1c01 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:23:41.184044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Attempting to bind port 9a032ab8-c499-4fea-878e-20354d2b1c01 on network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:41.194023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:23:41.194588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Checking segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:41.195256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Bound using segment: {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:23:41.196110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Bound port: 9a032ab8-c499-4fea-878e-20354d2b1c01, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c36c17bf-3720-4d7e-a863-dc8970ba255e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:23:41.196655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.268193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.322620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:23:41.327808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:23:41.338139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.390151 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.394663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:41.395302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.396947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] 10.222.0.55 "PUT /v2.0/ports/9a032ab8-c499-4fea-878e-20354d2b1c01 HTTP/1.1" status: 200 len: 1091 time: 1.0245671 Nov 04 09:23:41.397418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:41.399744 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a072e21c-e266-4941-b966-93eb9fbeb3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:41.403353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6b486-4756-4b89-a369-a3502a19f580 req-7d67da64-2e8f-454b-9424-dd97a1c56528 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:41.410776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84e6b486-4756-4b89-a369-a3502a19f580 req-7d67da64-2e8f-454b-9424-dd97a1c56528 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 943 time: 0.2036109 Nov 04 09:23:41.413972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a8bfd-20a3-4c74-bdd2-8d61abe37563 service neutron] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:41.458781 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.491709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-a43f9ccc-3dab-4703-9cd4-908efc2a7a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:41.493580 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-a43f9ccc-3dab-4703-9cd4-908efc2a7a37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 1094 time: 0.0555437 Nov 04 09:23:41.548671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84e6b486-4756-4b89-a369-a3502a19f580 req-282f4e38-735e-4227-8d48-34fefbf40b13 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319420 Nov 04 09:23:41.562158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-743f8226-5161-4b6c-bb40-85e9e558b8d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a032ab8-c499-4fea-878e-20354d2b1c01 HTTP/1.1" status: 200 len: 217 time: 0.0594249 Nov 04 09:23:41.631753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-f16a5a12-d74e-47bf-af43-e2adb8d96815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:41.633360 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-f16a5a12-d74e-47bf-af43-e2adb8d96815 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0641735 Nov 04 09:23:41.691243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.104 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/d35f85a0-2036-4138-9630-e237d3136a44) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:41.699214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979640d-ea81-4767-956d-bb88e7d02237 req-bfb77b07-588b-4f52-88fd-7541cbeccc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:41.701316 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-bfb77b07-588b-4f52-88fd-7541cbeccc3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582521 Nov 04 09:23:41.718791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7340f5-75c8-4704-8c63-c94049717f16 req-4b063196-2c25-4eb9-9965-7cbd9f127414 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:41.720431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e7340f5-75c8-4704-8c63-c94049717f16 req-4b063196-2c25-4eb9-9965-7cbd9f127414 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 945 time: 0.1004307 Nov 04 09:23:41.824782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e7340f5-75c8-4704-8c63-c94049717f16 req-f3d4ac24-f141-4f14-9a28-2e2e7fafa2a1 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956569 Nov 04 09:23:41.858677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51482) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:41.863001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-4d615a54-6ffd-4e69-90f7-8f21af8388c6 service neutron] 10.222.0.55 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466839 Nov 04 09:23:41.894074 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:41.906442 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5746fec2-a24c-498f-9b69-ae02332ac617 x-openstack-request-id: req-5746fec2-a24c-498f-9b69-ae02332ac617 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:41.907114 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:41.907732 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5746fec2-a24c-498f-9b69-ae02332ac617 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:41.908628 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'status': 'completed', 'code': 200} Nov 04 09:23:41.953718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:42.004431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:42.008336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:42.013787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:42.025668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=d35f85a0-2036-4138-9630-e237d3136a44,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:42.033213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1979640d-ea81-4767-956d-bb88e7d02237 req-5243838b-4797-4944-bc85-cdf7be4558aa service neutron] 10.222.0.55 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691451 Nov 04 09:23:42.144502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-7fbffde2-2ead-4cef-9564-2dfa69a27719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:42.146090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-7fbffde2-2ead-4cef-9564-2dfa69a27719 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 1094 time: 0.0490224 Nov 04 09:23:42.223069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf98be-63fe-452f-9a89-8640a6236aae tempest-TestVolumeBackupRestore-508010907 tempest-TestVolumeBackupRestore-508010907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:42.224794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3bcf98be-63fe-452f-9a89-8640a6236aae tempest-TestVolumeBackupRestore-508010907 tempest-TestVolumeBackupRestore-508010907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1091 time: 0.3647258 Nov 04 09:23:42.229547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:42.234558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:42.273801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-f59819f9-e8ea-48a3-acd6-da8e098e5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:42.275353 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-f59819f9-e8ea-48a3-acd6-da8e098e5b10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1214511 Nov 04 09:23:42.342047 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-005746a8-c937-4c56-b7f3-b91e81ba750e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a032ab8-c499-4fea-878e-20354d2b1c01 HTTP/1.1" status: 200 len: 217 time: 0.0577080 Nov 04 09:23:42.407332 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:42.410216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-12b01b76-7be8-41e7-aeba-0174419b90d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:42.414587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-12b01b76-7be8-41e7-aeba-0174419b90d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0656030 Nov 04 09:23:42.472907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-c4f0f476-551a-46ed-ac7c-c483f69dd146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:42.474479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-c4f0f476-551a-46ed-ac7c-c483f69dd146 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509257 Nov 04 09:23:42.499771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:42.585618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-a99aa7a9-2edb-42a3-8f01-53f40bf65933 service neutron] 10.222.0.55 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997689 Nov 04 09:23:42.739162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a072e21c-e266-4941-b966-93eb9fbeb3d8 req-5052d992-a7d1-467a-93f2-002f3fe77c4a service neutron] 10.222.0.55 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452682 Nov 04 09:23:42.746456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:42.772873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:42.789531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9965a08-2ce3-4bcf-aa66-f4307c2a2b9d req-3fb479f9-7138-426c-91cc-e98d56a3c18f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:42.791292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b9965a08-2ce3-4bcf-aa66-f4307c2a2b9d req-3fb479f9-7138-426c-91cc-e98d56a3c18f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 943 time: 0.1682978 Nov 04 09:23:42.906218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b9965a08-2ce3-4bcf-aa66-f4307c2a2b9d req-60fbebb2-d5f3-4fd2-9dcc-ab4645afbfa6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021523 Nov 04 09:23:42.907181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:43.284877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Allocated IP 172.25.3.122 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/a606752a-8e46-4839-8db9-eca2f6f25187) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:43.423672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:23:43.436675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:43.562588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:43.609114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:23:43.620810 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Sync routers for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:23:43.624824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:43.631677 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:43.632299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:43.632529 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:43.641148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:43.644774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'Port': ['ID=a606752a-8e46-4839-8db9-eca2f6f25187,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:43.672377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:43.676027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9dec7e4-4861-4bef-9384-e4760182fc68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3437750 Nov 04 09:23:43.677451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51500) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:43.708535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8792f550-afcd-4cbd-b699-7df0330b6e6f tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5ddb959e0ce346938b6b3e895540bd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298493 Nov 04 09:23:43.711065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51502) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:43.792875 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:43.841191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf0e8c-292a-414b-ba38-1dd0cc891824 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:43.846420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b3cf0e8c-292a-414b-ba38-1dd0cc891824 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315203 Nov 04 09:23:43.846745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:43.891575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2c577a11-44c3-45e8-bafd-ac9ef9d007ca tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424042 Nov 04 09:23:43.893897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51508) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:43.900359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1840226720', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:44.061662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:23:44.073801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.085854 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:42Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:44.120851 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Checking router: 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:23:44.121199 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Updating router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 port d35f85a0-2036-4138-9630-e237d3136a44 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:23:44.157629 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.189041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.198673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7de989-9721-4e12-aaad-142ee5739563 req-1a9068a2-c56e-44a9-8029-171152274e86 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:44.200561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb7de989-9721-4e12-aaad-142ee5739563 req-1a9068a2-c56e-44a9-8029-171152274e86 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 943 time: 0.1132851 Nov 04 09:23:44.318560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.326473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb7de989-9721-4e12-aaad-142ee5739563 req-d8cd6f85-23d7-4c3c-91ef-906a0b534fcc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023126 Nov 04 09:23:44.418249 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.469545 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.476979 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.479825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Subnet': ['ID=470e0550-7322-42f3-baaa-9e48283287eb,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:44.528782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Checking segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:44.529558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network hostable DHCP agents. Network: fce0bdaa-cdbc-45cb-8c8a-da88e495a57a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:23:44.534124 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Pushing event updated for resources: {'Port': ['ID=d35f85a0-2036-4138-9630-e237d3136a44,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:44.547831 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.548518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.549388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.549923 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.550610 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.551076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.551353 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.551875 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.552434 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.552944 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.553673 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.554543 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.555234 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:44.559310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.560802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:23:44.579426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, fce0bdaa-cdbc-45cb-8c8a-da88e495a57a) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:44.586441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:44.587457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.595655 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Attempting to bind port d35f85a0-2036-4138-9630-e237d3136a44 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:23:44.595655 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Attempting to bind port d35f85a0-2036-4138-9630-e237d3136a44 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:23:44.597801 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Attempting to bind port d35f85a0-2036-4138-9630-e237d3136a44 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:44.597955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4f76c-c124-4ff3-9edb-e41d1f059deb None None] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:23:44.605734 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:23:44.606831 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:44.606831 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.607055 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:23:44.607470 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Bound port: d35f85a0-2036-4138-9630-e237d3136a44, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:23:44.607751 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.616075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-967de103-40a1-4e44-ae48-24008049ba53 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7179818 Nov 04 09:23:44.616075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51512) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:44.676823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event updated for resources: {'Port': ['ID=a606752a-8e46-4839-8db9-eca2f6f25187,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:44.688012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.713586 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] For port d35f85a0-2036-4138-9630-e237d3136a44, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:23:44.717763 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] For port d35f85a0-2036-4138-9630-e237d3136a44, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d35f85a0-2036-4138-9630-e237d3136a44,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:23:44.722755 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:44.809202 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:44.809837 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:44.812081 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee94984-bcbc-4805-9764-98065ac6885b None None] Pushing event updated for resources: {'Port': ['ID=d35f85a0-2036-4138-9630-e237d3136a44,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:44.852201 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Floating IP e1d5b7ed-69e8-47e1-9628-cc9190f826fd associated. External IP: 172.25.3.122, port: 8693cbc8-fc46-4d36-9734-a1cca1909375. Nov 04 09:23:44.888723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:23:44.889666 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:45.001759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:45.114992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Allocated IP 172.20.0.2 (fce0bdaa-cdbc-45cb-8c8a-da88e495a57a/470e0550-7322-42f3-baaa-9e48283287eb/8df8a14d-7170-4142-afba-72da59dbb240) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:45.241133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Router d3377d6b-d902-4336-8e68-f521c7558af2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:23:45.364889 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:45.365822 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:42Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:45.384467 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:45.394131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:23:45.429926 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:45.459510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:45.484920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Pushing event updated for resources: {'Port': ['ID=8df8a14d-7170-4142-afba-72da59dbb240,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:45.500653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] Sync routers for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:23:45.509839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-353cd7e6-7bed-456f-a491-44937958d7d3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2786279 Nov 04 09:23:45.511669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:45.514286 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3613a7-5890-49c1-a336-f17057dc15ec" -d '{"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:45.514767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.515336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.515909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.516655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.517184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.517705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.518187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:45.518335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.518708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.519215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.520065 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.520582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.521100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:45.544019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:45.544936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:45.573529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d5952-715b-4b6d-867e-5a9f1a4c44b8 req-a2aa7ef7-98a2-4e4e-958d-697fdc96253d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:45.581944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd9d5952-715b-4b6d-867e-5a9f1a4c44b8 req-a2aa7ef7-98a2-4e4e-958d-697fdc96253d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 943 time: 0.1136310 Nov 04 09:23:45.633322 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6383a8-0c23-4638-b66d-9d5b1f60be68 None None] The sync data for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 is: [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:42Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:23:45.642798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd9d5952-715b-4b6d-867e-5a9f1a4c44b8 req-6dcf5ca6-f8f9-4057-acb7-4ad74135c869 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596719 Nov 04 09:23:45.656977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffb8495-d5ca-4d20-a2a7-9756152017f8 tempest-TestVolumeBackupRestore-508010907 tempest-TestVolumeBackupRestore-508010907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:45.658912 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3ffb8495-d5ca-4d20-a2a7-9756152017f8 tempest-TestVolumeBackupRestore-508010907 tempest-TestVolumeBackupRestore-508010907-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1091 time: 0.1382689 Nov 04 09:23:45.663123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51522) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:23:45.671113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Request body: {'floatingip': {'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:45.757892 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb0f656-5841-4a36-aca2-0e7f1bbc069c x-openstack-request-id: req-dfb0f656-5841-4a36-aca2-0e7f1bbc069c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:45.758603 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:45.759074 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dfb0f656-5841-4a36-aca2-0e7f1bbc069c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:45.759668 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'status': 'completed', 'code': 200} Nov 04 09:23:45.782784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:45.807828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:45.836183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:45.847769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:45.851940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:45.864612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:46.112726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Attempting to bind port 8df8a14d-7170-4142-afba-72da59dbb240 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:23:46.113110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Attempting to bind port 8df8a14d-7170-4142-afba-72da59dbb240 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:23:46.113482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Attempting to bind port 8df8a14d-7170-4142-afba-72da59dbb240 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:46.147075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a032ab8-c499-4fea-878e-20354d2b1c01 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:23:46.208449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:23:46.209472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Checking segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:46.211311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:46.215428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Bound using segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:23:46.216217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Bound port: 8df8a14d-7170-4142-afba-72da59dbb240, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:23:46.217030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:46.278868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3613a7-5890-49c1-a336-f17057dc15ec req-6ad7b92f-f3ad-42cc-ba08-6225dcb3729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:46.280481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df3613a7-5890-49c1-a336-f17057dc15ec req-6ad7b92f-f3ad-42cc-ba08-6225dcb3729c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1096 time: 0.1048186 Nov 04 09:23:46.385295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] For port 8df8a14d-7170-4142-afba-72da59dbb240, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:23:46.389097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] For port 8df8a14d-7170-4142-afba-72da59dbb240, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8df8a14d-7170-4142-afba-72da59dbb240,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:23:46.437032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.resource_extend [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 04 09:23:46.441665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:46.548731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3613a7-5890-49c1-a336-f17057dc15ec req-ad8e0424-84aa-4585-ad23-fccd63d1601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:46.550373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df3613a7-5890-49c1-a336-f17057dc15ec req-ad8e0424-84aa-4585-ad23-fccd63d1601a service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 915 time: 0.2615299 Nov 04 09:23:46.691556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:46.703441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:46.705752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:46.724121 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:46.775740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df3613a7-5890-49c1-a336-f17057dc15ec req-13f3f955-7e90-4b79-abd1-c412e2f4d858 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 999 time: 0.2168527 Nov 04 09:23:46.825119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'mac_address': 'fa:16:3e:3b:be:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:23:46.827722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d54d7-dbf8-4b1a-8ead-5b7015ac2d2a None None] Pushing event updated for resources: {'Port': ['ID=8df8a14d-7170-4142-afba-72da59dbb240,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:46.865318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d35f85a0-2036-4138-9630-e237d3136a44 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:46.872309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.1 (fce0bdaa-cdbc-45cb-8c8a-da88e495a57a/470e0550-7322-42f3-baaa-9e48283287eb/e5627be7-f82c-4e51-a599-a7a4faeaeb2a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:46.879788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3613a7-5890-49c1-a336-f17057dc15ec req-b5b66488-417c-4af1-81e1-11d0531e4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:46.882170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df3613a7-5890-49c1-a336-f17057dc15ec req-b5b66488-417c-4af1-81e1-11d0531e4e30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 200 len: 853 time: 0.0740602 Nov 04 09:23:47.005726 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.050471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a032ab8-c499-4fea-878e-20354d2b1c01 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:47.055446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297b8ff-d7dc-40b1-955e-0969496ed593 req-31ea7a14-b9ac-40fc-870a-cd5b2b672871 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:47.081166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6297b8ff-d7dc-40b1-955e-0969496ed593 req-31ea7a14-b9ac-40fc-870a-cd5b2b672871 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 943 time: 0.2591939 Nov 04 09:23:47.117826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d35f85a0-2036-4138-9630-e237d3136a44 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:47.118645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.126576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:47.129975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'e1d5b7ed-69e8-47e1-9628-cc9190f826fd', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'mac_address': 'fa:16:3e:a1:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:23:43Z', 'updated_at': '2021-11-04T09:23:43Z', 'revision_number': 0, 'project_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:47.180059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] Checking router: d3377d6b-d902-4336-8e68-f521c7558af2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:23:47.185585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.279179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.299634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3613a7-5890-49c1-a336-f17057dc15ec req-c36f8d2c-95be-47d1-92c9-677ffd171ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:47.301397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df3613a7-5890-49c1-a336-f17057dc15ec req-c36f8d2c-95be-47d1-92c9-677ffd171ac8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b2d883f-f008-4eb3-b516-0e5a3e219515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4096267 Nov 04 09:23:47.423076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.481916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:47.491109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:47.500672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:47.505248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:47.505897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:47.542404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df3613a7-5890-49c1-a336-f17057dc15ec req-f599b008-0248-4aa6-83da-83ab7b08ffee service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310567 Nov 04 09:23:47.559317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6297b8ff-d7dc-40b1-955e-0969496ed593 req-f0fbcc54-338b-4480-90ef-cdbde8043915 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770935 Nov 04 09:23:47.607764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9a032ab8-c499-4fea-878e-20354d2b1c01'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:47.618147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:47.638890 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.677645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Router d3377d6b-d902-4336-8e68-f521c7558af2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:23:47.704270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:47.794023 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.812687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df3613a7-5890-49c1-a336-f17057dc15ec req-794fa908-1635-472d-b920-2ec613b596ea service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574685 Nov 04 09:23:47.822591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port d35f85a0-2036-4138-9630-e237d3136a44, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d35f85a0-2036-4138-9630-e237d3136a44,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:47.841198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.846271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:47.864834 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.905252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:23:47.914211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:47.950569 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:47.961669 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24bb047d-f48d-480e-ae63-eb4250d3b835" -d '{"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:48.041316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-91933e22-03ff-4936-940b-22bad13a3dd3 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "PUT /v2.0/floatingips/e1d5b7ed-69e8-47e1-9628-cc9190f826fd HTTP/1.1" status: 200 len: 991 time: 2.3744600 Nov 04 09:23:48.067061 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3609c6-e52c-4de8-9cb3-29025d54edc1 x-openstack-request-id: req-5d3609c6-e52c-4de8-9cb3-29025d54edc1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:48.067450 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:48.067766 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d3609c6-e52c-4de8-9cb3-29025d54edc1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:48.068267 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'status': 'completed', 'code': 200} Nov 04 09:23:48.166831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=d35f85a0-2036-4138-9630-e237d3136a44,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:48.298159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-1dab83f1-36fd-48ca-8bca-9d4252a3f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:48.299817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-1dab83f1-36fd-48ca-8bca-9d4252a3f28a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1096 time: 0.1980596 Nov 04 09:23:48.343803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:48.353113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'e1d5b7ed-69e8-47e1-9628-cc9190f826fd', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'mac_address': 'fa:16:3e:a1:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:23:43Z', 'updated_at': '2021-11-04T09:23:46Z', 'revision_number': 1, 'project_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:48.383096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:48.384351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c57b7-5da3-4f63-af29-c85734825fa6 None None] The sync data for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 is: [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'e1d5b7ed-69e8-47e1-9628-cc9190f826fd', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'mac_address': 'fa:16:3e:a1:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:23:43Z', 'updated_at': '2021-11-04T09:23:46Z', 'revision_number': 1, 'project_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:23:48.406828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6bf42b-b8eb-45c0-b657-503816ab4357 None None] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:23:48.485362 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:48.486071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fc151463-0246-4401-9b35-815945425896 None None] Provisioning complete for port 8df8a14d-7170-4142-afba-72da59dbb240 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:48.486443 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc151463-0246-4401-9b35-815945425896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:48.500899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:48.594689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-af01bec9-570c-4a91-9041-08e3bbc6bed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:48.596255 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-af01bec9-570c-4a91-9041-08e3bbc6bed8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 915 time: 0.2828333 Nov 04 09:23:48.674186 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc151463-0246-4401-9b35-815945425896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:48.721207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fc151463-0246-4401-9b35-815945425896 None None] For port 8df8a14d-7170-4142-afba-72da59dbb240, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8df8a14d-7170-4142-afba-72da59dbb240,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:48.733232 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc151463-0246-4401-9b35-815945425896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:48.750143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:48.753358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:48.765471 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-388d09ab-395f-4c6c-97b0-258886233568 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 999 time: 0.1502738 Nov 04 09:23:48.835212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3f533-259a-4bea-bf42-21035a84213f req-e6a634b7-515d-455b-aedb-7a638835386e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:48.855138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02c3f533-259a-4bea-bf42-21035a84213f req-e6a634b7-515d-455b-aedb-7a638835386e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 944 time: 0.1787713 Nov 04 09:23:48.884608 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b75ef-6cf0-4f12-989d-b7dbadd2bea0 None None] New status for floating IP e1d5b7ed-69e8-47e1-9628-cc9190f826fd: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:23:48.891338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc151463-0246-4401-9b35-815945425896 None None] Pushing event updated for resources: {'Port': ['ID=8df8a14d-7170-4142-afba-72da59dbb240,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:48.965813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02c3f533-259a-4bea-bf42-21035a84213f req-aa40ee9c-0fe4-486e-8770-21e427a8763a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944877 Nov 04 09:23:49.031015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-fc401615-3f67-4b52-a840-f411d92f5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:49.037082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d35f85a0-2036-4138-9630-e237d3136a44 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:49.043080 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-fc401615-3f67-4b52-a840-f411d92f5fea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 200 len: 853 time: 0.2585385 Nov 04 09:23:49.101264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d35f85a0-2036-4138-9630-e237d3136a44 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:49.101648 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:49.155210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-8de9e6e1-ef8a-4a0f-97b9-c7a2b16e944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:49.157269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-8de9e6e1-ef8a-4a0f-97b9-c7a2b16e944b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b2d883f-f008-4eb3-b516-0e5a3e219515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129000 Nov 04 09:23:49.195217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-12de2445-c750-4476-bf86-6f1c716e911e None None] Provisioning complete for port 8df8a14d-7170-4142-afba-72da59dbb240 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:49.195920 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12de2445-c750-4476-bf86-6f1c716e911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:49.273410 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-e0340483-76de-4d3a-bd92-ba6d6277e380 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050124 Nov 04 09:23:49.296699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:23:49.299491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8df8a14d-7170-4142-afba-72da59dbb240 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:49.384320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8df8a14d-7170-4142-afba-72da59dbb240 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:49.384798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:49.436021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] Sync routers for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:23:49.461750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:49.462943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:49.513878 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-24bb047d-f48d-480e-ae63-eb4250d3b835 req-ed82a632-3860-4fa7-9b09-4df87cf6809c service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314498 Nov 04 09:23:49.535033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:23:49.549282 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7ecbb175-bbca-4db8-9e27-7ea5131f93ec tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/17fab4c4-20e1-44aa-87c8-4d73c6b35b81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9234142 Nov 04 09:23:49.549433 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Sync routers for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:23:49.564596 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:49.565935 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:49.567580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-12de2445-c750-4476-bf86-6f1c716e911e None None] Provisioning complete for port e5627be7-f82c-4e51-a599-a7a4faeaeb2a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:49.568129 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12de2445-c750-4476-bf86-6f1c716e911e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:49.669602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-12de2445-c750-4476-bf86-6f1c716e911e None None] Port e5627be7-f82c-4e51-a599-a7a4faeaeb2a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:23:49.689668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:49.758836 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:49.815142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e9c9659c-a066-4d59-b2b7-793972377349 None None] Provisioning complete for port e5627be7-f82c-4e51-a599-a7a4faeaeb2a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:49.815541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e9c9659c-a066-4d59-b2b7-793972377349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:49.909477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e9c9659c-a066-4d59-b2b7-793972377349 None None] Port e5627be7-f82c-4e51-a599-a7a4faeaeb2a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:23:49.954696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-92143f7c-5baf-4c96-bbc5-1c0ba24b2fe1 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2063342544&fields=id&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 267 time: 0.0373604 Nov 04 09:23:50.035930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'e1d5b7ed-69e8-47e1-9628-cc9190f826fd', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'mac_address': 'fa:16:3e:a1:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:23:43Z', 'updated_at': '2021-11-04T09:23:49Z', 'revision_number': 2, 'project_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:50.071690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] Checking router: d3377d6b-d902-4336-8e68-f521c7558af2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:23:50.077670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:50.084478 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16c634c-e955-4fef-94f1-65d091e4229f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:50.098429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:50.099565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:50.120841 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:48Z', 'revision_number': 2, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:50.179206 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Checking router: 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:23:50.179602 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Updating router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 port e5627be7-f82c-4e51-a599-a7a4faeaeb2a binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:23:50.184313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a032ab8-c499-4fea-878e-20354d2b1c01 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:50.197227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-789f9fa0-2957-4a3c-aae6-246e16a8e649 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:50.199429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-789f9fa0-2957-4a3c-aae6-246e16a8e649 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 797 time: 0.2261038 Nov 04 09:23:50.220617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-9c49b2c9-3237-4978-8cb8-709fc3632544 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/quotas/5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 375 time: 0.0146625 Nov 04 09:23:50.246728 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:50.273408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 9a032ab8-c499-4fea-878e-20354d2b1c01 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:23:50.281231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:50.316262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 9a032ab8-c499-4fea-878e-20354d2b1c01 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:50.316756 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:50.331694 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-3f7c53b2-ab24-4f2a-9787-d603d4c25185 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029053 Nov 04 09:23:50.471184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-73a6af7e-8ec0-4e55-af6a-0f39f4e3f642 service neutron] 10.222.0.53 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261804 Nov 04 09:23:50.594937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-e4cbadb3-620f-4dd8-b189-08a159e8319d service neutron] 10.222.0.53 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152201 Nov 04 09:23:50.710990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:50.722090 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:50.731101 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:50.784339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:50.787989 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def15817-c170-40ce-b0a2-885055ea54f8" -d '{"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-plugged", "status": "completed", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:50.828708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8df8a14d-7170-4142-afba-72da59dbb240 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:50.872740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759f347-b532-4d83-85c3-5ba44c86bf8d None None] Pushing event updated for resources: {'Port': ['ID=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:50.917074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:50.967283 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Attempting to bind port e5627be7-f82c-4e51-a599-a7a4faeaeb2a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:23:50.967475 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Attempting to bind port e5627be7-f82c-4e51-a599-a7a4faeaeb2a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:23:50.967799 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Attempting to bind port e5627be7-f82c-4e51-a599-a7a4faeaeb2a on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:50.984206 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:23:50.984983 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Checking segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:50.985740 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:50.986465 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Bound using segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:23:50.988060 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Bound port: e5627be7-f82c-4e51-a599-a7a4faeaeb2a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:23:50.990046 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:50.997363 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:51.148443 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] For port e5627be7-f82c-4e51-a599-a7a4faeaeb2a, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:23:51.156263 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] For port e5627be7-f82c-4e51-a599-a7a4faeaeb2a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:23:51.168061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:51.178274 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:51.190883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93995f96-2447-4716-a16f-4f6d1919b48c req-900585c6-5cd7-4c1f-b739-7a1794834615 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:51.202328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93995f96-2447-4716-a16f-4f6d1919b48c req-900585c6-5cd7-4c1f-b739-7a1794834615 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.1816227 Nov 04 09:23:51.225997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8df8a14d-7170-4142-afba-72da59dbb240 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:51.226447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:51.274880 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:23:51.276377 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:51.311163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93995f96-2447-4716-a16f-4f6d1919b48c req-2ef227de-ddd1-4ea9-8869-a7af7a6ccc9b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074603 Nov 04 09:23:51.324475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'e1d5b7ed-69e8-47e1-9628-cc9190f826fd', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'mac_address': 'fa:16:3e:a1:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:23:43Z', 'updated_at': '2021-11-04T09:23:49Z', 'revision_number': 2, 'project_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:51.379585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9896b997-4533-43d6-9e45-74c0d650d8ba None None] The sync data for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 is: [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'e1d5b7ed-69e8-47e1-9628-cc9190f826fd', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'floating_ip_address': '172.25.3.122', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'port_id': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'mac_address': 'fa:16:3e:a1:d4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:23:43Z', 'updated_at': '2021-11-04T09:23:49Z', 'revision_number': 2, 'project_id': '4e75a358e2434a75be962d9aea152228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:23:51.388717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5f3e7abe-5c40-49c2-a2b3-468591af6fd2 None None] Provisioning complete for port e5627be7-f82c-4e51-a599-a7a4faeaeb2a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:51.389465 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7abe-5c40-49c2-a2b3-468591af6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:51.429013 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada38f34-5b5b-41e3-a77f-c8a4f34d97d3 x-openstack-request-id: req-ada38f34-5b5b-41e3-a77f-c8a4f34d97d3 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:51.429467 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:51.429822 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ada38f34-5b5b-41e3-a77f-c8a4f34d97d3 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:51.430841 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'status': 'completed', 'code': 200} Nov 04 09:23:51.563972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759f347-b532-4d83-85c3-5ba44c86bf8d None None] Pushing event updated for resources: {'Port': ['ID=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:51.569360 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7891df-21f1-40df-aa4d-06ebf6b2a407 x-openstack-request-id: req-0e7891df-21f1-40df-aa4d-06ebf6b2a407 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:51.569732 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-plugged", "status": "completed", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:51.570006 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0e7891df-21f1-40df-aa4d-06ebf6b2a407 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:51.572237 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'code': 200} Nov 04 09:23:51.573833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c634c-e955-4fef-94f1-65d091e4229f req-63ee064b-76ac-48d1-ba16-5a5131273990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:51.580599 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e16c634c-e955-4fef-94f1-65d091e4229f req-63ee064b-76ac-48d1-ba16-5a5131273990 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1096 time: 0.1018245 Nov 04 09:23:51.624613 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:23:51.658075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0494cf6-d2cf-4d98-90c9-44a957221952 req-0da5d17c-1f06-4ab6-bbf6-d98ee40e3f9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 210 time: 0.0580461 Nov 04 09:23:51.709500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7abe-5c40-49c2-a2b3-468591af6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:51.750625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5f3e7abe-5c40-49c2-a2b3-468591af6fd2 None None] For port e5627be7-f82c-4e51-a599-a7a4faeaeb2a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:51.757457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f3e7abe-5c40-49c2-a2b3-468591af6fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:51.788514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1762abeb-cb24-453d-99e7-67c1a91751c1 req-5b6ef812-6b1c-4b04-904f-9b8d83cc5d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:51.790927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1762abeb-cb24-453d-99e7-67c1a91751c1 req-5b6ef812-6b1c-4b04-904f-9b8d83cc5d1f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 1096 time: 0.1841552 Nov 04 09:23:51.827123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e7abe-5c40-49c2-a2b3-468591af6fd2 None None] Pushing event updated for resources: {'Port': ['ID=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:51.844892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c634c-e955-4fef-94f1-65d091e4229f req-d2e30346-a1c9-4fd6-b1c4-7bbab55841ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:51.846560 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e16c634c-e955-4fef-94f1-65d091e4229f req-d2e30346-a1c9-4fd6-b1c4-7bbab55841ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 915 time: 0.2411568 Nov 04 09:23:51.886324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-545f0ad9-682d-4fc6-b6f9-0cb6664cd308 None None] Provisioning complete for port e5627be7-f82c-4e51-a599-a7a4faeaeb2a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:51.886775 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-545f0ad9-682d-4fc6-b6f9-0cb6664cd308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:51.906214 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1762abeb-cb24-453d-99e7-67c1a91751c1 req-cec3fe68-780b-4ed0-a9e1-17b4037fb266 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022494 Nov 04 09:23:51.941813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e16c634c-e955-4fef-94f1-65d091e4229f req-faec787e-fa09-4464-a1fd-9bfa0f7aa17a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 1001 time: 0.0835075 Nov 04 09:23:51.946447 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:23:51.976671 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c29f5-1628-4359-9a91-e97d6148c43c None None] The sync data for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 is: [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:23:52.163520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c634c-e955-4fef-94f1-65d091e4229f req-f5d4ba45-8e2b-4266-ba1c-7af2c747e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:52.165401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e16c634c-e955-4fef-94f1-65d091e4229f req-f5d4ba45-8e2b-4266-ba1c-7af2c747e0e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 200 len: 853 time: 0.0578086 Nov 04 09:23:52.225023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c634c-e955-4fef-94f1-65d091e4229f req-b5cf0339-115e-48cf-9b30-2feedac46681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:52.226672 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e16c634c-e955-4fef-94f1-65d091e4229f req-b5cf0339-115e-48cf-9b30-2feedac46681 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b2d883f-f008-4eb3-b516-0e5a3e219515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491786 Nov 04 09:23:52.335031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e16c634c-e955-4fef-94f1-65d091e4229f req-a048e6c3-790a-4800-85af-cf474a317e5b service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995347 Nov 04 09:23:52.492985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014e8a5d-1f81-4112-9818-84377f1bc7fc req-8d66611e-a006-4d47-8fec-bf32f77c3700 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:52.503422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-014e8a5d-1f81-4112-9818-84377f1bc7fc req-8d66611e-a006-4d47-8fec-bf32f77c3700 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0964422 Nov 04 09:23:52.568679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e16c634c-e955-4fef-94f1-65d091e4229f req-0f226bfa-c47a-48ae-b65d-bc2b4769db93 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235994 Nov 04 09:23:52.594306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-014e8a5d-1f81-4112-9818-84377f1bc7fc req-d9a849d2-8b28-4c59-b7a3-6592237019e9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894728 Nov 04 09:23:52.642232 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8dff077a-5087-4503-a705-0815f96f2cf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:52.647321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8dff077a-5087-4503-a705-0815f96f2cf6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.70 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 797 time: 0.2213531 Nov 04 09:23:52.810489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-854abe43-dafa-494c-bdb4-b4a3f314bde3 req-97955b7c-5cae-437f-aa2f-b883fcdf8a36 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 210 time: 0.0668271 Nov 04 09:23:52.831082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e5627be7-f82c-4e51-a599-a7a4faeaeb2a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:23:52.933749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e5627be7-f82c-4e51-a599-a7a4faeaeb2a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:52.934135 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:53.446436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-a0b87b61-d616-46c5-9b64-a104f495614a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 380 time: 0.7890003 Nov 04 09:23:53.456754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'port': {'device_id': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'admin_state_up': True, 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'security_groups': ['9002758a-de21-4999-b841-980f5e21fca9']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:53.600824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:23:53.605432 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:53.753836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef87dcd8-5f80-43f3-968b-099980cacb11 req-3d15bca3-4c90-4c64-a427-f7189a5a61aa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:53.755611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef87dcd8-5f80-43f3-968b-099980cacb11 req-3d15bca3-4c90-4c64-a427-f7189a5a61aa tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0700617 Nov 04 09:23:53.777295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.6 (fce0bdaa-cdbc-45cb-8c8a-da88e495a57a/470e0550-7322-42f3-baaa-9e48283287eb/771b9f48-b166-42e4-8987-8d0681e1c0f8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:23:53.843832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef87dcd8-5f80-43f3-968b-099980cacb11 req-7ba062fb-a970-428a-a2ef-1c84a631fcc0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774701 Nov 04 09:23:53.965309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5bdc120-ea0a-4764-b29d-dc4d3087fe03 req-ee2eb711-07c5-4a76-9628-60ade2ae8ac0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 210 time: 0.0320344 Nov 04 09:23:54.048573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:54.107506 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:54.159453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:23:54.163088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:23:54.171539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:23:54.175432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:54.213096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.213573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.214205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.214741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.215258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.216184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.216700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.217206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.217739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.218264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.218788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.219321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:23:54.293505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:54.294524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:54.313901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8b871e2d-3f0f-490c-a33b-30ef64f26204 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8610666 Nov 04 09:23:54.333691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Request body: {'port': {'device_id': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:23:54.370859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68226e9-d0e4-40b3-af28-f35ad23a3381 req-9da173d8-c763-43c9-96b6-45559cbcd921 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:54.375218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f68226e9-d0e4-40b3-af28-f35ad23a3381 req-9da173d8-c763-43c9-96b6-45559cbcd921 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0978582 Nov 04 09:23:54.432229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:54.475312 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f68226e9-d0e4-40b3-af28-f35ad23a3381 req-8276890d-fd78-4a8d-837b-b285d03c5060 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949051 Nov 04 09:23:54.555704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5b4e198a-eba7-47d6-8e3f-1efd66b6f2b1 None None] Provisioning complete for port 771b9f48-b166-42e4-8987-8d0681e1c0f8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:23:54.556249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5b4e198a-eba7-47d6-8e3f-1efd66b6f2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:54.594903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5b4e198a-eba7-47d6-8e3f-1efd66b6f2b1 None None] Port 771b9f48-b166-42e4-8987-8d0681e1c0f8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:23:54.796131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 771b9f48-b166-42e4-8987-8d0681e1c0f8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:54.806082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:54.820470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Transition to ACTIVE for port object 771b9f48-b166-42e4-8987-8d0681e1c0f8 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:23:54.825534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:54.886245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:54.962336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:23:54.962685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:23:54.963076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:54.968980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:23:54.970169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:23:54.978944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:23:54.979454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Checking segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:23:54.979846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Bound using segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:23:54.980339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Bound port: 771b9f48-b166-42e4-8987-8d0681e1c0f8, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:23:54.980705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:55.111655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:23:55.115330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:23:55.124878 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:55.143334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd449e64-628f-402f-bb15-d75cc7e05074 req-7367d704-43ba-4434-8c11-cb1b76c43f1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:55.150725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd449e64-628f-402f-bb15-d75cc7e05074 req-7367d704-43ba-4434-8c11-cb1b76c43f1f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 943 time: 0.0767937 Nov 04 09:23:55.182958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:55.183291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:55.185385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 1091 time: 0.8608930 Nov 04 09:23:55.185982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:23:55.189107 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4853ef86-51c9-4fde-b1bb-7de4511c3994" -d '{"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:23:55.210838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd449e64-628f-402f-bb15-d75cc7e05074 req-424ff399-c8e9-4b36-a011-81fba0c07cce tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586412 Nov 04 09:23:55.328703 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead32c9f-ae8c-408d-a341-5bf240d8ed42 x-openstack-request-id: req-ead32c9f-ae8c-408d-a341-5bf240d8ed42 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:23:55.329099 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:23:55.329452 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ead32c9f-ae8c-408d-a341-5bf240d8ed42 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:23:55.329964 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'status': 'completed', 'code': 200} Nov 04 09:23:55.334410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4b6ae-0075-4afd-9152-e7467e81c8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:55.347160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-b867d8a3-86cc-4943-8f77-ba0a4813d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:55.348854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-b867d8a3-86cc-4943-8f77-ba0a4813d791 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1094 time: 0.1125128 Nov 04 09:23:55.404786 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-44d25dd2-8097-4238-9d84-347669b6a18f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 217 time: 0.0475247 Nov 04 09:23:55.492448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-457636cf-58fb-4028-8a2a-23e29f803eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:55.494357 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-457636cf-58fb-4028-8a2a-23e29f803eaf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 200 len: 835 time: 0.0817449 Nov 04 09:23:55.565612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8f2192bb-9685-4c5b-b96c-695b32e338a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:55.568014 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-8f2192bb-9685-4c5b-b96c-695b32e338a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661836 Nov 04 09:23:55.620052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4745b41-1cb5-4a04-9645-b722a588bc60 req-48a3ccee-bc00-48da-b686-20ca717b95e3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:55.628337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4745b41-1cb5-4a04-9645-b722a588bc60 req-48a3ccee-bc00-48da-b686-20ca717b95e3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0658786 Nov 04 09:23:55.688759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4745b41-1cb5-4a04-9645-b722a588bc60 req-d4b14a91-9222-4120-9da1-99b6c1a2aa7a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585728 Nov 04 09:23:55.728096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-170486bc-cc3d-427a-8227-f6993869a0bb service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504948 Nov 04 09:23:55.844583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c39da0-41e1-4cc0-a23c-7103968827d5 req-4802d38d-2a67-4d91-80d4-eb1425fd4c77 service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076961 Nov 04 09:23:55.966272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-fe39589f-96b2-4d56-b891-4221b0f63f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:55.968189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-fe39589f-96b2-4d56-b891-4221b0f63f31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1094 time: 0.0584238 Nov 04 09:23:56.122599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-264de360-b8e0-4902-b48d-62c41c8c9db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:56.124281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-264de360-b8e0-4902-b48d-62c41c8c9db2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 898 time: 0.1475105 Nov 04 09:23:56.192095 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-762aaa08-d21b-467c-8735-3023c23e9ac3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 217 time: 0.0568936 Nov 04 09:23:56.268262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-c82c0fdc-229f-484b-93ba-444d19db3102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:56.271111 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-c82c0fdc-229f-484b-93ba-444d19db3102 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 200 len: 835 time: 0.0721238 Nov 04 09:23:56.326180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-058cf0e4-b936-487d-86ee-23d42186a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:56.327880 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-058cf0e4-b936-487d-86ee-23d42186a17b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479679 Nov 04 09:23:56.330402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58ec6e-6c33-4163-9c76-b9c1da678484 req-0bb0730e-8118-435e-ac80-74973f8e7132 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:56.332554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be58ec6e-6c33-4163-9c76-b9c1da678484 req-0bb0730e-8118-435e-ac80-74973f8e7132 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0813384 Nov 04 09:23:56.406531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be58ec6e-6c33-4163-9c76-b9c1da678484 req-baa8067e-3317-4b5b-9f6d-4e4e9d39fb05 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637789 Nov 04 09:23:56.490765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-1d6b53a9-f239-41f2-8abc-77464c2944cc service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497231 Nov 04 09:23:56.553116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a4f2c-dacf-4ee2-a0d8-e3ae262f61b4 req-78d7ffc0-14a1-437a-867f-2771fa294ff4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:56.555274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8a4f2c-dacf-4ee2-a0d8-e3ae262f61b4 req-78d7ffc0-14a1-437a-867f-2771fa294ff4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 943 time: 0.0776803 Nov 04 09:23:56.610651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d8a4f2c-dacf-4ee2-a0d8-e3ae262f61b4 req-2bcfde8e-9ba6-46fd-9960-086f519a77e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459735 Nov 04 09:23:56.622736 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4853ef86-51c9-4fde-b1bb-7de4511c3994 req-c83845ed-1659-4144-9324-c94a55effdf1 service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238887 Nov 04 09:23:57.546441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1734e-c2ec-410c-8779-fa59873d044e req-1eb9c50e-d3ef-4b43-87cf-c79805eb14dd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:57.549027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61c1734e-c2ec-410c-8779-fa59873d044e req-1eb9c50e-d3ef-4b43-87cf-c79805eb14dd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0592048 Nov 04 09:23:57.610661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61c1734e-c2ec-410c-8779-fa59873d044e req-649960c6-f257-46e9-a3ae-a6691139ca20 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554848 Nov 04 09:23:57.766086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050a059-1836-4df6-9222-f144cc7d2ea3 req-e6e97c43-5457-43d0-aeb9-e0deeeb8e892 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:57.767738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a050a059-1836-4df6-9222-f144cc7d2ea3 req-e6e97c43-5457-43d0-aeb9-e0deeeb8e892 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 943 time: 0.0766084 Nov 04 09:23:57.820160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a050a059-1836-4df6-9222-f144cc7d2ea3 req-6ced14ec-f5a8-432f-983f-7867d86b5d89 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448914 Nov 04 09:23:58.220748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a032ab8-c499-4fea-878e-20354d2b1c01 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:23:58.234380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:23:58.401380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:58.413658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'port_id': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'mac_address': 'fa:16:3e:6b:8c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:23:58.434221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:58.448279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'port_id': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'mac_address': 'fa:16:3e:3b:be:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:23:58.524152 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:58.537717 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:58.552263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 771b9f48-b166-42e4-8987-8d0681e1c0f8 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:58.562298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a032ab8-c499-4fea-878e-20354d2b1c01 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:23:58.586643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:58.593669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:58.600903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:23:58.624738 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:23:58.676092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:58.774281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:23:58.780306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['9a032ab8-c499-4fea-878e-20354d2b1c01'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:58.826194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8e3a9-2a21-4c19-a2d2-4416afdffe07 req-d72b7bb3-12d0-4b1c-b138-f61e8904c7c2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:58.828311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3fa8e3a9-2a21-4c19-a2d2-4416afdffe07 req-d72b7bb3-12d0-4b1c-b138-f61e8904c7c2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 944 time: 0.0796642 Nov 04 09:23:58.886312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['771b9f48-b166-42e4-8987-8d0681e1c0f8'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:23:58.903847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3fa8e3a9-2a21-4c19-a2d2-4416afdffe07 req-ac2ec7da-956e-4474-af8c-89e657e2e1d7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640914 Nov 04 09:23:59.137323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce0b32d-5cc9-4f55-b2bb-af4c24fe4db1 req-0a39a41b-d238-4abe-90b8-abe613644cd5 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:59.140541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ce0b32d-5cc9-4f55-b2bb-af4c24fe4db1 req-0a39a41b-d238-4abe-90b8-abe613644cd5 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.1166737 Nov 04 09:23:59.229088 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ce0b32d-5cc9-4f55-b2bb-af4c24fe4db1 req-4b2f93bb-9435-450e-b326-4397f86f8990 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796220 Nov 04 09:23:59.839143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0960aa-fce4-42ee-90e4-1ba6b605cc85 req-5c40378d-20db-4202-96e3-b0677220c843 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:23:59.840505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c0960aa-fce4-42ee-90e4-1ba6b605cc85 req-5c40378d-20db-4202-96e3-b0677220c843 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 947 time: 0.0622797 Nov 04 09:23:59.935014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c0960aa-fce4-42ee-90e4-1ba6b605cc85 req-74e21335-1173-4905-bc2c-2e0843c00ebe tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846670 Nov 04 09:24:00.184964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f499a-2c0d-49e6-9747-72eb02e1a2d6 req-d734e505-f498-4ce9-99ef-33511bcd7fc7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:00.196004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-552f499a-2c0d-49e6-9747-72eb02e1a2d6 req-d734e505-f498-4ce9-99ef-33511bcd7fc7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 944 time: 0.1134257 Nov 04 09:24:00.240894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a032ab8-c499-4fea-878e-20354d2b1c01 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:24:00.289557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-552f499a-2c0d-49e6-9747-72eb02e1a2d6 req-225b4d99-a5f7-48ae-89b9-8d1058c3adae tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911365 Nov 04 09:24:00.331517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:24:00.428964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 9a032ab8-c499-4fea-878e-20354d2b1c01 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:00.429957 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:00.484571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 771b9f48-b166-42e4-8987-8d0681e1c0f8 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:24:00.495629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 771b9f48-b166-42e4-8987-8d0681e1c0f8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:00.496329 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:00.594016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04e319-a794-41c0-89aa-36072a9892a8 req-ff6b88bf-59fe-4390-bb76-3abeab13d692 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:00.604999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e04e319-a794-41c0-89aa-36072a9892a8 req-ff6b88bf-59fe-4390-bb76-3abeab13d692 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.1699212 Nov 04 09:24:00.709910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e04e319-a794-41c0-89aa-36072a9892a8 req-4ee9e575-63a5-4cc2-b70f-15a2806c8061 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013818 Nov 04 09:24:00.750424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:00.794861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:00.855809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:00.859407 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4b4055-4da3-47bc-8072-4b27a8b0bf6f" -d '{"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-plugged", "status": "completed", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:00.922913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:00.930983 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5eea07f-d3d6-4eca-8ae6-1c2a3396925f x-openstack-request-id: req-d5eea07f-d3d6-4eca-8ae6-1c2a3396925f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:00.931667 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-plugged", "status": "completed", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:00.932048 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d5eea07f-d3d6-4eca-8ae6-1c2a3396925f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:00.932632 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'code': 200} Nov 04 09:24:00.936152 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:00.939255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:00.971078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:01.036867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:01.174963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:01.240761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feed71-0ee5-4c00-913d-f171b4bdb614 req-2f1a146a-35c7-4dd2-a051-d193aef04ecb tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:01.255199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07feed71-0ee5-4c00-913d-f171b4bdb614 req-2f1a146a-35c7-4dd2-a051-d193aef04ecb tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 947 time: 0.1092265 Nov 04 09:24:01.318413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07feed71-0ee5-4c00-913d-f171b4bdb614 req-ab37a5b9-1678-45e7-843b-7266cf509b09 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563388 Nov 04 09:24:01.395788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-44b0a46d-2dfd-4855-b84e-e16341b47778 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:01.399394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-44b0a46d-2dfd-4855-b84e-e16341b47778 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 947 time: 0.0897667 Nov 04 09:24:01.680670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Deleting port e387d32d-6540-46fe-bce0-6684749f181d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:01.681937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:01.691354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75610a8b-283a-4042-a816-963c124248b8 req-1748221b-30d8-4a69-a85c-77040b8f0455 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:01.706147 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75610a8b-283a-4042-a816-963c124248b8 req-1748221b-30d8-4a69-a85c-77040b8f0455 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.1630614 Nov 04 09:24:01.804901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75610a8b-283a-4042-a816-963c124248b8 req-36ca83b9-7d14-4ad8-8064-769a8ab5eb6e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971599 Nov 04 09:24:02.016614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] For port e387d32d-6540-46fe-bce0-6684749f181d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=e387d32d-6540-46fe-bce0-6684749f181d,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:02.017885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:02.135229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7645f21-e6c3-42a5-8c14-e69e59748657 req-1bf15bdd-f06d-4c3a-be1c-a0804792babc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:02.138374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7645f21-e6c3-42a5-8c14-e69e59748657 req-1bf15bdd-f06d-4c3a-be1c-a0804792babc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.1570113 Nov 04 09:24:02.245047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7645f21-e6c3-42a5-8c14-e69e59748657 req-48c11585-c093-4829-a044-8e05fb84f802 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921650 Nov 04 09:24:02.425336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:02.425839 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:02.427684 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Floating IP 8a9a1a1b-4c5c-403d-b39a-af421bbe6570 disassociated. External IP: 172.25.3.152, port: e387d32d-6540-46fe-bce0-6684749f181d. Nov 04 09:24:02.432218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Calling delete_port for e387d32d-6540-46fe-bce0-6684749f181d owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:02.567084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0f6e8-e2e2-46de-9824-8b545dc48db6 req-c52fc759-451b-4b1e-93fa-5132cc523a09 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:02.580926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2a0f6e8-e2e2-46de-9824-8b545dc48db6 req-c52fc759-451b-4b1e-93fa-5132cc523a09 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 947 time: 0.1099262 Nov 04 09:24:02.654250 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:24:02.679339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2a0f6e8-e2e2-46de-9824-8b545dc48db6 req-343b8c08-2444-4eae-bee7-fa2ba862e7ff tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=71fb5eae-2e60-49ce-9bbd-196801830bf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888903 Nov 04 09:24:02.721688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:02.791344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event deleted for resources: {'Port': ['ID=e387d32d-6540-46fe-bce0-6684749f181d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:02.934543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:02.939040 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed887d9-1e94-46af-820e-f58fa9d860b4" -d '{"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-plugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:03.006264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9ed52-a2b5-42c0-b565-f080568d1575 req-85a96102-025c-419b-91a4-1dbef06e5856 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:03.016881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddb9ed52-a2b5-42c0-b565-f080568d1575 req-85a96102-025c-419b-91a4-1dbef06e5856 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0970190 Nov 04 09:24:03.096883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddb9ed52-a2b5-42c0-b565-f080568d1575 req-854d9f04-f20f-436d-9afe-047552c56cea tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777183 Nov 04 09:24:03.125818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:03.234130 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f548f375-dc81-49ff-94e7-986d06830765 x-openstack-request-id: req-f548f375-dc81-49ff-94e7-986d06830765 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:03.234421 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-plugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:03.234670 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f548f375-dc81-49ff-94e7-986d06830765 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:03.235060 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'code': 200} Nov 04 09:24:03.329058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:03.340441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833177bf-db65-481b-ba90-a1261863c67a None None] Sync routers for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:03.366017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:03.366605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:03.502603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] No DVR routers for this DVR port e387d32d-6540-46fe-bce0-6684749f181d on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:03.506078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:03.510359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce54423d-fa85-4aa9-88e0-45d66fca2047 req-147398ff-bab4-4149-8436-96d9d1480e7b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "DELETE /v2.0/ports/e387d32d-6540-46fe-bce0-6684749f181d HTTP/1.1" status: 204 len: 173 time: 2.0983911 Nov 04 09:24:03.511319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-deleted', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:03.514956 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720eb6bd-389c-442d-8f76-785f7870f5e8" -d '{"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-deleted", "tag": "e387d32d-6540-46fe-bce0-6684749f181d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:03.528280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675fbda-54e6-496d-abfa-2c626ef59cf7 req-e4632477-38b0-4a55-beac-c1b358505b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:03.530504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0675fbda-54e6-496d-abfa-2c626ef59cf7 req-e4632477-38b0-4a55-beac-c1b358505b82 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1096 time: 0.1986849 Nov 04 09:24:03.642785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0675fbda-54e6-496d-abfa-2c626ef59cf7 req-840b7f6c-2c6c-4215-b0f4-66cf9434300c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973964 Nov 04 09:24:03.681585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc945916-067c-49fa-9ae5-75eb80843151 req-27735e1a-070a-4c1a-99d6-ca83b66303da tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:03.714067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc945916-067c-49fa-9ae5-75eb80843151 req-27735e1a-070a-4c1a-99d6-ca83b66303da tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.2773464 Nov 04 09:24:03.750954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:03.773554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc945916-067c-49fa-9ae5-75eb80843151 req-306848ba-bec0-4fa6-abd2-aa1d4059e256 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502751 Nov 04 09:24:03.891797 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46efb266-a3f7-46d5-89fe-36784816db86 x-openstack-request-id: req-46efb266-a3f7-46d5-89fe-36784816db86 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:03.892267 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49617eef-2b2f-485a-9274-5ddb53dd6f05", "name": "network-vif-deleted", "tag": "e387d32d-6540-46fe-bce0-6684749f181d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:03.892660 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46efb266-a3f7-46d5-89fe-36784816db86 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:03.893367 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49617eef-2b2f-485a-9274-5ddb53dd6f05', 'name': 'network-vif-deleted', 'tag': 'e387d32d-6540-46fe-bce0-6684749f181d', 'status': 'completed', 'code': 200} Nov 04 09:24:04.173464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ecb7e9b-b434-47af-a996-84b464654cef req-34976387-a3f6-45b5-a55b-26d41b3e1540 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=49617eef-2b2f-485a-9274-5ddb53dd6f05 HTTP/1.1" status: 200 len: 210 time: 0.0853341 Nov 04 09:24:04.255998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:04.309231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833177bf-db65-481b-ba90-a1261863c67a None None] Checking router: 9e5a363f-cdfd-474f-91ca-d398bc5726b9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:04.327836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:04.328593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:23:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:04.412407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb172f34-fc1d-4688-b590-20418d5cea52 req-3dce34f4-8049-4b6a-89bf-2b4a6e0bad97 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:04.425164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb172f34-fc1d-4688-b590-20418d5cea52 req-3dce34f4-8049-4b6a-89bf-2b4a6e0bad97 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.1448469 Nov 04 09:24:04.496759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb172f34-fc1d-4688-b590-20418d5cea52 req-9b1ccf06-cd38-43b8-b7e7-c59b26529403 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703022 Nov 04 09:24:04.568532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:05.050652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916a6a4-a0ac-49fe-81b1-4ef7950efdf2 req-a443803d-a6b1-4bb2-bc79-a70b4b5e35f4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:05.052719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6916a6a4-a0ac-49fe-81b1-4ef7950efdf2 req-a443803d-a6b1-4bb2-bc79-a70b4b5e35f4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.1173291 Nov 04 09:24:05.053685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-833177bf-db65-481b-ba90-a1261863c67a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:05.119649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833177bf-db65-481b-ba90-a1261863c67a None None] The sync data for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 is: [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:24:05.136683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6916a6a4-a0ac-49fe-81b1-4ef7950efdf2 req-66f82de0-180f-4cf7-a45b-122643d9bf94 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697656 Nov 04 09:24:05.302282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fc0151-2567-4d81-a4cb-f2173485035d req-f48e0448-6478-450d-a1fe-b67b06bcca70 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:05.310020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82fc0151-2567-4d81-a4cb-f2173485035d req-f48e0448-6478-450d-a1fe-b67b06bcca70 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.0921862 Nov 04 09:24:05.385519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82fc0151-2567-4d81-a4cb-f2173485035d req-a4b41e2e-121e-40f2-9996-06ddeda498be tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695653 Nov 04 09:24:05.415094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:05.585195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:05.658708 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea974-238f-429a-a575-f00ff2005b4a None None] New status for floating IP 8a9a1a1b-4c5c-403d-b39a-af421bbe6570: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:24:05.766603 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7012d5e-a71a-4361-b38e-e3155c1bec2e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:05.825941 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7012d5e-a71a-4361-b38e-e3155c1bec2e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:05.880610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a55dbc-7f71-4ae4-b64b-932faf04e6ff tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:05.882734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-13a55dbc-7f71-4ae4-b64b-932faf04e6ff tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1091 time: 0.4650600 Nov 04 09:24:05.887060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51922) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:05.905404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:05.951332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7012d5e-a71a-4361-b38e-e3155c1bec2e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:05.954883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7012d5e-a71a-4361-b38e-e3155c1bec2e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:05.955928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e1097-805c-422d-be62-1f58289eae1a req-22efc0b1-a7f1-42e7-84c5-b522faae0d69 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:05.956813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a7012d5e-a71a-4361-b38e-e3155c1bec2e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "DELETE /v2.0/security-groups/71fb5eae-2e60-49ce-9bbd-196801830bf9 HTTP/1.1" status: 204 len: 168 time: 0.3702343 Nov 04 09:24:05.963298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51924) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:05.970740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e96e1097-805c-422d-be62-1f58289eae1a req-22efc0b1-a7f1-42e7-84c5-b522faae0d69 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.1800873 Nov 04 09:24:05.974911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:06.012577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7012d5e-a71a-4361-b38e-e3155c1bec2e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fb5eae-2e60-49ce-9bbd-196801830bf9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:06.041985 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-360c2cdb-897e-4594-811c-967ebbad6e81 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] show failed (client error): The resource could not be found. Nov 04 09:24:06.047871 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-360c2cdb-897e-4594-811c-967ebbad6e81 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups/71fb5eae-2e60-49ce-9bbd-196801830bf9 HTTP/1.1" status: 404 len: 347 time: 0.0779879 Nov 04 09:24:06.048971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:06.200317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e96e1097-805c-422d-be62-1f58289eae1a req-7800dfff-54dd-4487-aeed-baed34288689 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284114 Nov 04 09:24:06.283346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:06.331788 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:06.369494 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: e387d32d-6540-46fe-bce0-6684749f181d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:06.370795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device e387d32d-6540-46fe-bce0-6684749f181d not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:06.437107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Deleting port c8ad06f1-baf9-4a78-b2da-ab8f947a7a4e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:06.438062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:06.661049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.159 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e3b3242b-8cd7-4340-97d0-fbac8732c2a8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:24:06.676577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:06.678225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:06.700623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Calling delete_port for c8ad06f1-baf9-4a78-b2da-ab8f947a7a4e owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:06.893076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:06.951061 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:07.007657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:24:07.014912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:07.020349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:24:07.065534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=e3b3242b-8cd7-4340-97d0-fbac8732c2a8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:07.094390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:07.164852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event deleted for resources: {'Port': ['ID=c8ad06f1-baf9-4a78-b2da-ab8f947a7a4e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:07.414631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f94b7397-be13-4a97-af8b-6b6c93c72054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:07.422305 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:07.426889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:07.435764 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a6e0aa6-1ea9-4b52-b8e0-38b45a76c513 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "DELETE /v2.0/floatingips/8a9a1a1b-4c5c-403d-b39a-af421bbe6570 HTTP/1.1" status: 204 len: 168 time: 1.3852251 Nov 04 09:24:07.570008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35984a4d-a713-4a34-ab12-1bfc49dc9f3e req-29c61bac-f05c-41ec-9672-714b3ed3a45b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:07.574010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35984a4d-a713-4a34-ab12-1bfc49dc9f3e req-29c61bac-f05c-41ec-9672-714b3ed3a45b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.1434171 Nov 04 09:24:07.689526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35984a4d-a713-4a34-ab12-1bfc49dc9f3e req-69fa99d0-f9db-45bc-bd1d-24703ac0d31e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047273 Nov 04 09:24:07.950902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:08.088035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:08.262151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 51956) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:08.268495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-96398eac-42f4-471f-875c-ea0f5b8a7c90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307879528', 'description': 'tempest-description--649331281'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:08.308204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96398eac-42f4-471f-875c-ea0f5b8a7c90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:08.450725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:08.462969 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.055226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96398eac-42f4-471f-875c-ea0f5b8a7c90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.088372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96398eac-42f4-471f-875c-ea0f5b8a7c90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.106644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=e3b3242b-8cd7-4340-97d0-fbac8732c2a8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:09.190901 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96398eac-42f4-471f-875c-ea0f5b8a7c90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.193545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-96398eac-42f4-471f-875c-ea0f5b8a7c90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9299641 Nov 04 09:24:09.196035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.197604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51976) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:09.204001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9d4b0346-4e54-4a8d-8e33-c9b3256e1d8e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'security_group_rule': {'security_group_id': 'cbe210bf-31f9-4a3d-8cf1-34d94607ac22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:09.212596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e85cb-c537-475f-b4cf-87cd55cbbb5b req-80056e27-0dd5-481e-8909-e211ca3a7aa4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:09.224769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d3e85cb-c537-475f-b4cf-87cd55cbbb5b req-80056e27-0dd5-481e-8909-e211ca3a7aa4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.2901244 Nov 04 09:24:09.228585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96398eac-42f4-471f-875c-ea0f5b8a7c90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe210bf-31f9-4a3d-8cf1-34d94607ac22,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:09.264389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0346-4e54-4a8d-8e33-c9b3256e1d8e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.299517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-4a2c3334-ea7c-48c6-a0d2-aa0342a6e231 req-085e1ca6-5d77-4c1c-ad2a-409b45b7b59a service neutron] (102556) timed out ('10.222.0.70', 50252) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:24:09.440057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d3e85cb-c537-475f-b4cf-87cd55cbbb5b req-c1d4df9b-9b37-450d-9cce-8fc2bde78cae tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039232 Nov 04 09:24:09.484589 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0346-4e54-4a8d-8e33-c9b3256e1d8e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.494217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0346-4e54-4a8d-8e33-c9b3256e1d8e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.509361 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP 7628d08c-b41e-40f3-908c-7aec5ad1a0a3 associated. External IP: 172.25.3.159, port: 771b9f48-b166-42e4-8987-8d0681e1c0f8. Nov 04 09:24:09.539320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d4b0346-4e54-4a8d-8e33-c9b3256e1d8e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.545795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9d4b0346-4e54-4a8d-8e33-c9b3256e1d8e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458233 Nov 04 09:24:09.556785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51982) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:09.565321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b8d1feb4-92b6-4109-9358-98f6836e434a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'security_group_rule': {'security_group_id': 'cbe210bf-31f9-4a3d-8cf1-34d94607ac22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:09.586347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b0346-4e54-4a8d-8e33-c9b3256e1d8e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f111c4e-b90c-42bc-81c1-583beaeb1ac4,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:09.631543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8d1feb4-92b6-4109-9358-98f6836e434a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.730785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8d1feb4-92b6-4109-9358-98f6836e434a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.736750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8d1feb4-92b6-4109-9358-98f6836e434a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.761538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1feb4-92b6-4109-9358-98f6836e434a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb31ca6-901f-4730-9dad-739e28bfd165,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:09.788456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b8d1feb4-92b6-4109-9358-98f6836e434a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.791446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b8d1feb4-92b6-4109-9358-98f6836e434a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2314184 Nov 04 09:24:09.795018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 51986) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:09.815013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:09.882307 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:09.955458 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a395d4c-a263-4b89-8fc2-e739d693cdcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:10.065374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:10.129590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:10.235316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:10.254128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] Sync routers for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:10.278140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:10.279136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:10.304839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:10.346993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:10.378625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Allocated IP 172.25.3.98 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/2192595b-006d-4278-b3de-1bc3ab96463c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:24:10.393698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-491a29d0-f6c3-41e0-8cd6-c9b405f16a2f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4969268 Nov 04 09:24:10.393698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:10.408995 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb5192-3113-4e5b-9871-6d41bb91c25a" -d '{"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:10.495275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:10.572865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def43b90-898d-47e9-8735-b29f4bc0c8f2 req-a40cd335-b046-46f1-8b25-ed37b82087e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:10.574832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-def43b90-898d-47e9-8735-b29f4bc0c8f2 req-a40cd335-b046-46f1-8b25-ed37b82087e6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.0842900 Nov 04 09:24:10.616869 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:10.644722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-def43b90-898d-47e9-8735-b29f4bc0c8f2 req-d7907295-93a2-4114-92a9-d1b653402b68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624285 Nov 04 09:24:10.688767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52004) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:10.722251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:10.795398 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f397a6-4318-4d9c-9e59-2aa57e5653c7 x-openstack-request-id: req-98f397a6-4318-4d9c-9e59-2aa57e5653c7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:10.796023 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:10.796547 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98f397a6-4318-4d9c-9e59-2aa57e5653c7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:10.797204 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'status': 'completed', 'code': 200} Nov 04 09:24:10.892042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2def5909-2c06-4ee5-8ea8-47dbccb2ee80 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/7628d08c-b41e-40f3-908c-7aec5ad1a0a3 HTTP/1.1" status: 200 len: 991 time: 0.1817205 Nov 04 09:24:10.912776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:24:10.935101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '7628d08c-b41e-40f3-908c-7aec5ad1a0a3', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'port_id': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'mac_address': 'fa:16:3e:6b:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:24:07Z', 'updated_at': '2021-11-04T09:24:07Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:10.966732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb7642-f19b-44b3-95f2-ecce5236dd24 req-10693925-59c1-426c-b41e-fdbfca0deb00 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:10.975145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfdb7642-f19b-44b3-95f2-ecce5236dd24 req-10693925-59c1-426c-b41e-fdbfca0deb00 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0781708 Nov 04 09:24:11.031968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:11.048692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:24:11.101584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfdb7642-f19b-44b3-95f2-ecce5236dd24 req-653d9007-56c6-4530-a57b-5826b63f2322 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250517 Nov 04 09:24:11.146533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'Port': ['ID=2192595b-006d-4278-b3de-1bc3ab96463c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:11.178297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-456a987a-0371-470d-806c-f7147ef66ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:11.180243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-456a987a-0371-470d-806c-f7147ef66ed8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1096 time: 0.4013033 Nov 04 09:24:11.347633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] Checking router: 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:11.366838 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:11.368295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:11.370154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:11.380382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-075fe314-9dbb-4b5f-915b-3d6eb417b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:11.382855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-075fe314-9dbb-4b5f-915b-3d6eb417b65d service neutron] 10.222.0.70 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 898 time: 0.1941869 Nov 04 09:24:11.472633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-9815cb98-0f9a-4f59-a3a1-c696f7652e55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 999 time: 0.0739610 Nov 04 09:24:11.518121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:11.612241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:11.629865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:11.719026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-b16abc2e-bf24-4097-909a-b0a1aebee70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:11.721294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-b16abc2e-bf24-4097-909a-b0a1aebee70c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 200 len: 835 time: 0.2379029 Nov 04 09:24:11.877093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:11.887919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-5ec88052-41cd-4cb1-8cc5-62d32918b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:11.897100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-5ec88052-41cd-4cb1-8cc5-62d32918b107 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623693 Nov 04 09:24:12.052531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7af75c06-ff32-4a85-8693-f90b8f099acc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/7628d08c-b41e-40f3-908c-7aec5ad1a0a3 HTTP/1.1" status: 200 len: 991 time: 0.1737447 Nov 04 09:24:12.193461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '7628d08c-b41e-40f3-908c-7aec5ad1a0a3', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'port_id': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'mac_address': 'fa:16:3e:6b:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:24:07Z', 'updated_at': '2021-11-04T09:24:07Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:12.209581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:12.225868 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-82d8db8f-1f8f-4b5e-9e04-481c1b65a247 service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198681 Nov 04 09:24:12.229316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:12.231390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346acfdb-1097-4909-93f2-438392a424f4 None None] The sync data for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 is: [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '7628d08c-b41e-40f3-908c-7aec5ad1a0a3', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'port_id': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'mac_address': 'fa:16:3e:6b:8c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:24:07Z', 'updated_at': '2021-11-04T09:24:07Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:24:12.395738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95cb5192-3113-4e5b-9871-6d41bb91c25a req-ff83bb4a-0b98-4d7a-9295-92ce4a59c979 service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486449 Nov 04 09:24:12.450740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180a5eb-0079-4bd0-a9e3-65f44db02ec1 req-f6899661-8a26-414a-a493-8163c957d580 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:12.464518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7180a5eb-0079-4bd0-a9e3-65f44db02ec1 req-f6899661-8a26-414a-a493-8163c957d580 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.2132452 Nov 04 09:24:12.498464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:12.519676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'Port': ['ID=2192595b-006d-4278-b3de-1bc3ab96463c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:12.539574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:12.552301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b9bfa3fb-dc58-495c-bbee-586dc5978c59 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7448306 Nov 04 09:24:12.591505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7180a5eb-0079-4bd0-a9e3-65f44db02ec1 req-36af1272-f75f-47f6-a24e-6e358d45173c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238337 Nov 04 09:24:12.733651 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:12.784083 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2682c1cf-238e-4b2d-8e59-753cf2397165 None None] New status for floating IP 7628d08c-b41e-40f3-908c-7aec5ad1a0a3: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:24:13.028682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-2d859b38-adf1-4119-a30f-81e36a546871 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1307879528&fields=id&tenant_id=ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 267 time: 0.0711162 Nov 04 09:24:13.054055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52030) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:13.216034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-802c5bc1-5b8c-4643-9547-d39849c52e87 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/7628d08c-b41e-40f3-908c-7aec5ad1a0a3 HTTP/1.1" status: 200 len: 993 time: 0.1604860 Nov 04 09:24:13.284592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-36457665-f07f-4f69-8b71-2a195db2d449 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:13.291581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-36457665-f07f-4f69-8b71-2a195db2d449 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 817 time: 0.2563691 Nov 04 09:24:13.318919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-c0ed46b1-ad23-4fa9-b399-c240eb0c91b6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/quotas/ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 375 time: 0.0250425 Nov 04 09:24:13.442697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-842380b5-29d1-4275-9871-c00fc9dc262b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178694 Nov 04 09:24:13.627347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-7b9f8d47-6d16-407f-9089-68c0c7a10695 service neutron] 10.222.0.53 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555972 Nov 04 09:24:13.801166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-8227a519-1656-42b7-93a2-240f8e979549 service neutron] 10.222.0.53 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588738 Nov 04 09:24:14.166921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d6a7bd-7ad2-48fb-9548-f53715a9beba req-c5b0bd63-fefb-4314-9dab-631847907049 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:14.170419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40d6a7bd-7ad2-48fb-9548-f53715a9beba req-c5b0bd63-fefb-4314-9dab-631847907049 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0965619 Nov 04 09:24:14.264777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40d6a7bd-7ad2-48fb-9548-f53715a9beba req-428716c9-f61b-4f1d-b45f-2a46ad1b5a30 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861299 Nov 04 09:24:14.385150 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54cb25b8-015e-4ed6-a945-070bcb230eb1 req-35b321b1-0a38-4834-b617-60a555abf0d8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 210 time: 0.0441439 Nov 04 09:24:15.385348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f5a60-8537-4ad2-ae24-2044524d18de req-9079510f-82f2-4d4b-800d-1387560d3983 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:15.386874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc6f5a60-8537-4ad2-ae24-2044524d18de req-9079510f-82f2-4d4b-800d-1387560d3983 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0536218 Nov 04 09:24:15.428382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc6f5a60-8537-4ad2-ae24-2044524d18de req-444a2c10-4b19-4798-8c6d-f86ebe3bedd7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345578 Nov 04 09:24:15.554561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8783f067-2264-4643-b79f-d8f533dbcc49 req-1a36b9aa-127a-4936-961f-4ceb86efa887 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 210 time: 0.0466290 Nov 04 09:24:15.703973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-b6f02521-519f-4344-b2a3-50a3c3169fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:15.705964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-b6f02521-519f-4344-b2a3-50a3c3169fb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 1096 time: 0.0834363 Nov 04 09:24:15.748785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-f37d3ec1-7468-4dc4-968e-a2272df6e984 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:15.750551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-f37d3ec1-7468-4dc4-968e-a2272df6e984 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 817 time: 0.2028849 Nov 04 09:24:15.764303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:15.830198 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-6d51e722-97d3-4db1-8d27-54b448d5ffb8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 380 time: 0.0525510 Nov 04 09:24:15.844110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'port': {'device_id': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'admin_state_up': True, 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'security_groups': ['cbe210bf-31f9-4a3d-8cf1-34d94607ac22']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:16.254071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-e0137b62-ecba-414e-81f7-a69f6da7fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:16.255448 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-e0137b62-ecba-414e-81f7-a69f6da7fe74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.5412734 Nov 04 09:24:16.304988 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-6798bef4-fa96-47c5-9a47-157ca81416c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a032ab8-c499-4fea-878e-20354d2b1c01 HTTP/1.1" status: 200 len: 217 time: 0.0413291 Nov 04 09:24:16.380133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-a03361e8-9a0d-4932-9079-06ab11c23d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:16.381640 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-a03361e8-9a0d-4932-9079-06ab11c23d9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0663519 Nov 04 09:24:16.402895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Made reservation on behalf of ca2abf60dfc749eeab441d437c0db1c0 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:24:16.406703 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:16.467322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-9494589f-bad2-476a-bde4-95a188cadd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:16.468894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-9494589f-bad2-476a-bde4-95a188cadd79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761962 Nov 04 09:24:16.542468 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:16.562142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e8b8f-fcb8-4649-bc9f-ac5c6a88ed3e req-c0b00ff8-5ce3-4936-88fb-894fa474b9ae tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:16.564147 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a5e8b8f-fcb8-4649-bc9f-ac5c6a88ed3e req-c0b00ff8-5ce3-4936-88fb-894fa474b9ae tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0510018 Nov 04 09:24:16.603632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a5e8b8f-fcb8-4649-bc9f-ac5c6a88ed3e req-b8dca877-790e-4e9e-aa01-40cc8fb80b49 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Nov 04 09:24:16.648885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Allocated IP 172.20.0.10 (f51acda2-37c7-45fe-bee2-16d4f0a246bd/f37551ed-1b2f-478a-b139-c43a85e777c3/96f02f83-7cd0-4106-9380-11fe53ad1dc7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:24:16.653022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-39f93b8c-8fa6-4eb5-966d-8dcfce1b607c service neutron] 10.222.0.55 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539235 Nov 04 09:24:16.690115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b259030-d2b6-451c-bfe1-c774430e216d req-717ac15b-8a82-4a1d-825c-54a046d95001 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 210 time: 0.0273981 Nov 04 09:24:16.816028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac9271d6-d482-4d62-ba83-a34907c10bb4 req-6473d012-8dd1-418b-ae20-0a63a7a61ee6 service neutron] 10.222.0.55 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547990 Nov 04 09:24:16.863461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:16.897383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:16.944644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:24:16.948415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:16.952201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:24:16.960845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:17.013382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:17.014065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.032151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-eecd4278-8c03-40f3-a3da-f85d43fae948 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1953597 Nov 04 09:24:17.046009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Request body: {'port': {'device_id': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:17.108633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.187845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-21683890-c117-4f7b-b0ef-bb51fc8fb499 None None] Provisioning complete for port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:17.188498 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21683890-c117-4f7b-b0ef-bb51fc8fb499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.222160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-21683890-c117-4f7b-b0ef-bb51fc8fb499 None None] Port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:24:17.397437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f02f83-7cd0-4106-9380-11fe53ad1dc7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:24:17.406349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.419967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Transition to ACTIVE for port object 96f02f83-7cd0-4106-9380-11fe53ad1dc7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:24:17.424501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.479970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:17.558804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:24:17.559216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:24:17.559613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:17.565243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on network f51acda2-37c7-45fe-bee2-16d4f0a246bd not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:24:17.565933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:17.573162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:24:17.573616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Checking segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:24:17.574561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Bound using segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:24:17.574561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Bound port: 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:24:17.576190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.667054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:24:17.671875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:24:17.684811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.778687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6a6ed-6faf-4839-83b8-1746ee5f117a req-1480808a-4a36-4663-bb35-b64a12dfefb5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:17.781759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77f6a6ed-6faf-4839-83b8-1746ee5f117a req-1480808a-4a36-4663-bb35-b64a12dfefb5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.0778582 Nov 04 09:24:17.790818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:17.791466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:17.793039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] 10.222.0.55 "PUT /v2.0/ports/96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 1092 time: 0.7517076 Nov 04 09:24:17.793587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:17.807987 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a3f759-4be5-4308-ab5d-65739039fc77" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:17.859467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588966e5-19b8-43ae-90e3-3be2430a0dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:17.901217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-470228b2-8cc5-4b71-af9a-f5d9e33f693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:17.903058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-470228b2-8cc5-4b71-af9a-f5d9e33f693a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0597482 Nov 04 09:24:17.910831 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77f6a6ed-6faf-4839-83b8-1746ee5f117a req-6f747e58-cb69-46d1-8527-e4c4671112c5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223099 Nov 04 09:24:17.967874 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-96382c61-ea03-437d-80c7-b1bc6f9a6266 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 217 time: 0.0550585 Nov 04 09:24:18.073822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-9bfce542-865d-46dc-9d1f-7811a09543a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:18.076717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-9bfce542-865d-46dc-9d1f-7811a09543a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.1014843 Nov 04 09:24:18.095068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733106e-826e-424e-bf68-edc5241135a2 req-ea950125-3972-4b82-9faf-9246f72d7117 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:18.101976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f733106e-826e-424e-bf68-edc5241135a2 req-ea950125-3972-4b82-9faf-9246f72d7117 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 944 time: 0.0665684 Nov 04 09:24:18.140142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-f9784bc5-262d-4724-adf1-b34fa8e2ebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:18.141996 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-f9784bc5-262d-4724-adf1-b34fa8e2ebe8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576396 Nov 04 09:24:18.154331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f733106e-826e-424e-bf68-edc5241135a2 req-8c2b9147-7b5d-4d80-8266-dad17f8f788a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445106 Nov 04 09:24:18.216873 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45ddf9d-048c-471f-9b30-f3d08c54a074 x-openstack-request-id: req-c45ddf9d-048c-471f-9b30-f3d08c54a074 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:18.217284 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:18.217543 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c45ddf9d-048c-471f-9b30-f3d08c54a074 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:18.217949 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'status': 'completed', 'code': 200} Nov 04 09:24:18.259442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-f6bef10c-081f-47af-81b5-e9d795b54275 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078799 Nov 04 09:24:18.359110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ce9408bc-a92b-479a-8ff9-7818518f349e req-abb8e201-fefc-4233-9c24-8e3f33443fba service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920832 Nov 04 09:24:18.465238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-156776d2-8f38-434c-8a8a-063af66d8668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:18.466754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-156776d2-8f38-434c-8a8a-063af66d8668 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1095 time: 0.0541670 Nov 04 09:24:18.570366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-ac3fae4f-f8b6-4a0b-88e9-c73f25d2e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:18.572224 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-ac3fae4f-f8b6-4a0b-88e9-c73f25d2e975 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.0974350 Nov 04 09:24:18.638834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-7997736e-56a2-479d-8ef3-7c5d9ae15800 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 217 time: 0.0460570 Nov 04 09:24:18.761986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-261e8f99-34d4-4491-ab9c-c66f46345fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:18.766672 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-261e8f99-34d4-4491-ab9c-c66f46345fb5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.1130221 Nov 04 09:24:18.824000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-36a55e1c-eb43-401f-8a05-e53c5f401b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:18.825554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-36a55e1c-eb43-401f-8a05-e53c5f401b52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473855 Nov 04 09:24:18.958557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-6bc0b9dc-d398-4182-a47b-d475755869ee service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234918 Nov 04 09:24:19.080647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f7d43a-3729-4f66-9b11-615b075fcc67 req-69ccd3f4-293a-45ac-8f01-3c3597528bfd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:19.091811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9f7d43a-3729-4f66-9b11-615b075fcc67 req-69ccd3f4-293a-45ac-8f01-3c3597528bfd tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 945 time: 0.1012249 Nov 04 09:24:19.155561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57a3f759-4be5-4308-ab5d-65739039fc77 req-1478577d-126e-446f-bbda-49943d4bb776 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868322 Nov 04 09:24:19.168631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9f7d43a-3729-4f66-9b11-615b075fcc67 req-387a6e6d-e9f5-4f18-baec-975d1134392e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756218 Nov 04 09:24:19.316646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb6cdc-b651-4df4-b8d2-2706bc41cc80 req-75a7f545-b480-4132-bfb7-70db72fbae06 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:19.318033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfdb6cdc-b651-4df4-b8d2-2706bc41cc80 req-75a7f545-b480-4132-bfb7-70db72fbae06 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 944 time: 0.0685604 Nov 04 09:24:19.364124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfdb6cdc-b651-4df4-b8d2-2706bc41cc80 req-22c9daa5-7e0c-4e8a-ab25-7a55f7fdde1b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383313 Nov 04 09:24:19.490658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248a96c-266e-455f-a6cf-b6a9d7f5d2d1 req-3d5356d9-e73c-48af-90a8-985af2fdd24b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:19.492533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5248a96c-266e-455f-a6cf-b6a9d7f5d2d1 req-3d5356d9-e73c-48af-90a8-985af2fdd24b tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0639639 Nov 04 09:24:19.537499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5248a96c-266e-455f-a6cf-b6a9d7f5d2d1 req-dc319e23-60bd-45a8-ad1d-665be647dfc7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368524 Nov 04 09:24:19.677321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebcd3c-ea37-4a73-b8bb-7e6abfcf42e6 req-da278f92-7999-49b8-ad50-e4846360af24 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:19.678857 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9ebcd3c-ea37-4a73-b8bb-7e6abfcf42e6 req-da278f92-7999-49b8-ad50-e4846360af24 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0616958 Nov 04 09:24:19.726320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9ebcd3c-ea37-4a73-b8bb-7e6abfcf42e6 req-4e36fc32-6d70-4796-8bcb-417e80b0ffe3 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389762 Nov 04 09:24:19.971388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6f426-6b49-4068-842d-eaf021bd2932 req-746a81d7-7217-4c50-9a93-8caba2b6de7c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:19.973843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41a6f426-6b49-4068-842d-eaf021bd2932 req-746a81d7-7217-4c50-9a93-8caba2b6de7c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0643237 Nov 04 09:24:20.025075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41a6f426-6b49-4068-842d-eaf021bd2932 req-61891e08-3b7e-48e1-8cf1-c676f068ed65 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421889 Nov 04 09:24:20.185644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-b8d80114-5f16-4b2f-995a-24eee46c9964 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445375 Nov 04 09:24:20.256101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55db8-8d04-4907-92e1-8533e978e363 req-207586bd-0a43-470c-83d5-a8ea7fac2cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:20.257875 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-207586bd-0a43-470c-83d5-a8ea7fac2cd2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0469441 Nov 04 09:24:20.376919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 9a032ab8-c499-4fea-878e-20354d2b1c01 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:20.394404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55db8-8d04-4907-92e1-8533e978e363 req-60317fed-3544-4a11-a2f9-a4ee6d460d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:20.395947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-60317fed-3544-4a11-a2f9-a4ee6d460d68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1149278 Nov 04 09:24:20.477119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-ae8df237-5f0b-4d08-ad23-c562f090ba59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 HTTP/1.1" status: 200 len: 217 time: 0.0732334 Nov 04 09:24:20.522861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:20.532547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18579-c8bb-4bbc-a742-b2bde9507be5 req-8185724b-8908-413a-828f-0d19e76e9023 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:20.534154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53e18579-c8bb-4bbc-a742-b2bde9507be5 req-8185724b-8908-413a-828f-0d19e76e9023 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 944 time: 0.0671964 Nov 04 09:24:20.553680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:20.553920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55db8-8d04-4907-92e1-8533e978e363 req-de5683e9-29cc-4a0d-a01f-ef0007634ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:20.556106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-de5683e9-29cc-4a0d-a01f-ef0007634ccb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0718679 Nov 04 09:24:20.557540 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dfc07c-505c-4b69-b079-556113a83e18" -d '{"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-unplugged", "status": "completed", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:20.572332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:20.578990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:20.618409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53e18579-c8bb-4bbc-a742-b2bde9507be5 req-23c7337d-fb3d-46a1-bf23-a8129f3ddcb4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676584 Nov 04 09:24:20.641806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:20.648175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc55db8-8d04-4907-92e1-8533e978e363 req-d03a75c1-7669-4568-b9c5-18d28addcbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:20.649897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-d03a75c1-7669-4568-b9c5-18d28addcbc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849905 Nov 04 09:24:20.706334 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f821a6-dea0-4b6c-9bca-97276fd6a81a x-openstack-request-id: req-60f821a6-dea0-4b6c-9bca-97276fd6a81a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:20.706635 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-unplugged", "status": "failed", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01", "code": 422}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:20.706893 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60f821a6-dea0-4b6c-9bca-97276fd6a81a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:20.707298 n-d-816487-1 neutron-server[102557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'code': 422} returned with failed status Nov 04 09:24:20.758215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-eb101df9-c71d-44da-87ed-90b3cbd8dd49 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921259 Nov 04 09:24:20.873269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-edc55db8-8d04-4907-92e1-8533e978e363 req-b1e898a8-e852-45d3-88c0-6bdcc0350dbd service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027753 Nov 04 09:24:21.154827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9eb26-1ece-462f-880c-1b7686803fa5 req-647eb901-d3fe-4a5f-98cf-9bd80c78e96c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:21.156420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56f9eb26-1ece-462f-880c-1b7686803fa5 req-647eb901-d3fe-4a5f-98cf-9bd80c78e96c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0574174 Nov 04 09:24:21.216330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56f9eb26-1ece-462f-880c-1b7686803fa5 req-3e7d6b1b-aac9-4675-a169-f873175ee38d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471430 Nov 04 09:24:21.272695 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-a2b06dd8-6e03-4175-8b25-8a91614a65d5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460789 Nov 04 09:24:21.362534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-02539ca9-6b99-4a1a-867f-39154d131f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:21.364077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-02539ca9-6b99-4a1a-867f-39154d131f06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1096 time: 0.0445464 Nov 04 09:24:21.481115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-0775e847-efd1-49b1-b2aa-7dd249d21473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:21.482824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-0775e847-efd1-49b1-b2aa-7dd249d21473 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 915 time: 0.0973501 Nov 04 09:24:21.558760 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-282c8b2b-3454-4372-97d6-7b4c4ec75435 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 1001 time: 0.0630791 Nov 04 09:24:21.615449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-dcd027e5-bb53-4ebd-826a-1cd270b0b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:21.617002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-dcd027e5-bb53-4ebd-826a-1cd270b0b2e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 200 len: 853 time: 0.0478060 Nov 04 09:24:21.674348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-cd5ed16d-c028-42e1-a816-58e54107dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:21.675963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-cd5ed16d-c028-42e1-a816-58e54107dc97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b2d883f-f008-4eb3-b516-0e5a3e219515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511403 Nov 04 09:24:21.784075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411efc7-93d7-40be-b733-2515864bdb60 req-3b538494-ff93-47f5-ad73-53cf18364313 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:21.785079 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-6e524545-dd91-487f-a7be-ccb8cdff67f2 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996487 Nov 04 09:24:21.785758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a411efc7-93d7-40be-b733-2515864bdb60 req-3b538494-ff93-47f5-ad73-53cf18364313 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 944 time: 0.0656633 Nov 04 09:24:21.845064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a411efc7-93d7-40be-b733-2515864bdb60 req-411f36cc-e762-4b7e-b3bb-43d106cc6473 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493772 Nov 04 09:24:21.914280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-488d80eb-2536-4797-8ce2-d9a0e14a362b req-626fdc84-5340-4f06-bfac-50aea82c29ca service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207809 Nov 04 09:24:22.335783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ffa39-fa49-4127-a56b-54388a71be65 req-ee67a013-1531-4962-ae33-db7004adfb7c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:22.337847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-083ffa39-fa49-4127-a56b-54388a71be65 req-ee67a013-1531-4962-ae33-db7004adfb7c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0532703 Nov 04 09:24:22.377911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-083ffa39-fa49-4127-a56b-54388a71be65 req-8461f2b7-7c82-4482-80c3-90519854d37a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337377 Nov 04 09:24:22.382652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:24:22.485523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:22.498279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'port_id': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'mac_address': 'fa:16:3e:31:98:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:24:22.540934 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:22.556218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f02f83-7cd0-4106-9380-11fe53ad1dc7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:24:22.579364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:22.583952 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:22.634638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:22.812142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['96f02f83-7cd0-4106-9380-11fe53ad1dc7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:24:22.996553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c5f28-f6be-4e46-a274-7c1a4a3d9e2a req-bd894d1c-e348-485f-bf3f-4e723c340f74 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:23.004705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f7c5f28-f6be-4e46-a274-7c1a4a3d9e2a req-bd894d1c-e348-485f-bf3f-4e723c340f74 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0694923 Nov 04 09:24:23.063505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f7c5f28-f6be-4e46-a274-7c1a4a3d9e2a req-f6f5ae81-c8f6-480e-93b2-e2c32d48ab3d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558405 Nov 04 09:24:23.201122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52580) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:23.390179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Deleting port a606752a-8e46-4839-8db9-eca2f6f25187 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:23.390521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:23.519840 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:23.520623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:23.537432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Calling delete_port for a606752a-8e46-4839-8db9-eca2f6f25187 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:23.549744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550469e-78a9-4356-a091-516f2fb665dc req-942d64d4-830d-456e-9dea-93e2ad573154 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:23.550715 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2550469e-78a9-4356-a091-516f2fb665dc req-942d64d4-830d-456e-9dea-93e2ad573154 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0655704 Nov 04 09:24:23.608107 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2550469e-78a9-4356-a091-516f2fb665dc req-a275c7bd-5c5d-4d5a-bb72-b1983278a6d5 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484331 Nov 04 09:24:23.741209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:23.773249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event deleted for resources: {'Port': ['ID=a606752a-8e46-4839-8db9-eca2f6f25187,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:23.866306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:23.866902 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Floating IP e1d5b7ed-69e8-47e1-9628-cc9190f826fd disassociated (deleted). External IP: 172.25.3.122, port: 8693cbc8-fc46-4d36-9734-a1cca1909375. Nov 04 09:24:24.120396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Router d3377d6b-d902-4336-8e68-f521c7558af2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:24.208751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1434ac0e-d8dc-422a-821c-c4fef3b926de req-b69fa59d-ca3c-47b0-82bb-de14588355e1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:24.210340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1434ac0e-d8dc-422a-821c-c4fef3b926de req-b69fa59d-ca3c-47b0-82bb-de14588355e1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0635254 Nov 04 09:24:24.256540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:24.262719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1434ac0e-d8dc-422a-821c-c4fef3b926de req-ea66a8a2-357b-4ad5-854c-e9a94a9de2c4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390069 Nov 04 09:24:24.267655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:24.272050 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] Sync routers for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:24.297871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:24.300978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:24.311386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-22333751-55e1-4115-b22d-01da2a38633a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "DELETE /v2.0/floatingips/e1d5b7ed-69e8-47e1-9628-cc9190f826fd HTTP/1.1" status: 204 len: 168 time: 1.1091342 Nov 04 09:24:24.312021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:24.314505 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7928e965-ab4e-485a-b369-d6b0b983746a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:24.408347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:24:24.484979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:24.541047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:24:24.553869 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d607ff-a6e5-4263-83e6-e99f60ab0ec0 x-openstack-request-id: req-55d607ff-a6e5-4263-83e6-e99f60ab0ec0 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:24.554440 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:24.554651 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-55d607ff-a6e5-4263-83e6-e99f60ab0ec0 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:24.555823 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'status': 'completed', 'code': 200} Nov 04 09:24:24.610710 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:24.611279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:24.645558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e965-ab4e-485a-b369-d6b0b983746a req-fb69af06-ac9c-40ca-ab46-2710f558ba86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:24.647382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7928e965-ab4e-485a-b369-d6b0b983746a req-fb69af06-ac9c-40ca-ab46-2710f558ba86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e75a358e2434a75be962d9aea152228&device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 1096 time: 0.0654569 Nov 04 09:24:24.711094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90525-f2e2-4d85-b69a-d4c02196ffa0 req-c67573a9-ab91-4540-b600-ab92dac215d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:24.714812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4a90525-f2e2-4d85-b69a-d4c02196ffa0 req-c67573a9-ab91-4540-b600-ab92dac215d6 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 945 time: 0.0921535 Nov 04 09:24:24.790014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:24.803692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e965-ab4e-485a-b369-d6b0b983746a req-020f5eeb-ba8a-4db8-b964-1c0d2320f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:24.806163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7928e965-ab4e-485a-b369-d6b0b983746a req-020f5eeb-ba8a-4db8-b964-1c0d2320f070 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 200 len: 915 time: 0.1487067 Nov 04 09:24:24.832215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4a90525-f2e2-4d85-b69a-d4c02196ffa0 req-f8f7bce4-d262-4f0d-a284-21fcb033688a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094902 Nov 04 09:24:24.845300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:24.848534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:24.851759 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c0828-ee00-442a-8c2a-f95ec4da22fa" -d '{"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-plugged", "status": "completed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:24.862181 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:24.872720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7928e965-ab4e-485a-b369-d6b0b983746a req-d12b627e-44dd-4e56-8669-571580fd434c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 200 len: 217 time: 0.0526733 Nov 04 09:24:24.944265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e965-ab4e-485a-b369-d6b0b983746a req-43aebdbf-6fb8-493a-a196-722ea070fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:24.947065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7928e965-ab4e-485a-b369-d6b0b983746a req-43aebdbf-6fb8-493a-a196-722ea070fa48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 200 len: 853 time: 0.0620055 Nov 04 09:24:24.959463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:24.972741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d7ec5-1678-4a51-a417-acf11b48f4ce req-9176ceb2-300a-4f4f-8650-d35900880f1d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:24.983647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-592d7ec5-1678-4a51-a417-acf11b48f4ce req-9176ceb2-300a-4f4f-8650-d35900880f1d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0773873 Nov 04 09:24:24.986707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:25.027745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] Checking router: d3377d6b-d902-4336-8e68-f521c7558af2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:25.031762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928e965-ab4e-485a-b369-d6b0b983746a req-9f5ffd41-73fb-4093-bdca-3135d2fed4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:25.035011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7928e965-ab4e-485a-b369-d6b0b983746a req-9f5ffd41-73fb-4093-bdca-3135d2fed4fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5b2d883f-f008-4eb3-b516-0e5a3e219515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772140 Nov 04 09:24:25.037888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:25.038527 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:25.047399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-592d7ec5-1678-4a51-a417-acf11b48f4ce req-d7e6edcb-c572-4509-8cb9-15a61f65c2a1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622599 Nov 04 09:24:25.144473 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a043db45-0b84-4dc1-bf66-12346539aa3b x-openstack-request-id: req-a043db45-0b84-4dc1-bf66-12346539aa3b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:25.145443 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-plugged", "status": "completed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:25.146004 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a043db45-0b84-4dc1-bf66-12346539aa3b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:25.146868 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'code': 200} Nov 04 09:24:25.175667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7928e965-ab4e-485a-b369-d6b0b983746a req-bac0dfa5-8bbb-408c-95d2-b4e5840936e4 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305244 Nov 04 09:24:25.206417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:25.492434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58307b77-681a-4598-936b-f5d25063b344 req-6601665b-b7a6-440e-826a-a29f159b46ee tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:25.495629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58307b77-681a-4598-936b-f5d25063b344 req-6601665b-b7a6-440e-826a-a29f159b46ee tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1006465 Nov 04 09:24:25.496627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:25.541394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1f670-a8a6-41a3-9564-3a6ad3c91204 None None] The sync data for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 is: [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:20:37Z', 'revision_number': 4, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '11431cfd-59d6-460b-98df-f79a7c010703', 'name': '', 'network_id': '5b2d883f-f008-4eb3-b516-0e5a3e219515', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'mac_address': 'fa:16:3e:95:e3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:35Z', 'updated_at': '2021-11-04T09:20:42Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'subnets': [{'id': '6064b2e6-99d4-49d9-905d-f804cfd2cb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:24:25.557071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58307b77-681a-4598-936b-f5d25063b344 req-df9778cb-7553-42ef-9baa-df53fa378d1b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544639 Nov 04 09:24:25.668394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991884ec-28ce-4e43-bb10-2f1e174fd755 req-f8c2145c-9a30-4766-afd5-7256eddd5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:25.669999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-991884ec-28ce-4e43-bb10-2f1e174fd755 req-f8c2145c-9a30-4766-afd5-7256eddd5d08 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1097 time: 0.4628038 Nov 04 09:24:25.675834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7928e965-ab4e-485a-b369-d6b0b983746a req-cfeb235a-acf2-4b86-a30a-bff09c4d3e93 service neutron] 10.222.0.55 "GET /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4902005 Nov 04 09:24:25.720398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-991884ec-28ce-4e43-bb10-2f1e174fd755 req-f6f72e7b-6b02-43ee-b9f1-eba6e7e9d34e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371833 Nov 04 09:24:25.849880 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211b9aa8-b015-4fbb-9ee3-87922c48495e None None] New status for floating IP e1d5b7ed-69e8-47e1-9628-cc9190f826fd: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:24:25.958766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461dd55-86c3-4267-be0c-8a593e743b0e req-01b5c47b-cad3-47fc-88fc-f1170de24aad tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:25.960393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b461dd55-86c3-4267-be0c-8a593e743b0e req-01b5c47b-cad3-47fc-88fc-f1170de24aad tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 945 time: 0.0589523 Nov 04 09:24:26.012520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b461dd55-86c3-4267-be0c-8a593e743b0e req-0a599033-3c0c-44cf-b53b-c767d57d4263 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b15f0-9de4-4f3c-88c2-62e9867aebfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437593 Nov 04 09:24:26.219652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcaf40c-0cc0-4ac9-ba0f-58b384e21499 req-80a66e6c-c179-4243-b516-b5be056a81e8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:26.221406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fcaf40c-0cc0-4ac9-ba0f-58b384e21499 req-80a66e6c-c179-4243-b516-b5be056a81e8 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0766594 Nov 04 09:24:26.336866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fcaf40c-0cc0-4ac9-ba0f-58b384e21499 req-0191720f-41c4-4c8f-8332-cca8cfab9d62 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074791 Nov 04 09:24:26.378457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62687abc-26ed-466f-9d81-814b82563c0a req-64b2d04c-4438-4e7b-acba-96372199436c tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:26.379986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62687abc-26ed-466f-9d81-814b82563c0a req-64b2d04c-4438-4e7b-acba-96372199436c tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.55 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 945 time: 0.0621698 Nov 04 09:24:26.484628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Deleting port 8693cbc8-fc46-4d36-9734-a1cca1909375 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:26.484887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:26.597744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] For port 8693cbc8-fc46-4d36-9734-a1cca1909375, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=8693cbc8-fc46-4d36-9734-a1cca1909375,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:26.598144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:26.613275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Calling delete_port for 8693cbc8-fc46-4d36-9734-a1cca1909375 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:26.706594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040a196-a42f-426d-ad3f-fd5d6edd159c req-cb0e05fe-6e55-4005-8c2a-e53f8cd2aa3b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:26.708152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0040a196-a42f-426d-ad3f-fd5d6edd159c req-cb0e05fe-6e55-4005-8c2a-e53f8cd2aa3b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0629532 Nov 04 09:24:26.760820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:26.764033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0040a196-a42f-426d-ad3f-fd5d6edd159c req-8cc981e4-6997-4afd-af2c-fd5639a30eb1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475240 Nov 04 09:24:26.793066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event deleted for resources: {'Port': ['ID=8693cbc8-fc46-4d36-9734-a1cca1909375,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:26.851923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] No DVR routers for this DVR port 8693cbc8-fc46-4d36-9734-a1cca1909375 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:26.856838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:26.860160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62687abc-26ed-466f-9d81-814b82563c0a req-5ecd8dd4-ffb9-4dd4-b2e7-dc2fc0d8af16 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.55 "DELETE /v2.0/ports/8693cbc8-fc46-4d36-9734-a1cca1909375 HTTP/1.1" status: 204 len: 173 time: 0.4730656 Nov 04 09:24:26.860727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'name': 'network-vif-deleted', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:26.862937 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21292788-4298-4bac-975b-92986c8d495b" -d '{"events": [{"server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "name": "network-vif-deleted", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:26.908924 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770fdfba-ccfd-4d19-83bd-f4e40f32d236 x-openstack-request-id: req-770fdfba-ccfd-4d19-83bd-f4e40f32d236 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:26.909377 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecee739c-3f40-46a5-a606-e3699b3fc217", "name": "network-vif-deleted", "tag": "8693cbc8-fc46-4d36-9734-a1cca1909375", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:26.909833 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-770fdfba-ccfd-4d19-83bd-f4e40f32d236 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:26.910462 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecee739c-3f40-46a5-a606-e3699b3fc217', 'name': 'network-vif-deleted', 'tag': '8693cbc8-fc46-4d36-9734-a1cca1909375', 'status': 'completed', 'code': 200} Nov 04 09:24:27.116784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca4a4afa-573b-43cb-8a82-3b85e0bd3417 req-54a5900e-2256-46fb-b065-c34498505a41 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 210 time: 0.0275061 Nov 04 09:24:27.465561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1469a-1336-446f-a2b6-0c663493968e req-6239a79c-b943-45e1-b81a-a15fe1bb3fe4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:27.466469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95a1469a-1336-446f-a2b6-0c663493968e req-6239a79c-b943-45e1-b81a-a15fe1bb3fe4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0528455 Nov 04 09:24:27.513579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95a1469a-1336-446f-a2b6-0c663493968e req-e012ad3b-f4a2-42ff-94df-158cf6bb6113 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Nov 04 09:24:27.907937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e049b-698e-4587-854b-bcf8da106261 req-c22f7301-01fd-4fb5-b721-7df9a278fdbe tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:27.909584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-782e049b-698e-4587-854b-bcf8da106261 req-c22f7301-01fd-4fb5-b721-7df9a278fdbe tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0532858 Nov 04 09:24:27.957567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-782e049b-698e-4587-854b-bcf8da106261 req-95b96812-1359-4b0d-8587-49144ebbf697 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388727 Nov 04 09:24:28.101877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c375f8-8150-4a9f-b5f7-860bd0a7f100 req-fa2b5955-7b19-4259-98e9-150ef2f4fa33 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:28.103766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86c375f8-8150-4a9f-b5f7-860bd0a7f100 req-fa2b5955-7b19-4259-98e9-150ef2f4fa33 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0568509 Nov 04 09:24:28.114556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 52630) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:28.119671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Request body: {'floatingip': {'port_id': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:28.167186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:28.222419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d95c5bd-645b-453c-bbee-ae15e8341f62 req-b6118c81-7b4e-46d3-ab0d-cd3736a81b49 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 210 time: 0.0299401 Nov 04 09:24:28.642107 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:28.646599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:28.647598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8e174-cb6c-402b-9f94-9bad88419f1a req-cf80aecc-a23f-4b42-b6a4-2802cff1ea74 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:28.649379 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23b8e174-cb6c-402b-9f94-9bad88419f1a req-cf80aecc-a23f-4b42-b6a4-2802cff1ea74 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0585017 Nov 04 09:24:28.691453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23b8e174-cb6c-402b-9f94-9bad88419f1a req-96225f9e-7392-450f-84bb-22f50042c83f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356450 Nov 04 09:24:28.763158 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Floating IP b671e6f2-f25c-47a7-a4e4-72630a4999e0 associated. External IP: 172.25.3.98, port: 96f02f83-7cd0-4106-9380-11fe53ad1dc7. Nov 04 09:24:28.997322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:29.132251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:29.137048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:29.145019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] Sync routers for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:29.156091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:29.157004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:29.178073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-352554ac-7be2-443f-9152-45ab89c4410a tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "PUT /v2.0/floatingips/b671e6f2-f25c-47a7-a4e4-72630a4999e0 HTTP/1.1" status: 200 len: 991 time: 1.0623231 Nov 04 09:24:29.179025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:29.182690 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3134524-bcb1-4d5c-bfc6-876c478173f2" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:29.290909 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b682792c-3b76-418f-b724-5280747073c8 x-openstack-request-id: req-b682792c-3b76-418f-b724-5280747073c8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:29.291746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:29.292209 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:29.292674 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b682792c-3b76-418f-b724-5280747073c8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:29.293976 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'status': 'completed', 'code': 200} Nov 04 09:24:29.378203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-1432db3e-d3ac-4fd0-87b7-dd5e357d196a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:29.380268 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-1432db3e-d3ac-4fd0-87b7-dd5e357d196a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0517845 Nov 04 09:24:29.383730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5410cbf-2a08-4cee-ac13-e391b25c2ac6 req-c0ddc3a1-3c33-4da9-b31a-be54a4ef1303 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 210 time: 0.0307488 Nov 04 09:24:29.520859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-d6a70ab3-66b8-4910-8b4b-8c8aa9105d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:29.522907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-d6a70ab3-66b8-4910-8b4b-8c8aa9105d37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.1346593 Nov 04 09:24:29.602980 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-ba2dcd84-beb4-4cdd-8fa9-4304c2107bd0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 999 time: 0.0724325 Nov 04 09:24:29.675250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-56fd66f6-217b-46fd-b6e9-3158ad1dc0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:29.676992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-56fd66f6-217b-46fd-b6e9-3158ad1dc0b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0672467 Nov 04 09:24:29.729572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-18a6cf72-02a8-4b28-92b2-e2402c4330fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:29.731340 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-18a6cf72-02a8-4b28-92b2-e2402c4330fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466464 Nov 04 09:24:29.815299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'b671e6f2-f25c-47a7-a4e4-72630a4999e0', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'port_id': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'mac_address': 'fa:16:3e:31:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:24:11Z', 'updated_at': '2021-11-04T09:24:28Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:29.847494 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] Checking router: 9e5a363f-cdfd-474f-91ca-d398bc5726b9 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:29.853523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-ac9d69d9-f8c4-468d-8264-c88dc57a2351 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143548 Nov 04 09:24:29.856726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:29.857485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:29.921281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238436b9-f42c-4d64-9449-62ea515ae8cd req-099183b5-bcb5-4c6f-846a-ea4bdaf430ee tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:29.925184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-238436b9-f42c-4d64-9449-62ea515ae8cd req-099183b5-bcb5-4c6f-846a-ea4bdaf430ee tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0961087 Nov 04 09:24:29.966942 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-238436b9-f42c-4d64-9449-62ea515ae8cd req-75a62a2d-a311-4367-abc8-459a3baac04d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353758 Nov 04 09:24:29.973824 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a3134524-bcb1-4d5c-bfc6-876c478173f2 req-1e6bd8a9-bfec-4b06-9bec-6965ca67c046 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129448 Nov 04 09:24:29.996915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:30.279224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'b671e6f2-f25c-47a7-a4e4-72630a4999e0', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'port_id': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'mac_address': 'fa:16:3e:31:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:24:11Z', 'updated_at': '2021-11-04T09:24:28Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:30.307200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cf7f98-2377-4f20-a42e-733cc68c24e7 None None] The sync data for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 is: [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'b671e6f2-f25c-47a7-a4e4-72630a4999e0', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'port_id': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'mac_address': 'fa:16:3e:31:98:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:24:11Z', 'updated_at': '2021-11-04T09:24:28Z', 'revision_number': 1, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:24:30.447596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8693cbc8-fc46-4d36-9734-a1cca1909375 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:30.483255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 8693cbc8-fc46-4d36-9734-a1cca1909375 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:30.484559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 8693cbc8-fc46-4d36-9734-a1cca1909375 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:30.489424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4faa16a-a240-4642-9774-82b444c52fa0 req-ff48be87-c927-4a07-88c2-884b37cc2ee8 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 210 time: 0.0301616 Nov 04 09:24:30.538111 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1675f439-140b-4071-9b2a-e8c395f7570a None None] New status for floating IP b671e6f2-f25c-47a7-a4e4-72630a4999e0: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:24:31.137847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b3d24-e5d4-4d49-8b60-3209e59f54c9 req-a3237ace-e2f9-4a85-813d-1edd6ceaa61c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:31.139637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-897b3d24-e5d4-4d49-8b60-3209e59f54c9 req-a3237ace-e2f9-4a85-813d-1edd6ceaa61c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0694430 Nov 04 09:24:31.189531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-897b3d24-e5d4-4d49-8b60-3209e59f54c9 req-31771cbd-dcf8-4eb8-abd6-6a2238333c06 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430334 Nov 04 09:24:31.431000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248aad79-9399-46b7-a2d0-d22f2edc922c req-419c4b52-dc64-475a-8eac-2a82232f9c14 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:31.432721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-248aad79-9399-46b7-a2d0-d22f2edc922c req-419c4b52-dc64-475a-8eac-2a82232f9c14 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0562391 Nov 04 09:24:31.480168 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-248aad79-9399-46b7-a2d0-d22f2edc922c req-a1c2944a-2a40-4f54-b2d3-2dfaf8c70bdf tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402532 Nov 04 09:24:31.480563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4be31-675f-46be-9dc1-06149f52d790 req-2b871902-2279-4ec2-b700-dbaddbca6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:31.482114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f4be31-675f-46be-9dc1-06149f52d790 req-2b871902-2279-4ec2-b700-dbaddbca6b83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1096 time: 0.0586061 Nov 04 09:24:31.593375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4be31-675f-46be-9dc1-06149f52d790 req-1f07c22b-0489-4fd1-883d-e370c2609829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:31.595097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f4be31-675f-46be-9dc1-06149f52d790 req-1f07c22b-0489-4fd1-883d-e370c2609829 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1038435 Nov 04 09:24:31.660866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01d1305b-bc77-43d4-ada5-605cd137221d req-a188203b-0499-4c1c-b6d9-477d5323d033 tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "GET /v2.0/ports?device_id=ecee739c-3f40-46a5-a606-e3699b3fc217 HTTP/1.1" status: 200 len: 210 time: 0.0308113 Nov 04 09:24:31.704632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f4be31-675f-46be-9dc1-06149f52d790 req-255f9672-0d84-4cbd-97b6-c13583821ed9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.1009331 Nov 04 09:24:31.761254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4be31-675f-46be-9dc1-06149f52d790 req-3372cfcd-9b8f-4b0b-a85b-c96af61bc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:31.762699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f4be31-675f-46be-9dc1-06149f52d790 req-3372cfcd-9b8f-4b0b-a85b-c96af61bc59c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0515292 Nov 04 09:24:31.822688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4be31-675f-46be-9dc1-06149f52d790 req-c515dcf6-eed7-42b2-809a-cfaa5c9612bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:31.824530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f4be31-675f-46be-9dc1-06149f52d790 req-c515dcf6-eed7-42b2-809a-cfaa5c9612bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544922 Nov 04 09:24:31.931295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f4be31-675f-46be-9dc1-06149f52d790 req-aacee1f7-7b5c-469f-8810-2efed8d6f4ba service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992382 Nov 04 09:24:32.041978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-65f4be31-675f-46be-9dc1-06149f52d790 req-7555f499-1846-4d7a-b514-e9ee896d0da1 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041038 Nov 04 09:24:32.631842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b034d-aa18-4deb-9db9-da0e56c1bd32 req-976046c3-bb93-48d0-a2ac-15bc2bcf7e51 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:32.635354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e23b034d-aa18-4deb-9db9-da0e56c1bd32 req-976046c3-bb93-48d0-a2ac-15bc2bcf7e51 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0712922 Nov 04 09:24:32.680109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e23b034d-aa18-4deb-9db9-da0e56c1bd32 req-bffc9edc-e808-4386-8226-78ca56831ee4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380931 Nov 04 09:24:32.803426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 52684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:32.876618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:32.913759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:32.998531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:33.001991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:33.003210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] 10.222.0.53 "DELETE /v2.0/security-groups/f89b15f0-9de4-4f3c-88c2-62e9867aebfa HTTP/1.1" status: 204 len: 168 time: 0.1987281 Nov 04 09:24:33.020248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b15f0-9de4-4f3c-88c2-62e9867aebfa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:33.028680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.029002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.029342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.029669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.030060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.030409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.030722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.031040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.031514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.031846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.032267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.032506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5104d2-4fa0-4edd-9c23-8ad18c10c07a tempest-TestVolumeBackupRestore-1824591433 tempest-TestVolumeBackupRestore-1824591433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:33.835645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d2e48-1b08-4e94-a3d1-31a0375fbe21 req-959b78eb-8397-4a0c-8c81-0749c7980b99 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:33.838127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc2d2e48-1b08-4e94-a3d1-31a0375fbe21 req-959b78eb-8397-4a0c-8c81-0749c7980b99 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0583191 Nov 04 09:24:33.893035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc2d2e48-1b08-4e94-a3d1-31a0375fbe21 req-320875cf-4ea8-46cb-888c-5a0337113df7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483103 Nov 04 09:24:34.201527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5315dc-3d37-4ab7-9bbb-c464282ef3f9 req-121930fb-c3d9-422e-9dd9-9fa722e6a212 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:34.219191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a5315dc-3d37-4ab7-9bbb-c464282ef3f9 req-121930fb-c3d9-422e-9dd9-9fa722e6a212 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1326437 Nov 04 09:24:34.309567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a5315dc-3d37-4ab7-9bbb-c464282ef3f9 req-842b4d09-b960-44a8-a3b5-b85bb7a92e84 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849717 Nov 04 09:24:34.504510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60519081-95bf-42be-b919-7f49e48afddf req-0f228b43-ffb4-4a97-9e51-d6d7fe3b1ee9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:34.506440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60519081-95bf-42be-b919-7f49e48afddf req-0f228b43-ffb4-4a97-9e51-d6d7fe3b1ee9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0807004 Nov 04 09:24:34.582050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60519081-95bf-42be-b919-7f49e48afddf req-5f97594c-87c5-4668-a98c-ec8939f2d251 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649626 Nov 04 09:24:34.912305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30ffb2-fab8-40ee-b9d9-776c8e3ae8f0 req-57e49f38-70bf-4273-b0ec-88a6ea3e1326 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:34.914802 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd30ffb2-fab8-40ee-b9d9-776c8e3ae8f0 req-57e49f38-70bf-4273-b0ec-88a6ea3e1326 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0832419 Nov 04 09:24:34.978690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd30ffb2-fab8-40ee-b9d9-776c8e3ae8f0 req-6d7efbfd-9fdf-44ae-85e4-12872f9e4e3d tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497124 Nov 04 09:24:36.186209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fd41a-8b8d-4a86-83fc-e615b943b47d req-32c8b4ca-9bf4-4b2b-ad7e-26fefe1af6c4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:36.190792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de4fd41a-8b8d-4a86-83fc-e615b943b47d req-32c8b4ca-9bf4-4b2b-ad7e-26fefe1af6c4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1209030 Nov 04 09:24:36.292585 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de4fd41a-8b8d-4a86-83fc-e615b943b47d req-f64fb1ec-bb17-4efb-80b2-1e645960484c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914371 Nov 04 09:24:36.911072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-274653c8-87e6-46e8-b8a7-78676b5c0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:36.912482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72e1ff-7c8b-4f18-ad8b-c79d7152f7c6 req-5dad04fd-7fdd-4c1b-ae74-50bec9a7380c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:36.912707 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-274653c8-87e6-46e8-b8a7-78676b5c0091 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a92c526689d74268b4c7edae2c0abeb4&device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 1096 time: 0.0910046 Nov 04 09:24:36.913927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b72e1ff-7c8b-4f18-ad8b-c79d7152f7c6 req-5dad04fd-7fdd-4c1b-ae74-50bec9a7380c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0891953 Nov 04 09:24:36.982511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b72e1ff-7c8b-4f18-ad8b-c79d7152f7c6 req-96a0f0fd-d550-4d21-8f82-8182f5b8b0b0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606647 Nov 04 09:24:37.101098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-f1888c4e-a298-498a-9df6-dc6dad12922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:37.103731 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-f1888c4e-a298-498a-9df6-dc6dad12922b service neutron] 10.222.0.70 "GET /v2.0/networks?id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 200 len: 913 time: 0.1815238 Nov 04 09:24:37.227713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-a153d793-4b46-490e-9fee-82e5be66d2a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 200 len: 999 time: 0.1144466 Nov 04 09:24:37.297249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-179e13a6-5df4-42e1-be53-5ef92b1d2b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:37.299416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-179e13a6-5df4-42e1-be53-5ef92b1d2b12 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 200 len: 851 time: 0.0628378 Nov 04 09:24:37.365467 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-27a8ac97-0360-4b40-9cbc-b4aaed98c5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:37.385075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-7883ba9e-00cd-4c79-9fc0-5673a7a342ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:37.386843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-7883ba9e-00cd-4c79-9fc0-5673a7a342ea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792334 Nov 04 09:24:37.564308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-4e8ce2f6-50f2-4dae-ac1b-25ebab097ce5 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664877 Nov 04 09:24:37.750238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:37.778068 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6bdc2dc-fef8-48d0-9940-d5678a9e94b0 req-c92d2e40-1913-47f2-9b1c-676f31b8c541 service neutron] 10.222.0.70 "GET /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030718 Nov 04 09:24:38.170323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51501c4-3f8d-4a01-bd91-44384355c005 req-7bfc2db4-744a-4c78-8c52-6692e4278584 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:38.171761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b51501c4-3f8d-4a01-bd91-44384355c005 req-7bfc2db4-744a-4c78-8c52-6692e4278584 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0765424 Nov 04 09:24:38.282214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b51501c4-3f8d-4a01-bd91-44384355c005 req-4b532988-b846-4882-a633-60de784a7eec tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783174 Nov 04 09:24:38.547060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:38.861559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Deleting port 11431cfd-59d6-460b-98df-f79a7c010703 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:38.862233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:38.949233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] For port 11431cfd-59d6-460b-98df-f79a7c010703, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=11431cfd-59d6-460b-98df-f79a7c010703,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:38.949631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:38.967128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Calling delete_port for 11431cfd-59d6-460b-98df-f79a7c010703 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:39.169228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:39.198335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=11431cfd-59d6-460b-98df-f79a7c010703,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:39.435370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:39.456084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e8ab-3d7d-4f0a-b52d-753236bcc63e req-b77eed0b-f613-479b-991e-eb3bea909f24 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:39.457633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e265e8ab-3d7d-4f0a-b52d-753236bcc63e req-b77eed0b-f613-479b-991e-eb3bea909f24 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0823567 Nov 04 09:24:39.590006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e265e8ab-3d7d-4f0a-b52d-753236bcc63e req-d7ac6a8c-958d-4c09-8812-624782088a0e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821311 Nov 04 09:24:39.624797 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:24:39.736420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Router d3377d6b-d902-4336-8e68-f521c7558af2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:39.858660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3596368-1cc6-45a6-aba7-1bd69995cb33 req-347c1757-6bba-4c9e-bb7c-927afc83ebc9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:39.860132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3596368-1cc6-45a6-aba7-1bd69995cb33 req-347c1757-6bba-4c9e-bb7c-927afc83ebc9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1225903 Nov 04 09:24:39.918050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3596368-1cc6-45a6-aba7-1bd69995cb33 req-4dadd449-facd-4931-b763-cbea38afb6b4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512257 Nov 04 09:24:39.923603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:39.928674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b76a879-ee6e-4e44-a358-4593294fd6fe admin admin] 10.222.0.53 "PUT /v2.0/routers/d3377d6b-d902-4336-8e68-f521c7558af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1767409 Nov 04 09:24:39.931255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:39.941464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] Sync routers for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:39.980719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:39.981354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:39.985919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fe659e5-0462-45d6-b0f8-4bb6e5843cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:40.136501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:40.301260 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:40.349270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:40.439334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:24:39Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:40.479476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] Checking router: d3377d6b-d902-4336-8e68-f521c7558af2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:40.488276 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:40.489928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] Routers {'d3377d6b-d902-4336-8e68-f521c7558af2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:40.490625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d3377d6b-d902-4336-8e68-f521c7558af2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:40.584984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Deleting port 0cbc5981-e470-445a-99e8-76e4b7f44291 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:40.586266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:40.630812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] Set router d3377d6b-d902-4336-8e68-f521c7558af2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:40.696172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] For port 0cbc5981-e470-445a-99e8-76e4b7f44291, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0cbc5981-e470-445a-99e8-76e4b7f44291,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:40.696546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:40.719239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Calling delete_port for 0cbc5981-e470-445a-99e8-76e4b7f44291 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:40.847456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-bd8dc471-42e1-4b32-a2ba-4135b7738e5a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:40.849146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-bd8dc471-42e1-4b32-a2ba-4135b7738e5a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0a3a536-12df-4c80-8870-eedfa172b725 HTTP/1.1" status: 200 len: 943 time: 0.1237249 Nov 04 09:24:40.895839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:24:39Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:40.924027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f01fd-e5da-4f98-8734-eed4da659d2f None None] The sync data for ids ['d3377d6b-d902-4336-8e68-f521c7558af2'] in n-d-816487-1 is: [{'id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'name': 'tempest-TestVolumeBackupRestore-1943849449-router', 'tenant_id': '4e75a358e2434a75be962d9aea152228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:28Z', 'updated_at': '2021-11-04T09:24:39Z', 'revision_number': 5, 'project_id': '4e75a358e2434a75be962d9aea152228', 'gw_port': {'id': '0cbc5981-e470-445a-99e8-76e4b7f44291', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3377d6b-d902-4336-8e68-f521c7558af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:30Z', 'updated_at': '2021-11-04T09:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:24:41.065449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Deleting port 9a032ab8-c499-4fea-878e-20354d2b1c01 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:41.066266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.119186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.154022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cbc5981-e470-445a-99e8-76e4b7f44291,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:41.240297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] For port 9a032ab8-c499-4fea-878e-20354d2b1c01, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=9a032ab8-c499-4fea-878e-20354d2b1c01,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:41.240675 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.261333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Calling delete_port for 9a032ab8-c499-4fea-878e-20354d2b1c01 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:41.263615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.285552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.402430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.406102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.471200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.473112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3377d6b-d902-4336-8e68-f521c7558af2 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:24:41.479308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.482814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7c74e5a-5d56-453e-934f-fa7afb1a3167 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d3377d6b-d902-4336-8e68-f521c7558af2 HTTP/1.1" status: 204 len: 168 time: 1.5482204 Nov 04 09:24:41.483167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53324) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:41.556949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] Deleting subnet 6064b2e6-99d4-49d9-905d-f804cfd2cb24 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:24:41.560613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.575927 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.593549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', '82320201-6480-4972-883f-7d7733d35aca'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:24:41.600106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.618739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event deleted for resources: {'Port': ['ID=9a032ab8-c499-4fea-878e-20354d2b1c01,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:41.670278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] No DVR routers for this DVR port 9a032ab8-c499-4fea-878e-20354d2b1c01 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:41.673985 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.686176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f8f736f-c97c-47b7-85c5-039286d907e8 req-411ffc66-5e9d-4e52-bb8f-a5d34271f4f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "DELETE /v2.0/ports/9a032ab8-c499-4fea-878e-20354d2b1c01 HTTP/1.1" status: 204 len: 173 time: 0.7893081 Nov 04 09:24:41.687112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-deleted', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:41.700487 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d75a11-451b-4638-8549-b3dcd18b8dca" -d '{"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-deleted", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:41.765385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.844500 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.888446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6064b2e6-99d4-49d9-905d-f804cfd2cb24,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:41.906887 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:41.913036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5070856a-744c-48f2-a3f9-e852aae81e33 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6064b2e6-99d4-49d9-905d-f804cfd2cb24 HTTP/1.1" status: 204 len: 168 time: 0.4284418 Nov 04 09:24:41.916183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137036b2-0488-4101-8c59-01f25da335e3 None None] Network 5b2d883f-f008-4eb3-b516-0e5a3e219515 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:24:41.916843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53336) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:42.059285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.121292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Deleting port fb981b1f-0f64-4137-989b-56ab2967cf77 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:42.121631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.209428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] For port fb981b1f-0f64-4137-989b-56ab2967cf77, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fb981b1f-0f64-4137-989b-56ab2967cf77,segment=NetworkSegment(fdccfc3e-a8a0-4853-9bb6-f14d79790d90),segment_id=fdccfc3e-a8a0-4853-9bb6-f14d79790d90)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:42.209991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.238754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Calling delete_port for fb981b1f-0f64-4137-989b-56ab2967cf77 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:42.377924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adba3f5f-4373-469f-9cdf-f0b0be77c1b1 None None] DHCP port deletion for 5b2d883f-f008-4eb3-b516-0e5a3e219515 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:24:42.384540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb049e-fdbe-492a-bac7-b15a74f7b264 req-4dc90902-c3be-4237-a3df-6c09307fd5c6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:42.385100 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.386116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1bb049e-fdbe-492a-bac7-b15a74f7b264 req-4dc90902-c3be-4237-a3df-6c09307fd5c6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.0786800 Nov 04 09:24:42.428391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb981b1f-0f64-4137-989b-56ab2967cf77,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:42.436053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] No DVR routers for this DVR port fb981b1f-0f64-4137-989b-56ab2967cf77 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:42.440152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1bb049e-fdbe-492a-bac7-b15a74f7b264 req-7ef0bc7a-4154-4be9-bf18-e66da712611b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477114 Nov 04 09:24:42.466429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:42.532816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.550529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a0bcdf69-146b-4aeb-8761-f552c214fe9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/7628d08c-b41e-40f3-908c-7aec5ad1a0a3 HTTP/1.1" status: 200 len: 993 time: 0.0726628 Nov 04 09:24:42.565765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2d883f-f008-4eb3-b516-0e5a3e219515']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:42.574963 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e505d5b-d53c-4825-b804-9ed4023bec49 x-openstack-request-id: req-1e505d5b-d53c-4825-b804-9ed4023bec49 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:42.575269 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a3a536-12df-4c80-8870-eedfa172b725", "name": "network-vif-deleted", "tag": "9a032ab8-c499-4fea-878e-20354d2b1c01", "status": "failed", "code": 422}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:42.575528 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1e505d5b-d53c-4825-b804-9ed4023bec49 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:42.576001 n-d-816487-1 neutron-server[102555]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0a3a536-12df-4c80-8870-eedfa172b725', 'name': 'network-vif-deleted', 'tag': '9a032ab8-c499-4fea-878e-20354d2b1c01', 'status': 'failed', 'code': 422} returned with failed status Nov 04 09:24:42.580766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:42.581074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdccfc3e-a8a0-4853-9bb6-f14d79790d90') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:42.594892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.614469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.625879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:24:42.626449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:24:42.633525 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:24:42.716348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.723799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.727930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5b2d883f-f008-4eb3-b516-0e5a3e219515 HTTP/1.1" status: 204 len: 168 time: 0.8099205 Nov 04 09:24:42.731275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53358) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:42.736672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:42.748970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d5a07-ad9d-47c7-8c74-debc83091cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2d883f-f008-4eb3-b516-0e5a3e219515,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:42.885886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fb981b1f-0f64-4137-989b-56ab2967cf77 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:42.916830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: fb981b1f-0f64-4137-989b-56ab2967cf77 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:42.917174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fb981b1f-0f64-4137-989b-56ab2967cf77 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:42.917600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 11431cfd-59d6-460b-98df-f79a7c010703 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:42.937198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 11431cfd-59d6-460b-98df-f79a7c010703 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:42.937538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 11431cfd-59d6-460b-98df-f79a7c010703 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:42.937955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cbc5981-e470-445a-99e8-76e4b7f44291 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:42.968111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0cbc5981-e470-445a-99e8-76e4b7f44291 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:42.968684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0cbc5981-e470-445a-99e8-76e4b7f44291 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:43.035279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d78a7-d305-45ef-844d-7de7008b4068 req-e25b5c15-5313-496e-a0ff-87dd77d4f3d4 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:43.036839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e78d78a7-d305-45ef-844d-7de7008b4068 req-e25b5c15-5313-496e-a0ff-87dd77d4f3d4 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1096 time: 0.0852778 Nov 04 09:24:43.103368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e78d78a7-d305-45ef-844d-7de7008b4068 req-efa8fa4a-18db-4273-8a4f-0a61f9f69cf9 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583076 Nov 04 09:24:43.244385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d6301-12e2-4597-a19a-3cc2f132dc5a req-b4a8a11e-c7ee-47ce-a7fe-349b29f52ece tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:43.245862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d8d6301-12e2-4597-a19a-3cc2f132dc5a req-b4a8a11e-c7ee-47ce-a7fe-349b29f52ece tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 908 time: 0.0716982 Nov 04 09:24:43.248785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:43.526225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Deleting port af78c29e-ee98-4554-9208-b13eaac9a181 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:43.526851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:43.621482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] For port af78c29e-ee98-4554-9208-b13eaac9a181, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=af78c29e-ee98-4554-9208-b13eaac9a181,segment=NetworkSegment(9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8),segment_id=9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:43.621949 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:43.638928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Calling delete_port for af78c29e-ee98-4554-9208-b13eaac9a181 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:43.890317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-ef68c8c1-f4f0-4904-a8fb-b231d77716d9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862839 Nov 04 09:24:43.901610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-a5a563dc-2903-4a0f-b411-66a117ee155f service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:24:43.902631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-a5a563dc-2903-4a0f-b411-66a117ee155f service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062122 Nov 04 09:24:43.915182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:43.943292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Pushing event deleted for resources: {'Port': ['ID=af78c29e-ee98-4554-9208-b13eaac9a181,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:44.197847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:44.234334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590619c-0115-42d0-9955-ef287aef1e17 req-ff04cd9c-a35e-4eeb-8ac5-54f7169e3eb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:44.236930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7590619c-0115-42d0-9955-ef287aef1e17 req-ff04cd9c-a35e-4eeb-8ac5-54f7169e3eb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/ports?device_id=b483a345-4283-4d80-a566-963d77b7247a HTTP/1.1" status: 200 len: 908 time: 0.0831900 Nov 04 09:24:44.357693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Deleting port 7415d232-dd0e-48ed-b3ea-888836f665ee {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:44.358059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:44.486448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Router 3f8bbab4-700b-4f29-aff0-dbd57488621c has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:44.496777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] For port 7415d232-dd0e-48ed-b3ea-888836f665ee, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7415d232-dd0e-48ed-b3ea-888836f665ee,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:44.497457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:44.514412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Calling delete_port for 7415d232-dd0e-48ed-b3ea-888836f665ee owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:44.684727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-cab05ec4-27d4-408e-be9a-d9d2f168a70c tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:44.687199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-cab05ec4-27d4-408e-be9a-d9d2f168a70c tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 1093 time: 0.0818436 Nov 04 09:24:44.689796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:44.707241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Request body: {'binding': {'host': 'n-h2-816487-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:44.708200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Unknown quota resources ['binding']. {{(pid=102555) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 04 09:24:44.712732 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:44.724430 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] Sync routers for ids ['3f8bbab4-700b-4f29-aff0-dbd57488621c'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:44.726546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d743355-f052-492e-9b6d-46c669882293 admin admin] 10.222.0.53 "PUT /v2.0/routers/3f8bbab4-700b-4f29-aff0-dbd57488621c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9932356 Nov 04 09:24:44.728889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53424) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:44.741610 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] Routers {'3f8bbab4-700b-4f29-aff0-dbd57488621c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:44.742979 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3f8bbab4-700b-4f29-aff0-dbd57488621c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:44.784146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event deleted for resources: {'Port': ['ID=7415d232-dd0e-48ed-b3ea-888836f665ee,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:44.837560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] No DVR routers for this DVR port 7415d232-dd0e-48ed-b3ea-888836f665ee on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:44.841860 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:44.846781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7590619c-0115-42d0-9955-ef287aef1e17 req-904cf06c-d22b-4ec7-a41d-8290f333c20c tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "DELETE /v2.0/ports/7415d232-dd0e-48ed-b3ea-888836f665ee HTTP/1.1" status: 204 len: 173 time: 0.6027005 Nov 04 09:24:44.861429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'name': 'network-vif-deleted', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:44.864744 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ed214a-9cca-4f8b-b181-9b4cf49c3e74" -d '{"events": [{"server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "name": "network-vif-deleted", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:45.051065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] Set router 3f8bbab4-700b-4f29-aff0-dbd57488621c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:45.258728 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:24:43Z', 'revision_number': 5, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:45.286352 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] Checking router: 3f8bbab4-700b-4f29-aff0-dbd57488621c for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:45.296019 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] Routers {'3f8bbab4-700b-4f29-aff0-dbd57488621c'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:45.296738 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3f8bbab4-700b-4f29-aff0-dbd57488621c'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:45.438931 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] Set router 3f8bbab4-700b-4f29-aff0-dbd57488621c gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:45.450131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:45.647316 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:24:43Z', 'revision_number': 5, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:45.669974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on host n-h2-816487-1 for vnic_type normal with profile None {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:24:45.670567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:24:45.671140 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:45.676212 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2dc632-94cb-4168-a5be-7dd9db54b284 None None] The sync data for ids ['3f8bbab4-700b-4f29-aff0-dbd57488621c'] in n-d-816487-1 is: [{'id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'name': 'tempest-TestVolumeBackupRestore-279403884-router', 'tenant_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28'}], 'enable_snat': True}, 'gw_port_id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:20:42Z', 'updated_at': '2021-11-04T09:24:43Z', 'revision_number': 5, 'project_id': 'd2ef15dbe8dd4988b6eaf9763c044767', 'gw_port': {'id': '4d0aeb08-a983-4a78-8d07-0dc100119dfc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:95:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8bbab4-700b-4f29-aff0-dbd57488621c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3041, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:20:43Z', 'updated_at': '2021-11-04T09:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:24:45.692002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:24:45.692556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:45.708217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:24:45.708819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Checking segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:24:45.711526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Bound using segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:24:45.711526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Bound port: 771b9f48-b166-42e4-8987-8d0681e1c0f8, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:24:45.791060 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:45.803425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:45.864670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:24:45.874221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:45.875486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] 10.222.0.53 "POST /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8/bindings HTTP/1.1" status: 201 len: 389 time: 1.1755087 Nov 04 09:24:45.897097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Deleting port 4d0aeb08-a983-4a78-8d07-0dc100119dfc {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:45.897408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.032973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] For port 4d0aeb08-a983-4a78-8d07-0dc100119dfc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4d0aeb08-a983-4a78-8d07-0dc100119dfc,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:46.033564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.056022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Calling delete_port for 4d0aeb08-a983-4a78-8d07-0dc100119dfc owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:46.188643 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b63d63-3ab4-44df-8e88-8e46699a7125 x-openstack-request-id: req-e6b63d63-3ab4-44df-8e88-8e46699a7125 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:46.189111 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b483a345-4283-4d80-a566-963d77b7247a", "name": "network-vif-deleted", "tag": "7415d232-dd0e-48ed-b3ea-888836f665ee", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:46.189188 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e6b63d63-3ab4-44df-8e88-8e46699a7125 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:46.189898 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b483a345-4283-4d80-a566-963d77b7247a', 'name': 'network-vif-deleted', 'tag': '7415d232-dd0e-48ed-b3ea-888836f665ee', 'status': 'completed', 'code': 200} Nov 04 09:24:46.264032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-6349e9c9-1724-40e4-b111-c248f337bf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:46.265701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-6349e9c9-1724-40e4-b111-c248f337bf15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1096 time: 0.0728421 Nov 04 09:24:46.348047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.371379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c558af-afd2-4461-a701-ee227d5e3d46 req-8ee69c19-e979-402e-a36d-bdb58382c264 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:46.373172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81c558af-afd2-4461-a701-ee227d5e3d46 req-8ee69c19-e979-402e-a36d-bdb58382c264 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.0947325 Nov 04 09:24:46.406623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-66871758-3a3c-474f-bcf3-99eaaca074cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:46.408217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-66871758-3a3c-474f-bcf3-99eaaca074cb service neutron] 10.222.0.55 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 898 time: 0.1330562 Nov 04 09:24:46.418197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0aeb08-a983-4a78-8d07-0dc100119dfc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:46.493700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81c558af-afd2-4461-a701-ee227d5e3d46 req-ab0479d5-1965-4b40-b7d0-074a7d1673f8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977523 Nov 04 09:24:46.506309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-abc22aa6-ab44-48ce-b77d-336acfcdb443 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 1001 time: 0.0898666 Nov 04 09:24:46.508595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.518479 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7415d232-dd0e-48ed-b3ea-888836f665ee no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:46.570384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-e36f8888-f711-4d6c-b318-800e25198b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:46.570813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 7415d232-dd0e-48ed-b3ea-888836f665ee {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:46.571362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7415d232-dd0e-48ed-b3ea-888836f665ee not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:46.572355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-e36f8888-f711-4d6c-b318-800e25198b22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 200 len: 835 time: 0.0574758 Nov 04 09:24:46.598667 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.638127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-7060ee74-8aa9-4a5b-802f-b480e79bae21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:46.640781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-7060ee74-8aa9-4a5b-802f-b480e79bae21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606370 Nov 04 09:24:46.650036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.652920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.713947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.715072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f8bbab4-700b-4f29-aff0-dbd57488621c {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:24:46.730129 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.731439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dffd8a68-1f6d-4bfa-9055-5379db3805e6 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3f8bbab4-700b-4f29-aff0-dbd57488621c HTTP/1.1" status: 204 len: 168 time: 2.0008397 Nov 04 09:24:46.734855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53460) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:46.816992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] Deleting subnet 48135b48-2f4f-48ad-9709-87358e083762 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:24:46.823050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-e30a1ee6-5cc5-4ba1-a95a-71624e2c8f67 service neutron] 10.222.0.55 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747825 Nov 04 09:24:46.823794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.866570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b7939-3820-403c-9630-59128459283e req-94c6604f-0878-446c-a049-5fd63c3dec10 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:46.868495 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-529b7939-3820-403c-9630-59128459283e req-94c6604f-0878-446c-a049-5fd63c3dec10 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 946 time: 0.0661597 Nov 04 09:24:46.906034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device af78c29e-ee98-4554-9208-b13eaac9a181 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:46.923464 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:46.932306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-529b7939-3820-403c-9630-59128459283e req-cfdbbc96-bdad-4929-a697-fea1512332fe tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473650 Nov 04 09:24:46.942886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: af78c29e-ee98-4554-9208-b13eaac9a181 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:46.945058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device af78c29e-ee98-4554-9208-b13eaac9a181 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:47.004794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-be6b653e-cdbe-4bac-aabd-8785c70b699c service neutron] 10.222.0.55 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587243 Nov 04 09:24:47.042190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.171732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-aab96cb2-bd31-44d8-91c5-abd41367c929 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:47.173258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-aab96cb2-bd31-44d8-91c5-abd41367c929 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515&tenant_id=5ddb959e0ce346938b6b3e895540bd9d&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1096 time: 0.1059723 Nov 04 09:24:47.185659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816487-1'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:47.189727 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.244585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48135b48-2f4f-48ad-9709-87358e083762,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:47.246982 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.252650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-35664b24-7f23-4c4e-bcad-005bc8043f3d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/48135b48-2f4f-48ad-9709-87358e083762 HTTP/1.1" status: 204 len: 168 time: 0.5143964 Nov 04 09:24:47.252826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3080ea63-39b1-45b6-a4e4-088c3273bb4b None None] Network 8370ca37-0385-47cc-abc9-8c566401201a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:24:47.253017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:47.301584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.346404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.437903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Deleting port 310b75da-1f5d-4a84-933a-8ebeca036437 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:47.438330 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.482008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:47.493404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] DHCP port deletion for 8370ca37-0385-47cc-abc9-8c566401201a request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:24:47.556744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] For port 310b75da-1f5d-4a84-933a-8ebeca036437, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=310b75da-1f5d-4a84-933a-8ebeca036437,segment=NetworkSegment(9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8),segment_id=9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:47.556744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.589065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Calling delete_port for 310b75da-1f5d-4a84-933a-8ebeca036437 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:47.591549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Deleting port 310b75da-1f5d-4a84-933a-8ebeca036437 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:47.591960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.662976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] For port 310b75da-1f5d-4a84-933a-8ebeca036437, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=310b75da-1f5d-4a84-933a-8ebeca036437,segment=NetworkSegment(9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8),segment_id=9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:47.663292 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.690237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Calling delete_port for 310b75da-1f5d-4a84-933a-8ebeca036437 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:47.696297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f9f76-318c-454a-b9c7-449dd255ff8e req-f4888677-b17f-4c0f-9062-f1960d2326ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:47.698199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b2f9f76-318c-454a-b9c7-449dd255ff8e req-f4888677-b17f-4c0f-9062-f1960d2326ab tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.1067643 Nov 04 09:24:47.752883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b2f9f76-318c-454a-b9c7-449dd255ff8e req-aa45ae16-5e16-495c-b235-fb1ebc2b35b9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461440 Nov 04 09:24:47.753684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.797240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] No DVR routers for this DVR port 310b75da-1f5d-4a84-933a-8ebeca036437 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:47.798910 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.810854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Pushing event deleted for resources: {'Port': ['ID=310b75da-1f5d-4a84-933a-8ebeca036437,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:47.827413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Pushing event deleted for resources: {'Port': ['ID=310b75da-1f5d-4a84-933a-8ebeca036437,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:47.835994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.836703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.837242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.837800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.838355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.838884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.839410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.839959 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.840507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.841030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.841554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.842075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:47.847568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc08dcb0-0bf5-4e11-8c12-e9d3ef0a1e68 None None] No DVR routers for this DVR port 310b75da-1f5d-4a84-933a-8ebeca036437 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:47.894783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.913436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:24:47.918287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8370ca37-0385-47cc-abc9-8c566401201a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:47.928292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:47.928593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b36cfb5-beb8-4c5f-8bf2-fd9033d290c8') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:47.941087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.962722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.962970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.968992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:24:47.969528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:47.974736 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:24:48.034854 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:24:48.038510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.043659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.047911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8370ca37-0385-47cc-abc9-8c566401201a HTTP/1.1" status: 204 len: 168 time: 0.7932177 Nov 04 09:24:48.086780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab228eb2-beab-4b9f-9e57-68fe9d939382 admin admin] Pushing event deleted for resources: {'Network': ['ID=8370ca37-0385-47cc-abc9-8c566401201a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:48.117354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea00c96-5d10-4c95-a30d-6f6ddf2dd3a8 req-432fcec6-d2de-4ca6-ada5-7ed211bca6e7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:48.119672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ea00c96-5d10-4c95-a30d-6f6ddf2dd3a8 req-432fcec6-d2de-4ca6-ada5-7ed211bca6e7 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 946 time: 0.0713727 Nov 04 09:24:48.170793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ea00c96-5d10-4c95-a30d-6f6ddf2dd3a8 req-a8401301-2243-4feb-ac2d-ba2847cc773e tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Nov 04 09:24:48.183891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:48.191317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:48.194488 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0547b11-2e68-49f8-8210-aa986e1919cb" -d '{"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-unplugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:48.267719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-492029a7-d20b-453f-8510-45add55eea25 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:48.269302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-492029a7-d20b-453f-8510-45add55eea25 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 946 time: 0.1845877 Nov 04 09:24:48.375949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53496) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:48.394252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on host n-h1-816487-1 for vnic_type normal with profile {"migrating_to": "n-h2-816487-1"} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:24:48.395175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:24:48.395507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:48.402187 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861b8345-ccf7-4bec-b722-ee704610f2a3 x-openstack-request-id: req-861b8345-ccf7-4bec-b722-ee704610f2a3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:48.402815 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-unplugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:48.402815 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-861b8345-ccf7-4bec-b722-ee704610f2a3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:48.403029 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'code': 200} Nov 04 09:24:48.407605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:24:48.407970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Attempting to bind port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:48.416176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:24:48.416646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Checking segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:24:48.417174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Bound using segment: {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:24:48.417617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Bound port: 771b9f48-b166-42e4-8987-8d0681e1c0f8, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09afe3c5-09d4-49c5-b5ab-f39469063d79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:24:48.417975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.425911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d5a4253-ef0c-4f67-a2c6-121b1f657c45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e75a358e2434a75be962d9aea152228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487914 Nov 04 09:24:48.428507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:48.478243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Deleting port 82320201-6480-4972-883f-7d7733d35aca {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:48.478590 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.482693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-158d68f8-41ed-4daa-8c79-df36d453c8a0 None None] Provisioning complete for port 771b9f48-b166-42e4-8987-8d0681e1c0f8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:48.483242 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-158d68f8-41ed-4daa-8c79-df36d453c8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.493108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ad54ac1-b976-466d-a884-4182b4fc7ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.525010 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ad54ac1-b976-466d-a884-4182b4fc7ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.529627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-158d68f8-41ed-4daa-8c79-df36d453c8a0 None None] Port 771b9f48-b166-42e4-8987-8d0681e1c0f8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:24:48.559304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:24:48.563897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:24:48.573675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.577610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ad54ac1-b976-466d-a884-4182b4fc7ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.581631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ad54ac1-b976-466d-a884-4182b4fc7ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.582023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4ad54ac1-b976-466d-a884-4182b4fc7ea8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c46cacd6-915a-4dc1-962b-618d42c61f8d HTTP/1.1" status: 204 len: 168 time: 0.1523929 Nov 04 09:24:48.591478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad54ac1-b976-466d-a884-4182b4fc7ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46cacd6-915a-4dc1-962b-618d42c61f8d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:48.730804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] For port 82320201-6480-4972-883f-7d7733d35aca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=82320201-6480-4972-883f-7d7733d35aca,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:48.731673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.750127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:48.770052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Calling delete_port for 82320201-6480-4972-883f-7d7733d35aca owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:48.899054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:48.899691 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:48.901230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f87b0360-5b67-4208-af3b-c248c17b61a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 1121 time: 1.7200093 Nov 04 09:24:48.910456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4d0aeb08-a983-4a78-8d07-0dc100119dfc no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:48.982696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4d0aeb08-a983-4a78-8d07-0dc100119dfc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:48.983043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4d0aeb08-a983-4a78-8d07-0dc100119dfc not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:48.983677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 310b75da-1f5d-4a84-933a-8ebeca036437 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:48.988379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d66122-9912-4614-a7ca-bd4782ce7977 req-532dfeeb-24b5-4636-9f7b-fdc3357395a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:49.014936 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50d66122-9912-4614-a7ca-bd4782ce7977 req-532dfeeb-24b5-4636-9f7b-fdc3357395a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 943 time: 0.1244545 Nov 04 09:24:49.038568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 310b75da-1f5d-4a84-933a-8ebeca036437 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:49.044173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 310b75da-1f5d-4a84-933a-8ebeca036437 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:49.049910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['771b9f48-b166-42e4-8987-8d0681e1c0f8'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:24:49.067653 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50d66122-9912-4614-a7ca-bd4782ce7977 req-cca78aa7-8824-4901-a607-b90b7887dc1c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508378 Nov 04 09:24:49.097036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.122349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ee62934c-b570-4f98-9522-d2eddf9aadf9 None None] Provisioning complete for port 771b9f48-b166-42e4-8987-8d0681e1c0f8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:49.123256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee62934c-b570-4f98-9522-d2eddf9aadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.147282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event deleted for resources: {'Port': ['ID=82320201-6480-4972-883f-7d7733d35aca,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:49.214126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] No DVR routers for this DVR port 82320201-6480-4972-883f-7d7733d35aca on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:49.217358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.220937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b01d6c71-3fd8-4f76-84fb-d4d6f3680dec req-d62a0cf6-589d-4ee0-b5c5-58fca68e59cc tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "DELETE /v2.0/ports/82320201-6480-4972-883f-7d7733d35aca HTTP/1.1" status: 204 len: 173 time: 0.9443977 Nov 04 09:24:49.232688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:49.342469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad0cde47-beb6-41f4-825e-fd63249ff3ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2ef15dbe8dd4988b6eaf9763c044767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1078894 Nov 04 09:24:49.345396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53524) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:49.355412 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee62934c-b570-4f98-9522-d2eddf9aadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.370784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df931804-8181-4605-a8ba-43804daa6de7 req-98315dfd-7d0a-4832-b039-e5afc3a6b2d2 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=290da0c5-acc0-4913-8c2e-7abfb1a0e86c HTTP/1.1" status: 200 len: 210 time: 0.0572879 Nov 04 09:24:49.416694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:49.419005 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0abd35-4224-4bc0-aedb-20c3f3327791" -d '{"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-plugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:49.438696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ee62934c-b570-4f98-9522-d2eddf9aadf9 None None] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:49.443600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6867c67b-7e2c-4e78-817b-19736b53a7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.468873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee62934c-b570-4f98-9522-d2eddf9aadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.471118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6867c67b-7e2c-4e78-817b-19736b53a7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.532042 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6867c67b-7e2c-4e78-817b-19736b53a7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.535373 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6867c67b-7e2c-4e78-817b-19736b53a7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:49.536868 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6867c67b-7e2c-4e78-817b-19736b53a7d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e41742dc-313c-41c4-aba9-11fd9b10e6c6 HTTP/1.1" status: 204 len: 168 time: 0.1903901 Nov 04 09:24:49.546037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867c67b-7e2c-4e78-817b-19736b53a7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41742dc-313c-41c4-aba9-11fd9b10e6c6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:49.611449 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd20c64-c45e-42bc-b974-a061b9023060 x-openstack-request-id: req-9fd20c64-c45e-42bc-b974-a061b9023060 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:49.612045 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-plugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:49.612177 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fd20c64-c45e-42bc-b974-a061b9023060 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:49.612684 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'code': 200} Nov 04 09:24:49.767041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62934c-b570-4f98-9522-d2eddf9aadf9 None None] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:49.842464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fe514cec-96a4-4916-b2f7-bfa3cfdf43a2'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:24:50.230196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59e3ff-b836-4d12-b44f-e264d291fae1 req-9e4f6a8b-d91b-43ea-b2d8-be1829d13678 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:50.238195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d59e3ff-b836-4d12-b44f-e264d291fae1 req-9e4f6a8b-d91b-43ea-b2d8-be1829d13678 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.0641220 Nov 04 09:24:50.290395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d59e3ff-b836-4d12-b44f-e264d291fae1 req-9e48ec84-95a3-40f9-8ec6-869253e3b9c3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444667 Nov 04 09:24:50.404786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}, {'server_uuid': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'name': 'network-vif-deleted', 'tag': '82320201-6480-4972-883f-7d7733d35aca'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:50.412572 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57" -d '{"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}, {"server_uuid": "290da0c5-acc0-4913-8c2e-7abfb1a0e86c", "name": "network-vif-deleted", "tag": "82320201-6480-4972-883f-7d7733d35aca"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:50.489128 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff8601-ca87-4ac8-8df6-4c13723b01f7 x-openstack-request-id: req-58ff8601-ca87-4ac8-8df6-4c13723b01f7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:50.489709 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "status": "completed", "code": 200}, {"server_uuid": "290da0c5-acc0-4913-8c2e-7abfb1a0e86c", "name": "network-vif-deleted", "tag": "82320201-6480-4972-883f-7d7733d35aca", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:50.490084 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58ff8601-ca87-4ac8-8df6-4c13723b01f7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:50.490564 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'status': 'completed', 'code': 200} Nov 04 09:24:50.490884 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290da0c5-acc0-4913-8c2e-7abfb1a0e86c', 'name': 'network-vif-deleted', 'tag': '82320201-6480-4972-883f-7d7733d35aca', 'status': 'completed', 'code': 200} Nov 04 09:24:50.525677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53576) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:50.542996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 82320201-6480-4972-883f-7d7733d35aca no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:50.579397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 82320201-6480-4972-883f-7d7733d35aca {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:50.591092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 82320201-6480-4972-883f-7d7733d35aca not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:50.619941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-14b6fe0e-40d8-4eeb-89e9-a1bde1bffd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:50.624764 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-14b6fe0e-40d8-4eeb-89e9-a1bde1bffd83 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1126 time: 0.1054196 Nov 04 09:24:50.755969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-849989092-network', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:50.756372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-905a49e8-df29-4485-9fe6-7aef46437a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:50.757982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-905a49e8-df29-4485-9fe6-7aef46437a2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 898 time: 0.1283984 Nov 04 09:24:50.790295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:24:50.793724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:50.809784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:50.891008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-2b334582-a9ab-4496-9587-9078cd913ccb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 1001 time: 0.1132748 Nov 04 09:24:50.955175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-39a41ea1-525e-4e81-b28b-9a2747163ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:50.957002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-39a41ea1-525e-4e81-b28b-9a2747163ca4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 200 len: 835 time: 0.0583472 Nov 04 09:24:50.967438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574bb39-0004-4d73-b984-828cd1c63402 req-e1f0edda-86d3-4f43-8e52-1944916891ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:50.969091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a574bb39-0004-4d73-b984-828cd1c63402 req-e1f0edda-86d3-4f43-8e52-1944916891ad tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1024237 Nov 04 09:24:51.014148 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.019583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-ec6c7498-9419-4a0e-a211-f799dd7f70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:51.021342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-ec6c7498-9419-4a0e-a211-f799dd7f70ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564153 Nov 04 09:24:51.024460 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.072461 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a574bb39-0004-4d73-b984-828cd1c63402 req-444b5afd-13dc-4b75-ad20-501a998a5211 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896516 Nov 04 09:24:51.090317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:24:51.100518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:51.115876 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.116234 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Added segment 6612236d-f737-4c3e-83b3-df62ef120fd6 of type vlan for network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 Nov 04 09:24:51.166155 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-e5414306-492b-4ff2-988e-6d074be23fef service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345901 Nov 04 09:24:51.170318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.197181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.198356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:51.198989 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.220479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6936007 Nov 04 09:24:51.222088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53590) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:51.227654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Request body: {'subnet': {'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-849989092-subnet', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:51.271463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:24:51.274040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.277581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda6704-3e61-4ef8-ac05-ea7cbb464d88 admin admin] Pushing event updated for resources: {'Network': ['ID=d08689f8-fafb-46ea-9e3f-9eee3450c0d5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:51.288069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:24:51.360250 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00003b9e-f0f2-44b2-8c81-5b7b5bf85d57 req-6545aa3b-45f8-46d5-9ae8-6e3140165833 service neutron] 10.222.0.70 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663964 Nov 04 09:24:51.435785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665802f-73e0-4c33-8c18-22ec06e76787 req-f686744f-d53c-4b1f-89e7-ad5fe6e93498 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:51.437373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d665802f-73e0-4c33-8c18-22ec06e76787 req-f686744f-d53c-4b1f-89e7-ad5fe6e93498 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.0730968 Nov 04 09:24:51.484426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d665802f-73e0-4c33-8c18-22ec06e76787 req-fd3b52c5-f086-4be3-a20e-273f7505c719 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408661 Nov 04 09:24:51.517279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.583954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3423aea6-7135-467b-a91e-f3b9ded6465a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:51.587197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:24:51.587568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Network hostable DHCP agents. Network: d08689f8-fafb-46ea-9e3f-9eee3450c0d5, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:24:51.609722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:24:51.621277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, d08689f8-fafb-46ea-9e3f-9eee3450c0d5) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:51.631688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f35e4-8226-47db-8b31-6c0e00facdca None None] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:24:51.634948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:51.635896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.654577 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e0b59cf5-5c64-4e9c-b32d-040feab5e0fc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4290090 Nov 04 09:24:51.654973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:51.659626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:51.683129 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.684611 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.743354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.803110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-d08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:24:51.804381 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:51.912646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.053498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e15470-5888-47d5-870a-400f6b5487de req-19f4b1e0-7ca5-4d05-921b-f50d49198e6f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:52.056265 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62e15470-5888-47d5-870a-400f6b5487de req-19f4b1e0-7ca5-4d05-921b-f50d49198e6f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.0684416 Nov 04 09:24:52.184631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Deleting port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:52.184631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.231657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Allocated IP 172.20.0.2 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/54d10606-78d6-4243-b9f6-cbd049c509d5) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:24:52.343187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] For port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:52.343694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.383428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Calling delete_port for fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:52.393939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.430397 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.432475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.447829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.449221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227d6f2-c816-4afb-b212-1fd8d1cf2614 req-5f219d47-1145-4b14-8f20-0b20a02636b6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:52.458750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e227d6f2-c816-4afb-b212-1fd8d1cf2614 req-5f219d47-1145-4b14-8f20-0b20a02636b6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f364-687b-48af-8c6f-1036d2d53eb8 HTTP/1.1" status: 200 len: 945 time: 0.1758204 Nov 04 09:24:52.563110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:24:52.566358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:24:52.569143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Pushing event updated for resources: {'Port': ['ID=54d10606-78d6-4243-b9f6-cbd049c509d5,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:52.582808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:52.587367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:24:52.620283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Allocated IP 172.25.3.2 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/7039c972-d5c3-40f9-87d6-0fdffc62bc73) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:24:52.640056 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.666817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e227d6f2-c816-4afb-b212-1fd8d1cf2614 req-bf0ef337-bd42-4783-b255-bea4f8c56b3f tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=73fd00b6-f785-49e1-bab2-2bb3dff3f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071230 Nov 04 09:24:52.700837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event deleted for resources: {'Port': ['ID=fe514cec-96a4-4916-b2f7-bfa3cfdf43a2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:52.772042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Attempting to bind port 54d10606-78d6-4243-b9f6-cbd049c509d5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:24:52.773021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Attempting to bind port 54d10606-78d6-4243-b9f6-cbd049c509d5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:24:52.773714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Attempting to bind port 54d10606-78d6-4243-b9f6-cbd049c509d5 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:52.812881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:24:52.817403 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:24:52.817885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.818286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:24:52.818792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Bound port: 54d10606-78d6-4243-b9f6-cbd049c509d5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:24:52.819321 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.822890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] No DVR routers for this DVR port fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:52.826377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.830227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-62e15470-5888-47d5-870a-400f6b5487de req-2fe6ad36-bcc4-4675-8478-f3a692fab9f1 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "DELETE /v2.0/ports/fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 HTTP/1.1" status: 204 len: 173 time: 0.7588763 Nov 04 09:24:52.830712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'name': 'network-vif-deleted', 'tag': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:52.833501 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e433870-51de-4bcb-afc3-7c770d183042" -d '{"events": [{"server_uuid": "4684f364-687b-48af-8c6f-1036d2d53eb8", "name": "network-vif-deleted", "tag": "fe514cec-96a4-4916-b2f7-bfa3cfdf43a2"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:52.904803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:52.915473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:52.931621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf95e8c-ee9d-4890-a0da-69dbd8c3cc74 req-eb29a645-954a-498f-8bc4-cc0859662ef7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:52.933245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bf95e8c-ee9d-4890-a0da-69dbd8c3cc74 req-eb29a645-954a-498f-8bc4-cc0859662ef7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.1459630 Nov 04 09:24:53.010397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] For port 54d10606-78d6-4243-b9f6-cbd049c509d5, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:24:53.014592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] For port 54d10606-78d6-4243-b9f6-cbd049c509d5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=54d10606-78d6-4243-b9f6-cbd049c509d5,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:24:53.022615 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:53.036135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 has no active binding in host n-h2-816487-1 {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 04 09:24:53.043413 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bf95e8c-ee9d-4890-a0da-69dbd8c3cc74 req-00f458ab-1376-4871-b940-81382f050619 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004541 Nov 04 09:24:53.058608 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:53.102579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:24:53.108548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:53.112886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b4f177-d6c1-45c1-a27b-063f28309e5c None None] Pushing event updated for resources: {'Port': ['ID=54d10606-78d6-4243-b9f6-cbd049c509d5,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:53.116076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:24:53.121328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Pushing event updated for resources: {'Port': ['ID=7039c972-d5c3-40f9-87d6-0fdffc62bc73,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:53.140928 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1645628b-270f-430f-8090-913a0e6c8872 x-openstack-request-id: req-1645628b-270f-430f-8090-913a0e6c8872 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:53.141230 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4684f364-687b-48af-8c6f-1036d2d53eb8", "name": "network-vif-deleted", "tag": "fe514cec-96a4-4916-b2f7-bfa3cfdf43a2", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:53.141479 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1645628b-270f-430f-8090-913a0e6c8872 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:53.142383 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f364-687b-48af-8c6f-1036d2d53eb8', 'name': 'network-vif-deleted', 'tag': 'fe514cec-96a4-4916-b2f7-bfa3cfdf43a2', 'status': 'completed', 'code': 200} Nov 04 09:24:53.503957 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:53.746255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:54.140592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-76771215-dd22-498c-aee4-e48698ea2d0f tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:24:54.141411 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-76771215-dd22-498c-aee4-e48698ea2d0f tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061898 Nov 04 09:24:54.206829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdddac-343c-4402-95e8-86f356f9b289 req-8a411742-a95c-4e43-a16c-0c95d152a7c6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:54.208440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0cdddac-343c-4402-95e8-86f356f9b289 req-8a411742-a95c-4e43-a16c-0c95d152a7c6 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0941207 Nov 04 09:24:54.213198 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-c6e448a5-d602-4efb-b4c1-65af74be6dc3 service neutron] 10.222.0.70 "GET /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8/bindings/n-h2-816487-1 HTTP/1.1" status: 200 len: 384 time: 0.0631435 Nov 04 09:24:54.286244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0cdddac-343c-4402-95e8-86f356f9b289 req-b5d4848b-9c92-41ae-b7ce-1f49657355ed tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692477 Nov 04 09:24:54.311314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:24:54.372211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf480c9-2c33-40e6-8ab0-b034c682a964 None None] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:24:54.437927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:54.460928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:24:54.503735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d1e1e-04b7-46ab-a81c-93161df2a06d req-d70afcb9-92af-4c6d-8163-2f48bbbbd1b3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:54.505978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-931d1e1e-04b7-46ab-a81c-93161df2a06d req-d70afcb9-92af-4c6d-8163-2f48bbbbd1b3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 945 time: 0.1126897 Nov 04 09:24:54.516993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:54.535543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:54.552308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:54.573476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:54.583993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-812c4275-dbfd-4b27-a4e1-accccceecc7f None None] Provisioning complete for port 54d10606-78d6-4243-b9f6-cbd049c509d5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:54.584853 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-812c4275-dbfd-4b27-a4e1-accccceecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:54.589751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:54.589751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d3ed7c3-3e62-4118-9b89-46de103c4127 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9340713 Nov 04 09:24:54.594493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53666) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:54.608229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-931d1e1e-04b7-46ab-a81c-93161df2a06d req-8b9fc50a-e6fe-401a-a986-810b5a2ba980 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923080 Nov 04 09:24:54.622650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:54.656968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:54.657766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:54.658104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Transition to ACTIVE for port object 771b9f48-b166-42e4-8987-8d0681e1c0f8 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:24:54.661811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:54.662172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fe514cec-96a4-4916-b2f7-bfa3cfdf43a2 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:54.662702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:54.665797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:54.941135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:54.958635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Pushing event updated for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:55.070719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] No DVR routers for this DVR port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:55.074265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 54d10606-78d6-4243-b9f6-cbd049c509d5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:24:55.150281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:55.218042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.218042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.218990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.218990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.219285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.219464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.219795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.220178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.220500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.220828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.221149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.221469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:24:55.226045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:55.229051 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad631b5-70dc-438b-a87f-11c0dd9e16a5" -d '{"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-unplugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:55.262864 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-812c4275-dbfd-4b27-a4e1-accccceecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:55.267795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 54d10606-78d6-4243-b9f6-cbd049c509d5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:55.268540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:55.282613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-079e4e66-27dc-4238-be03-826a5d952bc5 service neutron] 10.222.0.70 "PUT /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8/bindings/n-h2-816487-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0589967 Nov 04 09:24:55.284035 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefbf44c-ae6b-4faa-b813-a391ec3af9c3 x-openstack-request-id: req-cefbf44c-ae6b-4faa-b813-a391ec3af9c3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:55.284320 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-unplugged", "status": "completed", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:55.284569 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cefbf44c-ae6b-4faa-b813-a391ec3af9c3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:55.284961 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'code': 200} Nov 04 09:24:55.377042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-812c4275-dbfd-4b27-a4e1-accccceecc7f None None] For port 54d10606-78d6-4243-b9f6-cbd049c509d5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=54d10606-78d6-4243-b9f6-cbd049c509d5,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:55.387665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-812c4275-dbfd-4b27-a4e1-accccceecc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:55.432342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-874d6897-8509-4f9d-b806-98933b92f7f7 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:55.434643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-874d6897-8509-4f9d-b806-98933b92f7f7 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515&tenant_id=5ddb959e0ce346938b6b3e895540bd9d&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.0915942 Nov 04 09:24:55.455309 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:55.485113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40e1904-2e72-4f49-9d6c-2b27cbb6c45e req-bd2368b1-9cc3-43b6-92cd-79963bff72db tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:55.486662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b40e1904-2e72-4f49-9d6c-2b27cbb6c45e req-bd2368b1-9cc3-43b6-92cd-79963bff72db tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.0862100 Nov 04 09:24:55.532316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-92da2862-1a9c-4d16-a045-cb0df5041772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:55.535053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-92da2862-1a9c-4d16-a045-cb0df5041772 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 1095 time: 0.0913980 Nov 04 09:24:55.541531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c4275-dbfd-4b27-a4e1-accccceecc7f None None] Pushing event updated for resources: {'Port': ['ID=54d10606-78d6-4243-b9f6-cbd049c509d5,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:55.609645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f03147bc-3ba7-4196-9a97-956f8ada748a None None] Provisioning complete for port 54d10606-78d6-4243-b9f6-cbd049c509d5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:55.610030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f03147bc-3ba7-4196-9a97-956f8ada748a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:55.640925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b40e1904-2e72-4f49-9d6c-2b27cbb6c45e req-03db9719-1dff-4bc4-a3ab-cb242badff97 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429012 Nov 04 09:24:55.661384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-a520c163-95af-42cf-afb3-157eb05b6f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:55.664056 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-a520c163-95af-42cf-afb3-157eb05b6f53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1095 time: 0.0639672 Nov 04 09:24:55.696474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:53Z', 'revision_number': 3, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:55.736806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:55.737308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Updating router 49ac507a-1193-4fa8-8878-0d3041ec4fbd port 7039c972-d5c3-40f9-87d6-0fdffc62bc73 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:24:55.774064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:55.805880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Allocated IP 172.20.0.1 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:24:55.856690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-3005cf80-50a9-42a9-815d-b95b773aa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:55.858278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-3005cf80-50a9-42a9-815d-b95b773aa7ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 898 time: 0.1867330 Nov 04 09:24:55.902146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-b6a9b626-8b0c-4908-849a-124b4d315d47 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:55.906401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-b6a9b626-8b0c-4908-849a-124b4d315d47 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1110804 Nov 04 09:24:55.930786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb91990-e2a5-4974-a6b5-9846ad36d3e5 req-d61bd50a-a5e9-4b7f-b917-d24240f45000 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:55.938345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cb91990-e2a5-4974-a6b5-9846ad36d3e5 req-d61bd50a-a5e9-4b7f-b917-d24240f45000 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.1200790 Nov 04 09:24:55.968099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-0c277d0b-debc-4e83-9b49-0363fd93c0ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 999 time: 0.0870061 Nov 04 09:24:56.011204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cb91990-e2a5-4974-a6b5-9846ad36d3e5 req-648d82b0-0ce1-4359-8be4-56037e8319ae tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717759 Nov 04 09:24:56.048377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.096606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.102922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f95bd7f5-4d09-4cf6-879e-4df11be5e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:56.104505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-f95bd7f5-4d09-4cf6-879e-4df11be5e2c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 200 len: 835 time: 0.1272948 Nov 04 09:24:56.166320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:24:56.169889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:56.172863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:24:56.174610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Deleting port a6fb5ace-6062-48ad-b6a7-1d642dc8989f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:24:56.175037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.189274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:56.232048 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.233763 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.251514 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.252491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-7129e957-b897-4c8c-901b-c297939fd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:56.254137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-7129e957-b897-4c8c-901b-c297939fd7c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293659 Nov 04 09:24:56.337971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa60f84-7486-49c1-99f3-a1c75d1a5c29 None None] Pushing event updated for resources: {'Port': ['ID=7039c972-d5c3-40f9-87d6-0fdffc62bc73,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:56.369357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Attempting to bind port 7039c972-d5c3-40f9-87d6-0fdffc62bc73 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:24:56.369741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Attempting to bind port 7039c972-d5c3-40f9-87d6-0fdffc62bc73 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:24:56.370852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Attempting to bind port 7039c972-d5c3-40f9-87d6-0fdffc62bc73 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:24:56.382554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:24:56.383893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:24:56.384523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.385146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:24:56.386020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Bound port: 7039c972-d5c3-40f9-87d6-0fdffc62bc73, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:24:56.386633 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.398376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] For port a6fb5ace-6062-48ad-b6a7-1d642dc8989f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:56.399221 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.461049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.477261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] For port 7039c972-d5c3-40f9-87d6-0fdffc62bc73, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:24:56.482153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] For port 7039c972-d5c3-40f9-87d6-0fdffc62bc73, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7039c972-d5c3-40f9-87d6-0fdffc62bc73,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:24:56.485658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-9f1ebc41-d04e-48cb-a5a0-007b7340ebc8 service neutron] 10.222.0.55 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151763 Nov 04 09:24:56.488004 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.552438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9c4e19b6-8d7c-4887-ab75-b1104d6ae174 None None] Provisioning complete for port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:56.552847 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c4e19b6-8d7c-4887-ab75-b1104d6ae174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.619198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:56.619846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:56.691765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.703199 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.716128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9c4e19b6-8d7c-4887-ab75-b1104d6ae174 None None] Port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:24:56.719651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa60f84-7486-49c1-99f3-a1c75d1a5c29 None None] Pushing event updated for resources: {'Port': ['ID=7039c972-d5c3-40f9-87d6-0fdffc62bc73,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:56.763496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.763878 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.764231 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Floating IP 52bac1fd-281c-4d0a-9570-8a1d1d3f67cb disassociated. External IP: 172.25.3.83, port: a6fb5ace-6062-48ad-b6a7-1d642dc8989f. Nov 04 09:24:56.764674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Calling delete_port for a6fb5ace-6062-48ad-b6a7-1d642dc8989f owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:24:56.790218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-025c767d-57d3-40a1-bf6e-67b8456e5c56 service neutron] 10.222.0.55 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261040 Nov 04 09:24:56.802094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:56.826577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Pushing event updated for resources: {'Port': ['ID=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:56.844021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:56.927476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7f17a-a516-473e-bd48-6c2f633656dc req-e7ba7ed9-12fc-4bda-b1c2-caa3af249be4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:56.951889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1a7f17a-a516-473e-bd48-6c2f633656dc req-e7ba7ed9-12fc-4bda-b1c2-caa3af249be4 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 945 time: 0.1686935 Nov 04 09:24:56.960760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 54d10606-78d6-4243-b9f6-cbd049c509d5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:24:57.019471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:57.048401 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1a7f17a-a516-473e-bd48-6c2f633656dc req-f0b6f24d-4036-4b2d-9bee-406b6bd261de tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups?id=a76b2be0-8f35-4d04-a3ea-480911abef76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926788 Nov 04 09:24:57.083540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:24:57.086065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:24:57.144036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event deleted for resources: {'Port': ['ID=a6fb5ace-6062-48ad-b6a7-1d642dc8989f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:57.195794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:24:55Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:57.197944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 54d10606-78d6-4243-b9f6-cbd049c509d5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:57.198336 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:57.252241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57988d01-0410-4ac0-8ecf-9c7a22db92c7 None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:24:55Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:24:57.391120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-3d8a18c0-c9c2-410e-9659-923a0306bb7a tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:57.392967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-3d8a18c0-c9c2-410e-9659-923a0306bb7a tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515&tenant_id=5ddb959e0ce346938b6b3e895540bd9d&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 1095 time: 0.3187056 Nov 04 09:24:57.405760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49b9c1-4c8b-4cb3-9607-ed1e0ce19672 req-ab0cafc1-1a27-4c87-8aaf-7bf6526fba29 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:57.417886 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b49b9c1-4c8b-4cb3-9607-ed1e0ce19672 req-ab0cafc1-1a27-4c87-8aaf-7bf6526fba29 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.2342672 Nov 04 09:24:57.488497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:57.528508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b49b9c1-4c8b-4cb3-9607-ed1e0ce19672 req-d0fbfdaf-a0e4-4202-9835-ede5cde8f420 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945482 Nov 04 09:24:57.536087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:24:57.567095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e980754b-e9a8-4f9e-a316-a8616103f49f None None] Provisioning complete for port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:57.567565 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e980754b-e9a8-4f9e-a316-a8616103f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:57.621670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e980754b-e9a8-4f9e-a316-a8616103f49f None None] Port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:24:57.778111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:57.792665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-312907a4-2080-4c78-97cc-f7a0a7048643 admin admin] 10.222.0.53 "PUT /v2.0/routers/49ac507a-1193-4fa8-8878-0d3041ec4fbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1971982 Nov 04 09:24:57.901087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffc111-6808-488c-8a11-8250b0e61f4c req-1ef17087-3a23-4f48-a47d-5d4cfeb13597 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:57.909851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90ffc111-6808-488c-8a11-8250b0e61f4c req-1ef17087-3a23-4f48-a47d-5d4cfeb13597 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1095 time: 0.1156244 Nov 04 09:24:57.990926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90ffc111-6808-488c-8a11-8250b0e61f4c req-5e00dd3d-b592-41e2-bed6-10b3597fb5fe tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801623 Nov 04 09:24:58.216490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38dd7a-d0b6-4baf-b96d-276a8d95288f req-977f6886-2b1f-4d6f-b663-a62902f84dcf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:58.218125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d38dd7a-d0b6-4baf-b96d-276a8d95288f req-977f6886-2b1f-4d6f-b663-a62902f84dcf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.0920246 Nov 04 09:24:58.270917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d38dd7a-d0b6-4baf-b96d-276a8d95288f req-dd97e47b-0c75-4c37-a251-6cc63b1793db tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462747 Nov 04 09:24:58.298728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:58.316366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:24:58.332081 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] Sync routers for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:24:58.349016 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:58.350872 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:58.394222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] No DVR routers for this DVR port a6fb5ace-6062-48ad-b6a7-1d642dc8989f on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:24:58.396630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-430b7334-0393-4c05-8134-8088825a68b5 service neutron] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:24:58.401291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:58.416207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b42fbcbd-7f4d-4676-9085-0c07be450a05 req-f251bff5-8f39-40fc-ac96-0ab66b83b951 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.70 "DELETE /v2.0/ports/a6fb5ace-6062-48ad-b6a7-1d642dc8989f HTTP/1.1" status: 204 len: 173 time: 2.4364977 Nov 04 09:24:58.416842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-deleted', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:24:58.424691 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2865a1-ceae-4bf7-a352-9d603dd4b4fb" -d '{"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-deleted", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:24:58.449198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-430b7334-0393-4c05-8134-8088825a68b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:58.452203 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-430b7334-0393-4c05-8134-8088825a68b5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8/bindings/n-h1-816487-1 HTTP/1.1" status: 204 len: 173 time: 1.0468774 Nov 04 09:24:58.496424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-11fd3695-8c90-4b79-a26b-fb0079d93e78 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/7628d08c-b41e-40f3-908c-7aec5ad1a0a3 HTTP/1.1" status: 200 len: 991 time: 0.1961939 Nov 04 09:24:58.559627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c87f016-ecec-4052-a4a0-bfa632a16989 req-4edf321e-51a9-43b5-ba8d-e153b1ae0bed tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/ports?device_id=03adca6c-1367-4038-9837-4e274ad92e9b HTTP/1.1" status: 200 len: 210 time: 0.0617225 Nov 04 09:24:58.633268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:24:58.657659 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:58.672046 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f05cfb-4df7-4e43-94ab-5df5f9480f16 x-openstack-request-id: req-d0f05cfb-4df7-4e43-94ab-5df5f9480f16 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:24:58.672353 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03adca6c-1367-4038-9837-4e274ad92e9b", "name": "network-vif-deleted", "tag": "a6fb5ace-6062-48ad-b6a7-1d642dc8989f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:24:58.672791 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0f05cfb-4df7-4e43-94ab-5df5f9480f16 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:24:58.673419 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03adca6c-1367-4038-9837-4e274ad92e9b', 'name': 'network-vif-deleted', 'tag': 'a6fb5ace-6062-48ad-b6a7-1d642dc8989f', 'status': 'completed', 'code': 200} Nov 04 09:24:58.688543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: a6fb5ace-6062-48ad-b6a7-1d642dc8989f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:24:58.689072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a6fb5ace-6062-48ad-b6a7-1d642dc8989f not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:24:58.954725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7039c972-d5c3-40f9-87d6-0fdffc62bc73 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:24:59.000547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53762) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:59.013172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-867409517-network', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:59.051721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Made reservation on behalf of fe83702bc2fa4d25b5fb66836817a605 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:24:59.057032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.068537 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.114273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7039c972-d5c3-40f9-87d6-0fdffc62bc73 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:24:59.114788 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.203948 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:14Z', 'revision_number': 5, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:59.222403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.228449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.250170 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] Checking router: 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:24:59.258704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:24:59.266142 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:24:59.267171 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:24:59.269382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2282f06-bb01-49ae-ad24-bb2a73e5e68e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:59.288228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.288782 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Added segment 37b0542e-2cac-4998-b20f-dc19c02b0f25 of type vlan for network 1324e61a-7ab5-4d57-86bc-a4f96013906e Nov 04 09:24:59.376048 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.440974 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.442462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:24:59.443083 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.493740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.541696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 7039c972-d5c3-40f9-87d6-0fdffc62bc73, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7039c972-d5c3-40f9-87d6-0fdffc62bc73,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:24:59.548493 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.551694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] Pushing event updated for resources: {'Network': ['ID=1324e61a-7ab5-4d57-86bc-a4f96013906e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:59.565474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d0bdc4cf-a245-4576-8075-83e271c71107 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5631905 Nov 04 09:24:59.568454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53768) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:59.576162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Request body: {'subnet': {'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-867409517-subnet', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:24:59.586483 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:24:59.647509 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:24:59.669729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Made reservation on behalf of fe83702bc2fa4d25b5fb66836817a605 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:24:59.676923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.719818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=7039c972-d5c3-40f9-87d6-0fdffc62bc73,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:24:59.754827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53774) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:24:59.915706 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67e27bfe-b99f-440a-b053-a12b72d79fb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:24:59.973694 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67e27bfe-b99f-440a-b053-a12b72d79fb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.041532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.052502 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:14Z', 'revision_number': 5, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:00.063269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67e27bfe-b99f-440a-b053-a12b72d79fb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.065957 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-67e27bfe-b99f-440a-b053-a12b72d79fb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.067141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-67e27bfe-b99f-440a-b053-a12b72d79fb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "DELETE /v2.0/security-groups/a76b2be0-8f35-4d04-a3ea-480911abef76 HTTP/1.1" status: 204 len: 168 time: 0.3103719 Nov 04 09:25:00.071899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53784) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:00.082116 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e07c2a-f3c8-455c-afcc-f91806d8182b None None] The sync data for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 is: [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:17:07Z', 'revision_number': 4, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0d2168fc-00ac-4689-900d-e2826d9e4583', 'name': '', 'network_id': '9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'mac_address': 'fa:16:3e:b2:2d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:06Z', 'updated_at': '2021-11-04T09:17:14Z', 'revision_number': 5, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'subnets': [{'id': '6646d5e9-8ccd-4e9f-a8b7-00ccd60af534', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:00.096428 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-0215a8e9-cc04-4f92-bb33-3e6435ec274a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] show failed (client error): The resource could not be found. Nov 04 09:25:00.102094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0215a8e9-cc04-4f92-bb33-3e6435ec274a tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "GET /v2.0/security-groups/a76b2be0-8f35-4d04-a3ea-480911abef76 HTTP/1.1" status: 404 len: 347 time: 0.0253916 Nov 04 09:25:00.102094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e27bfe-b99f-440a-b053-a12b72d79fb0 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76b2be0-8f35-4d04-a3ea-480911abef76,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:00.102464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53786) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:00.140947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e19973a2-2593-4d67-add1-71c340617031,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:00.169539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Checking segment: {'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:00.170149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Network hostable DHCP agents. Network: 1324e61a-7ab5-4d57-86bc-a4f96013906e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:25:00.193539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:25:00.205822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 1324e61a-7ab5-4d57-86bc-a4f96013906e) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:00.213304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:00.213304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.214057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81812a6-2f66-48a8-9c4b-845bb1dd2dc0 None None] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:00.246069 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-587b387b-9d15-4e9f-8f36-ab4f5019aafe admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6750395 Nov 04 09:25:00.249010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53792) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:00.274139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:00.315360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.316477 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.323187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Deleting port 7c45ac82-ad35-499c-9d19-be1b8820a0d9 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:00.323931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.399442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.430140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-1324e61a-7ab5-4d57-86bc-a4f96013906e', 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'fixed_ips': [{'subnet_id': 'e19973a2-2593-4d67-add1-71c340617031'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:25:00.431032 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.475238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.475643 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.492813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Calling delete_port for 7c45ac82-ad35-499c-9d19-be1b8820a0d9 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:00.777301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Allocated IP 172.20.0.2 (1324e61a-7ab5-4d57-86bc-a4f96013906e/e19973a2-2593-4d67-add1-71c340617031/ccce09d8-9d27-4219-811c-d7212e1ee5e3) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:00.787788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:00.806643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:00.971957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4dbc6b-2fa2-454a-9f33-fc07d3bf5714 None None] New status for floating IP 52bac1fd-281c-4d0a-9570-8a1d1d3f67cb: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:25:00.991365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7039c972-d5c3-40f9-87d6-0fdffc62bc73 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:01.061793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.185515 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-dc4dbc6b-2fa2-454a-9f33-fc07d3bf5714 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:25:01.186596 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-dc4dbc6b-2fa2-454a-9f33-fc07d3bf5714 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:25:01.284097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:01.302797 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:01.303451 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:01.343175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.355263 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.355655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.361872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7039c972-d5c3-40f9-87d6-0fdffc62bc73 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:01.363467 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.415015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.491930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Pushing event updated for resources: {'Port': ['ID=ccce09d8-9d27-4219-811c-d7212e1ee5e3,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:01.513173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:01.529401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:01.539580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:01.613415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Allocated IP 172.25.3.150 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9ed1724c-c12c-4973-8884-0beba3ad8de3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:01.625811 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:01.639682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Attempting to bind port ccce09d8-9d27-4219-811c-d7212e1ee5e3 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:01.640353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Attempting to bind port ccce09d8-9d27-4219-811c-d7212e1ee5e3 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:01.640900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Attempting to bind port ccce09d8-9d27-4219-811c-d7212e1ee5e3 on network 1324e61a-7ab5-4d57-86bc-a4f96013906e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:01.674621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:01.675305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Checking segment: {'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:01.675925 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.676458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Bound using segment: {'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:01.677101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Bound port: ccce09d8-9d27-4219-811c-d7212e1ee5e3, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:01.677647 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.693924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Pushing event deleted for resources: {'Port': ['ID=7c45ac82-ad35-499c-9d19-be1b8820a0d9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:01.704448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4dbc6b-2fa2-454a-9f33-fc07d3bf5714 None None] New status for floating IP 52bac1fd-281c-4d0a-9570-8a1d1d3f67cb: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:25:01.765518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.794786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.798061 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.802579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53816) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:01.804187 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-98e2a0d0-6227-4e0a-a322-6c372af16ca9 tempest-ServerActionsTestJSON-1303808956 tempest-ServerActionsTestJSON-1303808956-project] 10.222.0.53 "DELETE /v2.0/floatingips/52bac1fd-281c-4d0a-9570-8a1d1d3f67cb HTTP/1.1" status: 204 len: 168 time: 1.6961465 Nov 04 09:25:01.825224 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.837581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port e3b3242b-8cd7-4340-97d0-fbac8732c2a8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:01.838100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.942169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:01.950031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:01.953468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.954566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:01.968048 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 2, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:01.970747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:01.981002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for e3b3242b-8cd7-4340-97d0-fbac8732c2a8 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:02.039820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:02.044408 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Updating router 49ac507a-1193-4fa8-8878-0d3041ec4fbd port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:25:02.058837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Pushing event updated for resources: {'Port': ['ID=9ed1724c-c12c-4973-8884-0beba3ad8de3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:02.094646 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.115301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] For port ccce09d8-9d27-4219-811c-d7212e1ee5e3, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:02.125521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] For port ccce09d8-9d27-4219-811c-d7212e1ee5e3, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ccce09d8-9d27-4219-811c-d7212e1ee5e3,segment=NetworkSegment(37b0542e-2cac-4998-b20f-dc19c02b0f25),segment_id=37b0542e-2cac-4998-b20f-dc19c02b0f25)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:02.142008 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.318504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc47cbf-6e8f-4d1b-961e-6ea481ba878f None None] Pushing event updated for resources: {'Port': ['ID=ccce09d8-9d27-4219-811c-d7212e1ee5e3,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:02.348685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.409523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=e3b3242b-8cd7-4340-97d0-fbac8732c2a8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:02.457019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.459027 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP 7628d08c-b41e-40f3-908c-7aec5ad1a0a3 disassociated (deleted). External IP: 172.25.3.159, port: 771b9f48-b166-42e4-8987-8d0681e1c0f8. Nov 04 09:25:02.473734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.698693 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.712813 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.799222 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Pushing event updated for resources: {'Port': ['ID=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:02.865562 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.866440 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.866836 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.867291 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.868356 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.868356 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.874266 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.878410 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.878878 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.879224 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.879568 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.880145 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:02.937831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:25:02.972171 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Attempting to bind port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:02.972555 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Attempting to bind port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:02.975588 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Attempting to bind port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:02.990004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:02.990385 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:02.991774 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:02.991978 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:02.992487 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Bound port: a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:02.993391 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:03.094434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ccce09d8-9d27-4219-811c-d7212e1ee5e3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:03.149967 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] For port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:03.155011 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] For port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:03.163319 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:03.181707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:03.204235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:03.219153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] Sync routers for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:03.267125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:03.267766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:03.295195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6601d550-b7c8-4677-9259-ae86dc63eb95 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/floatingips/7628d08c-b41e-40f3-908c-7aec5ad1a0a3 HTTP/1.1" status: 204 len: 168 time: 2.5050652 Nov 04 09:25:03.301504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:03.306086 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:03.307051 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:03.309521 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5252a2bd-fcbc-4be1-af67-1b46219fba09" -d '{"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:03.313168 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278409c0-2ee4-4378-a4b7-08073dfe050f None None] Pushing event updated for resources: {'Port': ['ID=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:03.465072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ccce09d8-9d27-4219-811c-d7212e1ee5e3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:03.465830 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:03.552861 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:03.637700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-94ef8f1d-4331-4a66-9273-bfa8c207fadd None None] Provisioning complete for port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:03.638251 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94ef8f1d-4331-4a66-9273-bfa8c207fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:03.781076 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:03.793551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:03.881391 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90504cdf-b208-40ce-b130-a861279ef620 x-openstack-request-id: req-90504cdf-b208-40ce-b130-a861279ef620 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:03.882483 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:03.887448 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-90504cdf-b208-40ce-b130-a861279ef620 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:03.888135 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'status': 'completed', 'code': 200} Nov 04 09:25:03.967147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:04.118156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-4b94e09e-14d6-4795-8f3d-4f49be50432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:04.121921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-4b94e09e-14d6-4795-8f3d-4f49be50432f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 1095 time: 0.1739314 Nov 04 09:25:04.125485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:04.209101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0f37e-1bd5-4171-98ec-3f6ad3fbe54b req-7ac7fb6e-f8c3-4367-a243-a499f6812f20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:04.211113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5c0f37e-1bd5-4171-98ec-3f6ad3fbe54b req-7ac7fb6e-f8c3-4367-a243-a499f6812f20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.0957379 Nov 04 09:25:04.261732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ccce09d8-9d27-4219-811c-d7212e1ee5e3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ccce09d8-9d27-4219-811c-d7212e1ee5e3,segment=NetworkSegment(37b0542e-2cac-4998-b20f-dc19c02b0f25),segment_id=37b0542e-2cac-4998-b20f-dc19c02b0f25)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:04.277836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5138472-ce05-4d82-b0fa-c7ac7da5a755 None None] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:04.288313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Router bfb58092-cbbf-4936-95e2-75eb539c759e is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:25:04.293086 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:04.337682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5c0f37e-1bd5-4171-98ec-3f6ad3fbe54b req-f6d9fa37-ec68-4d77-a813-cd6887030cbd tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165295 Nov 04 09:25:04.387219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94ef8f1d-4331-4a66-9273-bfa8c207fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:04.433374 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:03Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:04.472136 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c53082-2875-470e-b755-bb5ae61ba32e None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:03Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:04.611079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-94ef8f1d-4331-4a66-9273-bfa8c207fadd None None] For port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:04.645087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-94ef8f1d-4331-4a66-9273-bfa8c207fadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:04.657099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-ac375054-d459-4bee-9017-c7d9d2d939bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:04.657099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-ac375054-d459-4bee-9017-c7d9d2d939bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.3717089 Nov 04 09:25:04.657666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ccce09d8-9d27-4219-811c-d7212e1ee5e3,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:04.825909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef8f1d-4331-4a66-9273-bfa8c207fadd None None] Pushing event updated for resources: {'Port': ['ID=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:04.844236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:04.852098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a212d5ce-f720-4f01-ab0b-fea6aea7c43b None None] Provisioning complete for port ccce09d8-9d27-4219-811c-d7212e1ee5e3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:04.852531 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a212d5ce-f720-4f01-ab0b-fea6aea7c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:04.866148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:04.895934 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Sync routers for ids ['bfb58092-cbbf-4936-95e2-75eb539c759e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:04.906673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] Checking router: 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:04.925810 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Routers {'bfb58092-cbbf-4936-95e2-75eb539c759e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:04.927123 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bfb58092-cbbf-4936-95e2-75eb539c759e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:04.966642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:04.967296 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:04.982119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-7a05fd5b-680a-4d1c-b5be-a139b83b7e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:04.984601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-7a05fd5b-680a-4d1c-b5be-a139b83b7e9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 200 len: 898 time: 0.7023172 Nov 04 09:25:05.059754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:05.064225 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2d2c8774-891a-417e-b6a0-6b9963f888ab admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8113596 Nov 04 09:25:05.065068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:05.084128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-f3889ee0-e24e-4c99-8b48-070b843e1c01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 200 len: 217 time: 0.0837796 Nov 04 09:25:05.388376 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Set router bfb58092-cbbf-4936-95e2-75eb539c759e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:05.461458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:05.680923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:05.909393 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:25:02Z', 'revision_number': 3, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port': {'id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:01Z', 'updated_at': '2021-11-04T09:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:06.029936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f7e185-4371-4dd7-8610-54f0be09ff0f req-c83dc255-aa0a-4060-9d97-d53641b27282 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:06.032240 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8f7e185-4371-4dd7-8610-54f0be09ff0f req-c83dc255-aa0a-4060-9d97-d53641b27282 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 944 time: 0.3425987 Nov 04 09:25:06.064539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:06.071385 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.158257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8f7e185-4371-4dd7-8610-54f0be09ff0f req-47f0d96a-04cc-42b5-a979-f1de5de5579c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=9002758a-de21-4999-b841-980f5e21fca9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709574 Nov 04 09:25:06.168913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 771b9f48-b166-42e4-8987-8d0681e1c0f8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:06.170298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.174108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a212d5ce-f720-4f01-ab0b-fea6aea7c43b None None] Provisioning complete for port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:06.174737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a212d5ce-f720-4f01-ab0b-fea6aea7c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.305167 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Checking router: bfb58092-cbbf-4936-95e2-75eb539c759e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:06.306617 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Updating router bfb58092-cbbf-4936-95e2-75eb539c759e port 9ed1724c-c12c-4973-8884-0beba3ad8de3 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:25:06.362694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-6de0b07f-1ab6-442b-a498-90dc795884e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:06.365574 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-6de0b07f-1ab6-442b-a498-90dc795884e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 200 len: 835 time: 1.2044830 Nov 04 09:25:06.378646 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.400972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.419448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 771b9f48-b166-42e4-8987-8d0681e1c0f8, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=771b9f48-b166-42e4-8987-8d0681e1c0f8,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:06.420232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.447727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 771b9f48-b166-42e4-8987-8d0681e1c0f8 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:06.603790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Deleting port 0d2168fc-00ac-4689-900d-e2826d9e4583 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:06.604495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.634094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ccce09d8-9d27-4219-811c-d7212e1ee5e3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:06.747287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:06.793097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Allocated IP 172.20.0.1 (1324e61a-7ab5-4d57-86bc-a4f96013906e/e19973a2-2593-4d67-add1-71c340617031/e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:06.797648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807bda9c-5092-4b6a-aeda-c493e45be879 None None] The sync data for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 is: [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e5627be7-f82c-4e51-a599-a7a4faeaeb2a', 'name': '', 'network_id': 'fce0bdaa-cdbc-45cb-8c8a-da88e495a57a', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:d3:9d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_interface', 'standard_attr_id': 3285, 'fixed_ips': [{'subnet_id': '470e0550-7322-42f3-baaa-9e48283287eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:46Z', 'updated_at': '2021-11-04T09:23:51Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '470e0550-7322-42f3-baaa-9e48283287eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:06.842306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9411148e-1e2a-4ce6-a44c-8f6bba3dae4b None None] Provisioning complete for port ccce09d8-9d27-4219-811c-d7212e1ee5e3 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:06.842955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9411148e-1e2a-4ce6-a44c-8f6bba3dae4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.847218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ccce09d8-9d27-4219-811c-d7212e1ee5e3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:06.847819 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.955244 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.967991 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.983847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] For port 0d2168fc-00ac-4689-900d-e2826d9e4583, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0d2168fc-00ac-4689-900d-e2826d9e4583,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:06.984326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:06.989681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-064e2583-f6a0-466b-b4b3-3dc9283a35dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:06.993199 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-064e2583-f6a0-466b-b4b3-3dc9283a35dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6126363 Nov 04 09:25:07.007670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.034083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Calling delete_port for 0d2168fc-00ac-4689-900d-e2826d9e4583 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:07.099277 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Attempting to bind port 9ed1724c-c12c-4973-8884-0beba3ad8de3 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:07.099680 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Attempting to bind port 9ed1724c-c12c-4973-8884-0beba3ad8de3 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:07.100705 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Attempting to bind port 9ed1724c-c12c-4973-8884-0beba3ad8de3 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:07.116553 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:07.117192 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:07.117868 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.118272 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:07.118768 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Bound port: 9ed1724c-c12c-4973-8884-0beba3ad8de3, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:07.119152 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.207082 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5eef2-2dd3-4bc3-affb-132158a44b0e None None] Pushing event updated for resources: {'Port': ['ID=9ed1724c-c12c-4973-8884-0beba3ad8de3,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:07.217531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.276160 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.306662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=771b9f48-b166-42e4-8987-8d0681e1c0f8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:07.329878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] No DVR routers for this DVR port 771b9f48-b166-42e4-8987-8d0681e1c0f8 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:25:07.343746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:07.345246 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] For port 9ed1724c-c12c-4973-8884-0beba3ad8de3, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:07.358428 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] For port 9ed1724c-c12c-4973-8884-0beba3ad8de3, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9ed1724c-c12c-4973-8884-0beba3ad8de3,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:07.358973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.364415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f9b7c55-fcaf-47f1-b63d-bf1e51625407 req-7e3cf9b6-3859-49b4-af7d-7a29404df528 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "DELETE /v2.0/ports/771b9f48-b166-42e4-8987-8d0681e1c0f8 HTTP/1.1" status: 204 len: 173 time: 2.6926377 Nov 04 09:25:07.368046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-deleted', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:07.370882 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f6a567-cc8f-48f2-90a5-f8d99b6c7933" -d '{"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-deleted", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:07.372179 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.472828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:07.479639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:07.480317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1884d0a-6536-4799-bc8d-f2d9d9a44d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.503775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:07.515002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:07.548765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:07.550515 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.604281 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5eef2-2dd3-4bc3-affb-132158a44b0e None None] Pushing event updated for resources: {'Port': ['ID=9ed1724c-c12c-4973-8884-0beba3ad8de3,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:07.638639 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-5fe166f8-0dd1-475b-9844-1ca944861379 service neutron] 10.222.0.55 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317987 Nov 04 09:25:07.643215 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Routers {'bfb58092-cbbf-4936-95e2-75eb539c759e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:07.644241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bfb58092-cbbf-4936-95e2-75eb539c759e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:07.661813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cc3303-8d6f-4b5d-b231-b1ed763face8 None None] New status for floating IP 7628d08c-b41e-40f3-908c-7aec5ad1a0a3: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:25:07.746109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:07.753370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90b1d99f-99f0-4f61-80d0-9d43df9b140f req-1f6d5f34-32ec-4139-86ff-10935a66b064 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=217a1955-d30a-46ae-8b1b-26fab3c8b515 HTTP/1.1" status: 200 len: 210 time: 0.2715497 Nov 04 09:25:08.100477 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5252a2bd-fcbc-4be1-af67-1b46219fba09 req-22a23d0b-eb50-4365-af11-b4d6494a7685 service neutron] 10.222.0.55 "GET /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376471 Nov 04 09:25:08.144668 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] Set router bfb58092-cbbf-4936-95e2-75eb539c759e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:08.217845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e08e4d93-7b28-4c77-9fe9-842e582f960a None None] Provisioning complete for port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:08.218947 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e08e4d93-7b28-4c77-9fe9-842e582f960a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:08.295391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e08e4d93-7b28-4c77-9fe9-842e582f960a None None] Port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:25:08.354923 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:08.392163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:08.461238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2168fc-00ac-4689-900d-e2826d9e4583,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:08.511032 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00240f2b-bb8a-4721-b926-2f912c1e010a x-openstack-request-id: req-00240f2b-bb8a-4721-b926-2f912c1e010a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:08.511716 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1955-d30a-46ae-8b1b-26fab3c8b515", "name": "network-vif-deleted", "tag": "771b9f48-b166-42e4-8987-8d0681e1c0f8", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:08.512984 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-00240f2b-bb8a-4721-b926-2f912c1e010a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:08.515939 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1955-d30a-46ae-8b1b-26fab3c8b515', 'name': 'network-vif-deleted', 'tag': '771b9f48-b166-42e4-8987-8d0681e1c0f8', 'status': 'completed', 'code': 200} Nov 04 09:25:08.606862 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:25:02Z', 'revision_number': 3, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port': {'id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:01Z', 'updated_at': '2021-11-04T09:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:08.645286 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c3d3d9-d486-4ec4-9aad-b34b2bf9e968 None None] The sync data for ids ['bfb58092-cbbf-4936-95e2-75eb539c759e'] in n-d-816487-1 is: [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:25:02Z', 'revision_number': 3, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port': {'id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:01Z', 'updated_at': '2021-11-04T09:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:08.685609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:08.732770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 771b9f48-b166-42e4-8987-8d0681e1c0f8 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:08.733115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 771b9f48-b166-42e4-8987-8d0681e1c0f8 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:08.738797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:08.760845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:08.769659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:08.871360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 53914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:08.985225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Pushing event updated for resources: {'Port': ['ID=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:08.988354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:09.131883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:25:09.416668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:09.426240 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a19cae23-e095-425c-b7d9-aba3681cc7a0 admin admin] 10.222.0.53 "PUT /v2.0/routers/9fb16d4e-8e1e-40b4-a098-c47b45bcc230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6221776 Nov 04 09:25:09.429604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53924) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:09.431544 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] Sync routers for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:09.443304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9ed1724c-c12c-4973-8884-0beba3ad8de3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:09.479060 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:09.484226 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:09.571440 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:09.605967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:09.608865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:09.623617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9ed1724c-c12c-4973-8884-0beba3ad8de3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:09.624257 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:09.745792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:09.770759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Router bfb58092-cbbf-4936-95e2-75eb539c759e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:25:09.901868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Deleting port 075aa297-e0a9-4f3a-8706-4b3555d3331f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:09.902390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:09.933696 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:10.016439 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-88f94e90-6cf6-4c5b-922a-ce16902fcb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.031162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.107998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] For port 075aa297-e0a9-4f3a-8706-4b3555d3331f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=075aa297-e0a9-4f3a-8706-4b3555d3331f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:10.108594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.123562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 9ed1724c-c12c-4973-8884-0beba3ad8de3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9ed1724c-c12c-4973-8884-0beba3ad8de3,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:10.134753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.137379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Calling delete_port for 075aa297-e0a9-4f3a-8706-4b3555d3331f owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:10.312245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.331397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=9ed1724c-c12c-4973-8884-0beba3ad8de3,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:10.376642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4f562ed1-c427-4ede-803d-873c71041f3a None None] Provisioning complete for port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:10.378962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4f562ed1-c427-4ede-803d-873c71041f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.431705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:10.465570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c39346ed-373b-46db-ae34-4b92322b51a0 admin admin] 10.222.0.53 "PUT /v2.0/routers/bfb58092-cbbf-4936-95e2-75eb539c759e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3906858 Nov 04 09:25:10.486156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4f562ed1-c427-4ede-803d-873c71041f3a None None] Port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:25:10.571673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.590437 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:25:08Z', 'revision_number': 5, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port': {'id': '075aa297-e0a9-4f3a-8706-4b3555d3331f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:32:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:17:03Z', 'updated_at': '2021-11-04T09:17:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:10.615724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=075aa297-e0a9-4f3a-8706-4b3555d3331f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:10.674642 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] Checking router: 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:10.690336 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] Routers {'9fb16d4e-8e1e-40b4-a098-c47b45bcc230'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:10.691506 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:10.719884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.748353 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:10.813089 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] Set router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:10.920964 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:25:10Z', 'revision_number': 7, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:10.956129 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4306021c-f03a-4f7f-b69f-e21373adc69c None None] The sync data for ids ['9fb16d4e-8e1e-40b4-a098-c47b45bcc230'] in n-d-816487-1 is: [{'id': '9fb16d4e-8e1e-40b4-a098-c47b45bcc230', 'name': 'tempest-ServerActionsTestJSON-1140036090-router', 'tenant_id': 'a92c526689d74268b4c7edae2c0abeb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:17:02Z', 'updated_at': '2021-11-04T09:25:10Z', 'revision_number': 7, 'project_id': 'a92c526689d74268b4c7edae2c0abeb4', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:11.003443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.014933 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.094753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.095670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb16d4e-8e1e-40b4-a098-c47b45bcc230 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:25:11.100946 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.104952 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-75f015ea-ef0d-45af-ab6e-399db827bdb8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9fb16d4e-8e1e-40b4-a098-c47b45bcc230 HTTP/1.1" status: 204 len: 168 time: 1.6731873 Nov 04 09:25:11.105580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53944) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:11.215663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] Deleting subnet 6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:25:11.228824 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.286475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.288901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.370178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port e5627be7-f82c-4e51-a599-a7a4faeaeb2a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:11.370690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.524449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.702846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port e5627be7-f82c-4e51-a599-a7a4faeaeb2a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:11.711088 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.745755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for e5627be7-f82c-4e51-a599-a7a4faeaeb2a owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:11.750228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.779268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6646d5e9-8ccd-4e9f-a8b7-00ccd60af534,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:11.785056 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.791049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c37d65-2ba5-4468-a6b7-c8a8226911a7 None None] Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:11.792205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fc44ca5a-40d1-434f-a8a8-25e385d48693 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6646d5e9-8ccd-4e9f-a8b7-00ccd60af534 HTTP/1.1" status: 204 len: 168 time: 0.6852033 Nov 04 09:25:11.792870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:11.893153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:11.954525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Sync routers for ids ['bfb58092-cbbf-4936-95e2-75eb539c759e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:11.993581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Routers {'bfb58092-cbbf-4936-95e2-75eb539c759e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:12.012428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bfb58092-cbbf-4936-95e2-75eb539c759e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:12.051235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Deleting port 4bb625ef-6875-42a7-9033-95f9b384bce9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:12.052566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.125232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9ed1724c-c12c-4973-8884-0beba3ad8de3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:12.212082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-890d3817-88e1-4417-a305-832318463903 admin admin] For port 4bb625ef-6875-42a7-9033-95f9b384bce9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4bb625ef-6875-42a7-9033-95f9b384bce9,segment=NetworkSegment(c36c17bf-3720-4d7e-a863-dc8970ba255e),segment_id=c36c17bf-3720-4d7e-a863-dc8970ba255e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:12.212406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.246040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Calling delete_port for 4bb625ef-6875-42a7-9033-95f9b384bce9 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:12.248761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.334757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9ed1724c-c12c-4973-8884-0beba3ad8de3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:12.335416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.376497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Set router bfb58092-cbbf-4936-95e2-75eb539c759e gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:12.416642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa88950-d236-4296-bc55-415aad327007 None None] DHCP port deletion for 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:25:12.464506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=e5627be7-f82c-4e51-a599-a7a4faeaeb2a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:12.540512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.594951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bb625ef-6875-42a7-9033-95f9b384bce9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:12.608977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890d3817-88e1-4417-a305-832318463903 admin admin] No DVR routers for this DVR port 4bb625ef-6875-42a7-9033-95f9b384bce9 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:25:12.729862 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.757131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-890d3817-88e1-4417-a305-832318463903 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:12.769170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-890d3817-88e1-4417-a305-832318463903 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c36c17bf-3720-4d7e-a863-dc8970ba255e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:12.769803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-890d3817-88e1-4417-a305-832318463903 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c36c17bf-3720-4d7e-a863-dc8970ba255e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:12.786633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.818376 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.831169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:25:12.831988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:25:12.895291 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:25:12.901920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.913350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:12.926574 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-890d3817-88e1-4417-a305-832318463903 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 HTTP/1.1" status: 204 len: 168 time: 1.1324353 Nov 04 09:25:12.966300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d3817-88e1-4417-a305-832318463903 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:13.005875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.016363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0d2168fc-00ac-4689-900d-e2826d9e4583 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:13.023459 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-afa88950-d236-4296-bc55-415aad327007 None None] Deleting port 4bb625ef-6875-42a7-9033-95f9b384bce9 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:13.024130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afa88950-d236-4296-bc55-415aad327007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.026389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.085118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0d2168fc-00ac-4689-900d-e2826d9e4583 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:13.086020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0d2168fc-00ac-4689-900d-e2826d9e4583 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-afa88950-d236-4296-bc55-415aad327007 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 could not be found. Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1541, in delete_ports_by_device_id Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1966, in delete_port Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1189, in get_network Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 could not be found. Nov 04 09:25:13.120436 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:25:13.193420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c396a1d2-8868-4abc-b6e8-9fd864a6d44b None None] DHCP port deletion for 9c29a1a5-47d9-4b2f-bd53-cb8b52d1bb70 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:25:13.245601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32318984-a9f8-4c77-9eea-d302f19a5125 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:25:13.270683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53988) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:13.348531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:25:08Z', 'revision_number': 4, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port': {'id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:01Z', 'updated_at': '2021-11-04T09:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e', 'name': '', 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'mac_address': 'fa:16:3e:23:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'e19973a2-2593-4d67-add1-71c340617031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:06Z', 'updated_at': '2021-11-04T09:25:08Z', 'revision_number': 2, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'subnets': [{'id': 'e19973a2-2593-4d67-add1-71c340617031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:13.369278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-62e2a68d-61ba-4c43-87b1-15c8f886f66e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a92c526689d74268b4c7edae2c0abeb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971341 Nov 04 09:25:13.370338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 53990) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:13.485636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77862ac2-ccce-4bbf-87c1-d732034f6b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.486163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4bb625ef-6875-42a7-9033-95f9b384bce9 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:13.530582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77862ac2-ccce-4bbf-87c1-d732034f6b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.538144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:25:13.556701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Checking router: bfb58092-cbbf-4936-95e2-75eb539c759e for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:13.557293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Updating router bfb58092-cbbf-4936-95e2-75eb539c759e port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:25:13.575182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4bb625ef-6875-42a7-9033-95f9b384bce9 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:13.575775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4bb625ef-6875-42a7-9033-95f9b384bce9 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:13.576711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 075aa297-e0a9-4f3a-8706-4b3555d3331f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:13.588924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77862ac2-ccce-4bbf-87c1-d732034f6b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.591610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-77862ac2-ccce-4bbf-87c1-d732034f6b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.592910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-77862ac2-ccce-4bbf-87c1-d732034f6b51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73fd00b6-f785-49e1-bab2-2bb3dff3f56d HTTP/1.1" status: 204 len: 168 time: 0.2212698 Nov 04 09:25:13.638809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77862ac2-ccce-4bbf-87c1-d732034f6b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fd00b6-f785-49e1-bab2-2bb3dff3f56d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:13.736625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 075aa297-e0a9-4f3a-8706-4b3555d3331f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:13.737245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 075aa297-e0a9-4f3a-8706-4b3555d3331f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:13.758299 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.761136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:13.771324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b625359-7ea4-40c5-ab20-1c16f9ed0bb4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/17fab4c4-20e1-44aa-87c8-4d73c6b35b81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8969791 Nov 04 09:25:13.771584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54000) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:13.778480 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] Sync routers for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:13.793404 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:13.794288 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:13.812949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32318984-a9f8-4c77-9eea-d302f19a5125 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:25:13.897818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting subnet 470e0550-7322-42f3-baaa-9e48283287eb {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:25:13.902595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:13.999747 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:14.034729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:14.193183 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:14.353477 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:14.387754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Subnet': ['ID=470e0550-7322-42f3-baaa-9e48283287eb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:14.402130 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:14.408792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9a054396-4e6b-4ee3-84e5-46f4209d7c86 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/subnets/470e0550-7322-42f3-baaa-9e48283287eb HTTP/1.1" status: 204 len: 168 time: 0.6332984 Nov 04 09:25:14.409208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:14.431650 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:25:12Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:14.535065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] Checking router: 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:14.550258 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] Routers {'17fab4c4-20e1-44aa-87c8-4d73c6b35b81'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:14.550894 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:14.727816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:14.729303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c5da0-1b39-445c-9e47-9c524687d060 None None] Network fce0bdaa-cdbc-45cb-8c8a-da88e495a57a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:14.847820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] Set router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:14.982102 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.038126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.053496 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.208454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port d35f85a0-2036-4138-9630-e237d3136a44 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:15.209073 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.226885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] DHCP port deletion for fce0bdaa-cdbc-45cb-8c8a-da88e495a57a request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:25:15.232556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-3951d82f-1fdf-4d63-b700-2e81778d9ba8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:15.240196 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-3951d82f-1fdf-4d63-b700-2e81778d9ba8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1631420 Nov 04 09:25:15.258956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-95de358e-970a-47de-8fd9-21bdb9949678 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/quotas/dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 375 time: 0.0176265 Nov 04 09:25:15.371090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-23c69864-450b-49ae-9a37-7d7fd987c5ee tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1110837 Nov 04 09:25:15.411617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port d35f85a0-2036-4138-9630-e237d3136a44, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d35f85a0-2036-4138-9630-e237d3136a44,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:15.412815 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.436452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8df8a14d-7170-4142-afba-72da59dbb240 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:15.457133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54056) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:15.468908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for d35f85a0-2036-4138-9630-e237d3136a44 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:15.513783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4181a20-ba46-4898-96e5-b2ae20da3963 None None] Pushing event updated for resources: {'Port': ['ID=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:15.561396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Attempting to bind port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:15.563317 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:25:12Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:15.563932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Attempting to bind port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:15.564411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Attempting to bind port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e on network 1324e61a-7ab5-4d57-86bc-a4f96013906e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:15.596280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:15.596733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Checking segment: {'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:15.598083 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.598616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Bound using segment: {'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:15.601209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Bound port: e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37b0542e-2cac-4998-b20f-dc19c02b0f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:15.601624 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.622876 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c824f7cc-dac1-42a1-8cb4-dd644e7df4b7 None None] The sync data for ids ['17fab4c4-20e1-44aa-87c8-4d73c6b35b81'] in n-d-816487-1 is: [{'id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'name': 'tempest-TestNetworkAdvancedServerOps-router-889741064', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:23:40Z', 'updated_at': '2021-11-04T09:25:12Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': 'd35f85a0-2036-4138-9630-e237d3136a44', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:86:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fab4c4-20e1-44aa-87c8-4d73c6b35b81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:23:41Z', 'updated_at': '2021-11-04T09:23:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:15.631108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-1efecd57-aae9-435c-9613-9101141e90bd service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561698 Nov 04 09:25:15.673994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1074910042-network', 'tenant_id': '969024872d3d413090293f650eb202f1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:15.721979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Made reservation on behalf of 969024872d3d413090293f650eb202f1 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:15.726813 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.748963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] For port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:15.752879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] For port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,segment=NetworkSegment(37b0542e-2cac-4998-b20f-dc19c02b0f25),segment_id=37b0542e-2cac-4998-b20f-dc19c02b0f25)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:15.778739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-e098219e-5060-4f7b-882a-1bfd2fa68cee service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453393 Nov 04 09:25:15.806036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.822875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.893513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-11831611-9b46-409f-893a-5045966ee809 None None] Provisioning complete for port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:15.893876 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11831611-9b46-409f-893a-5045966ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.898044 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.939805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=d35f85a0-2036-4138-9630-e237d3136a44,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:15.940958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:15.950751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4181a20-ba46-4898-96e5-b2ae20da3963 None None] Pushing event updated for resources: {'Port': ['ID=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:15.963202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] Deleting port 8df8a14d-7170-4142-afba-72da59dbb240 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:15.963556 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.072433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.072780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] For port 8df8a14d-7170-4142-afba-72da59dbb240, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8df8a14d-7170-4142-afba-72da59dbb240,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:16.076539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.108905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] Calling delete_port for 8df8a14d-7170-4142-afba-72da59dbb240 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:16.199831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.209036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Routers {'bfb58092-cbbf-4936-95e2-75eb539c759e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:16.210530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bfb58092-cbbf-4936-95e2-75eb539c759e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:16.595222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a101bc97-df64-43c9-8553-45c94ed30339 req-a9c4742b-e21b-4e30-a4f6-c982a1d2375d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 210 time: 0.0692835 Nov 04 09:25:16.602446 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11831611-9b46-409f-893a-5045966ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.631911 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:25:16.682589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 8df8a14d-7170-4142-afba-72da59dbb240, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8df8a14d-7170-4142-afba-72da59dbb240,segment=NetworkSegment(09afe3c5-09d4-49c5-b5ab-f39469063d79),segment_id=09afe3c5-09d4-49c5-b5ab-f39469063d79)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:16.700945 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.711083 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.748783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] Set router bfb58092-cbbf-4936-95e2-75eb539c759e gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:16.778317 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.782174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.783682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.813272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-11831611-9b46-409f-893a-5045966ee809 None None] For port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,segment=NetworkSegment(37b0542e-2cac-4998-b20f-dc19c02b0f25),segment_id=37b0542e-2cac-4998-b20f-dc19c02b0f25)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:16.825867 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11831611-9b46-409f-893a-5045966ee809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.845021 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.870899 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.879293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.880203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Fanout notify agent at l3_agent the message router_deleted on router 17fab4c4-20e1-44aa-87c8-4d73c6b35b81 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:25:16.897506 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.898715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-05e6af39-7b8f-441b-8353-09050d8c1525 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/routers/17fab4c4-20e1-44aa-87c8-4d73c6b35b81 HTTP/1.1" status: 204 len: 168 time: 2.4885602 Nov 04 09:25:16.901671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:16.909948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:25:16.928305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640e88b2-8cb9-471e-9660-e3f85a6d2e3a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:16.951703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=8df8a14d-7170-4142-afba-72da59dbb240,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:16.952581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:16.956390 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Added segment faeb19ab-896e-40c6-9324-1f1915a671ab of type vlan for network 4b7d47cd-0339-41e1-9798-76d0228b4509 Nov 04 09:25:17.040065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.061506 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.094930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] No DVR routers for this DVR port 8df8a14d-7170-4142-afba-72da59dbb240 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:25:17.109395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.110406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:17.113408 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.168897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-985e87f4-e1db-47fa-9b85-9f602d318d0d None None] Provisioning complete for port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:17.169811 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-985e87f4-e1db-47fa-9b85-9f602d318d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.187779 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.201551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11831611-9b46-409f-893a-5045966ee809 None None] Pushing event updated for resources: {'Port': ['ID=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:17.238893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fce0bdaa-cdbc-45cb-8c8a-da88e495a57a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:17.260644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09afe3c5-09d4-49c5-b5ab-f39469063d79') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:17.261173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09afe3c5-09d4-49c5-b5ab-f39469063d79') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:17.270720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7d47cd-0339-41e1-9798-76d0228b4509,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:17.287720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 4b7d47cd-0339-41e1-9798-76d0228b4509 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:25:17.289326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.296156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3206cac6-737f-4c98-9f5c-831aa40820b5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8374317 Nov 04 09:25:17.298860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54102) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:17.307757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Request body: {'subnet': {'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1074910042-subnet', 'tenant_id': '969024872d3d413090293f650eb202f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:17.319898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.326540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46292e49-44ce-44c1-942a-46fdbd200b37 None None] Pushing event deleted for resources: {'Port': ['ID=8df8a14d-7170-4142-afba-72da59dbb240,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:17.331814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:25:17.332608 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:25:17.336865 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:25:17.388039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Made reservation on behalf of 969024872d3d413090293f650eb202f1 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:17.390553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.461822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.487682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.492225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/networks/fce0bdaa-cdbc-45cb-8c8a-da88e495a57a HTTP/1.1" status: 204 len: 168 time: 0.5888844 Nov 04 09:25:17.494673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54110) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:17.514298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba868ece-1040-47f0-a1a5-36acdb8b929c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Network': ['ID=fce0bdaa-cdbc-45cb-8c8a-da88e495a57a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:17.567015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:25:08Z', 'revision_number': 4, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port': {'id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:01Z', 'updated_at': '2021-11-04T09:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e', 'name': '', 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'mac_address': 'fa:16:3e:23:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'e19973a2-2593-4d67-add1-71c340617031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:06Z', 'updated_at': '2021-11-04T09:25:15Z', 'revision_number': 4, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'subnets': [{'id': 'e19973a2-2593-4d67-add1-71c340617031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:17.623136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76493da2-776f-49b6-8e6e-4448387ccae1 None None] The sync data for ids ['bfb58092-cbbf-4936-95e2-75eb539c759e'] in n-d-816487-1 is: [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:25:08Z', 'revision_number': 4, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port': {'id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:01Z', 'updated_at': '2021-11-04T09:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e', 'name': '', 'network_id': '1324e61a-7ab5-4d57-86bc-a4f96013906e', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'mac_address': 'fa:16:3e:23:3f:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'e19973a2-2593-4d67-add1-71c340617031', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:06Z', 'updated_at': '2021-11-04T09:25:15Z', 'revision_number': 4, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'subnets': [{'id': 'e19973a2-2593-4d67-add1-71c340617031', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:17.641599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e5627be7-f82c-4e51-a599-a7a4faeaeb2a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:17.712337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1507d781-b217-4b43-abcc-32a1aca1c2ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.731667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e5627be7-f82c-4e51-a599-a7a4faeaeb2a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:17.732052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e5627be7-f82c-4e51-a599-a7a4faeaeb2a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:17.775752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1507d781-b217-4b43-abcc-32a1aca1c2ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.883831 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1507d781-b217-4b43-abcc-32a1aca1c2ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.887987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1507d781-b217-4b43-abcc-32a1aca1c2ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.890754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68a57c31-4e83-4b6d-baa2-5ad627259feb req-376b940e-8937-4b56-b2fb-d8df820fd728 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 210 time: 0.0583947 Nov 04 09:25:17.891444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1507d781-b217-4b43-abcc-32a1aca1c2ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/security-groups/9002758a-de21-4999-b841-980f5e21fca9 HTTP/1.1" status: 204 len: 168 time: 0.3954756 Nov 04 09:25:17.894156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:17.908963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507d781-b217-4b43-abcc-32a1aca1c2ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9002758a-de21-4999-b841-980f5e21fca9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:18.166916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-4e56ab52-9b4a-4190-b4cd-df1236e280f1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:18.169002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-4e56ab52-9b4a-4190-b4cd-df1236e280f1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.2436838 Nov 04 09:25:18.185700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'port': {'device_id': '9a06dea5-d28d-46ba-a841-bb268778730d', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'admin_state_up': True, 'tenant_id': 'dc4abc3519414efd948d16704b246ce1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:18.343523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54120) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:18.348542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-085d4759-32f7-41e8-85c7-3d2fd9105c93 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1008493088', 'description': 'tempest-secgroup-smoke-1008493088 description', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:18.426131 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-085d4759-32f7-41e8-85c7-3d2fd9105c93 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:18.431956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69776c99-ad7c-445f-8a07-5b5c2b6ddad3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:18.442085 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Checking segment: {'id': 'faeb19ab-896e-40c6-9324-1f1915a671ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:18.442619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Network hostable DHCP agents. Network: 4b7d47cd-0339-41e1-9798-76d0228b4509, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:25:18.480075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Network 4b7d47cd-0339-41e1-9798-76d0228b4509 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:25:18.480580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:18.484622 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:18.496647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 4b7d47cd-0339-41e1-9798-76d0228b4509) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:18.502596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:18.503329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:18.507820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec19ff98-ad7a-4a89-8e2c-a5357fc6a8fb None None] Network 4b7d47cd-0339-41e1-9798-76d0228b4509 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:18.530940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-58b1cefd-8b02-4c7c-852e-8bb113cc2776 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2224181 Nov 04 09:25:18.824871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63201e63-178a-45c6-af8e-2c26399ab49b None None] Network 4b7d47cd-0339-41e1-9798-76d0228b4509 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:18.845453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.20.0.14 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/49e6dbca-ee4c-473e-bced-57f1276b87d7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:18.871403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-085d4759-32f7-41e8-85c7-3d2fd9105c93 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:18.885930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-085d4759-32f7-41e8-85c7-3d2fd9105c93 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:18.953065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-085d4759-32f7-41e8-85c7-3d2fd9105c93 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:18.954972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-085d4759-32f7-41e8-85c7-3d2fd9105c93 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6105022 Nov 04 09:25:18.958723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54136) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:18.966072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0207152d-bcad-4924-b5ca-f1d0e36783b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '955db620-e65d-40ea-a6f4-70d73a413364', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:18.971400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d4759-32f7-41e8-85c7-3d2fd9105c93 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=955db620-e65d-40ea-a6f4-70d73a413364,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:19.073515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0207152d-bcad-4924-b5ca-f1d0e36783b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.154910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.220397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.324378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:19.328024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:19.331571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:19.342451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:19.368357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=49e6dbca-ee4c-473e-bced-57f1276b87d7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:19.405573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-38bc53db-d724-4566-a931-4ab8f6b33c95 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:19.406670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:19.407624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.413159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-38bc53db-d724-4566-a931-4ab8f6b33c95 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/networks?id=4b7d47cd-0339-41e1-9798-76d0228b4509 HTTP/1.1" status: 200 len: 822 time: 0.2442441 Nov 04 09:25:19.434811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-6a32bf41-e612-41bd-8164-50b32fe60117 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2534001 Nov 04 09:25:19.436921 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0207152d-bcad-4924-b5ca-f1d0e36783b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.440609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-0ad7a1f6-cf62-4321-b6eb-dca0eb5a0ebf tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/quotas/969024872d3d413090293f650eb202f1 HTTP/1.1" status: 200 len: 375 time: 0.0265818 Nov 04 09:25:19.446660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:19.447977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.449481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0207152d-bcad-4924-b5ca-f1d0e36783b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.541804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Request body: {'port': {'device_id': '9a06dea5-d28d-46ba-a841-bb268778730d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:19.546595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207152d-bcad-4924-b5ca-f1d0e36783b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b9270c-2c98-488c-ac4c-9dca71646726,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:19.566598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-de546879-932a-4f81-a74c-b26acbc9fcaf tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=969024872d3d413090293f650eb202f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090837 Nov 04 09:25:19.678495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.712864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-6fd76368-e339-48b3-a9e0-7611eee758d7 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7d47cd-0339-41e1-9798-76d0228b4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447823 Nov 04 09:25:19.727314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0207152d-bcad-4924-b5ca-f1d0e36783b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.732683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0207152d-bcad-4924-b5ca-f1d0e36783b7 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7727151 Nov 04 09:25:19.733534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:19.739414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d98e50b1-762f-44b9-a745-f77e69882e4b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '955db620-e65d-40ea-a6f4-70d73a413364', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:19.811928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e89e238f-cd37-460a-8abe-9ecf381379f1 None None] Provisioning complete for port 49e6dbca-ee4c-473e-bced-57f1276b87d7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:19.813013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e89e238f-cd37-460a-8abe-9ecf381379f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.815166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d98e50b1-762f-44b9-a745-f77e69882e4b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.904357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d35f85a0-2036-4138-9630-e237d3136a44 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:19.946564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e89e238f-cd37-460a-8abe-9ecf381379f1 None None] Port 49e6dbca-ee4c-473e-bced-57f1276b87d7 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:25:19.950442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d35f85a0-2036-4138-9630-e237d3136a44 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:19.950808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d35f85a0-2036-4138-9630-e237d3136a44 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:19.960436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-01909657-3f00-4865-85e9-f443c4a4baa5 service neutron] 10.222.0.53 "GET /v2.0/networks/4b7d47cd-0339-41e1-9798-76d0228b4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465980 Nov 04 09:25:19.975976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d98e50b1-762f-44b9-a745-f77e69882e4b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:19.982664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d98e50b1-762f-44b9-a745-f77e69882e4b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.013563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e50b1-762f-44b9-a745-f77e69882e4b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bafcc2-a4ea-4203-9566-e49c25d595b6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:20.026810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d98e50b1-762f-44b9-a745-f77e69882e4b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.031610 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d98e50b1-762f-44b9-a745-f77e69882e4b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2957461 Nov 04 09:25:20.032543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54156) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:20.037898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4fb64b32-022b-457c-a084-6b8173e9ba42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '955db620-e65d-40ea-a6f4-70d73a413364', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:20.115038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49e6dbca-ee4c-473e-bced-57f1276b87d7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:20.128255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.139592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fb64b32-022b-457c-a084-6b8173e9ba42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.153447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Transition to ACTIVE for port object 49e6dbca-ee4c-473e-bced-57f1276b87d7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:25:20.170838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.254474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85708bbb-b2bd-497c-ac37-f5d730418bca req-c66a4b34-c307-45ec-b49f-ebf8373de79b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:20.256804 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85708bbb-b2bd-497c-ac37-f5d730418bca req-c66a4b34-c307-45ec-b49f-ebf8373de79b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0677195 Nov 04 09:25:20.327436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85708bbb-b2bd-497c-ac37-f5d730418bca req-285fb2ad-28a7-4ab0-bf76-ba0e7141b589 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606556 Nov 04 09:25:20.345871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Pushing event updated for resources: {'Port': ['ID=49e6dbca-ee4c-473e-bced-57f1276b87d7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:20.361700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fb64b32-022b-457c-a084-6b8173e9ba42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.392909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fb64b32-022b-457c-a084-6b8173e9ba42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.427188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Attempting to bind port 49e6dbca-ee4c-473e-bced-57f1276b87d7 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:20.427759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Attempting to bind port 49e6dbca-ee4c-473e-bced-57f1276b87d7 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:20.428417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Attempting to bind port 49e6dbca-ee4c-473e-bced-57f1276b87d7 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:20.435301 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fb64b32-022b-457c-a084-6b8173e9ba42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.436593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4fb64b32-022b-457c-a084-6b8173e9ba42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4029644 Nov 04 09:25:20.439624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54166) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:20.447299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8c9deb04-cbd8-4e26-9961-2a6bd6c96f05 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '955db620-e65d-40ea-a6f4-70d73a413364', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:20.460464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Port 49e6dbca-ee4c-473e-bced-57f1276b87d7 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:25:20.462439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Attempting to bind port 49e6dbca-ee4c-473e-bced-57f1276b87d7 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:20.468193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb64b32-022b-457c-a084-6b8173e9ba42 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2360bbe2-ef99-46c1-8a87-b94913f3824b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:20.476200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:20.476588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:20.477123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:20.477634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Bound port: 49e6dbca-ee4c-473e-bced-57f1276b87d7, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:20.478002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.569798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a685e048-eb71-4b97-aa6d-6d613b525664 req-28e4189b-4d70-48c8-acbf-30231f0e777a tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 210 time: 0.0513384 Nov 04 09:25:20.571621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb04-cbd8-4e26-9961-2a6bd6c96f05 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.597225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] For port 49e6dbca-ee4c-473e-bced-57f1276b87d7, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:20.602448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] For port 49e6dbca-ee4c-473e-bced-57f1276b87d7, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=49e6dbca-ee4c-473e-bced-57f1276b87d7,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:20.608519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.666567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb04-cbd8-4e26-9961-2a6bd6c96f05 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.671945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb04-cbd8-4e26-9961-2a6bd6c96f05 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.694738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9deb04-cbd8-4e26-9961-2a6bd6c96f05 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f35068-623f-4350-a204-86cfaaa50336,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:20.708099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:20.708983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.711238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] 10.222.0.70 "PUT /v2.0/ports/49e6dbca-ee4c-473e-bced-57f1276b87d7 HTTP/1.1" status: 200 len: 1092 time: 1.2672155 Nov 04 09:25:20.711743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a06dea5-d28d-46ba-a841-bb268778730d', 'tag': '49e6dbca-ee4c-473e-bced-57f1276b87d7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:20.714247 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a06dea5-d28d-46ba-a841-bb268778730d", "tag": "49e6dbca-ee4c-473e-bced-57f1276b87d7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:20.744145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c9deb04-cbd8-4e26-9961-2a6bd6c96f05 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.745528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8c9deb04-cbd8-4e26-9961-2a6bd6c96f05 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3047516 Nov 04 09:25:20.752387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54172) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:20.760137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '955db620-e65d-40ea-a6f4-70d73a413364', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:20.790711 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:25:20.797096 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.816360 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e71fa-d232-4997-99f2-57dccadc5dc9 x-openstack-request-id: req-4b2e71fa-d232-4997-99f2-57dccadc5dc9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:20.816360 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a06dea5-d28d-46ba-a841-bb268778730d", "tag": "49e6dbca-ee4c-473e-bced-57f1276b87d7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:20.816360 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b2e71fa-d232-4997-99f2-57dccadc5dc9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:20.816738 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a06dea5-d28d-46ba-a841-bb268778730d', 'tag': '49e6dbca-ee4c-473e-bced-57f1276b87d7', 'status': 'completed', 'code': 200} Nov 04 09:25:20.828093 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-f9302f97-72b5-4f68-ac48-e1c0915728e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2122104 Nov 04 09:25:20.851218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f45df2-7aa9-4bf2-982b-923a4dd1343c service neutron] Pushing event updated for resources: {'Port': ['ID=49e6dbca-ee4c-473e-bced-57f1276b87d7,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:20.876856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-0631e82c-7baf-4d82-86ad-c8420cb9dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:20.878622 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-0631e82c-7baf-4d82-86ad-c8420cb9dbbe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 1095 time: 0.0914671 Nov 04 09:25:20.917200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.925612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.952854 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-7e44b0c6-fcb8-4232-b5f3-5d0e4efd1e19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49e6dbca-ee4c-473e-bced-57f1276b87d7 HTTP/1.1" status: 200 len: 217 time: 0.0646112 Nov 04 09:25:20.955456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc60445-9430-4163-b0b0-51c69d7b971a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:20.970117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:20.972722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-62132232-ffd5-4a05-ae44-7c55fd1e6524 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2191663 Nov 04 09:25:20.975644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54174) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:20.984663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'security_group_rule': {'security_group_id': '955db620-e65d-40ea-a6f4-70d73a413364', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:21.048544 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Project 5ddb959e0ce346938b6b3e895540bd9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:25:21.057510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.064681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-4043fc41-3e07-4d09-b568-db620408241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.066826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-4043fc41-3e07-4d09-b568-db620408241f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0957162 Nov 04 09:25:21.124154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-7b10ba89-d0b8-400c-8cc4-51b8ac04b6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.126412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-7b10ba89-d0b8-400c-8cc4-51b8ac04b6aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1097 time: 0.1895161 Nov 04 09:25:21.152112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-0349804b-7135-4cff-a738-d81dffd6950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.153644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-0349804b-7135-4cff-a738-d81dffd6950b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787425 Nov 04 09:25:21.167943 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.173028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.192990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2387e5b6-db9b-485b-852a-eb646bee26a1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:21.214624 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.219039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d8820987-e498-4599-b2ac-f9a17edbec6f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2386265 Nov 04 09:25:21.219520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54178) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:21.225797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'network': {'name': 'tempest-network-smoke--881903896', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:21.256360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:21.262369 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.292395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:25:21.304890 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.305238 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Added segment bfdc81ff-ae5f-4500-a116-faa4e88252d9 of type vlan for network 60bbf9e9-49e7-47a5-8607-590a6b06d82f Nov 04 09:25:21.340437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-30939ad3-6d7d-4be9-a1d5-b5a38b15a192 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706562 Nov 04 09:25:21.353644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.361076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-acd8c412-408b-4060-b89c-360881d711a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.362775 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-acd8c412-408b-4060-b89c-360881d711a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.2057202 Nov 04 09:25:21.385395 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.392751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.393388 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.468477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2449868 Nov 04 09:25:21.470009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54184) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:21.480352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'admin_state_up': True, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:21.501638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736e38f5-f80a-4b94-abd1-fcd8f06d88dc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Network': ['ID=60bbf9e9-49e7-47a5-8607-590a6b06d82f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:21.514217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:25:21.539788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9f5aa-57e6-4515-be45-fdbb01936b71 req-4dacdd06-5f8b-41fa-92b6-8f0302b85ef1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.542765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98b9f5aa-57e6-4515-be45-fdbb01936b71 req-4dacdd06-5f8b-41fa-92b6-8f0302b85ef1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0963497 Nov 04 09:25:21.621067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-011c31e1-b8a3-40f8-92b5-b16e8c271ac0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 1001 time: 0.2434771 Nov 04 09:25:21.622281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98b9f5aa-57e6-4515-be45-fdbb01936b71 req-82c7f728-d06c-46c0-8ad7-030bcd2575e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722845 Nov 04 09:25:21.633171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.634230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.683295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c8a068a7-723e-41a7-9393-a70d64ec2756 req-7fe7b007-f8a3-4f07-a5e7-2390ae96a708 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299081 Nov 04 09:25:21.778773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-54cd7cd1-47eb-453c-8d95-d276c2a02e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.780379 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-54cd7cd1-47eb-453c-8d95-d276c2a02e84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.1513786 Nov 04 09:25:21.803235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-6a62d8b2-2c61-46a9-bbdb-09f96c49c428 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:21.804900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-6a62d8b2-2c61-46a9-bbdb-09f96c49c428 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.70 "GET /v2.0/networks?id=4b7d47cd-0339-41e1-9798-76d0228b4509 HTTP/1.1" status: 200 len: 822 time: 0.3048666 Nov 04 09:25:21.829053 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:21.846988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da27a83a-a75f-485a-9313-5ba9b143c4ed req-bf2bb6b5-d60f-44cf-8bd9-d2ff5b38c911 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 210 time: 0.0384777 Nov 04 09:25:21.856034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Request body: {'port': {'device_id': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509', 'admin_state_up': True, 'tenant_id': '969024872d3d413090293f650eb202f1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:22.041408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-49d6f80c-4fc2-4b29-91c0-4453c3b6dbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:22.043056 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-49d6f80c-4fc2-4b29-91c0-4453c3b6dbf6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 1095 time: 0.2695453 Nov 04 09:25:22.081038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-8fa8e1f2-dcb3-4a12-a735-192a34ab12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:22.082519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-8fa8e1f2-dcb3-4a12-a735-192a34ab12b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2873936 Nov 04 09:25:22.107974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-96dd3643-ef33-4f93-b868-8a5cc4e346d7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:25:22.108979 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-96dd3643-ef33-4f93-b868-8a5cc4e346d7 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076542 Nov 04 09:25:22.121723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:22.342849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-9f271134-c3f7-4040-8241-faadbe3d6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:22.344680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-9f271134-c3f7-4040-8241-faadbe3d6b66 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.2677147 Nov 04 09:25:22.355245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Made reservation on behalf of 969024872d3d413090293f650eb202f1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:22.358710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:22.409259 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-6c841fff-4f32-41e2-9926-61bed744746a service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842920 Nov 04 09:25:22.414757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-f280714a-3d76-4383-9ef2-fcc2cf1cd3a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49e6dbca-ee4c-473e-bced-57f1276b87d7 HTTP/1.1" status: 200 len: 217 time: 0.0508974 Nov 04 09:25:22.589081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-8eacaa9e-1c46-44a3-8e3d-fb9ac1f0e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:22.590813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-8eacaa9e-1c46-44a3-8e3d-fb9ac1f0e726 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.1607702 Nov 04 09:25:22.712206 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a0a3fcd1-86bf-4a70-ba69-bdfdff0c0e8b req-0dd3f2b2-6d63-491a-9356-3db676b545c4 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912412 Nov 04 09:25:22.722206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Allocated IP 172.20.0.2 (4b7d47cd-0339-41e1-9798-76d0228b4509/69776c99-ad7c-445f-8a07-5b5c2b6ddad3/f2102570-eb42-4cd5-a523-8360f2e2b8e8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:22.754343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6097e5-a328-4b29-baee-a5ac42f40e9f req-c81f7d82-7fdc-4282-b2ef-72a3560dc860 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:22.757106 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c6097e5-a328-4b29-baee-a5ac42f40e9f req-c81f7d82-7fdc-4282-b2ef-72a3560dc860 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0585027 Nov 04 09:25:22.812786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c6097e5-a328-4b29-baee-a5ac42f40e9f req-91fe5258-fad8-4b65-878f-5b5abf43dcdd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479705 Nov 04 09:25:22.979880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15c78138-daa2-4598-9401-927e410c6fba req-08fb58e5-8b4c-42a3-ab43-8c660235b339 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 210 time: 0.0293410 Nov 04 09:25:23.168678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-d2a87daf-6550-4aa4-b2cb-5deb410926a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:23.171650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-d2a87daf-6550-4aa4-b2cb-5deb410926a4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5622454 Nov 04 09:25:23.276725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:23.310331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:23.455932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-e136754f-fe6d-4a72-bb4f-a403d5bcd82f service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751675 Nov 04 09:25:23.601958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:23.625342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.251 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/7629ef25-c22f-45de-bdb3-658568aef2c7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:23.664960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f562fb2-33e1-45e1-9e7d-d52972c75fbf req-2dacd411-4cb2-40a1-85ab-90244713f9bd service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014391 Nov 04 09:25:23.737038 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:23.812604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Network 4b7d47cd-0339-41e1-9798-76d0228b4509 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:23.828996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:23.831579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:23.838425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Pushing event updated for resources: {'Port': ['ID=f2102570-eb42-4cd5-a523-8360f2e2b8e8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:23.845337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:23.910616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:23.911289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:23.940934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-35a8f1f8-9ca9-4fc5-9e5f-e964d99c4f30 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1090155 Nov 04 09:25:23.942576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:23.955357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d55338-fb3b-4fcc-9397-136786596511 req-66d31ac2-411a-4b10-9c1a-b5847dad36a0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:23.957039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43d55338-fb3b-4fcc-9397-136786596511 req-66d31ac2-411a-4b10-9c1a-b5847dad36a0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0638375 Nov 04 09:25:23.959813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Request body: {'port': {'device_id': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:24.016570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:24.019153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43d55338-fb3b-4fcc-9397-136786596511 req-31453e05-a9e5-4719-b569-0385086474cb tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532143 Nov 04 09:25:24.023488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:24.025995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:24.071772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=7629ef25-c22f-45de-bdb3-658568aef2c7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:24.162597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:24.219561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee343155-86a1-497d-98bb-2dbc7d84b257 req-45223eeb-ab90-494d-8201-e86dbd0493f9 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:24.221497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee343155-86a1-497d-98bb-2dbc7d84b257 req-45223eeb-ab90-494d-8201-e86dbd0493f9 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 931 time: 0.0565026 Nov 04 09:25:24.267265 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee343155-86a1-497d-98bb-2dbc7d84b257 req-d51abcd7-a21c-4a38-b5f2-f18bb3d1a197 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380554 Nov 04 09:25:24.510094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:24.760881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2102570-eb42-4cd5-a523-8360f2e2b8e8 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:24.771745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:24.795756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Transition to ACTIVE for port object f2102570-eb42-4cd5-a523-8360f2e2b8e8 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:25:24.800645 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:24.855633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:24.872036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Pushing event updated for resources: {'Port': ['ID=f2102570-eb42-4cd5-a523-8360f2e2b8e8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:25.021987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Attempting to bind port f2102570-eb42-4cd5-a523-8360f2e2b8e8 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:25.022320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Attempting to bind port f2102570-eb42-4cd5-a523-8360f2e2b8e8 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'faeb19ab-896e-40c6-9324-1f1915a671ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:25.022645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Attempting to bind port f2102570-eb42-4cd5-a523-8360f2e2b8e8 on network 4b7d47cd-0339-41e1-9798-76d0228b4509 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:25.031767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Port f2102570-eb42-4cd5-a523-8360f2e2b8e8 on network 4b7d47cd-0339-41e1-9798-76d0228b4509 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:25:25.032107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Attempting to bind port f2102570-eb42-4cd5-a523-8360f2e2b8e8 on network 4b7d47cd-0339-41e1-9798-76d0228b4509 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:25.040958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:25.041293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Checking segment: {'id': 'faeb19ab-896e-40c6-9324-1f1915a671ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:25.041673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Bound using segment: {'id': 'faeb19ab-896e-40c6-9324-1f1915a671ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:25.042096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Bound port: f2102570-eb42-4cd5-a523-8360f2e2b8e8, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faeb19ab-896e-40c6-9324-1f1915a671ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:25.042450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:25.119053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router b1c7269a-346d-43e6-9c4e-8015f818dd92 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:25:25.133532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] For port f2102570-eb42-4cd5-a523-8360f2e2b8e8, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:25.137541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] For port f2102570-eb42-4cd5-a523-8360f2e2b8e8, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f2102570-eb42-4cd5-a523-8360f2e2b8e8,segment=NetworkSegment(faeb19ab-896e-40c6-9324-1f1915a671ab),segment_id=faeb19ab-896e-40c6-9324-1f1915a671ab)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:25.166726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dbd62-b3db-46d3-9a03-2f2d21cc5531 req-3787ef81-6c04-4ecb-b4eb-a974ab11c222 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:25.168575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d9dbd62-b3db-46d3-9a03-2f2d21cc5531 req-3787ef81-6c04-4ecb-b4eb-a974ab11c222 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0759952 Nov 04 09:25:25.180530 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:25.212398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d9dbd62-b3db-46d3-9a03-2f2d21cc5531 req-67fdc921-2753-48a9-92d9-ec6b54c11d9e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376608 Nov 04 09:25:25.257312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:25.257938 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:25.259386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] 10.222.0.70 "PUT /v2.0/ports/f2102570-eb42-4cd5-a523-8360f2e2b8e8 HTTP/1.1" status: 200 len: 1091 time: 1.3055429 Nov 04 09:25:25.259845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'tag': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:25.262195 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "096425aa-b0ff-4130-aa4b-a38f4a934886", "tag": "f2102570-eb42-4cd5-a523-8360f2e2b8e8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:25.299692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9fd61-ad5a-4679-be1e-7607a3be6c1b service neutron] Pushing event updated for resources: {'Port': ['ID=f2102570-eb42-4cd5-a523-8360f2e2b8e8,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:25.346185 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82807f4-7082-4d6e-9f80-8f47a0e5d0d6 x-openstack-request-id: req-a82807f4-7082-4d6e-9f80-8f47a0e5d0d6 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:25.346485 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "096425aa-b0ff-4130-aa4b-a38f4a934886", "tag": "f2102570-eb42-4cd5-a523-8360f2e2b8e8", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:25.346745 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a82807f4-7082-4d6e-9f80-8f47a0e5d0d6 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:25.347257 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'tag': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8', 'status': 'completed', 'code': 200} Nov 04 09:25:25.349576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:25.363539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Sync routers for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:25.385888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-8d19511f-1b01-4992-969e-ff897bacca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:25.387079 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-8d19511f-1b01-4992-969e-ff897bacca0d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=969024872d3d413090293f650eb202f1&device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 1094 time: 0.0785050 Nov 04 09:25:25.388246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:25.389775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:25.390553 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:25.395605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54216) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:25.404507 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-08b8c657-e50f-4f2c-9088-73c25db92ecf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.9314852 Nov 04 09:25:25.441795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c0e1a269-2db3-442a-9154-b08a2f2cadf9 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=5ddb959e0ce346938b6b3e895540bd9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448539 Nov 04 09:25:25.445187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54218) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:25.455065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-104f3e94-ef0f-4e0f-87a9-1aaaca763b81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2102570-eb42-4cd5-a523-8360f2e2b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0493767 Nov 04 09:25:25.489159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b244c-44b7-459f-ad68-4ddd6c943587 req-7dba7edb-543e-47bd-9db9-fee97064c4a1 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:25.491794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e75b244c-44b7-459f-ad68-4ddd6c943587 req-7dba7edb-543e-47bd-9db9-fee97064c4a1 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 943 time: 0.0862672 Nov 04 09:25:25.516142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:25.543488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e75b244c-44b7-459f-ad68-4ddd6c943587 req-4f6fb602-8efb-4348-82f0-124711000559 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404806 Nov 04 09:25:25.597987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcec831-2d95-4f56-823d-8298029b9af3 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:25.603018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0dcec831-2d95-4f56-823d-8298029b9af3 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1530125 Nov 04 09:25:25.603866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:25.611751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-49185477-0c6d-4e14-a9a5-753c17dc9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:25.613491 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-49185477-0c6d-4e14-a9a5-753c17dc9055 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69776c99-ad7c-445f-8a07-5b5c2b6ddad3 HTTP/1.1" status: 200 len: 862 time: 0.1451609 Nov 04 09:25:25.639993 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3faf2a5-5779-4878-be09-7962b3db0971 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345528 Nov 04 09:25:25.641584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:25.647530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-152157516', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:25.656213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-47876442-5e27-477e-9a7f-890ff5305075 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4b7d47cd-0339-41e1-9798-76d0228b4509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352082 Nov 04 09:25:25.735272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:24Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:25.760621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:25.766431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:25.769999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Checking router: b1c7269a-346d-43e6-9c4e-8015f818dd92 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:25.770505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Updating router b1c7269a-346d-43e6-9c4e-8015f818dd92 port 7629ef25-c22f-45de-bdb3-658568aef2c7 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:25:25.779101 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-ffb68189-b75a-4275-a0d1-3ab3b012f5be service neutron] 10.222.0.70 "GET /v2.0/networks/4b7d47cd-0339-41e1-9798-76d0228b4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155682 Nov 04 09:25:25.797377 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:25.902473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a23fcfe-d28b-4a5d-878c-465ac1afc3a9 req-f320bc60-ca46-4a7a-a371-2560661900c4 service neutron] 10.222.0.70 "GET /v2.0/networks/4b7d47cd-0339-41e1-9798-76d0228b4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157513 Nov 04 09:25:26.010631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.017402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-578dcd88-4dea-4055-a67b-0998e9802b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:26.028125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-578dcd88-4dea-4055-a67b-0998e9802b76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=969024872d3d413090293f650eb202f1&device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 1094 time: 0.0699623 Nov 04 09:25:26.084103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Subnet': ['ID=6ac89417-e6f8-484f-a4cf-36ebe847bfa3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:26.098611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Checking segment: {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:26.099071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network hostable DHCP agents. Network: 60bbf9e9-49e7-47a5-8607-590a6b06d82f, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:25:26.107219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.116738 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.124453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:25:26.142138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 60bbf9e9-49e7-47a5-8607-590a6b06d82f) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:26.151503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:26.153498 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.169953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc4678-f20d-403f-9a3f-c65cd98618ce None None] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:26.176865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6afafd27-0964-4e98-b11d-c4bc3efde8c0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5339868 Nov 04 09:25:26.180597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54226) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:26.199382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-a8ac379c-ba1f-4dfc-89e5-45b3ae18d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:26.209901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-a8ac379c-ba1f-4dfc-89e5-45b3ae18d290 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4b7d47cd-0339-41e1-9798-76d0228b4509 HTTP/1.1" status: 200 len: 923 time: 0.1807599 Nov 04 09:25:26.266609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Attempting to bind port 7629ef25-c22f-45de-bdb3-658568aef2c7 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:26.267021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Attempting to bind port 7629ef25-c22f-45de-bdb3-658568aef2c7 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:26.267714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Attempting to bind port 7629ef25-c22f-45de-bdb3-658568aef2c7 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:26.292672 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-3f381cab-80a4-4fad-aacf-47fe6f45e273 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2102570-eb42-4cd5-a523-8360f2e2b8e8 HTTP/1.1" status: 200 len: 217 time: 0.0754359 Nov 04 09:25:26.307655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:26.308069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:26.308478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.308876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:26.309494 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Bound port: 7629ef25-c22f-45de-bdb3-658568aef2c7, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:26.310030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.341522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2f8dd-766c-4f2b-b497-4ced38ad6efc None None] Pushing event updated for resources: {'Port': ['ID=7629ef25-c22f-45de-bdb3-658568aef2c7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:26.383251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] For port 7629ef25-c22f-45de-bdb3-658568aef2c7, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:26.389018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] For port 7629ef25-c22f-45de-bdb3-658568aef2c7, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7629ef25-c22f-45de-bdb3-658568aef2c7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:26.397807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-1e17f974-8705-4f0f-83bc-0a98033e8451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:26.400153 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-1e17f974-8705-4f0f-83bc-0a98033e8451 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=69776c99-ad7c-445f-8a07-5b5c2b6ddad3 HTTP/1.1" status: 200 len: 862 time: 0.0997231 Nov 04 09:25:26.405948 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.453886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c15fc89-0682-4544-9da3-612800de5c14 req-dd339ab8-c354-4c3a-87bc-be3726830cf5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:26.463431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c15fc89-0682-4544-9da3-612800de5c14 req-dd339ab8-c354-4c3a-87bc-be3726830cf5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.1052468 Nov 04 09:25:26.465792 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-d331a641-0914-42da-ac51-cb9107b51225 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4b7d47cd-0339-41e1-9798-76d0228b4509&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569584 Nov 04 09:25:26.500686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2f8dd-766c-4f2b-b497-4ced38ad6efc None None] Pushing event updated for resources: {'Port': ['ID=7629ef25-c22f-45de-bdb3-658568aef2c7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:26.512280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:26.512978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:26.563711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c15fc89-0682-4544-9da3-612800de5c14 req-057e0388-329b-4429-8ed6-555eeb61458c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953674 Nov 04 09:25:26.650228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef20442-e880-4b31-882e-d501054742df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:25:26.651567 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1ef20442-e880-4b31-882e-d501054742df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:26.664943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-5e96b9ad-7483-42dd-aa60-edef1526b847 service neutron] 10.222.0.70 "GET /v2.0/networks/4b7d47cd-0339-41e1-9798-76d0228b4509?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781998 Nov 04 09:25:26.829527 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fd330ff-3bf2-466a-b4c5-816db7b7a1d9 req-095cc316-d089-4ef1-8e80-5f1b38b1020f service neutron] 10.222.0.70 "GET /v2.0/networks/4b7d47cd-0339-41e1-9798-76d0228b4509?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547771 Nov 04 09:25:26.884019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:26.949020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1ef20442-e880-4b31-882e-d501054742df None None] Allocated IP 172.20.0.2 (60bbf9e9-49e7-47a5-8607-590a6b06d82f/6ac89417-e6f8-484f-a4cf-36ebe847bfa3/d5747989-b174-4cc4-9f96-f0322d9c0ed1) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:27.002047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ed46c-c817-48bd-b85b-8cb30d4ccdd3 req-fbecd3bd-c2d7-4dc5-8405-3f348df1d0c2 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:27.010703 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-883ed46c-c817-48bd-b85b-8cb30d4ccdd3 req-fbecd3bd-c2d7-4dc5-8405-3f348df1d0c2 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 943 time: 0.1479454 Nov 04 09:25:27.067131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-883ed46c-c817-48bd-b85b-8cb30d4ccdd3 req-703e8cc8-9c78-46a0-ae6c-9cd7a4e13cf2 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534098 Nov 04 09:25:27.289171 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:27.295217 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1ef20442-e880-4b31-882e-d501054742df None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:27.304886 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1ef20442-e880-4b31-882e-d501054742df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:27.356210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef20442-e880-4b31-882e-d501054742df None None] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:27.357912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-21985314-0ec3-437d-9670-9a54f98daded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:24Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:27.362925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1ef20442-e880-4b31-882e-d501054742df None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:27.396797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef20442-e880-4b31-882e-d501054742df None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:27.400666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21985314-0ec3-437d-9670-9a54f98daded None None] The sync data for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 is: [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:24Z', 'revision_number': 3, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:27.402217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef20442-e880-4b31-882e-d501054742df None None] Pushing event updated for resources: {'Port': ['ID=d5747989-b174-4cc4-9f96-f0322d9c0ed1,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:27.471013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1ef20442-e880-4b31-882e-d501054742df None None] Attempting to bind port d5747989-b174-4cc4-9f96-f0322d9c0ed1 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:27.471334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1ef20442-e880-4b31-882e-d501054742df None None] Attempting to bind port d5747989-b174-4cc4-9f96-f0322d9c0ed1 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:27.471736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef20442-e880-4b31-882e-d501054742df None None] Attempting to bind port d5747989-b174-4cc4-9f96-f0322d9c0ed1 on network 60bbf9e9-49e7-47a5-8607-590a6b06d82f {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:27.481676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef20442-e880-4b31-882e-d501054742df None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:27.481937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef20442-e880-4b31-882e-d501054742df None None] Checking segment: {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:27.482353 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1ef20442-e880-4b31-882e-d501054742df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:27.482757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef20442-e880-4b31-882e-d501054742df None None] Bound using segment: {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:27.483236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1ef20442-e880-4b31-882e-d501054742df None None] Bound port: d5747989-b174-4cc4-9f96-f0322d9c0ed1, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:27.483973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1ef20442-e880-4b31-882e-d501054742df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:27.572239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1ef20442-e880-4b31-882e-d501054742df None None] For port d5747989-b174-4cc4-9f96-f0322d9c0ed1, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:27.577866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1ef20442-e880-4b31-882e-d501054742df None None] For port d5747989-b174-4cc4-9f96-f0322d9c0ed1, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d5747989-b174-4cc4-9f96-f0322d9c0ed1,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:27.586391 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1ef20442-e880-4b31-882e-d501054742df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:27.690807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef20442-e880-4b31-882e-d501054742df None None] Pushing event updated for resources: {'Port': ['ID=d5747989-b174-4cc4-9f96-f0322d9c0ed1,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:27.780438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.1 (60bbf9e9-49e7-47a5-8607-590a6b06d82f/6ac89417-e6f8-484f-a4cf-36ebe847bfa3/226f4756-eef8-4bea-bfeb-912399d0ebea) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:27.818280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb542f1c-73cc-4779-a5fe-5bbfa4521e6e req-4315539e-0b72-4c42-930c-a904b06615e2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:27.820883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb542f1c-73cc-4779-a5fe-5bbfa4521e6e req-4315539e-0b72-4c42-930c-a904b06615e2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.1584764 Nov 04 09:25:27.944270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb542f1c-73cc-4779-a5fe-5bbfa4521e6e req-5135c41d-f612-4317-b183-b15c7a1ceae7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111336 Nov 04 09:25:28.022978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:28.095563 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:28.155903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:28.160079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:28.164860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:28.227302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=226f4756-eef8-4bea-bfeb-912399d0ebea,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:28.546458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:28.620522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b234c-4de0-476c-ad6c-e9d547ff92c6 req-03d9cf6a-77d3-4371-b79d-0f4212a76d3f tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:28.622279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-820b234c-4de0-476c-ad6c-e9d547ff92c6 req-03d9cf6a-77d3-4371-b79d-0f4212a76d3f tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 943 time: 0.4110246 Nov 04 09:25:28.716087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-820b234c-4de0-476c-ad6c-e9d547ff92c6 req-65a0aa4f-247a-4c90-ae64-fa87723bcd9a tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811059 Nov 04 09:25:28.730248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f2102570-eb42-4cd5-a523-8360f2e2b8e8 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:25:28.804124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:28.908191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port f2102570-eb42-4cd5-a523-8360f2e2b8e8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f2102570-eb42-4cd5-a523-8360f2e2b8e8,segment=NetworkSegment(faeb19ab-896e-40c6-9324-1f1915a671ab),segment_id=faeb19ab-896e-40c6-9324-1f1915a671ab)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:28.927652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8', 'network_id': '4b7d47cd-0339-41e1-9798-76d0228b4509', 'port_id': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8', 'mac_address': 'fa:16:3e:47:72:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69776c99-ad7c-445f-8a07-5b5c2b6ddad3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:25:29.000319 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.038659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2102570-eb42-4cd5-a523-8360f2e2b8e8 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:29.065754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port f2102570-eb42-4cd5-a523-8360f2e2b8e8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f2102570-eb42-4cd5-a523-8360f2e2b8e8,segment=NetworkSegment(faeb19ab-896e-40c6-9324-1f1915a671ab),segment_id=faeb19ab-896e-40c6-9324-1f1915a671ab)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:29.075616 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.145210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e6a3f5-c525-4e18-a9c4-26dd77fa5208 None None] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:29.243924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82f9b4-b101-42cf-ba41-caf0de9169b1 req-78c108ae-0b32-47d7-a3c8-b2bfb9be6e2a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:29.251617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a82f9b4-b101-42cf-ba41-caf0de9169b1 req-78c108ae-0b32-47d7-a3c8-b2bfb9be6e2a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.1637022 Nov 04 09:25:29.377765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.391124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a82f9b4-b101-42cf-ba41-caf0de9169b1 req-8759735b-bd4e-4dee-a06f-c577b8ef54c6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384768 Nov 04 09:25:29.400051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.408351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7629ef25-c22f-45de-bdb3-658568aef2c7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:29.466480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=f2102570-eb42-4cd5-a523-8360f2e2b8e8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:29.477599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['f2102570-eb42-4cd5-a523-8360f2e2b8e8'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:25:29.505211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.508095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=226f4756-eef8-4bea-bfeb-912399d0ebea,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:29.532509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8938bcba-b822-4cfa-8f46-9aac26a8f65e None None] Provisioning complete for port d5747989-b174-4cc4-9f96-f0322d9c0ed1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:29.532959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8938bcba-b822-4cfa-8f46-9aac26a8f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.643311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7629ef25-c22f-45de-bdb3-658568aef2c7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:29.644010 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.647677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:29.649359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:29.841882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router b1c7269a-346d-43e6-9c4e-8015f818dd92 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:25:29.842884 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8938bcba-b822-4cfa-8f46-9aac26a8f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.961552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:29.970386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8938bcba-b822-4cfa-8f46-9aac26a8f65e None None] For port d5747989-b174-4cc4-9f96-f0322d9c0ed1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d5747989-b174-4cc4-9f96-f0322d9c0ed1,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:29.983692 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8938bcba-b822-4cfa-8f46-9aac26a8f65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:30.022255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 7629ef25-c22f-45de-bdb3-658568aef2c7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7629ef25-c22f-45de-bdb3-658568aef2c7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:30.065663 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:30.067965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:30.069281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d5747989-b174-4cc4-9f96-f0322d9c0ed1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:30.079919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-054c926a-b20e-4ce6-9df1-df09ca9eaa19 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/b1c7269a-346d-43e6-9c4e-8015f818dd92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8906820 Nov 04 09:25:30.084189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79356985-2907-491a-a181-ef7feacb9763 req-0e5ebd57-cd30-4c90-9155-636800c3cdf0 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:30.092017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79356985-2907-491a-a181-ef7feacb9763 req-0e5ebd57-cd30-4c90-9155-636800c3cdf0 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 944 time: 0.2338226 Nov 04 09:25:30.153279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79356985-2907-491a-a181-ef7feacb9763 req-68fdf7d9-e9c1-4004-902c-fc72ae627755 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581784 Nov 04 09:25:30.188150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Sync routers for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:30.208952 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:30.209774 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:30.223420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938bcba-b822-4cfa-8f46-9aac26a8f65e None None] Pushing event updated for resources: {'Port': ['ID=d5747989-b174-4cc4-9f96-f0322d9c0ed1,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:30.364298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d5747989-b174-4cc4-9f96-f0322d9c0ed1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:30.364972 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:30.384667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:30.434898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-88a9fa85-bd73-4580-8759-8dc9e89c1e70 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1008493088&fields=id&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 267 time: 0.0698509 Nov 04 09:25:30.446077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-28c6a59b-fa78-46e8-8e18-528242470c25 None None] Provisioning complete for port 226f4756-eef8-4bea-bfeb-912399d0ebea triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:30.446807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-28c6a59b-fa78-46e8-8e18-528242470c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:30.488900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=7629ef25-c22f-45de-bdb3-658568aef2c7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:30.542157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-28c6a59b-fa78-46e8-8e18-528242470c25 None None] Port 226f4756-eef8-4bea-bfeb-912399d0ebea cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:25:30.577222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-28c6a59b-fa78-46e8-8e18-528242470c25 None None] Provisioning complete for port d5747989-b174-4cc4-9f96-f0322d9c0ed1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:30.578189 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-28c6a59b-fa78-46e8-8e18-528242470c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:30.652720 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 2, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:30.689931 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Checking router: b1c7269a-346d-43e6-9c4e-8015f818dd92 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:30.690288 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Updating router b1c7269a-346d-43e6-9c4e-8015f818dd92 port 226f4756-eef8-4bea-bfeb-912399d0ebea binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:25:30.735410 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:30.746052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-b3a7c8c4-9bc2-42d6-ae99-c5cfd265b6a8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:30.747640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-b3a7c8c4-9bc2-42d6-ae99-c5cfd265b6a8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/networks?id=60bbf9e9-49e7-47a5-8607-590a6b06d82f HTTP/1.1" status: 200 len: 796 time: 0.3119378 Nov 04 09:25:30.750097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f2102570-eb42-4cd5-a523-8360f2e2b8e8 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:30.771896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-a9db6ef4-5052-46d9-8dd9-1527ca731af8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/quotas/5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 375 time: 0.0169790 Nov 04 09:25:30.866359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-d120fb1b-187f-4c0a-8215-18af8fdb56ae tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782676 Nov 04 09:25:30.939545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port f2102570-eb42-4cd5-a523-8360f2e2b8e8 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:25:30.950379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port f2102570-eb42-4cd5-a523-8360f2e2b8e8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:30.951578 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.015769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-c26018fc-4d0f-4086-9c8b-923ccdc2d868 service neutron] 10.222.0.53 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447256 Nov 04 09:25:31.054939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-11de5099-7a51-451e-a734-d48918acf1ee None None] Provisioning complete for port 226f4756-eef8-4bea-bfeb-912399d0ebea triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:31.055316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11de5099-7a51-451e-a734-d48918acf1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.118136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-11de5099-7a51-451e-a734-d48918acf1ee None None] Port 226f4756-eef8-4bea-bfeb-912399d0ebea cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:25:31.139027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.142347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-b5d6990e-395b-4c44-9d2f-4f6b98c98c46 service neutron] 10.222.0.53 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252346 Nov 04 09:25:31.219686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:31.224862 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d2312f-fd48-4630-8bfa-e35b7bbfd99a" -d '{"events": [{"server_uuid": "096425aa-b0ff-4130-aa4b-a38f4a934886", "name": "network-vif-plugged", "status": "completed", "tag": "f2102570-eb42-4cd5-a523-8360f2e2b8e8"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:31.238804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port f2102570-eb42-4cd5-a523-8360f2e2b8e8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f2102570-eb42-4cd5-a523-8360f2e2b8e8,segment=NetworkSegment(faeb19ab-896e-40c6-9324-1f1915a671ab),segment_id=faeb19ab-896e-40c6-9324-1f1915a671ab)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:31.245853 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.252370 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.262396 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.364022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=f2102570-eb42-4cd5-a523-8360f2e2b8e8,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:31.373069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7629ef25-c22f-45de-bdb3-658568aef2c7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:31.478285 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119939fa-a23f-47f4-8b07-1d2cb2cd808e None None] Pushing event updated for resources: {'Port': ['ID=226f4756-eef8-4bea-bfeb-912399d0ebea,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:31.483161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7629ef25-c22f-45de-bdb3-658568aef2c7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:31.483680 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.514584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257dd6ba-0093-4843-8fd5-b3b79c1b500a req-c42ec8e0-3ec4-49c2-8aee-ffb302d16863 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:31.516135 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Attempting to bind port 226f4756-eef8-4bea-bfeb-912399d0ebea on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:31.516594 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Attempting to bind port 226f4756-eef8-4bea-bfeb-912399d0ebea by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:31.517071 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Attempting to bind port 226f4756-eef8-4bea-bfeb-912399d0ebea on network 60bbf9e9-49e7-47a5-8607-590a6b06d82f {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:31.517782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-257dd6ba-0093-4843-8fd5-b3b79c1b500a req-c42ec8e0-3ec4-49c2-8aee-ffb302d16863 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0986338 Nov 04 09:25:31.528306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:31.528852 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Checking segment: {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:31.529249 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.529777 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Bound using segment: {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:31.530342 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Bound port: 226f4756-eef8-4bea-bfeb-912399d0ebea, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:31.530800 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.582562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-257dd6ba-0093-4843-8fd5-b3b79c1b500a req-1e204b5b-9491-4707-ac58-cb3a5608df27 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543964 Nov 04 09:25:31.629603 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] For port 226f4756-eef8-4bea-bfeb-912399d0ebea, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:31.634855 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] For port 226f4756-eef8-4bea-bfeb-912399d0ebea, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=226f4756-eef8-4bea-bfeb-912399d0ebea,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:31.641675 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.735728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d5747989-b174-4cc4-9f96-f0322d9c0ed1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:31.747378 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:31.747957 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:31.818911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-13c01dbb-fbb4-46ac-af6c-ae7bcdcac6ac None None] Provisioning complete for port 226f4756-eef8-4bea-bfeb-912399d0ebea triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:31.820063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13c01dbb-fbb4-46ac-af6c-ae7bcdcac6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.849610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b8a42-8792-40c2-8448-bcb8ebf8070b req-c663bb07-429c-433a-b4f1-6f22b59f19e9 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:31.852339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d81b8a42-8792-40c2-8448-bcb8ebf8070b req-c663bb07-429c-433a-b4f1-6f22b59f19e9 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 945 time: 0.1422362 Nov 04 09:25:31.948705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d81b8a42-8792-40c2-8448-bcb8ebf8070b req-34e0159c-f386-405c-a2e6-2623d0df684a tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867550 Nov 04 09:25:31.960895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d5747989-b174-4cc4-9f96-f0322d9c0ed1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:31.960895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:31.991982 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:32.038205 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b0fe91-fdaf-4a57-b2b5-dfd45d81bb99 x-openstack-request-id: req-20b0fe91-fdaf-4a57-b2b5-dfd45d81bb99 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:32.038205 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096425aa-b0ff-4130-aa4b-a38f4a934886", "name": "network-vif-plugged", "status": "completed", "tag": "f2102570-eb42-4cd5-a523-8360f2e2b8e8", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:32.038530 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20b0fe91-fdaf-4a57-b2b5-dfd45d81bb99 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:32.040330 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8', 'code': 200} Nov 04 09:25:32.097999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13c01dbb-fbb4-46ac-af6c-ae7bcdcac6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:32.121731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5afb8f36-381b-4b5a-a84e-d52e359c9188 req-553d9b5d-744b-4526-805e-d62eb56af41a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 210 time: 0.0460401 Nov 04 09:25:32.185155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be29cfb-fe0d-4210-8413-b3316c41e17e req-eaaaa670-fb50-433f-88b3-d05d244e61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:32.187177 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5be29cfb-fe0d-4210-8413-b3316c41e17e req-eaaaa670-fb50-433f-88b3-d05d244e61d7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 1096 time: 0.0783081 Nov 04 09:25:32.205921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-13c01dbb-fbb4-46ac-af6c-ae7bcdcac6ac None None] For port 226f4756-eef8-4bea-bfeb-912399d0ebea, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=226f4756-eef8-4bea-bfeb-912399d0ebea,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:32.241478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5be29cfb-fe0d-4210-8413-b3316c41e17e req-232b3e88-16fb-4682-88cd-89758e4a182a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463893 Nov 04 09:25:32.273461 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-13c01dbb-fbb4-46ac-af6c-ae7bcdcac6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:32.326932 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119939fa-a23f-47f4-8b07-1d2cb2cd808e None None] Pushing event updated for resources: {'Port': ['ID=226f4756-eef8-4bea-bfeb-912399d0ebea,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:32.422085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-126b29f7-c544-47c5-979b-e4fcc7eaebde None None] Provisioning complete for port 226f4756-eef8-4bea-bfeb-912399d0ebea triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:32.422946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-126b29f7-c544-47c5-979b-e4fcc7eaebde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:32.428255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c01dbb-fbb4-46ac-af6c-ae7bcdcac6ac None None] Pushing event updated for resources: {'Port': ['ID=226f4756-eef8-4bea-bfeb-912399d0ebea,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:32.446759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:31Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:32.483228 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29ffcb3-9851-4a94-bd0f-5f1a97b931fd None None] The sync data for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 is: [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:31Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:32.707959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e161279-8dee-4ba7-aceb-d1f3f282e47d req-152b1376-d3f0-467e-a23b-69de92ecfe30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:32.709688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e161279-8dee-4ba7-aceb-d1f3f282e47d req-152b1376-d3f0-467e-a23b-69de92ecfe30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0585101 Nov 04 09:25:32.757454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e161279-8dee-4ba7-aceb-d1f3f282e47d req-d2556514-0abe-4acb-8ed9-d978041749b6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398543 Nov 04 09:25:33.085988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-cb639e57-43ba-43ba-a75c-553cf0b7ada8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:33.088991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-cb639e57-43ba-43ba-a75c-553cf0b7ada8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/networks?id=60bbf9e9-49e7-47a5-8607-590a6b06d82f HTTP/1.1" status: 200 len: 796 time: 0.2083018 Nov 04 09:25:33.143453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d826ee5-b072-40af-8a1b-e7fbef4c557c req-b53ab2a1-5f0c-40d7-8357-af94b8f60d43 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:33.145461 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d826ee5-b072-40af-8a1b-e7fbef4c557c req-b53ab2a1-5f0c-40d7-8357-af94b8f60d43 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 945 time: 0.1058955 Nov 04 09:25:33.151033 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-d7640072-7179-4c94-aae5-58ffbf4382bd tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ddb959e0ce346938b6b3e895540bd9d HTTP/1.1" status: 200 len: 380 time: 0.0480096 Nov 04 09:25:33.169991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'port': {'device_id': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'admin_state_up': True, 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'security_groups': ['955db620-e65d-40ea-a6f4-70d73a413364']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:33.215687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d826ee5-b072-40af-8a1b-e7fbef4c557c req-d1a3f142-308d-44c8-853a-b646c9bc10bf tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576181 Nov 04 09:25:33.343441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7de946f-d1d5-41ef-a928-ccc6d03c8a86 req-8e7e016e-5072-4dd7-82de-c35c7c6600d0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 210 time: 0.0586131 Nov 04 09:25:33.371044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 226f4756-eef8-4bea-bfeb-912399d0ebea up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:33.417202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Made reservation on behalf of 5ddb959e0ce346938b6b3e895540bd9d for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:33.422004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:33.475529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 226f4756-eef8-4bea-bfeb-912399d0ebea triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:33.476246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:33.617180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.20.0.11 (60bbf9e9-49e7-47a5-8607-590a6b06d82f/6ac89417-e6f8-484f-a4cf-36ebe847bfa3/6b7a55f8-fe9a-4ff4-9cec-149084370ddb) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:33.909503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba900a72-1535-4615-9737-92a753ecc65a req-a9969215-de64-4b28-81eb-3af9273584e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:33.918553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba900a72-1535-4615-9737-92a753ecc65a req-a9969215-de64-4b28-81eb-3af9273584e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 944 time: 0.0774186 Nov 04 09:25:33.981252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba900a72-1535-4615-9737-92a753ecc65a req-e10af7af-b1e9-4af1-a12b-304b502ad8b6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477223 Nov 04 09:25:34.202538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:34.246515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:34.307602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:34.311029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:34.313808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:34.354019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:34.367197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe5b2f3-3390-4577-a5ab-9d4307da9855 req-b86f8c7d-2810-4b50-9efe-6356c1d3eedd tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:34.369589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ffe5b2f3-3390-4577-a5ab-9d4307da9855 req-b86f8c7d-2810-4b50-9efe-6356c1d3eedd tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 945 time: 0.0743659 Nov 04 09:25:34.398722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:34.400198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:34.419342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ffe5b2f3-3390-4577-a5ab-9d4307da9855 req-dadf698a-a1b0-474c-92dc-6c19c11f0e76 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Nov 04 09:25:34.427604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-7beb08e7-6704-4cd8-af2d-87bb02c61b20 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2698019 Nov 04 09:25:34.440245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Request body: {'port': {'device_id': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:34.533774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:34.575647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed3fa7-4679-4df3-9930-57b59ce7188d req-714aa3d2-b250-40c3-afc6-5a2c967ced68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:34.578305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9ed3fa7-4679-4df3-9930-57b59ce7188d req-714aa3d2-b250-40c3-afc6-5a2c967ced68 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 932 time: 0.0669155 Nov 04 09:25:34.622527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9ed3fa7-4679-4df3-9930-57b59ce7188d req-eb284282-828e-4368-8dfc-f6621d34f7ca tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372477 Nov 04 09:25:34.650118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-71a976bd-f2ce-42c8-9df0-effd31db20da None None] Provisioning complete for port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:34.650687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-71a976bd-f2ce-42c8-9df0-effd31db20da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:34.705671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-71a976bd-f2ce-42c8-9df0-effd31db20da None None] Port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:25:34.777809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 49e6dbca-ee4c-473e-bced-57f1276b87d7 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:25:34.946280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7a55f8-fe9a-4ff4-9cec-149084370ddb {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:34.961194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 49e6dbca-ee4c-473e-bced-57f1276b87d7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=49e6dbca-ee4c-473e-bced-57f1276b87d7,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:34.961529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:34.979087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Transition to ACTIVE for port object 6b7a55f8-fe9a-4ff4-9cec-149084370ddb will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:25:34.980957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '49e6dbca-ee4c-473e-bced-57f1276b87d7', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'port_id': '49e6dbca-ee4c-473e-bced-57f1276b87d7', 'mac_address': 'fa:16:3e:70:8f:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:25:34.986197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:35.039369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:35.052918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:35.057271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49e6dbca-ee4c-473e-bced-57f1276b87d7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:35.116744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 49e6dbca-ee4c-473e-bced-57f1276b87d7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=49e6dbca-ee4c-473e-bced-57f1276b87d7,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:35.124596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:35.156901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6205f6e-7c2f-4406-9397-2fe9b855bf2a req-49ba8254-eadd-429e-bf26-289e1065e12d tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:35.164690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Attempting to bind port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:35.165025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Attempting to bind port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:35.165356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Attempting to bind port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb on network 60bbf9e9-49e7-47a5-8607-590a6b06d82f {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:35.171918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6205f6e-7c2f-4406-9397-2fe9b855bf2a req-49ba8254-eadd-429e-bf26-289e1065e12d tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 945 time: 0.1250441 Nov 04 09:25:35.185841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb on network 60bbf9e9-49e7-47a5-8607-590a6b06d82f not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:25:35.185841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Attempting to bind port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb on network 60bbf9e9-49e7-47a5-8607-590a6b06d82f {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:35.206043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:35.206465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Checking segment: {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:35.206862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Bound using segment: {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:35.207324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Bound port: 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdc81ff-ae5f-4500-a116-faa4e88252d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:35.207694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:35.217624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=49e6dbca-ee4c-473e-bced-57f1276b87d7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:35.312446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6205f6e-7c2f-4406-9397-2fe9b855bf2a req-79024bed-6cdd-481a-b6dc-acd63fc2ffc1 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384797 Nov 04 09:25:35.335633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['49e6dbca-ee4c-473e-bced-57f1276b87d7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:25:35.344307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:35.348245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:35.355201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:35.428287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:35.453751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:35.454416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:35.456631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-bfab416b-b943-47e8-9a02-15f26b165912 service neutron] 10.222.0.55 "PUT /v2.0/ports/6b7a55f8-fe9a-4ff4-9cec-149084370ddb HTTP/1.1" status: 200 len: 1092 time: 1.0208516 Nov 04 09:25:35.457131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:35.470325 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a52a736-3b04-4e95-b540-e1149a99eaa1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:35.587589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-a14035ae-3d1e-4830-9361-91be2c7b7884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:35.589596 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-a14035ae-3d1e-4830-9361-91be2c7b7884 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1095 time: 0.0852969 Nov 04 09:25:35.602476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfbefb-4974-4e19-b510-e731f0292bab req-7cd602aa-b377-46d5-918a-27bad2042b70 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:35.629342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5dfbefb-4974-4e19-b510-e731f0292bab req-7cd602aa-b377-46d5-918a-27bad2042b70 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 945 time: 0.1334598 Nov 04 09:25:35.652252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-bb3365f0-3da8-43a3-b265-65994cd86f71 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb HTTP/1.1" status: 200 len: 217 time: 0.0545690 Nov 04 09:25:35.724002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5dfbefb-4974-4e19-b510-e731f0292bab req-7794e410-878d-4f58-aad2-9882053f4ef4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924079 Nov 04 09:25:35.776483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-b3727ddb-4785-433b-b9b7-fab7308ef408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:35.778134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-b3727ddb-4785-433b-b9b7-fab7308ef408 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ac89417-e6f8-484f-a4cf-36ebe847bfa3 HTTP/1.1" status: 200 len: 834 time: 0.1190484 Nov 04 09:25:35.851816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67fa63-3359-410c-8941-b19e73981013 req-a01baea3-4f0d-4cda-ae5c-c205b5c68650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:35.853812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-a01baea3-4f0d-4cda-ae5c-c205b5c68650 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60bbf9e9-49e7-47a5-8607-590a6b06d82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685384 Nov 04 09:25:35.873404 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f637f6a3-9fc4-4fab-b3e6-5b6a04455742 x-openstack-request-id: req-f637f6a3-9fc4-4fab-b3e6-5b6a04455742 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:35.873689 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:35.873970 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f637f6a3-9fc4-4fab-b3e6-5b6a04455742 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:35.874370 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'status': 'completed', 'code': 200} Nov 04 09:25:35.981829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-48c0ab73-ac3f-4283-b56e-5730909e2a0e service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184535 Nov 04 09:25:35.982620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc101fe-11fe-4228-ac45-5d24edaa090d req-5bff16f4-aec4-4206-b7e2-816448c8a8c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:35.984211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcc101fe-11fe-4228-ac45-5d24edaa090d req-5bff16f4-aec4-4206-b7e2-816448c8a8c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 944 time: 0.0685797 Nov 04 09:25:36.094253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a67fa63-3359-410c-8941-b19e73981013 req-c4d41e81-901f-47c7-9de2-18b38e2528cc service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051600 Nov 04 09:25:36.102191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcc101fe-11fe-4228-ac45-5d24edaa090d req-6faaa899-67c2-41f2-940f-99bd42a62ff2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097155 Nov 04 09:25:36.221861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-2073ed7f-c93d-4f99-beb4-ca889ccd2f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:36.223514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-2073ed7f-c93d-4f99-beb4-ca889ccd2f08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1095 time: 0.0534017 Nov 04 09:25:36.341566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-be823455-adef-4b64-a0a5-9f8fced92c2b tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:36.345971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-be823455-adef-4b64-a0a5-9f8fced92c2b tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.70 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 945 time: 0.1208153 Nov 04 09:25:36.370078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-f356eaa0-c65a-4cca-b2ad-767e1edf04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:36.371792 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-f356eaa0-c65a-4cca-b2ad-767e1edf04a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60bbf9e9-49e7-47a5-8607-590a6b06d82f HTTP/1.1" status: 200 len: 897 time: 0.1383142 Nov 04 09:25:36.443127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-fa1b1778-c7ac-4cd9-840c-e2cb0d3ea5c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb HTTP/1.1" status: 200 len: 217 time: 0.0609229 Nov 04 09:25:36.529535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-cc7c3760-4fde-4ca8-bc21-57c1148a5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:36.531668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-cc7c3760-4fde-4ca8-bc21-57c1148a5a7f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ac89417-e6f8-484f-a4cf-36ebe847bfa3 HTTP/1.1" status: 200 len: 834 time: 0.0809157 Nov 04 09:25:36.582481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457f041-9bc8-4b52-b225-a3149bcc9597 req-6dd4284f-6fc5-4a3d-a3c3-64fc2859bbef tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:36.590651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e457f041-9bc8-4b52-b225-a3149bcc9597 req-6dd4284f-6fc5-4a3d-a3c3-64fc2859bbef tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 945 time: 0.1475677 Nov 04 09:25:36.601876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Deleting port f2102570-eb42-4cd5-a523-8360f2e2b8e8 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:36.602127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:36.626993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-3fc6cadc-10ef-4806-ab8a-a29d1c6b6e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:36.629300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-3fc6cadc-10ef-4806-ab8a-a29d1c6b6e9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60bbf9e9-49e7-47a5-8607-590a6b06d82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872438 Nov 04 09:25:36.653123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e457f041-9bc8-4b52-b225-a3149bcc9597 req-6a7734ae-aa65-4703-8ef6-f7fc1ed992aa tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/security-groups?id=640e88b2-8cb9-471e-9660-e3f85a6d2e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466828 Nov 04 09:25:36.776293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 49e6dbca-ee4c-473e-bced-57f1276b87d7 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:36.820219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] For port f2102570-eb42-4cd5-a523-8360f2e2b8e8, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f2102570-eb42-4cd5-a523-8360f2e2b8e8,segment=NetworkSegment(faeb19ab-896e-40c6-9324-1f1915a671ab),segment_id=faeb19ab-896e-40c6-9324-1f1915a671ab)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:36.820891 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:36.854701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 49e6dbca-ee4c-473e-bced-57f1276b87d7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:25:36.855186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Calling delete_port for f2102570-eb42-4cd5-a523-8360f2e2b8e8 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:36.859674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 49e6dbca-ee4c-473e-bced-57f1276b87d7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:36.860129 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:36.884061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5487788-26f8-4aa3-8e7d-ff4c87e91100 req-98b9210b-0498-438e-9624-4883eeeb508c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:36.886064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5487788-26f8-4aa3-8e7d-ff4c87e91100 req-98b9210b-0498-438e-9624-4883eeeb508c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 945 time: 0.0592968 Nov 04 09:25:36.891027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-4e081f5f-266d-4d50-9142-76cb16de0a01 service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278428 Nov 04 09:25:36.970713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5487788-26f8-4aa3-8e7d-ff4c87e91100 req-ec9117bf-e72e-4fa6-a425-57919d427f76 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701268 Nov 04 09:25:37.006921 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:37.053930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a06dea5-d28d-46ba-a841-bb268778730d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e6dbca-ee4c-473e-bced-57f1276b87d7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:37.059617 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e47759-0612-4213-8ce4-9919032ef149" -d '{"events": [{"server_uuid": "9a06dea5-d28d-46ba-a841-bb268778730d", "name": "network-vif-plugged", "status": "completed", "tag": "49e6dbca-ee4c-473e-bced-57f1276b87d7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:37.087691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 49e6dbca-ee4c-473e-bced-57f1276b87d7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=49e6dbca-ee4c-473e-bced-57f1276b87d7,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:37.099955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:37.106970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3a52a736-3b04-4e95-b540-e1149a99eaa1 req-518e265a-8a7f-4669-8f52-ebeb0bc10214 service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071400 Nov 04 09:25:37.157251 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8608a9-c16b-468f-a67f-6b94a5362a08 x-openstack-request-id: req-ef8608a9-c16b-468f-a67f-6b94a5362a08 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:37.157552 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a06dea5-d28d-46ba-a841-bb268778730d", "name": "network-vif-plugged", "status": "completed", "tag": "49e6dbca-ee4c-473e-bced-57f1276b87d7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:37.157895 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef8608a9-c16b-468f-a67f-6b94a5362a08 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:37.158356 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a06dea5-d28d-46ba-a841-bb268778730d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49e6dbca-ee4c-473e-bced-57f1276b87d7', 'code': 200} Nov 04 09:25:37.211075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=49e6dbca-ee4c-473e-bced-57f1276b87d7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:37.261360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:37.267496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a9070-5ca5-43c1-870b-162b047636fa req-a2c0633f-cec1-4b05-a0b3-55cd0519a5a8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:37.269755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d3a9070-5ca5-43c1-870b-162b047636fa req-a2c0633f-cec1-4b05-a0b3-55cd0519a5a8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 944 time: 0.0659318 Nov 04 09:25:37.296343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Pushing event deleted for resources: {'Port': ['ID=f2102570-eb42-4cd5-a523-8360f2e2b8e8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:37.311724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7774e-02cb-4612-8b86-61eaa0bf4c27 req-448ae248-b554-4020-a11e-8eef791e5adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:37.313216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6be7774e-02cb-4612-8b86-61eaa0bf4c27 req-448ae248-b554-4020-a11e-8eef791e5adc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 1097 time: 0.1051555 Nov 04 09:25:37.320171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d3a9070-5ca5-43c1-870b-162b047636fa req-6ac2f3d7-c06b-4dbe-9c0b-ae2f7f4c28fd tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412109 Nov 04 09:25:37.349866 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63c56f37-25fb-44d9-95bf-d0af840f590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:37.362900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] No DVR routers for this DVR port f2102570-eb42-4cd5-a523-8360f2e2b8e8 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:25:37.366643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:37.372284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f495884-ec5b-4b64-bf05-5784f3d5626a req-59df1345-e203-4ad5-a560-52b55f4a921c tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.70 "DELETE /v2.0/ports/f2102570-eb42-4cd5-a523-8360f2e2b8e8 HTTP/1.1" status: 204 len: 173 time: 0.9994068 Nov 04 09:25:37.389299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6be7774e-02cb-4612-8b86-61eaa0bf4c27 req-c7d99c7e-3b75-46e0-99fe-0cc0688d7a48 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611489 Nov 04 09:25:37.778021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cafd245d-df9e-4f30-9b16-227b4359477f req-9e26f783-ccd4-4dc0-93a9-56d81b2b41f9 tempest-ServerAddressesNegativeTestJSON-729883835 tempest-ServerAddressesNegativeTestJSON-729883835-project] 10.222.0.53 "GET /v2.0/ports?device_id=096425aa-b0ff-4130-aa4b-a38f4a934886 HTTP/1.1" status: 200 len: 210 time: 0.0285509 Nov 04 09:25:37.876313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'name': 'network-vif-deleted', 'tag': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:37.878654 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ef0b4-3fbd-4fdb-bc82-299657ae7f22" -d '{"events": [{"server_uuid": "096425aa-b0ff-4130-aa4b-a38f4a934886", "name": "network-vif-deleted", "tag": "f2102570-eb42-4cd5-a523-8360f2e2b8e8"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:37.918466 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dce421-eec8-4d30-858d-392f5732cc06 x-openstack-request-id: req-98dce421-eec8-4d30-858d-392f5732cc06 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:37.918766 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "096425aa-b0ff-4130-aa4b-a38f4a934886", "name": "network-vif-deleted", "tag": "f2102570-eb42-4cd5-a523-8360f2e2b8e8", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:37.919023 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98dce421-eec8-4d30-858d-392f5732cc06 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:37.919439 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '096425aa-b0ff-4130-aa4b-a38f4a934886', 'name': 'network-vif-deleted', 'tag': 'f2102570-eb42-4cd5-a523-8360f2e2b8e8', 'status': 'completed', 'code': 200} Nov 04 09:25:38.116733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eda96-7d92-4d76-bb76-21d9771ab65f req-93a379db-729e-44d0-b01e-47fd07765a50 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:38.118524 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e63eda96-7d92-4d76-bb76-21d9771ab65f req-93a379db-729e-44d0-b01e-47fd07765a50 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 946 time: 0.0580649 Nov 04 09:25:38.160080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e63eda96-7d92-4d76-bb76-21d9771ab65f req-7f8a3dfe-868f-40b1-97bf-4d9d20ee93d8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Nov 04 09:25:38.465895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d008466-2c2f-4e3d-8157-6f9b8f5041f8 req-18787899-d683-4ee3-a9ca-e010f8f2392d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:38.467550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d008466-2c2f-4e3d-8157-6f9b8f5041f8 req-18787899-d683-4ee3-a9ca-e010f8f2392d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 944 time: 0.0602670 Nov 04 09:25:38.523879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d008466-2c2f-4e3d-8157-6f9b8f5041f8 req-fdddeb18-4453-44bd-b287-f6d54df52d80 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Nov 04 09:25:38.794526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f2102570-eb42-4cd5-a523-8360f2e2b8e8 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:38.828311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: f2102570-eb42-4cd5-a523-8360f2e2b8e8 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:38.828899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f2102570-eb42-4cd5-a523-8360f2e2b8e8 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:38.832060 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6b7a55f8-fe9a-4ff4-9cec-149084370ddb details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:25:38.860140 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:38.918863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Deleting subnet 69776c99-ad7c-445f-8a07-5b5c2b6ddad3 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:25:38.922551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:38.945558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:38.951110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54806) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:38.959134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'port_id': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'mac_address': 'fa:16:3e:23:73:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:25:38.963428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.005715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.021941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7a55f8-fe9a-4ff4-9cec-149084370ddb {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:39.030997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.044192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:39.048915 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.100223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57957f75-2bd0-4a4b-864a-bab38aab5749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.111290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.121484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:39.158445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.163377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/69776c99-ad7c-445f-8a07-5b5c2b6ddad3 HTTP/1.1" status: 204 len: 168 time: 0.3008332 Nov 04 09:25:39.164497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69776c99-ad7c-445f-8a07-5b5c2b6ddad3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:39.167665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54810) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:39.174341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.174773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.175205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.175657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.176249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.177051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.177470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.177772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.178110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.178452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.178808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.179140 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca45120-6548-4acf-a64e-0b47bbf09754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:39.268645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['6b7a55f8-fe9a-4ff4-9cec-149084370ddb'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:25:39.269574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.291059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57957f75-2bd0-4a4b-864a-bab38aab5749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.297363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57957f75-2bd0-4a4b-864a-bab38aab5749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.308061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b02f0f-867e-49ce-8879-629428e8c712 req-14dafcc4-66b1-4c03-82fe-ccde6a6bd096 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:39.316598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2b02f0f-867e-49ce-8879-629428e8c712 req-14dafcc4-66b1-4c03-82fe-ccde6a6bd096 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 946 time: 0.0715892 Nov 04 09:25:39.357847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2b02f0f-867e-49ce-8879-629428e8c712 req-22dc9d0e-02f1-4e3d-93e1-814b851508ef tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Nov 04 09:25:39.433551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57957f75-2bd0-4a4b-864a-bab38aab5749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb40f25-d197-4ed2-ac8c-1892ddeeff1b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:39.443178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-57957f75-2bd0-4a4b-864a-bab38aab5749 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7f813b50b6f45fcb32ee55c04e436dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896743 Nov 04 09:25:39.445253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.447739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54818) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:39.488503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7d47cd-0339-41e1-9798-76d0228b4509']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:39.520226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faeb19ab-896e-40c6-9324-1f1915a671ab') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:39.521482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faeb19ab-896e-40c6-9324-1f1915a671ab') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:39.540958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.579265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-460470c9-bf8c-4f5b-b666-5319347da4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.582505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.597522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba69e7a-4b67-40ce-94ee-f70416d5639a req-2035a516-2a93-47ab-a0bc-e4fe3009bc7b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:39.599592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cba69e7a-4b67-40ce-94ee-f70416d5639a req-2035a516-2a93-47ab-a0bc-e4fe3009bc7b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 946 time: 0.0608625 Nov 04 09:25:39.606246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:25:39.606848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:25:39.609913 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:25:39.650815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cba69e7a-4b67-40ce-94ee-f70416d5639a req-8b2c9308-1795-4f85-b12c-285113b3b3ca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446482 Nov 04 09:25:39.691978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-460470c9-bf8c-4f5b-b666-5319347da4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.713278 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.722063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.727655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4b7d47cd-0339-41e1-9798-76d0228b4509 HTTP/1.1" status: 204 len: 168 time: 0.5586410 Nov 04 09:25:39.754333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f850a-e47d-44b3-8f58-d5fe67e24063 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7d47cd-0339-41e1-9798-76d0228b4509,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:39.779995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-460470c9-bf8c-4f5b-b666-5319347da4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.782828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-460470c9-bf8c-4f5b-b666-5319347da4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:39.786620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-460470c9-bf8c-4f5b-b666-5319347da4e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2cb40f25-d197-4ed2-ac8c-1892ddeeff1b HTTP/1.1" status: 204 len: 168 time: 0.3352926 Nov 04 09:25:39.794701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460470c9-bf8c-4f5b-b666-5319347da4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb40f25-d197-4ed2-ac8c-1892ddeeff1b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:39.831650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27e004-e119-4a1f-9cb7-d79b90b1185e req-83531d77-5f42-42c3-a06a-535404e8c6bb tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:39.836470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d27e004-e119-4a1f-9cb7-d79b90b1185e req-83531d77-5f42-42c3-a06a-535404e8c6bb tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 945 time: 0.1132793 Nov 04 09:25:39.897362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d27e004-e119-4a1f-9cb7-d79b90b1185e req-37ef921d-eaad-4430-a53c-e2961e0cc355 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560901 Nov 04 09:25:39.923071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:39.943257 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-147b0fef-d786-4065-b318-0210a7496fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.022760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a014cbc7-a57e-489a-ae82-c510609e1053 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=969024872d3d413090293f650eb202f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0981033 Nov 04 09:25:40.025889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54832) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:40.048107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3db701-c5f2-4400-aee6-e75ec4faf48b req-6c3edc4f-2b66-494c-9621-57a8a80e3913 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:40.049723 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b3db701-c5f2-4400-aee6-e75ec4faf48b req-6c3edc4f-2b66-494c-9621-57a8a80e3913 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 946 time: 0.0625005 Nov 04 09:25:40.079817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca4a7-1544-4558-88d9-20df734e9011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.091960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b3db701-c5f2-4400-aee6-e75ec4faf48b req-3657fbc5-7ed4-4351-abbe-68750e1d0ec9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Nov 04 09:25:40.104292 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca4a7-1544-4558-88d9-20df734e9011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.163227 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca4a7-1544-4558-88d9-20df734e9011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.166135 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6a7ca4a7-1544-4558-88d9-20df734e9011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.167472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6a7ca4a7-1544-4558-88d9-20df734e9011 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/640e88b2-8cb9-471e-9660-e3f85a6d2e3a HTTP/1.1" status: 204 len: 168 time: 0.1398683 Nov 04 09:25:40.176985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ca4a7-1544-4558-88d9-20df734e9011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640e88b2-8cb9-471e-9660-e3f85a6d2e3a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:40.199587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54838) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:40.214111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62ec7444-2464-4910-bede-3e692de45282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.279078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.331332 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62ec7444-2464-4910-bede-3e692de45282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.339089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62ec7444-2464-4910-bede-3e692de45282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.421009 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-62ec7444-2464-4910-bede-3e692de45282 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=31b1cbbb5fdd4d6b91be703f3987c888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2179027 Nov 04 09:25:40.421009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec7444-2464-4910-bede-3e692de45282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9177d434-9b8a-4c0b-9e12-bb104177ce3a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:40.422999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ac409-5bf6-4633-8ff0-648e69e5a377 req-2be6e5e7-02fb-47c0-901e-6f43891dde60 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:40.423166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54842) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:40.425049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-135ac409-5bf6-4633-8ff0-648e69e5a377 req-2be6e5e7-02fb-47c0-901e-6f43891dde60 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 946 time: 0.0720439 Nov 04 09:25:40.482600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08fffb84-c597-4595-aa2f-517a410199a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.494750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-135ac409-5bf6-4633-8ff0-648e69e5a377 req-e07374cd-3881-479c-9037-abfffd1c1226 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467987 Nov 04 09:25:40.514946 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08fffb84-c597-4595-aa2f-517a410199a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.582049 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08fffb84-c597-4595-aa2f-517a410199a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.585827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08fffb84-c597-4595-aa2f-517a410199a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:40.587191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-08fffb84-c597-4595-aa2f-517a410199a1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9177d434-9b8a-4c0b-9e12-bb104177ce3a HTTP/1.1" status: 204 len: 168 time: 0.1627541 Nov 04 09:25:40.599254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fffb84-c597-4595-aa2f-517a410199a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9177d434-9b8a-4c0b-9e12-bb104177ce3a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:40.832233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6b7a55f8-fe9a-4ff4-9cec-149084370ddb up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:40.911982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:25:40.918534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:40.919192 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:41.040720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:41.058305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83793c7-ecdf-487d-8cd9-88a4d7684c00 req-25bd9695-3cda-44c4-aa80-b56f054c2f1e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:41.060359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a83793c7-ecdf-487d-8cd9-88a4d7684c00 req-25bd9695-3cda-44c4-aa80-b56f054c2f1e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 945 time: 0.0659828 Nov 04 09:25:41.085658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:41.091125 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514aa59e-c080-419b-bbe5-732e8b30ab93" -d '{"events": [{"server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:41.114047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:41.118352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a83793c7-ecdf-487d-8cd9-88a4d7684c00 req-a16df1d1-b6fb-46bf-8b13-2c0847c83444 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519280 Nov 04 09:25:41.120371 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:41.181120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:41.273415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:41.433355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:41.474683 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a45692-2394-4e01-89bb-e10f4cfbd1b5 x-openstack-request-id: req-10a45692-2394-4e01-89bb-e10f4cfbd1b5 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:41.475105 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:41.475474 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10a45692-2394-4e01-89bb-e10f4cfbd1b5 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:41.476101 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'code': 200} Nov 04 09:25:41.588546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36a895-6035-43eb-916d-83a0ffd8a7fb req-64bfc684-95f2-43fb-9adb-8aee71842997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:41.590263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e36a895-6035-43eb-916d-83a0ffd8a7fb req-64bfc684-95f2-43fb-9adb-8aee71842997 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1097 time: 0.0544446 Nov 04 09:25:41.655206 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e36a895-6035-43eb-916d-83a0ffd8a7fb req-caeaa4ae-780b-4d8e-a154-2801a2a809b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575256 Nov 04 09:25:41.665509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86189f1c-eb3c-465e-81b8-cf82f533238e req-26e33673-f66d-4d1a-afe3-8177942add97 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:41.667405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86189f1c-eb3c-465e-81b8-cf82f533238e req-26e33673-f66d-4d1a-afe3-8177942add97 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 946 time: 0.0634496 Nov 04 09:25:41.709966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86189f1c-eb3c-465e-81b8-cf82f533238e req-576990a1-cf83-45f6-add6-2eceb8d6162f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Nov 04 09:25:41.745452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-679928014-network', 'tenant_id': '7b7b32fddc584e0db4f325bd4e807645'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:41.786170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-dfdc0922-fd6c-4f29-8222-c2df2a444251 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:41.787733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-dfdc0922-fd6c-4f29-8222-c2df2a444251 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 946 time: 0.0848465 Nov 04 09:25:41.788894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Made reservation on behalf of 7b7b32fddc584e0db4f325bd4e807645 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:41.791144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:41.809902 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:41.956935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port 49e6dbca-ee4c-473e-bced-57f1276b87d7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:41.957277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:41.979520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.005529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.049681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:25:42.072610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30a563d-f45a-42fc-96f8-f6b07bab0514,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:42.075104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54906) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:42.082517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.083411 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Added segment 5c79e23e-6d94-4a65-b5d2-b6f5363f1228 of type vlan for network 781f438f-6a01-43a0-b3e6-564e658e34ed Nov 04 09:25:42.148112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] For port 49e6dbca-ee4c-473e-bced-57f1276b87d7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=49e6dbca-ee4c-473e-bced-57f1276b87d7,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:42.148484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.157770 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.168846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for 49e6dbca-ee4c-473e-bced-57f1276b87d7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:42.243075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.244072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:42.244655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.251900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008926e4-9a50-4906-a59b-471ab0147c50 req-dab18433-9a17-46ae-89a5-eb2a9918bfed tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:42.252740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31cdc40e-0b1b-4377-90a0-5987965626a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.253444 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-008926e4-9a50-4906-a59b-471ab0147c50 req-dab18433-9a17-46ae-89a5-eb2a9918bfed tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.0577273 Nov 04 09:25:42.296155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-008926e4-9a50-4906-a59b-471ab0147c50 req-5454dd0f-74c3-4f60-8927-bb6a1e631452 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353172 Nov 04 09:25:42.322368 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8869665 Nov 04 09:25:42.325407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54912) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:42.330918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Request body: {'subnet': {'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-679928014-subnet', 'tenant_id': '7b7b32fddc584e0db4f325bd4e807645', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:42.355048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Made reservation on behalf of 7b7b32fddc584e0db4f325bd4e807645 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:42.357543 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.361170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d138584-55d9-4351-8db2-a88169cf5762 admin admin] Pushing event updated for resources: {'Network': ['ID=781f438f-6a01-43a0-b3e6-564e658e34ed,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:42.387223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 781f438f-6a01-43a0-b3e6-564e658e34ed details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:25:42.432387 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31cdc40e-0b1b-4377-90a0-5987965626a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.440479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-31cdc40e-0b1b-4377-90a0-5987965626a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.516816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-31cdc40e-0b1b-4377-90a0-5987965626a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5a33e035a2c4d68930da21e317a88a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359882 Nov 04 09:25:42.519770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:42.522348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdc40e-0b1b-4377-90a0-5987965626a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc022ab-c74c-4f76-b9d6-775111390963,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:42.540605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.562137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['49e6dbca-ee4c-473e-bced-57f1276b87d7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:25:42.576542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=49e6dbca-ee4c-473e-bced-57f1276b87d7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:42.670547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] No DVR routers for this DVR port 49e6dbca-ee4c-473e-bced-57f1276b87d7 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:25:42.673806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.679179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4635c1a0-b650-4cba-8406-65eb207edea9 req-ce450cb8-b40a-41e2-b1ff-b5d5a6c9f0e7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "DELETE /v2.0/ports/49e6dbca-ee4c-473e-bced-57f1276b87d7 HTTP/1.1" status: 204 len: 173 time: 0.8845887 Nov 04 09:25:42.679794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a06dea5-d28d-46ba-a841-bb268778730d', 'name': 'network-vif-deleted', 'tag': '49e6dbca-ee4c-473e-bced-57f1276b87d7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:42.682414 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25532bd-33e2-4ad9-b4f3-a08023ca25a4" -d '{"events": [{"server_uuid": "9a06dea5-d28d-46ba-a841-bb268778730d", "name": "network-vif-deleted", "tag": "49e6dbca-ee4c-473e-bced-57f1276b87d7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:42.685719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.750918 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.764543 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6010-f3b7-490b-acec-365496440aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.779519 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e8ad54-8a00-43f7-9671-df11aa8d1340 x-openstack-request-id: req-59e8ad54-8a00-43f7-9671-df11aa8d1340 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:42.779828 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a06dea5-d28d-46ba-a841-bb268778730d", "name": "network-vif-deleted", "tag": "49e6dbca-ee4c-473e-bced-57f1276b87d7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:42.780228 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-59e8ad54-8a00-43f7-9671-df11aa8d1340 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:42.780695 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a06dea5-d28d-46ba-a841-bb268778730d', 'name': 'network-vif-deleted', 'tag': '49e6dbca-ee4c-473e-bced-57f1276b87d7', 'status': 'completed', 'code': 200} Nov 04 09:25:42.867467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Pushing event updated for resources: {'Subnet': ['ID=035a2461-bb14-41f2-99c8-41c7b5cd7386,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:42.877330 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6010-f3b7-490b-acec-365496440aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.912544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d427d65d-5734-474f-8bc9-71a622259d01 req-370d1337-8b33-4ecf-8b24-a111e69b47b8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 210 time: 0.0751107 Nov 04 09:25:42.915207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Checking segment: {'id': '5c79e23e-6d94-4a65-b5d2-b6f5363f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:42.915595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Network hostable DHCP agents. Network: 781f438f-6a01-43a0-b3e6-564e658e34ed, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:25:42.964246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Network 781f438f-6a01-43a0-b3e6-564e658e34ed is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:25:42.979233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 781f438f-6a01-43a0-b3e6-564e658e34ed) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:42.984477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:42.985536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.988778 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6010-f3b7-490b-acec-365496440aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:42.991830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe7a272-8e65-4708-b1cf-e92b9f876d44 None None] Network 781f438f-6a01-43a0-b3e6-564e658e34ed requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:42.993982 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a7b6010-f3b7-490b-acec-365496440aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:43.000009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a7b6010-f3b7-490b-acec-365496440aeb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8bc022ab-c74c-4f76-b9d6-775111390963 HTTP/1.1" status: 204 len: 168 time: 0.4767549 Nov 04 09:25:43.016853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b6010-f3b7-490b-acec-365496440aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc022ab-c74c-4f76-b9d6-775111390963,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:43.045068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83870419-81d9-4200-aa39-d0cc7c13098b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7184024 Nov 04 09:25:43.193208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c77e4-7e37-42ec-9229-a4747f6574f7 None None] Network 781f438f-6a01-43a0-b3e6-564e658e34ed requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:43.678695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c26d3b-2f2c-45e7-b0ca-90488bb9b190 req-90fca880-7cd1-4da1-958b-35d3aec61718 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:43.680475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c26d3b-2f2c-45e7-b0ca-90488bb9b190 req-90fca880-7cd1-4da1-958b-35d3aec61718 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.0603201 Nov 04 09:25:43.731934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c26d3b-2f2c-45e7-b0ca-90488bb9b190 req-1ef9545c-838c-434b-b56c-ee8432898ba6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 Nov 04 09:25:43.941130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eca06b-1a26-45b7-9bb9-e088f2287d78 req-7f175dd1-40ba-4eba-9e94-cadd6040e3a2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:43.943243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41eca06b-1a26-45b7-9bb9-e088f2287d78 req-7f175dd1-40ba-4eba-9e94-cadd6040e3a2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.0540028 Nov 04 09:25:43.985977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41eca06b-1a26-45b7-9bb9-e088f2287d78 req-c64e852f-6e53-40f4-9b94-233b3149e5f9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357800 Nov 04 09:25:44.017917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54964) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:44.066557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcc234c-4a55-413b-833b-48225d44ca29 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:44.068542 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8fcc234c-4a55-413b-833b-48225d44ca29 tempest-TestNetworkAdvancedServerOps-540686383 tempest-TestNetworkAdvancedServerOps-540686383-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1092 time: 0.0494058 Nov 04 09:25:44.071433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 54968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:44.079718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:44.110947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.209928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a9ffdbe6-5f5c-4707-b78a-1c0e90a345ef req-c1ea3499-e6db-42f8-95a3-8b05ea2390da tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 210 time: 0.0379550 Nov 04 09:25:44.266156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.311178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54974) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:44.419350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Allocated IP 172.25.3.176 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/cfce75b1-8b87-486e-ab27-1e09da3700f2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:44.448672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb1a6-6ef1-4fc3-aa8e-3376d062873a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.548309 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.566193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb1a6-6ef1-4fc3-aa8e-3376d062873a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.573726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dbcfb1a6-6ef1-4fc3-aa8e-3376d062873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.594873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.637866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:44.640961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:44.642853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dbcfb1a6-6ef1-4fc3-aa8e-3376d062873a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4164e95ea442426b8e5b5a6888e7a8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305914 Nov 04 09:25:44.645372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfb1a6-6ef1-4fc3-aa8e-3376d062873a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbf2191-2df7-4edf-8362-91dc7e997b93,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:44.647186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:44.648126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 54990) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:44.677412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=cfce75b1-8b87-486e-ab27-1e09da3700f2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:44.718584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dea24e4-a160-4f0b-9be5-419a38cbb9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.747269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dea24e4-a160-4f0b-9be5-419a38cbb9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.817710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dea24e4-a160-4f0b-9be5-419a38cbb9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.820642 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1dea24e4-a160-4f0b-9be5-419a38cbb9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:44.824234 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1dea24e4-a160-4f0b-9be5-419a38cbb9b3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ebbf2191-2df7-4edf-8362-91dc7e997b93 HTTP/1.1" status: 204 len: 168 time: 0.1726890 Nov 04 09:25:44.839130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea24e4-a160-4f0b-9be5-419a38cbb9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbf2191-2df7-4edf-8362-91dc7e997b93,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:45.540887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.622992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-13d07229-439b-48db-97c3-c1d5e6ec6595 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:45.624641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-13d07229-439b-48db-97c3-c1d5e6ec6595 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/networks?id=781f438f-6a01-43a0-b3e6-564e658e34ed HTTP/1.1" status: 200 len: 809 time: 0.5105236 Nov 04 09:25:45.638869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55034) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:45.666581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-eeb1d8a2-f564-4077-a548-bf1c46a0c6ec tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/quotas/7b7b32fddc584e0db4f325bd4e807645 HTTP/1.1" status: 200 len: 375 time: 0.0178349 Nov 04 09:25:45.667285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.725072 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-493fdc71-93a9-4aa6-adda-c1b12f8eef64 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7b7b32fddc584e0db4f325bd4e807645&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362303 Nov 04 09:25:45.768086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-491173119-network', 'tenant_id': 'a58275c7090d4e9f9794f24e31f23a35'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:45.796316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.800048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Made reservation on behalf of a58275c7090d4e9f9794f24e31f23a35 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:45.804564 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.814847 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.915754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-4a1b3007-65cf-4bf1-8cb9-469b5a86fb27 service neutron] 10.222.0.53 "GET /v2.0/networks/781f438f-6a01-43a0-b3e6-564e658e34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746049 Nov 04 09:25:45.921250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.927251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.941856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:25:45.957959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:45.958309 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Added segment 1a350678-7c21-427f-b5df-7204f4d3a154 of type vlan for network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 Nov 04 09:25:46.023172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.030819 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.033365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:46.034319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.069234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.070566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:46.071154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.111797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-e274009b-219a-451a-8be8-85f2ea64ab84 service neutron] 10.222.0.53 "GET /v2.0/networks/781f438f-6a01-43a0-b3e6-564e658e34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871290 Nov 04 09:25:46.138329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4982193 Nov 04 09:25:46.143984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55038) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:46.151583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Request body: {'subnet': {'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-491173119-subnet', 'tenant_id': 'a58275c7090d4e9f9794f24e31f23a35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:46.156073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5486e8a-5dbf-4c57-9c8d-891da16597c5 admin admin] Pushing event updated for resources: {'Network': ['ID=739ab78f-e205-4b42-a81c-cc1d2a2edf76,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:46.170690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:25:46.181486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Made reservation on behalf of a58275c7090d4e9f9794f24e31f23a35 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:46.184663 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.193749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event updated for resources: {'Port': ['ID=cfce75b1-8b87-486e-ab27-1e09da3700f2,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:46.215024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.369375 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP 243ae7ed-b4cf-44ab-a3b1-7134310cded8 associated. External IP: 172.25.3.176, port: 6b7a55f8-fe9a-4ff4-9cec-149084370ddb. Nov 04 09:25:46.459048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.496963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b23b622-cf41-40d7-a4f3-33aebc719885 req-cbc71e8b-95d2-4b9c-85eb-221edc86099d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a06dea5-d28d-46ba-a841-bb268778730d HTTP/1.1" status: 200 len: 210 time: 0.0463033 Nov 04 09:25:46.509674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:46.540543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Checking segment: {'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:46.542692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Network hostable DHCP agents. Network: 739ab78f-e205-4b42-a81c-cc1d2a2edf76, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:25:46.574746 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.579120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:25:46.600585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 739ab78f-e205-4b42-a81c-cc1d2a2edf76) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:46.606157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:46.606759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:46.613787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aff1eba-0a21-4b3f-9e19-bfa39677468b None None] Network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:46.626546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b67a54a5-c645-4888-84dd-8d5bb5a5a25f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4816763 Nov 04 09:25:46.782781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27a8bd92-3883-4bc6-acb8-febe79087a8d req-4627fd2e-b216-4174-b1c1-fd61cf21f256 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 210 time: 0.0335772 Nov 04 09:25:46.798932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8248ee-6806-4410-8f03-6537f3ab8c14 None None] Network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:25:46.802213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router b1c7269a-346d-43e6-9c4e-8015f818dd92 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:25:46.835152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 49e6dbca-ee4c-473e-bced-57f1276b87d7 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:25:46.896097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 49e6dbca-ee4c-473e-bced-57f1276b87d7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:25:46.896600 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 49e6dbca-ee4c-473e-bced-57f1276b87d7 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:25:46.975800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:25:47.000477 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:47.035012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-154c39e8-0819-4589-9925-2df8429311b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9595387 Nov 04 09:25:47.035012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:47.035320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] Sync routers for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:25:47.036977 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb405dee-0434-43b8-a977-e16875a7ddfc" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:47.070617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:47.071583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:47.197882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8edc9-55e9-4059-b051-42d7797531df req-7fa68638-db70-4bd8-82f5-f738e485d822 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:47.204874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aea8edc9-55e9-4059-b051-42d7797531df req-7fa68638-db70-4bd8-82f5-f738e485d822 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.0823331 Nov 04 09:25:47.246941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aea8edc9-55e9-4059-b051-42d7797531df req-12154abb-2987-458e-95c9-1de47d0b5e8e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 Nov 04 09:25:47.273715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 55060) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:47.394565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:47.411943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a23866bb-48c8-4fd5-b687-bccf6dc70f18 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/243ae7ed-b4cf-44ab-a3b1-7134310cded8 HTTP/1.1" status: 200 len: 992 time: 0.1364295 Nov 04 09:25:47.499430 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934f50f4-f597-4ccf-a630-bc4827fe5194 x-openstack-request-id: req-934f50f4-f597-4ccf-a630-bc4827fe5194 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:47.499737 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:47.500018 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-934f50f4-f597-4ccf-a630-bc4827fe5194 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:47.500470 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'status': 'completed', 'code': 200} Nov 04 09:25:47.625976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-75cf68b3-640c-4e42-be30-795e26de8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:47.627604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-75cf68b3-640c-4e42-be30-795e26de8ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1097 time: 0.0889082 Nov 04 09:25:47.774486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-0cb7c1e8-6ea9-41cf-b1e7-cabbf086465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:47.777482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-0cb7c1e8-6ea9-41cf-b1e7-cabbf086465b service neutron] 10.222.0.55 "GET /v2.0/networks?id=60bbf9e9-49e7-47a5-8607-590a6b06d82f HTTP/1.1" status: 200 len: 897 time: 0.1424654 Nov 04 09:25:47.793953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '243ae7ed-b4cf-44ab-a3b1-7134310cded8', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'port_id': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'mac_address': 'fa:16:3e:23:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:25:44Z', 'updated_at': '2021-11-04T09:25:44Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:32Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:47.893719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-c7b3c740-b6d4-44ed-9da4-382e435c40f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb HTTP/1.1" status: 200 len: 1000 time: 0.0920990 Nov 04 09:25:47.897714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] Checking router: b1c7269a-346d-43e6-9c4e-8015f818dd92 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:25:47.924802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:25:47.925742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:47.959494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-469dd43a-a353-4184-8bf0-d539ac0abe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:47.961050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-469dd43a-a353-4184-8bf0-d539ac0abe28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ac89417-e6f8-484f-a4cf-36ebe847bfa3 HTTP/1.1" status: 200 len: 834 time: 0.0580146 Nov 04 09:25:48.011319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0a00f85-3ffc-473f-b8fb-445ae555791e req-68273841-86ac-4a41-96ac-b81f440a0d18 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 210 time: 0.0780950 Nov 04 09:25:48.116309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-c125c71f-3f2a-49a5-bdf5-e3be7a7d6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:48.118204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-c125c71f-3f2a-49a5-bdf5-e3be7a7d6191 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60bbf9e9-49e7-47a5-8607-590a6b06d82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501839 Nov 04 09:25:48.156104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:25:48.230140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-b6307060-9bf3-400c-82ca-23f9199bbfe3 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:48.231641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-b6307060-9bf3-400c-82ca-23f9199bbfe3 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.70 "GET /v2.0/networks?id=781f438f-6a01-43a0-b3e6-564e658e34ed HTTP/1.1" status: 200 len: 809 time: 0.2267959 Nov 04 09:25:48.272181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Request body: {'port': {'device_id': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed', 'admin_state_up': True, 'tenant_id': '7b7b32fddc584e0db4f325bd4e807645'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:48.334519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-41497810-62b2-4c91-9151-5cc1040ad22c service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092235 Nov 04 09:25:48.415755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:48.498959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb405dee-0434-43b8-a977-e16875a7ddfc req-86e1ee9f-fc81-445c-8297-6ea9293768d2 service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543603 Nov 04 09:25:48.502309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Made reservation on behalf of 7b7b32fddc584e0db4f325bd4e807645 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:48.508077 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:48.508309 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-98551854-5bd8-4d78-aa0a-b0233c775193 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/243ae7ed-b4cf-44ab-a3b1-7134310cded8 HTTP/1.1" status: 200 len: 992 time: 0.0899782 Nov 04 09:25:48.532178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '243ae7ed-b4cf-44ab-a3b1-7134310cded8', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'port_id': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'mac_address': 'fa:16:3e:23:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:25:44Z', 'updated_at': '2021-11-04T09:25:44Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:32Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:25:48.572066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cf4a05-61fc-429e-9308-9d1685856c44 None None] The sync data for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 is: [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '243ae7ed-b4cf-44ab-a3b1-7134310cded8', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'floating_ip_address': '172.25.3.176', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'port_id': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'mac_address': 'fa:16:3e:23:73:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:25:44Z', 'updated_at': '2021-11-04T09:25:44Z', 'revision_number': 0, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:32Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:25:48.684033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Allocated IP 172.20.0.4 (781f438f-6a01-43a0-b3e6-564e658e34ed/035a2461-bb14-41f2-99c8-41c7b5cd7386/5bb1fea6-f4aa-478b-93ee-614ff400988b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:48.855539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-faab07fc-0cbc-4a93-b749-e10e89b035de tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:48.863311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-faab07fc-0cbc-4a93-b749-e10e89b035de tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/networks?id=739ab78f-e205-4b42-a81c-cc1d2a2edf76 HTTP/1.1" status: 200 len: 808 time: 0.1785228 Nov 04 09:25:48.875218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-30ef55c3-1d2d-469f-b0ae-0c2e0bbac781 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/quotas/a58275c7090d4e9f9794f24e31f23a35 HTTP/1.1" status: 200 len: 375 time: 0.0106974 Nov 04 09:25:48.887397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:48.926584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-3506ee1f-c79b-40e9-b5f4-f776511160f5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a58275c7090d4e9f9794f24e31f23a35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431533 Nov 04 09:25:48.933211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:48.962412 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f7b4e4-196d-48ad-81a0-7eb10c24f97a None None] New status for floating IP 243ae7ed-b4cf-44ab-a3b1-7134310cded8: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:25:49.002140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Pushing event updated for resources: {'Port': ['ID=5bb1fea6-f4aa-478b-93ee-614ff400988b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:49.020670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Network 781f438f-6a01-43a0-b3e6-564e658e34ed is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:49.022313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:49.030200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:49.071883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-cea24a3e-7a6a-4662-96b9-aa57cb34f698 service neutron] 10.222.0.53 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354394 Nov 04 09:25:49.086531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:49.087127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:49.106540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3ad45194-9aa4-4137-ba1a-17c9fc9d873a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8488460 Nov 04 09:25:49.121141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Request body: {'port': {'device_id': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:49.187190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:49.195342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-87e120b3-7f84-4954-a38b-295185902604 service neutron] 10.222.0.53 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173103 Nov 04 09:25:49.511676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:25:49.590846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f1121-ab6c-4f54-857c-5467318fcacb req-b781a68b-65be-4210-8549-f76db7dfd3ec tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:49.592780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d2f1121-ab6c-4f54-857c-5467318fcacb req-b781a68b-65be-4210-8549-f76db7dfd3ec tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 931 time: 0.1234603 Nov 04 09:25:49.614856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-87973908-175b-43aa-b839-9cc9929b1eb0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/243ae7ed-b4cf-44ab-a3b1-7134310cded8 HTTP/1.1" status: 200 len: 994 time: 0.1018255 Nov 04 09:25:49.664460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d2f1121-ab6c-4f54-857c-5467318fcacb req-4dfd56f3-d1d3-42ff-9004-580a2a32357d tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592420 Nov 04 09:25:49.779888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0635ba7-f395-4216-818c-9adba63bbaff req-a2f897ab-e9d2-4806-b856-bbf413e84763 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 210 time: 0.0366375 Nov 04 09:25:49.977436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bb1fea6-f4aa-478b-93ee-614ff400988b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:49.988449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:50.006160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Transition to ACTIVE for port object 5bb1fea6-f4aa-478b-93ee-614ff400988b will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:25:50.018725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:50.119536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1fea6-f4aa-478b-93ee-614ff400988b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:50.201587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Attempting to bind port 5bb1fea6-f4aa-478b-93ee-614ff400988b on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:50.201862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Attempting to bind port 5bb1fea6-f4aa-478b-93ee-614ff400988b by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '5c79e23e-6d94-4a65-b5d2-b6f5363f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:50.202165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Attempting to bind port 5bb1fea6-f4aa-478b-93ee-614ff400988b on network 781f438f-6a01-43a0-b3e6-564e658e34ed {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:50.207259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Port 5bb1fea6-f4aa-478b-93ee-614ff400988b on network 781f438f-6a01-43a0-b3e6-564e658e34ed not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:25:50.208308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Attempting to bind port 5bb1fea6-f4aa-478b-93ee-614ff400988b on network 781f438f-6a01-43a0-b3e6-564e658e34ed {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:50.218572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:50.219012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Checking segment: {'id': '5c79e23e-6d94-4a65-b5d2-b6f5363f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:50.219447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Bound using segment: {'id': '5c79e23e-6d94-4a65-b5d2-b6f5363f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:50.220040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Bound port: 5bb1fea6-f4aa-478b-93ee-614ff400988b, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c79e23e-6d94-4a65-b5d2-b6f5363f1228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:50.220489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:50.299140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] For port 5bb1fea6-f4aa-478b-93ee-614ff400988b, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:50.303238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] For port 5bb1fea6-f4aa-478b-93ee-614ff400988b, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5bb1fea6-f4aa-478b-93ee-614ff400988b,segment=NetworkSegment(5c79e23e-6d94-4a65-b5d2-b6f5363f1228),segment_id=5c79e23e-6d94-4a65-b5d2-b6f5363f1228)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:50.307122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:50.349094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:50.349384 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:50.351010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] 10.222.0.70 "PUT /v2.0/ports/5bb1fea6-f4aa-478b-93ee-614ff400988b HTTP/1.1" status: 200 len: 1091 time: 1.2354283 Nov 04 09:25:50.351467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'tag': '5bb1fea6-f4aa-478b-93ee-614ff400988b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:50.353951 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b448813b-ac49-4831-abf4-c55d671bd212" -d '{"events": [{"name": "network-changed", "server_uuid": "5623eaea-6e7d-49cc-a931-e8c592cf330c", "tag": "5bb1fea6-f4aa-478b-93ee-614ff400988b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:50.410369 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7bd1ad-eeeb-4a84-8f78-a59667af99fc x-openstack-request-id: req-ae7bd1ad-eeeb-4a84-8f78-a59667af99fc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:50.412174 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5623eaea-6e7d-49cc-a931-e8c592cf330c", "tag": "5bb1fea6-f4aa-478b-93ee-614ff400988b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:50.412703 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ae7bd1ad-eeeb-4a84-8f78-a59667af99fc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:50.413585 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'tag': '5bb1fea6-f4aa-478b-93ee-614ff400988b', 'status': 'completed', 'code': 200} Nov 04 09:25:50.415423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331de049-f9ab-4752-85d9-b98bf020a757 service neutron] Pushing event updated for resources: {'Port': ['ID=5bb1fea6-f4aa-478b-93ee-614ff400988b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:50.509629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-0318f74e-bf21-4767-afad-eeb318ac93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:50.512082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-0318f74e-bf21-4767-afad-eeb318ac93e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b7b32fddc584e0db4f325bd4e807645&device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 1094 time: 0.0788226 Nov 04 09:25:50.621091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-f0099cd4-6f87-4140-a19b-be554c762d20 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb1fea6-f4aa-478b-93ee-614ff400988b HTTP/1.1" status: 200 len: 217 time: 0.0843296 Nov 04 09:25:50.716947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3c9dde01-1149-4d71-a306-87b26a3e3cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:50.718617 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-3c9dde01-1149-4d71-a306-87b26a3e3cbf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=035a2461-bb14-41f2-99c8-41c7b5cd7386 HTTP/1.1" status: 200 len: 849 time: 0.0904770 Nov 04 09:25:50.727636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-3d57bf35-356d-4289-84b9-1bed46654dfa tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:50.729322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-3d57bf35-356d-4289-84b9-1bed46654dfa tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "GET /v2.0/networks?id=739ab78f-e205-4b42-a81c-cc1d2a2edf76 HTTP/1.1" status: 200 len: 808 time: 0.2238011 Nov 04 09:25:50.746148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Request body: {'port': {'device_id': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76', 'admin_state_up': True, 'tenant_id': 'a58275c7090d4e9f9794f24e31f23a35'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:50.769356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-9d712901-1419-47c1-82a9-eb9627e6c297 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=781f438f-6a01-43a0-b3e6-564e658e34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388463 Nov 04 09:25:50.860379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda24ab2-1b27-4d7f-8df4-3a57bc7272b4 req-e4b52671-ec11-4574-ba8d-79a1f8075ae0 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:50.865343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda24ab2-1b27-4d7f-8df4-3a57bc7272b4 req-e4b52671-ec11-4574-ba8d-79a1f8075ae0 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 943 time: 0.0793440 Nov 04 09:25:50.956586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-8e59f02c-bb06-4563-a54b-dda505722362 service neutron] 10.222.0.70 "GET /v2.0/networks/781f438f-6a01-43a0-b3e6-564e658e34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748896 Nov 04 09:25:50.959559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda24ab2-1b27-4d7f-8df4-3a57bc7272b4 req-1406722a-3a46-4570-aafe-1add27891a68 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700917 Nov 04 09:25:51.039993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Made reservation on behalf of a58275c7090d4e9f9794f24e31f23a35 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:25:51.045127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:51.095898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-02489aa2-5f41-4a66-8db9-f44d081b4933 req-ab690109-cfd2-4737-8a67-ad98cd99b027 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 210 time: 0.0518661 Nov 04 09:25:51.177683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8551a33f-5b05-4016-a0a7-5743621fa8a5 req-f62f2ef2-09b0-4846-b2c9-10267de7f8dd service neutron] 10.222.0.70 "GET /v2.0/networks/781f438f-6a01-43a0-b3e6-564e658e34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124023 Nov 04 09:25:51.245317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Allocated IP 172.20.0.13 (739ab78f-e205-4b42-a81c-cc1d2a2edf76/6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9/55941fb6-1588-4953-b180-d7bd855ce6ba) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:25:51.335386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448813b-ac49-4831-abf4-c55d671bd212 req-d07e6b18-fbea-4e65-889c-cbf9813b4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:51.337012 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b448813b-ac49-4831-abf4-c55d671bd212 req-d07e6b18-fbea-4e65-889c-cbf9813b4d51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7b7b32fddc584e0db4f325bd4e807645&device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 1094 time: 0.0891297 Nov 04 09:25:51.516619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448813b-ac49-4831-abf4-c55d671bd212 req-99f6fe44-b984-4b0a-aac6-38f6101013f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:51.518443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b448813b-ac49-4831-abf4-c55d671bd212 req-99f6fe44-b984-4b0a-aac6-38f6101013f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=781f438f-6a01-43a0-b3e6-564e658e34ed HTTP/1.1" status: 200 len: 910 time: 0.1738775 Nov 04 09:25:51.524360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:51.572606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b448813b-ac49-4831-abf4-c55d671bd212 req-8e4a87d8-b524-4367-b210-c231b3b8e3b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bb1fea6-f4aa-478b-93ee-614ff400988b HTTP/1.1" status: 200 len: 217 time: 0.0448008 Nov 04 09:25:51.655457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448813b-ac49-4831-abf4-c55d671bd212 req-caad665d-d735-46bb-b813-0af24112ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:51.657477 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b448813b-ac49-4831-abf4-c55d671bd212 req-caad665d-d735-46bb-b813-0af24112ee8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=035a2461-bb14-41f2-99c8-41c7b5cd7386 HTTP/1.1" status: 200 len: 849 time: 0.0773046 Nov 04 09:25:51.659104 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:51.748833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b448813b-ac49-4831-abf4-c55d671bd212 req-840bb74b-0857-41e4-89b3-546a0610c5bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=781f438f-6a01-43a0-b3e6-564e658e34ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813599 Nov 04 09:25:51.755632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:25:51.770670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:25:51.779650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:25:51.792614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Pushing event updated for resources: {'Port': ['ID=55941fb6-1588-4953-b180-d7bd855ce6ba,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:51.884897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:51.885663 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:51.914808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-a6ccc34d-7b56-4d2c-8a36-8e9f745ca4b0 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1749876 Nov 04 09:25:51.929337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Request body: {'port': {'device_id': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:25:51.933486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b448813b-ac49-4831-abf4-c55d671bd212 req-adbc742d-9606-42c1-9f46-a0ae737791a4 service neutron] 10.222.0.70 "GET /v2.0/networks/781f438f-6a01-43a0-b3e6-564e658e34ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748106 Nov 04 09:25:52.054324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:52.116947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b448813b-ac49-4831-abf4-c55d671bd212 req-e40038b4-2d75-4371-82d1-3bc56bd79a50 service neutron] 10.222.0.70 "GET /v2.0/networks/781f438f-6a01-43a0-b3e6-564e658e34ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651638 Nov 04 09:25:52.127620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05eed8b-5e65-4585-bbc2-29f048a232cc req-ba70909c-b8c6-40cf-b827-9223a2783352 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:52.135681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e05eed8b-5e65-4585-bbc2-29f048a232cc req-ba70909c-b8c6-40cf-b827-9223a2783352 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 943 time: 0.0563781 Nov 04 09:25:52.183346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e05eed8b-5e65-4585-bbc2-29f048a232cc req-fba70eaf-abed-41da-9c73-c76141202e87 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462124 Nov 04 09:25:52.327896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e168f4e8-b197-4602-b0d9-2295ffed0b81 req-fd8b08ef-e278-474e-a109-44213505bdb9 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:52.329577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e168f4e8-b197-4602-b0d9-2295ffed0b81 req-fd8b08ef-e278-474e-a109-44213505bdb9 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 932 time: 0.0625746 Nov 04 09:25:52.379889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e168f4e8-b197-4602-b0d9-2295ffed0b81 req-553a2b83-8204-44c0-9909-2a5a6650b641 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398295 Nov 04 09:25:52.407691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55941fb6-1588-4953-b180-d7bd855ce6ba {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:52.416538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:52.432745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Transition to ACTIVE for port object 55941fb6-1588-4953-b180-d7bd855ce6ba will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:25:52.437254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:52.511213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Pushing event updated for resources: {'Port': ['ID=55941fb6-1588-4953-b180-d7bd855ce6ba,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:52.572540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Attempting to bind port 55941fb6-1588-4953-b180-d7bd855ce6ba on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:25:52.572892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Attempting to bind port 55941fb6-1588-4953-b180-d7bd855ce6ba by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:25:52.573470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Attempting to bind port 55941fb6-1588-4953-b180-d7bd855ce6ba on network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:52.579143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Port 55941fb6-1588-4953-b180-d7bd855ce6ba on network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:25:52.579388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Attempting to bind port 55941fb6-1588-4953-b180-d7bd855ce6ba on network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:25:52.585899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:25:52.586313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Checking segment: {'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:25:52.586668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Bound using segment: {'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:25:52.587036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Bound port: 55941fb6-1588-4953-b180-d7bd855ce6ba, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:25:52.587394 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:52.676192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] For port 55941fb6-1588-4953-b180-d7bd855ce6ba, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:25:52.680947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] For port 55941fb6-1588-4953-b180-d7bd855ce6ba, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=55941fb6-1588-4953-b180-d7bd855ce6ba,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:25:52.686927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:52.729054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:52.729774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:52.731348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] 10.222.0.70 "PUT /v2.0/ports/55941fb6-1588-4953-b180-d7bd855ce6ba HTTP/1.1" status: 200 len: 1092 time: 0.8070016 Nov 04 09:25:52.731974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'tag': '55941fb6-1588-4953-b180-d7bd855ce6ba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:52.734835 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602b6095-33a3-469e-8fd0-274e6cb2dc22" -d '{"events": [{"name": "network-changed", "server_uuid": "7018891c-a7d4-4728-9d3b-1e0441955a72", "tag": "55941fb6-1588-4953-b180-d7bd855ce6ba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:52.771426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36039b49-764d-4a8c-ba5b-dbe5c7584535 service neutron] Pushing event updated for resources: {'Port': ['ID=55941fb6-1588-4953-b180-d7bd855ce6ba,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:52.805422 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d4bf14-cf72-45cd-9f2a-53ae35d22aee x-openstack-request-id: req-77d4bf14-cf72-45cd-9f2a-53ae35d22aee {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:52.805723 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7018891c-a7d4-4728-9d3b-1e0441955a72", "tag": "55941fb6-1588-4953-b180-d7bd855ce6ba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:52.805985 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-77d4bf14-cf72-45cd-9f2a-53ae35d22aee {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:52.806390 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'tag': '55941fb6-1588-4953-b180-d7bd855ce6ba', 'status': 'completed', 'code': 200} Nov 04 09:25:52.837087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5bb1fea6-f4aa-478b-93ee-614ff400988b details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:25:52.841698 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-5695ab4d-41ea-43da-9a1b-80a1a512079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:52.843884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-5695ab4d-41ea-43da-9a1b-80a1a512079b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58275c7090d4e9f9794f24e31f23a35&device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 1095 time: 0.0524833 Nov 04 09:25:52.922691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-9a8a799c-4088-4543-b363-5b3d215c4c36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55941fb6-1588-4953-b180-d7bd855ce6ba HTTP/1.1" status: 200 len: 217 time: 0.0705333 Nov 04 09:25:52.988219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-45d7ac93-b5d2-491d-9342-5df8b55ada8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:52.990797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-45d7ac93-b5d2-491d-9342-5df8b55ada8b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9 HTTP/1.1" status: 200 len: 848 time: 0.0606556 Nov 04 09:25:52.994648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5bb1fea6-f4aa-478b-93ee-614ff400988b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5bb1fea6-f4aa-478b-93ee-614ff400988b,segment=NetworkSegment(5c79e23e-6d94-4a65-b5d2-b6f5363f1228),segment_id=5c79e23e-6d94-4a65-b5d2-b6f5363f1228)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:53.022260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '5bb1fea6-f4aa-478b-93ee-614ff400988b', 'network_id': '781f438f-6a01-43a0-b3e6-564e658e34ed', 'port_id': '5bb1fea6-f4aa-478b-93ee-614ff400988b', 'mac_address': 'fa:16:3e:d9:0d:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '035a2461-bb14-41f2-99c8-41c7b5cd7386', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:25:53.034431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-ed828457-41ed-42e6-b1c8-9dc30e4f665f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=739ab78f-e205-4b42-a81c-cc1d2a2edf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353189 Nov 04 09:25:53.070073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:53.093207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bb1fea6-f4aa-478b-93ee-614ff400988b {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:53.121810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5bb1fea6-f4aa-478b-93ee-614ff400988b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5bb1fea6-f4aa-478b-93ee-614ff400988b,segment=NetworkSegment(5c79e23e-6d94-4a65-b5d2-b6f5363f1228),segment_id=5c79e23e-6d94-4a65-b5d2-b6f5363f1228)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:53.128257 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:53.155023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-521c6e26-4210-41ba-a7a0-a3792baa2713 service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135108 Nov 04 09:25:53.192714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=5bb1fea6-f4aa-478b-93ee-614ff400988b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:53.201015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.201361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.201696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.202026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.202463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.202785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.203111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.204062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.204393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.204736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.205173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.205498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:53.304210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13b1050a-1512-483b-91ff-4be3896d8c82 req-44273048-3d00-4066-8d5b-40ba9074efde service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409967 Nov 04 09:25:53.320857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5bb1fea6-f4aa-478b-93ee-614ff400988b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:25:53.396829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeccdd7-149a-4d91-975b-4edd2dc6df2e req-13b7b99e-92f5-4232-9c2d-f4a2db5ac0ba tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:53.398324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fdeccdd7-149a-4d91-975b-4edd2dc6df2e req-13b7b99e-92f5-4232-9c2d-f4a2db5ac0ba tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 944 time: 0.0957651 Nov 04 09:25:53.450697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fdeccdd7-149a-4d91-975b-4edd2dc6df2e req-0e74e6f2-c1ff-439b-aeda-4382fb88a517 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452754 Nov 04 09:25:53.453332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-eb906389-27e4-4ab0-8df7-d048a520a20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:53.454844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-eb906389-27e4-4ab0-8df7-d048a520a20c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58275c7090d4e9f9794f24e31f23a35&device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 1095 time: 0.0515299 Nov 04 09:25:53.582288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3fb8b-a7d5-472e-a048-339a2499140f req-ad00e9b4-f71f-4d8d-a56a-99a5b4b3c97c tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:53.584542 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fc3fb8b-a7d5-472e-a048-339a2499140f req-ad00e9b4-f71f-4d8d-a56a-99a5b4b3c97c tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 944 time: 0.0634766 Nov 04 09:25:53.607948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-fd008b19-dabc-4f0f-b7f6-4653a9ecf0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:53.609781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-fd008b19-dabc-4f0f-b7f6-4653a9ecf0af service neutron] 10.222.0.70 "GET /v2.0/networks?id=739ab78f-e205-4b42-a81c-cc1d2a2edf76 HTTP/1.1" status: 200 len: 909 time: 0.1464252 Nov 04 09:25:53.632342 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:25:53.653235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fc3fb8b-a7d5-472e-a048-339a2499140f req-f08294e6-d4c1-4bd3-8651-57e9d88af7dc tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602665 Nov 04 09:25:53.659794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-8222121a-88af-479a-8491-4dd4a74a8ec6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55941fb6-1588-4953-b180-d7bd855ce6ba HTTP/1.1" status: 200 len: 217 time: 0.0415330 Nov 04 09:25:53.721077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-4ef82b85-6e3f-44dc-8932-9e92a89d9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:53.721827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-4ef82b85-6e3f-44dc-8932-9e92a89d9205 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9 HTTP/1.1" status: 200 len: 848 time: 0.0539439 Nov 04 09:25:53.762859 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-a537e419-02a6-4a5e-84e5-51f1a485e419 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=739ab78f-e205-4b42-a81c-cc1d2a2edf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321975 Nov 04 09:25:53.875399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-c8086360-bd57-461c-9b9b-0dade5f8995a service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043808 Nov 04 09:25:53.981798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-602b6095-33a3-469e-8fd0-274e6cb2dc22 req-20da0a13-e1a5-410c-8b1e-6b54475a321e service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986333 Nov 04 09:25:54.583305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1cb41-06f6-409b-8f13-108b8463de37 req-8a6ca5c9-9083-4419-97e2-f6d037e9fd36 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:54.585674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5aa1cb41-06f6-409b-8f13-108b8463de37 req-8a6ca5c9-9083-4419-97e2-f6d037e9fd36 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 944 time: 0.0546775 Nov 04 09:25:54.629712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5aa1cb41-06f6-409b-8f13-108b8463de37 req-9a53fd85-70aa-4538-b8af-40877eaef9cd tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Nov 04 09:25:54.791937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea046dc-7c78-4076-bf3e-2865ab79ebf0 req-5c78cf97-a955-4222-8655-69f856d9aad6 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:54.793426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aea046dc-7c78-4076-bf3e-2865ab79ebf0 req-5c78cf97-a955-4222-8655-69f856d9aad6 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 944 time: 0.0584068 Nov 04 09:25:54.837107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 55941fb6-1588-4953-b180-d7bd855ce6ba details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:25:54.837941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aea046dc-7c78-4076-bf3e-2865ab79ebf0 req-dbeadd8d-d882-4b70-b2cb-2275d505e7fe tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378489 Nov 04 09:25:54.840885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5bb1fea6-f4aa-478b-93ee-614ff400988b up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:54.925365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 5bb1fea6-f4aa-478b-93ee-614ff400988b completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:25:54.960027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 5bb1fea6-f4aa-478b-93ee-614ff400988b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:54.960402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:55.041833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 55941fb6-1588-4953-b180-d7bd855ce6ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=55941fb6-1588-4953-b180-d7bd855ce6ba,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:55.075105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '55941fb6-1588-4953-b180-d7bd855ce6ba', 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76', 'port_id': '55941fb6-1588-4953-b180-d7bd855ce6ba', 'mac_address': 'fa:16:3e:73:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:25:55.120005 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:55.146657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:55.161958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1fea6-f4aa-478b-93ee-614ff400988b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:55.164318 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1096be-3d9c-4eea-a4e4-d26454c5caeb" -d '{"events": [{"server_uuid": "5623eaea-6e7d-49cc-a931-e8c592cf330c", "name": "network-vif-plugged", "status": "completed", "tag": "5bb1fea6-f4aa-478b-93ee-614ff400988b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:55.178946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55941fb6-1588-4953-b180-d7bd855ce6ba {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:25:55.188313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 5bb1fea6-f4aa-478b-93ee-614ff400988b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5bb1fea6-f4aa-478b-93ee-614ff400988b,segment=NetworkSegment(5c79e23e-6d94-4a65-b5d2-b6f5363f1228),segment_id=5c79e23e-6d94-4a65-b5d2-b6f5363f1228)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:55.196523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:55.209259 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b628f6db-385a-4e2e-ae7f-45804db7af38 x-openstack-request-id: req-b628f6db-385a-4e2e-ae7f-45804db7af38 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:55.209561 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5623eaea-6e7d-49cc-a931-e8c592cf330c", "name": "network-vif-plugged", "status": "completed", "tag": "5bb1fea6-f4aa-478b-93ee-614ff400988b", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:55.209817 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b628f6db-385a-4e2e-ae7f-45804db7af38 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:55.210211 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bb1fea6-f4aa-478b-93ee-614ff400988b', 'code': 200} Nov 04 09:25:55.232520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 55941fb6-1588-4953-b180-d7bd855ce6ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=55941fb6-1588-4953-b180-d7bd855ce6ba,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:55.238970 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:55.265590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=5bb1fea6-f4aa-478b-93ee-614ff400988b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:55.324450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612cb23d-d1a5-4d13-852d-a56b26161f70 req-290cd02a-0d19-45e6-be5e-78e5f3b1ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:55.326087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-612cb23d-d1a5-4d13-852d-a56b26161f70 req-290cd02a-0d19-45e6-be5e-78e5f3b1ea3f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 1096 time: 0.0500054 Nov 04 09:25:55.327789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=55941fb6-1588-4953-b180-d7bd855ce6ba,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:55.367461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-612cb23d-d1a5-4d13-852d-a56b26161f70 req-51f57480-acea-4549-a393-f6d53c8c6c43 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331054 Nov 04 09:25:55.452200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['55941fb6-1588-4953-b180-d7bd855ce6ba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:25:55.759999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0dd3b-5afb-4766-aaa5-fe76b720b389 req-db6411f1-1b53-4b9f-ae31-b948e0fed46d tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:55.761865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ca0dd3b-5afb-4766-aaa5-fe76b720b389 req-db6411f1-1b53-4b9f-ae31-b948e0fed46d tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 945 time: 0.0609181 Nov 04 09:25:55.806780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ca0dd3b-5afb-4766-aaa5-fe76b720b389 req-882d79df-f402-465a-8930-9a2970290aa1 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Nov 04 09:25:55.967104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db6d5d-e5e8-4e7e-ab17-f19840dc6c1c req-252af8aa-0646-4e9f-a2b4-95b879e046f7 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:55.969015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75db6d5d-e5e8-4e7e-ab17-f19840dc6c1c req-252af8aa-0646-4e9f-a2b4-95b879e046f7 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 945 time: 0.0601308 Nov 04 09:25:56.014424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75db6d5d-e5e8-4e7e-ab17-f19840dc6c1c req-25ff85bb-f2e7-410d-b63d-6655503e132f tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366807 Nov 04 09:25:56.838360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 55941fb6-1588-4953-b180-d7bd855ce6ba up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:25:56.905099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 55941fb6-1588-4953-b180-d7bd855ce6ba completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:25:56.909418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 55941fb6-1588-4953-b180-d7bd855ce6ba triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:25:56.909801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:56.945558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087dd07-0698-440c-9dc4-aa90393d4651 req-75f79485-cbbd-4c29-8b4d-dedd5fddae7a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:56.947137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c087dd07-0698-440c-9dc4-aa90393d4651 req-75f79485-cbbd-4c29-8b4d-dedd5fddae7a tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 945 time: 0.0624506 Nov 04 09:25:57.014499 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:57.034161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c087dd07-0698-440c-9dc4-aa90393d4651 req-4ced46a4-71f2-44bb-a891-58a6802f9e8f tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799205 Nov 04 09:25:57.055078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 55941fb6-1588-4953-b180-d7bd855ce6ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=55941fb6-1588-4953-b180-d7bd855ce6ba,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:57.059500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:57.118533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=55941fb6-1588-4953-b180-d7bd855ce6ba,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:57.194507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29915ac9-2910-4bc3-b4a3-aac5acf68512 req-23245bb7-4835-40f2-b1ee-9db7011ea414 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:57.196181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29915ac9-2910-4bc3-b4a3-aac5acf68512 req-23245bb7-4835-40f2-b1ee-9db7011ea414 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 946 time: 0.0631545 Nov 04 09:25:57.211434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55941fb6-1588-4953-b180-d7bd855ce6ba'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:57.214244 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98220ec7-357b-4d7f-b5a2-b9f0e39328b9" -d '{"events": [{"server_uuid": "7018891c-a7d4-4728-9d3b-1e0441955a72", "name": "network-vif-plugged", "status": "completed", "tag": "55941fb6-1588-4953-b180-d7bd855ce6ba"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:57.243714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29915ac9-2910-4bc3-b4a3-aac5acf68512 req-89c5f52e-7b05-4166-9bce-164a4dc81cb5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Nov 04 09:25:57.403170 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f6af12-d0f5-4de0-a9f5-3c26fa1a5c45 x-openstack-request-id: req-35f6af12-d0f5-4de0-a9f5-3c26fa1a5c45 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:57.403522 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7018891c-a7d4-4728-9d3b-1e0441955a72", "name": "network-vif-plugged", "status": "completed", "tag": "55941fb6-1588-4953-b180-d7bd855ce6ba", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:57.403868 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35f6af12-d0f5-4de0-a9f5-3c26fa1a5c45 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:57.404347 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55941fb6-1588-4953-b180-d7bd855ce6ba', 'code': 200} Nov 04 09:25:57.516453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b12ae-be79-4e0e-87fe-67b406c3928b req-0c082145-e023-4c1a-8683-a90b5c93d91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:57.519187 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a72b12ae-be79-4e0e-87fe-67b406c3928b req-0c082145-e023-4c1a-8683-a90b5c93d91c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 1097 time: 0.0535445 Nov 04 09:25:57.575244 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a72b12ae-be79-4e0e-87fe-67b406c3928b req-caeed988-cca1-47b5-8bf3-5e71b11ef6e6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425544 Nov 04 09:25:57.679249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6552df-64e2-401b-b411-9524dfdf08b6 req-9b1210f2-c1ee-45c6-bc3b-7b1f31c26d4f tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:57.680839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff6552df-64e2-401b-b411-9524dfdf08b6 req-9b1210f2-c1ee-45c6-bc3b-7b1f31c26d4f tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 945 time: 0.0656426 Nov 04 09:25:57.727687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff6552df-64e2-401b-b411-9524dfdf08b6 req-52118988-8dae-4c6c-b29b-e2c2b156c57b tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407128 Nov 04 09:25:58.375513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f89427-12c4-417a-a44b-46a3378bd98d req-3a4f08c3-d869-405d-a759-ac7b526559bd tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:58.377170 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08f89427-12c4-417a-a44b-46a3378bd98d req-3a4f08c3-d869-405d-a759-ac7b526559bd tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 946 time: 0.0614152 Nov 04 09:25:58.421332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08f89427-12c4-417a-a44b-46a3378bd98d req-10edb4ac-7950-4de6-b3af-1361dbc9f624 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363443 Nov 04 09:25:58.866172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72de94-631c-4d71-9c7e-dad523f829dc req-89e68463-3178-4740-8ebd-d5a08a7ca271 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:58.868041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee72de94-631c-4d71-9c7e-dad523f829dc req-89e68463-3178-4740-8ebd-d5a08a7ca271 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 945 time: 0.0571010 Nov 04 09:25:58.922380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee72de94-631c-4d71-9c7e-dad523f829dc req-d985aee5-dcc9-44ed-a005-cb16a21f0f91 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/security-groups?id=e30a563d-f45a-42fc-96f8-f6b07bab0514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447454 Nov 04 09:25:59.162612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-41a9d67c-6603-46de-86e9-d55d9506c6ac tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:59.164436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-41a9d67c-6603-46de-86e9-d55d9506c6ac tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.70 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 945 time: 0.0747235 Nov 04 09:25:59.288625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Deleting port 5bb1fea6-f4aa-478b-93ee-614ff400988b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:25:59.288984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:59.395272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] For port 5bb1fea6-f4aa-478b-93ee-614ff400988b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=5bb1fea6-f4aa-478b-93ee-614ff400988b,segment=NetworkSegment(5c79e23e-6d94-4a65-b5d2-b6f5363f1228),segment_id=5c79e23e-6d94-4a65-b5d2-b6f5363f1228)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:25:59.396494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:59.419769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Calling delete_port for 5bb1fea6-f4aa-478b-93ee-614ff400988b owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:25:59.559512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef74f1-77b6-4aa6-b8b6-38faddfcb55b req-194855cf-21b4-400e-998c-b9e1e40a9d3e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:25:59.561109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3ef74f1-77b6-4aa6-b8b6-38faddfcb55b req-194855cf-21b4-400e-998c-b9e1e40a9d3e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 946 time: 0.0584135 Nov 04 09:25:59.600356 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:59.609829 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3ef74f1-77b6-4aa6-b8b6-38faddfcb55b req-f4aef3b2-4a4e-4698-bab9-aae4331c7560 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Nov 04 09:25:59.612590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['5bb1fea6-f4aa-478b-93ee-614ff400988b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:25:59.635334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Pushing event deleted for resources: {'Port': ['ID=5bb1fea6-f4aa-478b-93ee-614ff400988b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:25:59.648765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.649121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.649472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.649814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.650157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.650531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.650821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.651144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.652045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.652045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.652324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.652455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:25:59.713632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] No DVR routers for this DVR port 5bb1fea6-f4aa-478b-93ee-614ff400988b on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:25:59.716521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:25:59.720698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-98f1df6b-a9b3-4382-9c79-da5db1e7803f req-d3f73d58-0e53-4091-8dfd-aefdba5a2c11 tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.70 "DELETE /v2.0/ports/5bb1fea6-f4aa-478b-93ee-614ff400988b HTTP/1.1" status: 204 len: 173 time: 0.5488677 Nov 04 09:25:59.721168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'name': 'network-vif-deleted', 'tag': '5bb1fea6-f4aa-478b-93ee-614ff400988b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:25:59.725076 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019396d6-4acb-4cf8-a2db-f7dfb8968ab4" -d '{"events": [{"server_uuid": "5623eaea-6e7d-49cc-a931-e8c592cf330c", "name": "network-vif-deleted", "tag": "5bb1fea6-f4aa-478b-93ee-614ff400988b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:25:59.784565 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f73b79b-782c-4c0c-8b66-0d44fb955a7b x-openstack-request-id: req-8f73b79b-782c-4c0c-8b66-0d44fb955a7b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:25:59.785131 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5623eaea-6e7d-49cc-a931-e8c592cf330c", "name": "network-vif-deleted", "tag": "5bb1fea6-f4aa-478b-93ee-614ff400988b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:25:59.785856 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f73b79b-782c-4c0c-8b66-0d44fb955a7b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:25:59.786567 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5623eaea-6e7d-49cc-a931-e8c592cf330c', 'name': 'network-vif-deleted', 'tag': '5bb1fea6-f4aa-478b-93ee-614ff400988b', 'status': 'completed', 'code': 200} Nov 04 09:26:00.044519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f01dca67-2b7e-469d-9c8a-00501a110df5 req-7405c4e0-2d3d-4ace-b5a8-5de3ef65374b tempest-ServerGroupTestJSON-2063958613 tempest-ServerGroupTestJSON-2063958613-project] 10.222.0.53 "GET /v2.0/ports?device_id=5623eaea-6e7d-49cc-a931-e8c592cf330c HTTP/1.1" status: 200 len: 210 time: 0.0339797 Nov 04 09:26:00.421668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644bc89-8474-499e-951e-1a16ad3ff61c req-ec01b24b-2799-499d-8a7f-b3db4679f335 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:00.423162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a644bc89-8474-499e-951e-1a16ad3ff61c req-ec01b24b-2799-499d-8a7f-b3db4679f335 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 946 time: 0.0553010 Nov 04 09:26:00.474164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a644bc89-8474-499e-951e-1a16ad3ff61c req-10c1b012-e11f-4397-b307-72133651ae22 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Nov 04 09:26:01.383971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55316) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:01.434881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] Deleting subnet 035a2461-bb14-41f2-99c8-41c7b5cd7386 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:26:01.438320 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.478279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.532591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.639226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3f259-4857-4e5b-970a-7debc76d4c40 req-822a1093-d32d-4520-bf20-1844f550ccc4 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:01.640966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42c3f259-4857-4e5b-970a-7debc76d4c40 req-822a1093-d32d-4520-bf20-1844f550ccc4 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 946 time: 0.0812585 Nov 04 09:26:01.642855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.654463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-3abb3b59-a88e-46e2-83c9-5ed490ab185b tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:01.656756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-3abb3b59-a88e-46e2-83c9-5ed490ab185b tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 946 time: 0.0726120 Nov 04 09:26:01.688181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=035a2461-bb14-41f2-99c8-41c7b5cd7386,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:01.693692 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.697031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff155438-b480-4d19-85aa-d4d27a65484f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/035a2461-bb14-41f2-99c8-41c7b5cd7386 HTTP/1.1" status: 204 len: 168 time: 0.3111055 Nov 04 09:26:01.700164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55320) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:01.766677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42c3f259-4857-4e5b-970a-7debc76d4c40 req-e02dba27-a3c5-4a8a-9f71-40318378f319 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986252 Nov 04 09:26:01.791498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Deleting port 55941fb6-1588-4953-b180-d7bd855ce6ba {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:26:01.791984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.804174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.932958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.960179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781f438f-6a01-43a0-b3e6-564e658e34ed']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:01.968617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] For port 55941fb6-1588-4953-b180-d7bd855ce6ba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=55941fb6-1588-4953-b180-d7bd855ce6ba,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:01.969573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:01.974790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c79e23e-6d94-4a65-b5d2-b6f5363f1228') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:01.975090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c79e23e-6d94-4a65-b5d2-b6f5363f1228') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:01.989985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Calling delete_port for 55941fb6-1588-4953-b180-d7bd855ce6ba owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:26:01.999887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.028947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.040066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:26:02.041001 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:26:02.043323 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:26:02.115274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.122480 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.125943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] 10.222.0.53 "DELETE /v2.0/networks/781f438f-6a01-43a0-b3e6-564e658e34ed HTTP/1.1" status: 204 len: 168 time: 0.4247298 Nov 04 09:26:02.140112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194448e7-1327-4ee0-8c7e-13b5158d3a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=781f438f-6a01-43a0-b3e6-564e658e34ed,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:02.204202 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.216901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['55941fb6-1588-4953-b180-d7bd855ce6ba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:02.291719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Pushing event deleted for resources: {'Port': ['ID=55941fb6-1588-4953-b180-d7bd855ce6ba,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:02.317117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] No DVR routers for this DVR port 55941fb6-1588-4953-b180-d7bd855ce6ba on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:26:02.321251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.325191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddf34a53-077b-40e9-8109-97625eaa2b72 req-f1bc32e1-d5fe-4392-932d-1f587aebf96e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "DELETE /v2.0/ports/55941fb6-1588-4953-b180-d7bd855ce6ba HTTP/1.1" status: 204 len: 173 time: 0.6622062 Nov 04 09:26:02.325679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'name': 'network-vif-deleted', 'tag': '55941fb6-1588-4953-b180-d7bd855ce6ba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:02.329521 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46fe549-8d02-407f-93c3-75942e9ec5b6" -d '{"events": [{"server_uuid": "7018891c-a7d4-4728-9d3b-1e0441955a72", "name": "network-vif-deleted", "tag": "55941fb6-1588-4953-b180-d7bd855ce6ba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:02.378135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55330) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:02.415894 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b781b5c-a9fb-4ec0-a6cd-76296b82827f x-openstack-request-id: req-0b781b5c-a9fb-4ec0-a6cd-76296b82827f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:02.415894 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7018891c-a7d4-4728-9d3b-1e0441955a72", "name": "network-vif-deleted", "tag": "55941fb6-1588-4953-b180-d7bd855ce6ba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:02.416239 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b781b5c-a9fb-4ec0-a6cd-76296b82827f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:02.417019 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7018891c-a7d4-4728-9d3b-1e0441955a72', 'name': 'network-vif-deleted', 'tag': '55941fb6-1588-4953-b180-d7bd855ce6ba', 'status': 'completed', 'code': 200} Nov 04 09:26:02.464784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-afed903e-6cc3-4e2d-b7ab-821e4dea16c9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7b7b32fddc584e0db4f325bd4e807645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849004 Nov 04 09:26:02.467735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55332) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:02.528170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd46b65-494a-4888-8769-ce663bbe46b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.557929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd46b65-494a-4888-8769-ce663bbe46b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.633583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd46b65-494a-4888-8769-ce663bbe46b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.638427 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd46b65-494a-4888-8769-ce663bbe46b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:02.640421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6dd46b65-494a-4888-8769-ce663bbe46b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e30a563d-f45a-42fc-96f8-f6b07bab0514 HTTP/1.1" status: 204 len: 168 time: 0.1712253 Nov 04 09:26:02.653427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd46b65-494a-4888-8769-ce663bbe46b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30a563d-f45a-42fc-96f8-f6b07bab0514,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:02.920711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79e17559-4982-489c-ba6d-86864f93ccfb req-c83e3a1c-0795-4441-aa03-680bfe9a0355 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=7018891c-a7d4-4728-9d3b-1e0441955a72 HTTP/1.1" status: 200 len: 210 time: 0.0324292 Nov 04 09:26:03.685884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55364) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:03.841013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-656049135-network', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:03.863583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Made reservation on behalf of 3d0d8a2b92564841b7c88a634438fcf7 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:26:03.866407 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:03.878363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:03.969910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:03.975515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.007500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:26:04.037960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1a3dac-66ce-4c4d-aadc-e87b8250640f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:04.049546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.051133 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Added segment 91c9ea63-142d-4518-a7a6-b3184e82e94d of type vlan for network b2371620-4772-4eb3-9566-4b27b4e234b0 Nov 04 09:26:04.115398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.153717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.154989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:04.155687 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.234315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5481393 Nov 04 09:26:04.241056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:04.258395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Request body: {'subnet': {'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-subnet', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:04.273728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d7f29-d86c-42dd-9a45-2207461b31dd admin admin] Pushing event updated for resources: {'Network': ['ID=b2371620-4772-4eb3-9566-4b27b4e234b0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:04.283996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network b2371620-4772-4eb3-9566-4b27b4e234b0 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:26:04.341305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Made reservation on behalf of 3d0d8a2b92564841b7c88a634438fcf7 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:26:04.344120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.444970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-11c34356-ecd7-4719-960f-691b6c5c5844 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:04.446607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-11c34356-ecd7-4719-960f-691b6c5c5844 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/networks?id=739ab78f-e205-4b42-a81c-cc1d2a2edf76 HTTP/1.1" status: 200 len: 808 time: 0.2089982 Nov 04 09:26:04.474133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-7b544aff-6a60-4ddc-b3aa-7530caa3cec2 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/quotas/a58275c7090d4e9f9794f24e31f23a35 HTTP/1.1" status: 200 len: 375 time: 0.0192297 Nov 04 09:26:04.515926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-0fee59bb-19f6-4f6b-9c38-6eb1970dbe99 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a58275c7090d4e9f9794f24e31f23a35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338194 Nov 04 09:26:04.741320 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.755453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-fe8b3024-d535-45f3-9d61-708705b2da4b service neutron] 10.222.0.53 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138784 Nov 04 09:26:04.856950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a914a3de-5af7-4774-8c15-768916a26bbe,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:04.884530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5bb1fea6-f4aa-478b-93ee-614ff400988b no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:26:04.894099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Checking segment: {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:04.895036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Network hostable DHCP agents. Network: b2371620-4772-4eb3-9566-4b27b4e234b0, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:26:04.915726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 5bb1fea6-f4aa-478b-93ee-614ff400988b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:26:04.916384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 5bb1fea6-f4aa-478b-93ee-614ff400988b not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:26:04.923985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-bf5aaefc-ea61-450d-95a6-55a7e4c3a354 service neutron] 10.222.0.53 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439564 Nov 04 09:26:04.938241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Network b2371620-4772-4eb3-9566-4b27b4e234b0 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:26:04.950218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, b2371620-4772-4eb3-9566-4b27b4e234b0) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:04.961174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c86eb6-98b3-4cd1-9027-80c21451c61c None None] Network b2371620-4772-4eb3-9566-4b27b4e234b0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:26:04.961390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:04.961887 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:04.986341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf1a0598-09f7-400a-b4a9-a81bccb1b52d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7412591 Nov 04 09:26:04.986887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:05.016989 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:05.049223 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:05.050231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:05.128494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:05.158912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd25580-1adb-43ad-8bd8-da84582c4706 None None] Network b2371620-4772-4eb3-9566-4b27b4e234b0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:26:05.243881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4edfcbe1-56db-4441-afce-00aaab838ec4 req-2298f68d-5374-40bd-93e8-249c4f33c851 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 210 time: 0.0608275 Nov 04 09:26:05.370499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:05.917071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:05.940308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:06.096462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Allocated IP 172.25.3.177 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/028e9fdc-e214-4201-97d2-25ed9439a13a) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:26:06.217451 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:06.254693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:06.306424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:26:06.313538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Pushing event updated for resources: {'Port': ['ID=028e9fdc-e214-4201-97d2-25ed9439a13a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:06.316354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:06.319945 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:26:06.396847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae2d36c5-1c5c-45cb-aa7f-313058388c91 req-3f1b73f3-9353-49b6-9336-705579e6fa6a tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 210 time: 0.0393164 Nov 04 09:26:06.608565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-f5453932-e4b2-476e-96f2-da32ac6bb981 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:06.611960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-f5453932-e4b2-476e-96f2-da32ac6bb981 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "GET /v2.0/networks?id=739ab78f-e205-4b42-a81c-cc1d2a2edf76 HTTP/1.1" status: 200 len: 808 time: 0.1766875 Nov 04 09:26:06.626169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Request body: {'port': {'device_id': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76', 'admin_state_up': True, 'tenant_id': 'a58275c7090d4e9f9794f24e31f23a35'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:06.764466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Made reservation on behalf of a58275c7090d4e9f9794f24e31f23a35 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:26:06.770468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:06.859030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:06.916331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 55941fb6-1588-4953-b180-d7bd855ce6ba no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:26:06.945586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Allocated IP 172.20.0.5 (739ab78f-e205-4b42-a81c-cc1d2a2edf76/6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9/c1eb66ba-de03-4cbb-ae4c-0fd284fb0740) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:26:06.969511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 55941fb6-1588-4953-b180-d7bd855ce6ba {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:26:06.970324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 55941fb6-1588-4953-b180-d7bd855ce6ba not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:26:07.158387 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:07.220036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:07.304660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:07.365483 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d344daf9-6b8b-40d4-be04-4fd5969ee321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:07.376771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Router adb04328-a364-4c33-ae65-f62097cdcf98 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:26:07.383594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:26:07.389576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:07.397839 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:26:07.475549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Pushing event updated for resources: {'Port': ['ID=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:07.512670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:07.513000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:07.532557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-a453d35e-c20d-499c-9c3a-b0ad5fef2c4e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106905 Nov 04 09:26:07.547140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Request body: {'port': {'device_id': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:07.616592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:07.649926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:26:07.663681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Sync routers for ids ['adb04328-a364-4c33-ae65-f62097cdcf98'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:26:07.667103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b6585-4e11-4d54-aefc-de4409ebf7be req-a368c34f-134c-474c-87ab-5571609a80e4 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:07.669571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-807b6585-4e11-4d54-aefc-de4409ebf7be req-a368c34f-134c-474c-87ab-5571609a80e4 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 931 time: 0.1449289 Nov 04 09:26:07.674346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Routers {'adb04328-a364-4c33-ae65-f62097cdcf98'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:26:07.675990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb04328-a364-4c33-ae65-f62097cdcf98'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:07.741499 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:07.748048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f746db59-7ac2-451a-8114-401449b8cecd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7540345 Nov 04 09:26:07.748634 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55438) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:07.830507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-807b6585-4e11-4d54-aefc-de4409ebf7be req-9eec3a30-cb1d-4e7f-b29d-773c0f70ff3e tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479158 Nov 04 09:26:07.898990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Set router adb04328-a364-4c33-ae65-f62097cdcf98 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:26:08.289331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:08.299973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:08.317047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Transition to ACTIVE for port object c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:26:08.322498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:08.325703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:06Z', 'revision_number': 3, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port': {'id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:08.381822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Checking router: adb04328-a364-4c33-ae65-f62097cdcf98 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:26:08.382395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Updating router adb04328-a364-4c33-ae65-f62097cdcf98 port 028e9fdc-e214-4201-97d2-25ed9439a13a binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:26:08.404466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:08.463335 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:08.469082 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:08.653747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Attempting to bind port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:26:08.653747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Attempting to bind port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:26:08.655560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Attempting to bind port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 on network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:08.670626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 on network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:26:08.671279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Attempting to bind port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 on network 739ab78f-e205-4b42-a81c-cc1d2a2edf76 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:08.692644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:26:08.697379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Checking segment: {'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:08.698154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Bound using segment: {'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:26:08.698947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Bound port: c1eb66ba-de03-4cbb-ae4c-0fd284fb0740, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a350678-7c21-427f-b5df-7204f4d3a154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:26:08.699542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:08.834425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Allocated IP 172.20.0.1 (b2371620-4772-4eb3-9566-4b27b4e234b0/a914a3de-5af7-4774-8c15-768916a26bbe/1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:26:08.871846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] For port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:08.881558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] For port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:26:08.890133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.102817 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.123568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:09.141236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:09.145248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.151618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-6ec24bfe-2b29-434f-9ec3-559ebb4183b9 service neutron] 10.222.0.70 "PUT /v2.0/ports/c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 HTTP/1.1" status: 200 len: 1091 time: 1.6104891 Nov 04 09:26:09.152155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'tag': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:09.159194 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8b4164-d375-41d6-a035-915efe65dedb" -d '{"events": [{"name": "network-changed", "server_uuid": "f3502c30-28a7-4f0e-8dee-b125275f353e", "tag": "c1eb66ba-de03-4cbb-ae4c-0fd284fb0740"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:09.307770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256cc73-e386-4261-9878-5cf32dbe9c55 req-8c230616-a7a1-4fa8-8a04-2f7f2733c758 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:09.322253 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8256cc73-e386-4261-9878-5cf32dbe9c55 req-8c230616-a7a1-4fa8-8a04-2f7f2733c758 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 943 time: 0.2062812 Nov 04 09:26:09.327961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-22d56130-3ce6-4aad-99fa-4700758689d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:09.330861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-22d56130-3ce6-4aad-99fa-4700758689d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58275c7090d4e9f9794f24e31f23a35&device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 1094 time: 0.1145120 Nov 04 09:26:09.355803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.367382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.380393 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.436477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Network b2371620-4772-4eb3-9566-4b27b4e234b0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:26:09.446416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-c9429349-d68c-48c8-93d1-6607051e2996 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 HTTP/1.1" status: 200 len: 217 time: 0.1061294 Nov 04 09:26:09.452843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:09.457385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:26:09.514529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8256cc73-e386-4261-9878-5cf32dbe9c55 req-61290215-fb8d-4d21-ad18-c4f8b43806c1 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908269 Nov 04 09:26:09.537010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Attempting to bind port 028e9fdc-e214-4201-97d2-25ed9439a13a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:26:09.538194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Attempting to bind port 028e9fdc-e214-4201-97d2-25ed9439a13a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:26:09.538975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Attempting to bind port 028e9fdc-e214-4201-97d2-25ed9439a13a on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:09.556574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Pushing event updated for resources: {'Port': ['ID=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:09.567594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:26:09.568374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:09.569504 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.570830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:26:09.572446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Bound port: 028e9fdc-e214-4201-97d2-25ed9439a13a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:26:09.573204 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.573729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-ee632db0-7cee-4689-ac08-835a0cd65dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:09.575305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-ee632db0-7cee-4689-ac08-835a0cd65dae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9 HTTP/1.1" status: 200 len: 848 time: 0.1207683 Nov 04 09:26:09.596704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.635544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-3e65792f-56d2-4b19-b372-a9a905ffac1d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=739ab78f-e205-4b42-a81c-cc1d2a2edf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529356 Nov 04 09:26:09.698695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] For port 028e9fdc-e214-4201-97d2-25ed9439a13a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:09.706201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] For port 028e9fdc-e214-4201-97d2-25ed9439a13a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=028e9fdc-e214-4201-97d2-25ed9439a13a,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:26:09.720940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.779329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbe238-55b1-426f-99d9-10563075a4ea None None] Pushing event updated for resources: {'Port': ['ID=028e9fdc-e214-4201-97d2-25ed9439a13a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:09.812522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:09.931270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcbe238-55b1-426f-99d9-10563075a4ea None None] Pushing event updated for resources: {'Port': ['ID=028e9fdc-e214-4201-97d2-25ed9439a13a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:09.962463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Routers {'adb04328-a364-4c33-ae65-f62097cdcf98'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:26:09.963115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:25:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb04328-a364-4c33-ae65-f62097cdcf98'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:09.966849 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bbe55e-5376-49a8-98fa-02afe665366f x-openstack-request-id: req-a4bbe55e-5376-49a8-98fa-02afe665366f {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:09.967982 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3502c30-28a7-4f0e-8dee-b125275f353e", "tag": "c1eb66ba-de03-4cbb-ae4c-0fd284fb0740", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:09.968397 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a4bbe55e-5376-49a8-98fa-02afe665366f {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:09.969320 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'tag': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740', 'status': 'completed', 'code': 200} Nov 04 09:26:09.973050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-709f4499-088f-46a9-8ad2-41523e4dd1d6 service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283768 Nov 04 09:26:10.010643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa7dfd57-00a1-44d0-bc9f-0fd8f2443897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:10.131202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:10.143011 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:10.153846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fda0f066-b330-4dae-b7f8-7fde00eedae8 req-16b42f54-a16e-4cfd-8412-466860b8e53f service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726518 Nov 04 09:26:10.309020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Pushing event updated for resources: {'Port': ['ID=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:10.313685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:10.340299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b4164-d375-41d6-a035-915efe65dedb req-8aed1b3b-de74-4f97-a4b7-8f0ec90fa023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:10.343398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8b4164-d375-41d6-a035-915efe65dedb req-8aed1b3b-de74-4f97-a4b7-8f0ec90fa023 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58275c7090d4e9f9794f24e31f23a35&device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 1094 time: 0.1186512 Nov 04 09:26:10.445997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Network b2371620-4772-4eb3-9566-4b27b4e234b0 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:26:10.448578 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:10.463769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:10.489490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] Set router adb04328-a364-4c33-ae65-f62097cdcf98 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:26:10.516455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b4164-d375-41d6-a035-915efe65dedb req-edd168eb-7047-4b4f-ae2c-cbbea78611af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:10.519555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8b4164-d375-41d6-a035-915efe65dedb req-edd168eb-7047-4b4f-ae2c-cbbea78611af service neutron] 10.222.0.70 "GET /v2.0/networks?id=739ab78f-e205-4b42-a81c-cc1d2a2edf76 HTTP/1.1" status: 200 len: 909 time: 0.1678145 Nov 04 09:26:10.581737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8b4164-d375-41d6-a035-915efe65dedb req-e26ee227-68b4-4a81-91a4-3ad18e8451d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 HTTP/1.1" status: 200 len: 217 time: 0.0541894 Nov 04 09:26:10.640101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Router adb04328-a364-4c33-ae65-f62097cdcf98 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:26:10.649903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b4164-d375-41d6-a035-915efe65dedb req-d3b93c17-bd64-48e6-b059-a0c3bed89fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:10.651612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8b4164-d375-41d6-a035-915efe65dedb req-d3b93c17-bd64-48e6-b059-a0c3bed89fd6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9 HTTP/1.1" status: 200 len: 848 time: 0.0586722 Nov 04 09:26:10.792385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 4, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port': {'id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36', 'name': '', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'mac_address': 'fa:16:3e:3c:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:08Z', 'updated_at': '2021-11-04T09:26:08Z', 'revision_number': 1, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'subnets': [{'id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:10.825998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e34125-5e0a-4d08-9715-a3ee49a4e70e None None] The sync data for ids ['adb04328-a364-4c33-ae65-f62097cdcf98'] in n-d-816487-1 is: [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 4, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port': {'id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36', 'name': '', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'mac_address': 'fa:16:3e:3c:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:08Z', 'updated_at': '2021-11-04T09:26:08Z', 'revision_number': 1, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'subnets': [{'id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:26:11.062059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8b4164-d375-41d6-a035-915efe65dedb req-d76c9489-366d-461f-b15a-136f047e8e14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=739ab78f-e205-4b42-a81c-cc1d2a2edf76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4009230 Nov 04 09:26:11.197552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8b4164-d375-41d6-a035-915efe65dedb req-b729193e-4b9b-44a1-b439-9cbf587947ef service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232150 Nov 04 09:26:11.305613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:11.353572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54983b30-9909-4a98-9993-0398d4ba6b9f req-d85673f2-4ac7-41ec-84ca-c585edb7b1ef tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:11.364280 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5c8b4164-d375-41d6-a035-915efe65dedb req-43789f51-b9b8-4622-b1f4-f8c3d19e7775 service neutron] 10.222.0.70 "GET /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621518 Nov 04 09:26:11.373740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54983b30-9909-4a98-9993-0398d4ba6b9f req-d85673f2-4ac7-41ec-84ca-c585edb7b1ef tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 943 time: 0.6423135 Nov 04 09:26:11.421969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:26:11.448054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cc3b9e12-5c03-4532-b2ef-4fe2c200ee5c admin admin] 10.222.0.53 "PUT /v2.0/routers/adb04328-a364-4c33-ae65-f62097cdcf98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6880131 Nov 04 09:26:11.468448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54983b30-9909-4a98-9993-0398d4ba6b9f req-63654fcd-bd1b-4b5e-ba21-d3c4d773b679 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935616 Nov 04 09:26:12.190996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-d67a18ec-1c46-4e32-926f-a860a2a21c91 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:12.193645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-d67a18ec-1c46-4e32-926f-a860a2a21c91 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 818 time: 0.1308620 Nov 04 09:26:12.217722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-6900bb8a-43fc-42e6-a4f1-6e3749503bcc tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/quotas/3d0d8a2b92564841b7c88a634438fcf7 HTTP/1.1" status: 200 len: 375 time: 0.0175433 Nov 04 09:26:12.306114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-ca749371-aa24-4ca2-a7da-28189d48d95e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0812075 Nov 04 09:26:12.441602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-44d53586-1e03-4b4e-9058-898fda4851ea service neutron] 10.222.0.53 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269560 Nov 04 09:26:12.568885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-63165db6-ceb4-460d-9dbd-01b6255a75f1 service neutron] 10.222.0.53 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204417 Nov 04 09:26:12.777340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:12.947723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:26:13.261956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:13.312333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740', 'network_id': '739ab78f-e205-4b42-a81c-cc1d2a2edf76', 'port_id': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740', 'mac_address': 'fa:16:3e:37:3d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:26:13.430239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:13.456312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:13.503944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 028e9fdc-e214-4201-97d2-25ed9439a13a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:13.511318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:13.543054 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:13.628766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0170e-2b83-4c85-9903-9e21e629c6af req-919242a5-080a-4158-a514-7673c622185f tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:13.630377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fee0170e-2b83-4c85-9903-9e21e629c6af req-919242a5-080a-4158-a514-7673c622185f tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 944 time: 0.1179130 Nov 04 09:26:13.637402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:13.661348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 028e9fdc-e214-4201-97d2-25ed9439a13a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:13.661798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:13.693355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fee0170e-2b83-4c85-9903-9e21e629c6af req-75ed7403-8866-4ab0-92e3-6949ace32d5c tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Nov 04 09:26:13.754891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c1eb66ba-de03-4cbb-ae4c-0fd284fb0740'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:13.791503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:13.828242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 028e9fdc-e214-4201-97d2-25ed9439a13a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=028e9fdc-e214-4201-97d2-25ed9439a13a,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:13.837813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:13.907064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7ea5f92-dc37-453f-8bbe-3e4ded00886e req-1ced76a3-a87e-4963-8734-e758668db1a1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 210 time: 0.0918932 Nov 04 09:26:13.926424 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Sync routers for ids ['adb04328-a364-4c33-ae65-f62097cdcf98'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:26:13.936273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=028e9fdc-e214-4201-97d2-25ed9439a13a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:13.957479 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Routers {'adb04328-a364-4c33-ae65-f62097cdcf98'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:26:13.957479 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:26:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb04328-a364-4c33-ae65-f62097cdcf98'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:14.126979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e834a2-acca-46ff-9bd7-80ef5262964d req-b06840cf-c5b0-4625-a3ec-e09026cc5f91 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:14.130830 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13e834a2-acca-46ff-9bd7-80ef5262964d req-b06840cf-c5b0-4625-a3ec-e09026cc5f91 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1227674 Nov 04 09:26:14.134413 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Set router adb04328-a364-4c33-ae65-f62097cdcf98 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:26:14.187815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13e834a2-acca-46ff-9bd7-80ef5262964d req-219a052b-92ac-4481-9f17-d92afd07026d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500803 Nov 04 09:26:14.390949 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 4, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port': {'id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36', 'name': '', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'mac_address': 'fa:16:3e:3c:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:08Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 2, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'subnets': [{'id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:14.414236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-b0727eb4-8e2b-49c5-8381-f2d513b8e405 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:14.416071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-b0727eb4-8e2b-49c5-8381-f2d513b8e405 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 818 time: 0.1301548 Nov 04 09:26:14.439086 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Checking router: adb04328-a364-4c33-ae65-f62097cdcf98 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:26:14.439638 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Updating router adb04328-a364-4c33-ae65-f62097cdcf98 port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:26:14.441465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-7fc105b0-10b5-48e3-8737-f4cb1e35bafd tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/quotas/3d0d8a2b92564841b7c88a634438fcf7 HTTP/1.1" status: 200 len: 375 time: 0.0173464 Nov 04 09:26:14.475394 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:14.528921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-b7451be8-9b58-4cc7-bbea-df5a2bb6acf6 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778434 Nov 04 09:26:14.619278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-1d0a68e6-b5b3-45d0-a9a3-e20988a9d322 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:14.621555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-1d0a68e6-b5b3-45d0-a9a3-e20988a9d322 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.70 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 818 time: 0.1342206 Nov 04 09:26:14.634078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Request body: {'port': {'device_id': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'admin_state_up': True, 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:14.720746 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-e8c6ea23-0256-45a0-9a8e-7a159672c9ce service neutron] 10.222.0.53 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778777 Nov 04 09:26:14.793889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Made reservation on behalf of 3d0d8a2b92564841b7c88a634438fcf7 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:26:14.797847 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:14.833787 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:14.842147 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:14.869278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-89348471-6258-46a8-84b5-4b8f0ceddbdd service neutron] 10.222.0.53 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375165 Nov 04 09:26:14.949218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:14.965478 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Pushing event updated for resources: {'Port': ['ID=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:14.973494 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Attempting to bind port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:26:14.973765 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Attempting to bind port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:26:14.974141 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Attempting to bind port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 on network b2371620-4772-4eb3-9566-4b27b4e234b0 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:14.977552 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.977947 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.978266 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.978588 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.978921 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.979255 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.979580 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.979926 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.980444 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.980970 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.981506 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.982444 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:26:14.995212 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:26:14.995605 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Checking segment: {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:14.996053 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:14.996808 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Bound using segment: {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:26:14.997355 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Bound port: 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:26:14.997757 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.036336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Allocated IP 172.20.0.11 (b2371620-4772-4eb3-9566-4b27b4e234b0/a914a3de-5af7-4774-8c15-768916a26bbe/7b995127-d203-4f57-a4b0-9dbcba007fec) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:26:15.123739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:26:15.142510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:15.143596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.153351 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] For port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:15.160249 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] For port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:26:15.177063 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.317331 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a68e99-d610-41f0-bd14-17d75fa147a0 None None] Pushing event updated for resources: {'Port': ['ID=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:15.348440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.402701 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Routers {'adb04328-a364-4c33-ae65-f62097cdcf98'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:26:15.403427 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:26:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb04328-a364-4c33-ae65-f62097cdcf98'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:15.412870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:15.417440 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084b3f17-5586-425d-9b38-57a48af68aaa" -d '{"events": [{"server_uuid": "f3502c30-28a7-4f0e-8dee-b125275f353e", "name": "network-vif-plugged", "status": "completed", "tag": "c1eb66ba-de03-4cbb-ae4c-0fd284fb0740"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:15.428486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 028e9fdc-e214-4201-97d2-25ed9439a13a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:15.463171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.496073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:15.513103 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.548073 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.581099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-a5db54c3-02bc-4bd1-aef3-44221120433c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:15.583053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-a5db54c3-02bc-4bd1-aef3-44221120433c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.2462544 Nov 04 09:26:15.618786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-e10e5b28-55e4-4852-b75f-62e59a693287 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/quotas/dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 375 time: 0.0237322 Nov 04 09:26:15.638263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Network b2371620-4772-4eb3-9566-4b27b4e234b0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:26:15.651101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:15.653910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 028e9fdc-e214-4201-97d2-25ed9439a13a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:15.654948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:26:15.655216 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.662459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] Set router adb04328-a364-4c33-ae65-f62097cdcf98 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:26:15.696407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:15.721199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-16e30275-937f-4056-b7f0-7507d3436db1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0987666 Nov 04 09:26:15.733354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-d8cf7879-e79c-4170-a354-101f030aa310 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:26:15.734292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-d8cf7879-e79c-4170-a354-101f030aa310 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0123179 Nov 04 09:26:15.762812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Pushing event updated for resources: {'Port': ['ID=7b995127-d203-4f57-a4b0-9dbcba007fec,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:15.799143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:15.799814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.833164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-9bd61a64-e72d-4f6a-81d7-ec8d581f6474 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2010963 Nov 04 09:26:15.849838 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:15.860702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Request body: {'port': {'device_id': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:15.928223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-21dfa44c-90b1-47e8-b57f-ca7eafba98bb service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795530 Nov 04 09:26:15.983699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:16.010086 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 4, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port': {'id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36', 'name': '', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'mac_address': 'fa:16:3e:3c:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:08Z', 'updated_at': '2021-11-04T09:26:15Z', 'revision_number': 4, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'subnets': [{'id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:26:16.049437 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dbef3c-c027-4cfa-bef3-477ad0cf3938 None None] The sync data for ids ['adb04328-a364-4c33-ae65-f62097cdcf98'] in n-d-816487-1 is: [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:09Z', 'revision_number': 4, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port': {'id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36', 'name': '', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'mac_address': 'fa:16:3e:3c:52:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:08Z', 'updated_at': '2021-11-04T09:26:15Z', 'revision_number': 4, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'subnets': [{'id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:26:16.085418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-7a80e514-a250-47f3-b7aa-1c5eedf6733a service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426775 Nov 04 09:26:16.373911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b995127-d203-4f57-a4b0-9dbcba007fec {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:16.393108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:16.420395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Transition to ACTIVE for port object 7b995127-d203-4f57-a4b0-9dbcba007fec will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:26:16.427760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:16.439182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65268cff-7153-49e2-a1bd-e66bd60662ab req-1a5cfe5b-48df-4269-8331-87eefcaed835 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:16.443174 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65268cff-7153-49e2-a1bd-e66bd60662ab req-1a5cfe5b-48df-4269-8331-87eefcaed835 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 945 time: 0.0917509 Nov 04 09:26:16.531826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65268cff-7153-49e2-a1bd-e66bd60662ab req-c0bbc320-ad80-405a-aae4-e5d0f0518ecf tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643313 Nov 04 09:26:16.533562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b995127-d203-4f57-a4b0-9dbcba007fec,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:16.608020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:16.668140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Attempting to bind port 7b995127-d203-4f57-a4b0-9dbcba007fec on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:26:16.669311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Attempting to bind port 7b995127-d203-4f57-a4b0-9dbcba007fec by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:26:16.669845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Attempting to bind port 7b995127-d203-4f57-a4b0-9dbcba007fec on network b2371620-4772-4eb3-9566-4b27b4e234b0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:16.720905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4169d81-19b6-46a1-a4b7-8d83ea203093 req-4b43ba18-b61e-45d2-bd60-4ba8a67a4255 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 210 time: 0.0366898 Nov 04 09:26:16.747778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Port 7b995127-d203-4f57-a4b0-9dbcba007fec on network b2371620-4772-4eb3-9566-4b27b4e234b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:26:16.748206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Attempting to bind port 7b995127-d203-4f57-a4b0-9dbcba007fec on network b2371620-4772-4eb3-9566-4b27b4e234b0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:16.762378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:26:16.762730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Checking segment: {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:16.763149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Bound using segment: {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:26:16.763567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Bound port: 7b995127-d203-4f57-a4b0-9dbcba007fec, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:26:16.764459 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:16.809546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-317aae57-ab69-43e6-ad18-e84974155889 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:16.811492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-317aae57-ab69-43e6-ad18-e84974155889 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.55 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 818 time: 0.1871367 Nov 04 09:26:16.843208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Request body: {'port': {'device_id': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'admin_state_up': True, 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:16.902499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fc258-503d-4b4f-8aa3-92fc19e8ff04 req-214b36c3-5156-4ca0-893f-acfb0e779133 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:16.909780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-092fc258-503d-4b4f-8aa3-92fc19e8ff04 req-214b36c3-5156-4ca0-893f-acfb0e779133 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0714552 Nov 04 09:26:16.951091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] For port 7b995127-d203-4f57-a4b0-9dbcba007fec, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:16.962328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] For port 7b995127-d203-4f57-a4b0-9dbcba007fec, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7b995127-d203-4f57-a4b0-9dbcba007fec,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:26:16.963664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-092fc258-503d-4b4f-8aa3-92fc19e8ff04 req-e1862e90-99f7-40ae-b20d-2a810142a771 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503027 Nov 04 09:26:16.969006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.032034 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9716fbe0-736b-4905-b8d2-825a4d32cf85 x-openstack-request-id: req-9716fbe0-736b-4905-b8d2-825a4d32cf85 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:17.032412 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3502c30-28a7-4f0e-8dee-b125275f353e", "name": "network-vif-plugged", "status": "completed", "tag": "c1eb66ba-de03-4cbb-ae4c-0fd284fb0740", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:17.032752 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9716fbe0-736b-4905-b8d2-825a4d32cf85 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:17.033239 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740', 'code': 200} Nov 04 09:26:17.067511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Pushing event updated for resources: {'Port': ['ID=7b995127-d203-4f57-a4b0-9dbcba007fec,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:17.074950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:17.076180 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.078207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-b4b011ec-1650-47cc-a0f0-152e580ff7a7 service neutron] 10.222.0.70 "PUT /v2.0/ports/7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 1092 time: 1.2325649 Nov 04 09:26:17.080664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'tag': '7b995127-d203-4f57-a4b0-9dbcba007fec'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:17.084485 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3621831-99cc-4077-9f10-82ab61d51ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "40f25aad-b4b3-4c4f-a5f1-f06a319a7878", "tag": "7b995127-d203-4f57-a4b0-9dbcba007fec"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:17.138022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Made reservation on behalf of 3d0d8a2b92564841b7c88a634438fcf7 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:26:17.141631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.157147 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-088681c8-d22e-447d-a8d0-152b06150171 req-83ba98ac-89b0-4e6d-b5d2-8dc469ddad0a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 210 time: 0.0511475 Nov 04 09:26:17.203844 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f4592-759b-483b-b116-f0e5e5b4b733 x-openstack-request-id: req-511f4592-759b-483b-b116-f0e5e5b4b733 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:17.204197 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40f25aad-b4b3-4c4f-a5f1-f06a319a7878", "tag": "7b995127-d203-4f57-a4b0-9dbcba007fec", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:17.204446 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-511f4592-759b-483b-b116-f0e5e5b4b733 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:17.204935 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'tag': '7b995127-d203-4f57-a4b0-9dbcba007fec', 'status': 'completed', 'code': 200} Nov 04 09:26:17.281393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0240f7d-76e8-4391-b671-b5b06909217c req-b66ecc76-c8a5-4e41-88e7-6596722180aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:17.282965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c0240f7d-76e8-4391-b671-b5b06909217c req-b66ecc76-c8a5-4e41-88e7-6596722180aa service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 1096 time: 0.1642499 Nov 04 09:26:17.301081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-88d94d1a-cb7f-414e-b4f6-435c27be9aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:17.302554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-88d94d1a-cb7f-414e-b4f6-435c27be9aae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1095 time: 0.1327145 Nov 04 09:26:17.325014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:17.374807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:17.375177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.385324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-cb40d40a-8e8c-4616-b966-ee4a7b8ae8b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 217 time: 0.0713062 Nov 04 09:26:17.430461 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c0240f7d-76e8-4391-b671-b5b06909217c req-cf33960b-d62e-4b9d-aa19-3fb7f8f37d55 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382928 Nov 04 09:26:17.449928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Allocated IP 172.20.0.8 (b2371620-4772-4eb3-9566-4b27b4e234b0/a914a3de-5af7-4774-8c15-768916a26bbe/b8c10b67-cff7-4ebb-9b52-a1df694d1379) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:26:17.463473 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.468838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-4144df0a-5c6c-4d6d-89d6-27e34f19acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:17.470381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-4144df0a-5c6c-4d6d-89d6-27e34f19acd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.0741029 Nov 04 09:26:17.506729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:17.511238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.565018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:17.656146 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-d0a008d9-4fc9-462d-80e3-d26f96933129 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392282 Nov 04 09:26:17.666790 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.678555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d1917b-d897-4029-851b-9c8c64cb7076 req-14f94197-3e25-4214-a837-494725a42063 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:17.684525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75d1917b-d897-4029-851b-9c8c64cb7076 req-14f94197-3e25-4214-a837-494725a42063 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 945 time: 0.0568905 Nov 04 09:26:17.727373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-75d1917b-d897-4029-851b-9c8c64cb7076 req-024514c1-b45a-4436-84c5-bb7fe9375320 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Nov 04 09:26:17.849923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:17.862092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8acae10c-e0e0-41e1-a1de-d59aa6e3a110 req-241e3666-48c5-43e0-b73c-1936e9f1fd08 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 210 time: 0.0477080 Nov 04 09:26:17.942818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-e3486470-8dab-4d2a-86ff-208f35990508 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714860 Nov 04 09:26:17.980346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Network b2371620-4772-4eb3-9566-4b27b4e234b0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:26:17.998965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:18.001522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:26:18.004470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Pushing event updated for resources: {'Port': ['ID=b8c10b67-cff7-4ebb-9b52-a1df694d1379,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:18.091385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-8ff2a4f6-23d3-40e2-b843-aa4beb52b362 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:18.093005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-8ff2a4f6-23d3-40e2-b843-aa4beb52b362 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.3349097 Nov 04 09:26:18.120409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'port': {'device_id': '403f6e01-8e3b-402a-8381-94bb01380242', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'admin_state_up': True, 'tenant_id': 'dc4abc3519414efd948d16704b246ce1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:18.134555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3798ed5-25df-413c-b3ea-acfcc4b277a4 req-f9da1441-bbbe-4be5-a759-b918d17b5462 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:18.136234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3798ed5-25df-413c-b3ea-acfcc4b277a4 req-f9da1441-bbbe-4be5-a759-b918d17b5462 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0667319 Nov 04 09:26:18.193300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3798ed5-25df-413c-b3ea-acfcc4b277a4 req-56cbc5c9-0137-4671-beb7-f7707cba9429 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493572 Nov 04 09:26:18.202960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:18.203644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:18.251330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-937f2cf4-79f1-46bf-9364-b6ec80ea3567 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4119508 Nov 04 09:26:18.266479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Request body: {'port': {'device_id': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:18.282586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e0aa636-53d8-4861-8897-39bbb6a9151f req-5c9cf476-535d-4915-b071-0309e06dfca2 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263369 Nov 04 09:26:18.334661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce1698d0-205f-4276-a860-ed557b8f1bd7 req-146b2b53-14d1-4083-b779-be8e66f002eb tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 210 time: 0.0508070 Nov 04 09:26:18.403190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:18.426479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:26:18.430640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:18.485373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-160fd07b-4276-4ec0-b715-3929de7d090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:18.488113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-160fd07b-4276-4ec0-b715-3929de7d090d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1095 time: 0.1329327 Nov 04 09:26:18.833485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.20.0.3 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/f35ba406-a96c-489a-a621-373e72574e26) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:26:18.849665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-a47a4423-a0b1-4004-9d14-5071b2af6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:18.851181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-a47a4423-a0b1-4004-9d14-5071b2af6b72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.3426726 Nov 04 09:26:18.877056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7102f-4454-4a2a-abb0-fecf13f3b94a req-075b1c4e-0067-4ec8-9214-0b2d748ec2ea tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:18.879533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58e7102f-4454-4a2a-abb0-fecf13f3b94a req-075b1c4e-0067-4ec8-9214-0b2d748ec2ea tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 945 time: 0.0734262 Nov 04 09:26:18.930616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58e7102f-4454-4a2a-abb0-fecf13f3b94a req-a83739f3-9994-460f-b9ad-5f2c2e6e24ca tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Nov 04 09:26:18.940231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-f0bcd8d4-6d79-4ad7-a222-c2184b81686e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 217 time: 0.0722582 Nov 04 09:26:19.079226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbef58a-0b13-4a42-94b5-b099781fb931 req-a420ddce-155e-481a-a368-1248eeec9d33 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:19.081743 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9bbef58a-0b13-4a42-94b5-b099781fb931 req-a420ddce-155e-481a-a368-1248eeec9d33 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 931 time: 0.0683820 Nov 04 09:26:19.109437 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-66927922-f7e6-467a-82fd-f70889fddf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:19.115914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-66927922-f7e6-467a-82fd-f70889fddf52 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.1566188 Nov 04 09:26:19.169018 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9bbef58a-0b13-4a42-94b5-b099781fb931 req-420194da-2c57-4ba5-bfd6-0ffd54d56561 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780890 Nov 04 09:26:19.221888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-7e91495c-3876-4e90-8c82-fbbb09a61f5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656400 Nov 04 09:26:19.372984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeff294-6dc9-4678-943d-9b9abcf554fa req-3b0c1394-8be1-46bc-9256-a4e6e9fb5698 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:19.373853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:19.375829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:19.381508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eaeff294-6dc9-4678-943d-9b9abcf554fa req-3b0c1394-8be1-46bc-9256-a4e6e9fb5698 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0749912 Nov 04 09:26:19.386317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c10b67-cff7-4ebb-9b52-a1df694d1379 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:19.403586 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:19.433370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eaeff294-6dc9-4678-943d-9b9abcf554fa req-a6981f7e-006e-4079-87f4-c107c1cd0392 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508909 Nov 04 09:26:19.460528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-24cf3c8d-ebf7-46bf-9b66-89dcfd7849b3 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849861 Nov 04 09:26:19.497170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:19.497535 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:19.562210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Transition to ACTIVE for port object b8c10b67-cff7-4ebb-9b52-a1df694d1379 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:26:19.573975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:19.622396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29ae4e4a-9d07-4c62-b540-364462093e74 req-3c3394ad-9756-4a41-b2af-fb009797deaa tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 210 time: 0.0771008 Nov 04 09:26:19.665016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b3621831-99cc-4077-9f10-82ab61d51ca8 req-7dbfab80-daf6-4603-b74c-668b088dc016 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928570 Nov 04 09:26:19.710795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c10b67-cff7-4ebb-9b52-a1df694d1379,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:19.742551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:19.795892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:26:19.806350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:26:19.813721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:26:19.820039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=f35ba406-a96c-489a-a621-373e72574e26,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:19.869579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Attempting to bind port b8c10b67-cff7-4ebb-9b52-a1df694d1379 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:26:19.869579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Attempting to bind port b8c10b67-cff7-4ebb-9b52-a1df694d1379 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:26:19.869579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Attempting to bind port b8c10b67-cff7-4ebb-9b52-a1df694d1379 on network b2371620-4772-4eb3-9566-4b27b4e234b0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:19.880348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Port b8c10b67-cff7-4ebb-9b52-a1df694d1379 on network b2371620-4772-4eb3-9566-4b27b4e234b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:26:19.880585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Attempting to bind port b8c10b67-cff7-4ebb-9b52-a1df694d1379 on network b2371620-4772-4eb3-9566-4b27b4e234b0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:19.911507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:19.912690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:19.919184 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:26:19.919453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Checking segment: {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:19.919967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Bound using segment: {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:26:19.920553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Bound port: b8c10b67-cff7-4ebb-9b52-a1df694d1379, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c9ea63-142d-4518-a7a6-b3184e82e94d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:26:19.921001 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:19.987223 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-9be95cad-ccdf-4fcb-b18f-f88c114112fd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8778102 Nov 04 09:26:20.007350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Request body: {'port': {'device_id': '403f6e01-8e3b-402a-8381-94bb01380242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:20.056308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f2438-59c8-4cb4-9027-e91a11aace12 req-ae321959-a45e-415e-9b0e-35b230382fa8 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:20.058298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae6f2438-59c8-4cb4-9027-e91a11aace12 req-ae321959-a45e-415e-9b0e-35b230382fa8 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 945 time: 0.0924897 Nov 04 09:26:20.092983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] For port b8c10b67-cff7-4ebb-9b52-a1df694d1379, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:20.108472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae6f2438-59c8-4cb4-9027-e91a11aace12 req-ad91a377-1e03-4327-9e19-e1dbbf2ac67b tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369806 Nov 04 09:26:20.111163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] For port b8c10b67-cff7-4ebb-9b52-a1df694d1379, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:26:20.113270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:20.153921 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:20.156278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7613e3bc-b059-419b-a624-1189fd8f9c71 None None] Provisioning complete for port f35ba406-a96c-489a-a621-373e72574e26 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:20.156644 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7613e3bc-b059-419b-a624-1189fd8f9c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:20.205497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7613e3bc-b059-419b-a624-1189fd8f9c71 None None] Port f35ba406-a96c-489a-a621-373e72574e26 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:26:20.211258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:20.212057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:20.213515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8c10b67-cff7-4ebb-9b52-a1df694d1379 HTTP/1.1" status: 200 len: 1091 time: 1.9523256 Nov 04 09:26:20.224891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'tag': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:20.227267 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab02453-8214-40dd-b10f-a282d0590928" -d '{"events": [{"name": "network-changed", "server_uuid": "22beb7d7-3289-4c31-bb8e-22980fd5b24c", "tag": "b8c10b67-cff7-4ebb-9b52-a1df694d1379"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:20.327583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3803c7-b46d-4173-9f76-513e1b5a2cf6 req-f210c184-12f2-4571-90fb-25be6c5dbdb0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:20.331381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f3803c7-b46d-4173-9f76-513e1b5a2cf6 req-f210c184-12f2-4571-90fb-25be6c5dbdb0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 943 time: 0.0616534 Nov 04 09:26:20.372842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b6ec10-c5dc-4671-b277-f632d70ce4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8c10b67-cff7-4ebb-9b52-a1df694d1379,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:20.406023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f3803c7-b46d-4173-9f76-513e1b5a2cf6 req-59f9980b-b230-4acc-aa88-76c70f12be83 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692143 Nov 04 09:26:20.451312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-5bb7e54c-60d7-4e1c-a45b-87ce62a12243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:20.455026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-5bb7e54c-60d7-4e1c-a45b-87ce62a12243 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 1094 time: 0.1502488 Nov 04 09:26:20.495660 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ae54f4-79d8-4724-bac7-c6b0724f2a39 x-openstack-request-id: req-73ae54f4-79d8-4724-bac7-c6b0724f2a39 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:20.495996 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22beb7d7-3289-4c31-bb8e-22980fd5b24c", "tag": "b8c10b67-cff7-4ebb-9b52-a1df694d1379", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:20.496318 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-73ae54f4-79d8-4724-bac7-c6b0724f2a39 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:20.499931 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'tag': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379', 'status': 'completed', 'code': 200} Nov 04 09:26:20.542314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-b87c54c5-472e-4bbc-8872-d76099cc3d0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379 HTTP/1.1" status: 200 len: 217 time: 0.0440333 Nov 04 09:26:20.614062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb3fae-7b2a-4f83-983d-e28198f14564 req-80d0ca40-e0f1-4d7b-a303-d97fd6e3ae72 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:20.615954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54cb3fae-7b2a-4f83-983d-e28198f14564 req-80d0ca40-e0f1-4d7b-a303-d97fd6e3ae72 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0724275 Nov 04 09:26:20.623702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-b020c59d-6e0f-41a6-aae6-09b2c8bbc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:20.625271 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-b020c59d-6e0f-41a6-aae6-09b2c8bbc791 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.0754545 Nov 04 09:26:20.694908 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54cb3fae-7b2a-4f83-983d-e28198f14564 req-7badf342-6c6e-4fb9-8ef3-740f5c0e8a1f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593674 Nov 04 09:26:20.842135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb0918-11be-4add-8e9a-288d439ca9f1 req-68c2bb71-cf82-43c4-8b3a-8dfaa174e663 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:20.844044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dfb0918-11be-4add-8e9a-288d439ca9f1 req-68c2bb71-cf82-43c4-8b3a-8dfaa174e663 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 931 time: 0.0621204 Nov 04 09:26:20.916553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dfb0918-11be-4add-8e9a-288d439ca9f1 req-a36e58a5-58d5-4773-9def-59bcb3a0ecd4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646060 Nov 04 09:26:20.962291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7b995127-d203-4f57-a4b0-9dbcba007fec details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:26:21.084030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-f76a3f9e-42e2-44f8-b491-4efc654f6218 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4422753 Nov 04 09:26:21.126210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7b995127-d203-4f57-a4b0-9dbcba007fec, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7b995127-d203-4f57-a4b0-9dbcba007fec,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:21.140648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '7b995127-d203-4f57-a4b0-9dbcba007fec', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'port_id': '7b995127-d203-4f57-a4b0-9dbcba007fec', 'mac_address': 'fa:16:3e:48:1a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:26:21.191065 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:21.233342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b995127-d203-4f57-a4b0-9dbcba007fec {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:21.238828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-263b1fc7-65d4-4c4c-88df-331f0372b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:21.240556 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-263b1fc7-65d4-4c4c-88df-331f0372b351 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1097 time: 0.1758504 Nov 04 09:26:21.285173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7b995127-d203-4f57-a4b0-9dbcba007fec, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7b995127-d203-4f57-a4b0-9dbcba007fec,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:21.287597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35ba406-a96c-489a-a621-373e72574e26 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:21.291604 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:21.321904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:21.413620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Transition to ACTIVE for port object f35ba406-a96c-489a-a621-373e72574e26 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:26:21.413874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7b995127-d203-4f57-a4b0-9dbcba007fec,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:21.414006 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-9881f669-8259-4bca-81e8-e26dc8f8090d service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055367 Nov 04 09:26:21.430875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-725a37a4-3429-4f0a-a949-7b9cb67dd0ae tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:21.432648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-725a37a4-3429-4f0a-a949-7b9cb67dd0ae tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 945 time: 0.2084396 Nov 04 09:26:21.455368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:21.500330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7b995127-d203-4f57-a4b0-9dbcba007fec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:21.661943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-32ebde32-b3f7-43f6-8e27-d916edb1a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:21.664525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-32ebde32-b3f7-43f6-8e27-d916edb1a219 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.3930840 Nov 04 09:26:21.674157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Pushing event updated for resources: {'Port': ['ID=f35ba406-a96c-489a-a621-373e72574e26,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:21.703586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10740a93-0a3f-4be7-bcb6-f6bc4898cb47 req-e1bd4fd2-4841-4baa-82f2-2732c16ef4e8 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:21.722132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10740a93-0a3f-4be7-bcb6-f6bc4898cb47 req-e1bd4fd2-4841-4baa-82f2-2732c16ef4e8 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 945 time: 0.1461458 Nov 04 09:26:21.829839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10740a93-0a3f-4be7-bcb6-f6bc4898cb47 req-515156e6-c272-4dbb-9bf1-13120755276f tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/security-groups?id=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976417 Nov 04 09:26:22.067810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd1bac2-edbf-422a-a7e7-77209b274254 req-92ebabcc-92cf-4147-8eba-82461a511c6c service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312039 Nov 04 09:26:22.098546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-28f3eaac-42be-4b38-91a5-77436d254c23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 1001 time: 0.3989782 Nov 04 09:26:22.129314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322ac68-0104-4c87-a4d1-5d70d8ddd817 req-394e9bae-3670-4920-aeef-a40161eed7cf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:22.140528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8322ac68-0104-4c87-a4d1-5d70d8ddd817 req-394e9bae-3670-4920-aeef-a40161eed7cf tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1779718 Nov 04 09:26:22.205092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8322ac68-0104-4c87-a4d1-5d70d8ddd817 req-3fbd330c-4793-4f88-b226-e18914de1fc3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623460 Nov 04 09:26:22.246351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Attempting to bind port f35ba406-a96c-489a-a621-373e72574e26 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:26:22.247376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Attempting to bind port f35ba406-a96c-489a-a621-373e72574e26 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:26:22.247376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Attempting to bind port f35ba406-a96c-489a-a621-373e72574e26 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:22.264047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Deleting port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:26:22.264439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:22.277624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Port f35ba406-a96c-489a-a621-373e72574e26 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:26:22.278615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Attempting to bind port f35ba406-a96c-489a-a621-373e72574e26 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:22.301237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-6bf9f231-3808-4a44-b6d6-3d436ba34595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:22.303401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-6bf9f231-3808-4a44-b6d6-3d436ba34595 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.1889598 Nov 04 09:26:22.386368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:26:22.386368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:22.386368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:26:22.386368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Bound port: f35ba406-a96c-489a-a621-373e72574e26, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:26:22.386368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:22.419986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab02453-8214-40dd-b10f-a282d0590928 req-685eb620-92a7-4b57-8d4d-6352ba84ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:22.421542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dab02453-8214-40dd-b10f-a282d0590928 req-685eb620-92a7-4b57-8d4d-6352ba84ab29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 1094 time: 0.2526498 Nov 04 09:26:22.438514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168aa19-7ff4-415e-b52f-01e99cd85531 req-12fcb79f-51df-468a-9d58-6010ff01130c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:22.441719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8168aa19-7ff4-415e-b52f-01e99cd85531 req-12fcb79f-51df-468a-9d58-6010ff01130c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 943 time: 0.1183596 Nov 04 09:26:22.534919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8168aa19-7ff4-415e-b52f-01e99cd85531 req-9f4caf4c-c96a-4e60-9096-586b732194d0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726061 Nov 04 09:26:22.586556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] For port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,segment=NetworkSegment(1a350678-7c21-427f-b5df-7204f4d3a154),segment_id=1a350678-7c21-427f-b5df-7204f4d3a154)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:22.586922 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:22.590744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-f742e2c0-fcdd-457a-bdb9-d418857bea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:22.592298 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-f742e2c0-fcdd-457a-bdb9-d418857bea78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286153 Nov 04 09:26:22.688490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Calling delete_port for c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:26:22.761210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60458771-9e68-4348-b35a-789b02012bec req-1d071706-b234-41e4-b9bc-bd3cdf5240c6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:22.764862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60458771-9e68-4348-b35a-789b02012bec req-1d071706-b234-41e4-b9bc-bd3cdf5240c6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1321049 Nov 04 09:26:22.771246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] For port f35ba406-a96c-489a-a621-373e72574e26, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:22.783176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] For port f35ba406-a96c-489a-a621-373e72574e26, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f35ba406-a96c-489a-a621-373e72574e26,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:26:22.832620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-60458771-9e68-4348-b35a-789b02012bec req-2fcaa0e8-c597-424f-8ea9-bbaf84dede02 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599408 Nov 04 09:26:22.832947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:22.841266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab02453-8214-40dd-b10f-a282d0590928 req-31c2ce49-0a6f-4b38-ba60-dae6685e202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:22.842829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dab02453-8214-40dd-b10f-a282d0590928 req-31c2ce49-0a6f-4b38-ba60-dae6685e202d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.4114876 Nov 04 09:26:22.965694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7b995127-d203-4f57-a4b0-9dbcba007fec up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:23.000104 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dab02453-8214-40dd-b10f-a282d0590928 req-f86e683c-d6e6-4c29-8774-a971a2f1bc59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379 HTTP/1.1" status: 200 len: 217 time: 0.0940714 Nov 04 09:26:23.004346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:23.005601 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:23.009019 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] 10.222.0.70 "PUT /v2.0/ports/f35ba406-a96c-489a-a621-373e72574e26 HTTP/1.1" status: 200 len: 1091 time: 3.0059130 Nov 04 09:26:23.015916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403f6e01-8e3b-402a-8381-94bb01380242', 'tag': 'f35ba406-a96c-489a-a621-373e72574e26'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:23.018537 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd" -d '{"events": [{"name": "network-changed", "server_uuid": "403f6e01-8e3b-402a-8381-94bb01380242", "tag": "f35ba406-a96c-489a-a621-373e72574e26"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:23.132466 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-86d2af15-0201-4cbc-94cb-a7fa9c4a5d48 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265603 Nov 04 09:26:23.145406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b58399-c1be-4a1e-84fd-a87275856e5a req-20ba31dd-776d-403f-8594-96ccb51c11a6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:23.150907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 7b995127-d203-4f57-a4b0-9dbcba007fec completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:26:23.165464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46b58399-c1be-4a1e-84fd-a87275856e5a req-20ba31dd-776d-403f-8594-96ccb51c11a6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1890011 Nov 04 09:26:23.169477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 7b995127-d203-4f57-a4b0-9dbcba007fec triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:23.170209 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:23.178786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba097be0-33b4-4839-a17a-1cc8ec788db5 service neutron] Pushing event updated for resources: {'Port': ['ID=f35ba406-a96c-489a-a621-373e72574e26,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:23.288010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab02453-8214-40dd-b10f-a282d0590928 req-384224f2-f3ff-476d-bfd8-e8c1d1df0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:23.290283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dab02453-8214-40dd-b10f-a282d0590928 req-384224f2-f3ff-476d-bfd8-e8c1d1df0661 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.2573140 Nov 04 09:26:23.364414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46b58399-c1be-4a1e-84fd-a87275856e5a req-3da6f430-b3de-400d-9b59-bdf06ddd2f56 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822691 Nov 04 09:26:23.384929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dab02453-8214-40dd-b10f-a282d0590928 req-04132e83-d096-4d12-a290-f33616d2cb05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819547 Nov 04 09:26:23.388401 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:23.396052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ff1e4dcf-31b2-413c-875d-16b6cbe896a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:23.397715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-ff1e4dcf-31b2-413c-875d-16b6cbe896a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 1094 time: 0.2898161 Nov 04 09:26:23.433638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b995127-d203-4f57-a4b0-9dbcba007fec'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:23.437990 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ce7382-f5d8-49f8-a4a6-dcc923739b70" -d '{"events": [{"server_uuid": "40f25aad-b4b3-4c4f-a5f1-f06a319a7878", "name": "network-vif-plugged", "status": "completed", "tag": "7b995127-d203-4f57-a4b0-9dbcba007fec"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:23.456422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 7b995127-d203-4f57-a4b0-9dbcba007fec, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7b995127-d203-4f57-a4b0-9dbcba007fec,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:23.468880 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:23.526197 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ac175e2d-ed43-4505-8543-3f0debb40238 req-2a76ce58-3de1-48fb-a6d4-99198695319e service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773217 Nov 04 09:26:23.533212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-1dbdba7f-c9b6-4b9c-a527-ab4cf89ab3f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f35ba406-a96c-489a-a621-373e72574e26 HTTP/1.1" status: 200 len: 217 time: 0.1190002 Nov 04 09:26:23.536864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:23.566905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c1eb66ba-de03-4cbb-ae4c-0fd284fb0740'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:23.626296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Pushing event deleted for resources: {'Port': ['ID=c1eb66ba-de03-4cbb-ae4c-0fd284fb0740,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:23.633100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=7b995127-d203-4f57-a4b0-9dbcba007fec,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:23.660297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b88445fe-f7b1-4e77-a946-7969a3a657e3 req-062f2550-2a72-4415-9389-9507dfe9a1f1 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 210 time: 0.0689313 Nov 04 09:26:23.697341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-0f7d9f72-4518-4ec1-ab45-76828b85144b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:23.698852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-0f7d9f72-4518-4ec1-ab45-76828b85144b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.1564562 Nov 04 09:26:23.707751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dab02453-8214-40dd-b10f-a282d0590928 req-b373e0c4-925b-4713-8502-de5d14b0ed95 service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088653 Nov 04 09:26:23.762180 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58835e4f-be50-4949-a75b-b509865a1e21 x-openstack-request-id: req-58835e4f-be50-4949-a75b-b509865a1e21 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:23.762180 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403f6e01-8e3b-402a-8381-94bb01380242", "tag": "f35ba406-a96c-489a-a621-373e72574e26", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:23.762849 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-58835e4f-be50-4949-a75b-b509865a1e21 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:23.763146 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403f6e01-8e3b-402a-8381-94bb01380242', 'tag': 'f35ba406-a96c-489a-a621-373e72574e26', 'status': 'completed', 'code': 200} Nov 04 09:26:23.774924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] No DVR routers for this DVR port c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:26:23.824246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:23.830109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-14f2b24a-6177-4c58-ac48-a9693e3da8f2 req-d3c4a973-60ce-4aaa-9aa2-616ccbca8ff5 tempest-VolumesActionsTest-236813133 tempest-VolumesActionsTest-236813133-project] 10.222.0.70 "DELETE /v2.0/ports/c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 HTTP/1.1" status: 204 len: 173 time: 2.3830402 Nov 04 09:26:23.882252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15798ae9-b898-4e0d-ae83-80f83495500e req-00876c30-5a49-4935-a8a6-dba449dc7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:23.884826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-00876c30-5a49-4935-a8a6-dba449dc7007 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1758649 Nov 04 09:26:24.049537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dab02453-8214-40dd-b10f-a282d0590928 req-293bd33f-9dfe-41ef-8665-cfc850fe5427 service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299339 Nov 04 09:26:24.065497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a877c-8bd0-49c3-b668-fd8f662832f4 req-39f5bfe8-2a72-497e-acd2-08fedf77b776 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:24.083962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a45a877c-8bd0-49c3-b668-fd8f662832f4 req-39f5bfe8-2a72-497e-acd2-08fedf77b776 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.2194200 Nov 04 09:26:24.147544 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-a2c1a2d6-18e0-443b-b883-71b3089a9130 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325101 Nov 04 09:26:24.191351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6c8c723-1058-4ad7-821b-e30d45aa44e0 req-d83c9db1-0da3-46c8-9bfc-678b2dcdf7f1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3502c30-28a7-4f0e-8dee-b125275f353e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0419507 Nov 04 09:26:24.261052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a45a877c-8bd0-49c3-b668-fd8f662832f4 req-4c572165-2a40-4941-b670-f8f90d33c54c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546016 Nov 04 09:26:24.340558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6c8c723-1058-4ad7-821b-e30d45aa44e0 req-d8118000-0417-4176-b20f-04cae4574c4b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a58275c7090d4e9f9794f24e31f23a35&device_id=f3502c30-28a7-4f0e-8dee-b125275f353e HTTP/1.1" status: 200 len: 210 time: 0.0359125 Nov 04 09:26:24.354294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15798ae9-b898-4e0d-ae83-80f83495500e req-8bd47f73-4114-4df1-9997-4d24caa6927a service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914892 Nov 04 09:26:24.402643 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043fd9f2-67d2-4ab4-8155-2afa7e24ac4f x-openstack-request-id: req-043fd9f2-67d2-4ab4-8155-2afa7e24ac4f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:24.403818 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f25aad-b4b3-4c4f-a5f1-f06a319a7878", "name": "network-vif-plugged", "status": "completed", "tag": "7b995127-d203-4f57-a4b0-9dbcba007fec", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:24.404524 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-043fd9f2-67d2-4ab4-8155-2afa7e24ac4f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:24.405181 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b995127-d203-4f57-a4b0-9dbcba007fec', 'code': 200} Nov 04 09:26:24.514284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.70', 50745) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:24.584504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b881479-d925-436d-ad5b-ada79675732f req-230fc33a-54c2-4f63-ac27-4dd984acebbb tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:24.586207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b881479-d925-436d-ad5b-ada79675732f req-230fc33a-54c2-4f63-ac27-4dd984acebbb tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 943 time: 0.1167665 Nov 04 09:26:24.652119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6e288-b786-457a-97dc-8aad191c1c90 req-26d6ee34-1da6-49a0-ac5b-9b889357a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:24.653726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53d6e288-b786-457a-97dc-8aad191c1c90 req-26d6ee34-1da6-49a0-ac5b-9b889357a69d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.1309509 Nov 04 09:26:24.666576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b881479-d925-436d-ad5b-ada79675732f req-cd3b4d41-e3dc-4d68-957b-6a4cf97cf185 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671256 Nov 04 09:26:24.710174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-a5641fd9-0fbb-42ac-875f-d7ef2a6a680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:24.712440 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-a5641fd9-0fbb-42ac-875f-d7ef2a6a680c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 1094 time: 0.2438300 Nov 04 09:26:24.753317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53d6e288-b786-457a-97dc-8aad191c1c90 req-db889b1c-9523-47e9-9fc3-9264ae20d4de service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898125 Nov 04 09:26:24.894414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3576e51f-202e-426f-a387-927681b9d7d6 req-28d929f9-cd56-4419-a1cf-bb2983848c51 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:24.896435 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3576e51f-202e-426f-a387-927681b9d7d6 req-28d929f9-cd56-4419-a1cf-bb2983848c51 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0711071 Nov 04 09:26:25.034618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3576e51f-202e-426f-a387-927681b9d7d6 req-35115476-f5bf-416d-804b-df4c3d037b90 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979984 Nov 04 09:26:25.043018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:26:25.228897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bbf09-99a4-45fc-b72f-28b35004b25a req-43d6acf0-cb2e-445b-9665-a6951848975a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:25.235553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b89bbf09-99a4-45fc-b72f-28b35004b25a req-43d6acf0-cb2e-445b-9665-a6951848975a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1027219 Nov 04 09:26:25.266146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:25.294151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'port_id': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'mac_address': 'fa:16:3e:31:98:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:26:25.306685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b89bbf09-99a4-45fc-b72f-28b35004b25a req-a908f2db-8070-4029-b5de-6a0cbc5de80c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678284 Nov 04 09:26:25.385711 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:25.423344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96f02f83-7cd0-4106-9380-11fe53ad1dc7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:25.468556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:25.476174 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:25.476932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8c10b67-cff7-4ebb-9b52-a1df694d1379 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:26:25.552661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8c723-1058-4ad7-821b-e30d45aa44e0 req-360b917b-a08b-4295-a655-1ecbc882eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:25.556191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:25.556944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6c8c723-1058-4ad7-821b-e30d45aa44e0 req-360b917b-a08b-4295-a655-1ecbc882eec2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=a58275c7090d4e9f9794f24e31f23a35&shared=False HTTP/1.1" status: 200 len: 909 time: 1.1838381 Nov 04 09:26:25.640882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7ae77-ab94-4266-89c7-52885de6c9f1 req-c13efd27-1b47-4c80-bbb3-4bf26a3aac83 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:25.644384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-3bddbd79-2334-41f4-9ea8-2dbdf7b20134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:25.646420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-3bddbd79-2334-41f4-9ea8-2dbdf7b20134 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.8600154 Nov 04 09:26:25.648776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33f7ae77-ab94-4266-89c7-52885de6c9f1 req-c13efd27-1b47-4c80-bbb3-4bf26a3aac83 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1375077 Nov 04 09:26:25.729705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33f7ae77-ab94-4266-89c7-52885de6c9f1 req-dcec7b55-2682-4dd5-a71b-092b8ca555c9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694609 Nov 04 09:26:25.798591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'name': 'network-vif-deleted', 'tag': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:25.804505 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0496399b-0362-4f11-aa7c-50638c14f501" -d '{"events": [{"server_uuid": "f3502c30-28a7-4f0e-8dee-b125275f353e", "name": "network-vif-deleted", "tag": "c1eb66ba-de03-4cbb-ae4c-0fd284fb0740"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:25.887447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671bafc-c820-4f77-9402-550bf2add4c8 req-e2c3085a-9f8f-47f4-aaf0-914e346b23b1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:25.891823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-a7e1aeaa-a1d3-410c-a089-85eaf1fc717e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f35ba406-a96c-489a-a621-373e72574e26 HTTP/1.1" status: 200 len: 217 time: 0.2191839 Nov 04 09:26:25.903216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7671bafc-c820-4f77-9402-550bf2add4c8 req-e2c3085a-9f8f-47f4-aaf0-914e346b23b1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 943 time: 0.0871453 Nov 04 09:26:25.955131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b8c10b67-cff7-4ebb-9b52-a1df694d1379, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:26.023306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379', 'network_id': 'b2371620-4772-4eb3-9566-4b27b4e234b0', 'port_id': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379', 'mac_address': 'fa:16:3e:7f:40:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a914a3de-5af7-4774-8c15-768916a26bbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:26:26.042115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7671bafc-c820-4f77-9402-550bf2add4c8 req-70e79eef-a210-474b-beb5-35d3b445fcee tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380680 Nov 04 09:26:26.051667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-6a1dfe41-2484-4b70-8c15-6af98d2f6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:26.053233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-6a1dfe41-2484-4b70-8c15-6af98d2f6d60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.1494277 Nov 04 09:26:26.144701 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8c723-1058-4ad7-821b-e30d45aa44e0 req-0ecdc305-ad4b-48cd-b12d-34dd8e30a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:26.146984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6c8c723-1058-4ad7-821b-e30d45aa44e0 req-0ecdc305-ad4b-48cd-b12d-34dd8e30a9af service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5793591 Nov 04 09:26:26.179920 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:26.193127 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b42590c-0ef8-49b5-805e-d9269f9f2c66 x-openstack-request-id: req-4b42590c-0ef8-49b5-805e-d9269f9f2c66 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:26.194618 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3502c30-28a7-4f0e-8dee-b125275f353e", "name": "network-vif-deleted", "tag": "c1eb66ba-de03-4cbb-ae4c-0fd284fb0740", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:26.196159 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4b42590c-0ef8-49b5-805e-d9269f9f2c66 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:26.196775 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3502c30-28a7-4f0e-8dee-b125275f353e', 'name': 'network-vif-deleted', 'tag': 'c1eb66ba-de03-4cbb-ae4c-0fd284fb0740', 'status': 'completed', 'code': 200} Nov 04 09:26:26.220477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-dc43e977-c70f-4183-b665-cfaee250d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:26.223312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-dc43e977-c70f-4183-b665-cfaee250d893 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589739 Nov 04 09:26:26.228357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c10b67-cff7-4ebb-9b52-a1df694d1379 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:26.284930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b8c10b67-cff7-4ebb-9b52-a1df694d1379, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:26.313628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:26.395966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-63e7fc12-8050-412b-bd59-f5afb387a447 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609333 Nov 04 09:26:26.397171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731995a1-a2ca-46c4-8920-ab04a566bb3b req-18935b66-3ca3-46f3-9d35-cf9b82f5fcea tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:26.399365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-731995a1-a2ca-46c4-8920-ab04a566bb3b req-18935b66-3ca3-46f3-9d35-cf9b82f5fcea tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.1100352 Nov 04 09:26:26.475327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['96f02f83-7cd0-4106-9380-11fe53ad1dc7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:26.553379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b8c10b67-cff7-4ebb-9b52-a1df694d1379,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:26.574751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-731995a1-a2ca-46c4-8920-ab04a566bb3b req-31ee3e93-9427-4444-a15c-08482d5f8a56 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613724 Nov 04 09:26:26.640626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b8c10b67-cff7-4ebb-9b52-a1df694d1379'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:26.703362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda29dd-9106-4e5f-a0f8-a35665e7aefd req-fd6d36df-d665-495c-b9e9-2641f0bd8dcb service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939584 Nov 04 09:26:26.811947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87d39c-cecd-4374-9f18-bac74881976f req-6ee445a9-8277-4493-a345-8a07e1982ebb tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:26.818810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c87d39c-cecd-4374-9f18-bac74881976f req-6ee445a9-8277-4493-a345-8a07e1982ebb tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1434946 Nov 04 09:26:26.903225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c87d39c-cecd-4374-9f18-bac74881976f req-30f5d216-dcc6-44c1-a10b-203cb4ad13bb tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729885 Nov 04 09:26:27.000269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:26:27.053689 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:27.082462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:26:27.083015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c1eb66ba-de03-4cbb-ae4c-0fd284fb0740 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:26:27.145590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716713c-64d0-4e4b-a4cc-b7ff8c3100d6 req-d28a08f1-7dba-4af6-8126-c5290441afd4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:27.153390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1716713c-64d0-4e4b-a4cc-b7ff8c3100d6 req-d28a08f1-7dba-4af6-8126-c5290441afd4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1017659 Nov 04 09:26:27.154337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:27.154781 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:27.285288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1716713c-64d0-4e4b-a4cc-b7ff8c3100d6 req-10ed2915-b6f1-4f52-b1ac-53e68220b0c8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216156 Nov 04 09:26:27.471809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde7cd1-c1d3-4e33-b45c-839a8855e401 req-7fe82181-2d62-4c54-9045-8abb1230cc4c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:27.484234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8dde7cd1-c1d3-4e33-b45c-839a8855e401 req-7fe82181-2d62-4c54-9045-8abb1230cc4c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 944 time: 0.1406341 Nov 04 09:26:27.537861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:27.569309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:27.572246 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f231f1d9-9a01-417e-8ff6-783a8382a1f9" -d '{"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-plugged", "status": "completed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:27.576755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8dde7cd1-c1d3-4e33-b45c-839a8855e401 req-40a86373-eb85-4833-8ffd-caf480f05707 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909531 Nov 04 09:26:27.600585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:27.616189 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:27.684590 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac21f081-b7b5-4626-b1bb-317e909e42ff x-openstack-request-id: req-ac21f081-b7b5-4626-b1bb-317e909e42ff {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:27.684879 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-plugged", "status": "completed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:27.685167 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac21f081-b7b5-4626-b1bb-317e909e42ff {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:27.685702 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'code': 200} Nov 04 09:26:27.801109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:27.942943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881bc64-d449-4ebd-a953-490e98aecfe7 req-1999dd0a-3cfa-42f1-8b0c-20df4659e349 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:27.954950 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0881bc64-d449-4ebd-a953-490e98aecfe7 req-1999dd0a-3cfa-42f1-8b0c-20df4659e349 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1363347 Nov 04 09:26:28.125548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0881bc64-d449-4ebd-a953-490e98aecfe7 req-bae4f2af-782a-4eb8-995b-700b47e052dc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681328 Nov 04 09:26:28.400333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd040d33-a4fa-4840-af21-f0f9a6902800 req-e3a1dce0-4b3b-4ba1-94c0-865ee793136c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:28.408110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd040d33-a4fa-4840-af21-f0f9a6902800 req-e3a1dce0-4b3b-4ba1-94c0-865ee793136c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1454351 Nov 04 09:26:28.534969 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd040d33-a4fa-4840-af21-f0f9a6902800 req-e5189e36-8ca2-44a0-83fe-69d47be4b03c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246984 Nov 04 09:26:28.837786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9af43-ef1c-4129-b1dd-8dc2230482b4 req-1077220c-487c-4616-817d-b0a9fb27502d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:28.853710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fa9af43-ef1c-4129-b1dd-8dc2230482b4 req-1077220c-487c-4616-817d-b0a9fb27502d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.2172585 Nov 04 09:26:28.990679 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fa9af43-ef1c-4129-b1dd-8dc2230482b4 req-a3d3ee44-90ba-42aa-b426-e9f11482eda5 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352730 Nov 04 09:26:29.049022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8c10b67-cff7-4ebb-9b52-a1df694d1379 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:29.305334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port b8c10b67-cff7-4ebb-9b52-a1df694d1379 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:26:29.353250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port b8c10b67-cff7-4ebb-9b52-a1df694d1379 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:29.357095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:29.378121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dea009-266d-47cd-ac26-057dbe27cc42 req-fec598ed-02ac-49c3-89f6-c6f040664f3a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:29.396518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4dea009-266d-47cd-ac26-057dbe27cc42 req-fec598ed-02ac-49c3-89f6-c6f040664f3a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 944 time: 0.1649928 Nov 04 09:26:29.482865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4dea009-266d-47cd-ac26-057dbe27cc42 req-1fdfc441-fd91-4eed-82e6-3b34371aa8d3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850563 Nov 04 09:26:29.752013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f672533-00d6-41ff-94bf-84ba2fb388b3 req-733d9725-151a-4202-8136-a915a3bbc4bc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:29.753695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f672533-00d6-41ff-94bf-84ba2fb388b3 req-733d9725-151a-4202-8136-a915a3bbc4bc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1219878 Nov 04 09:26:29.788012 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:29.843793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f672533-00d6-41ff-94bf-84ba2fb388b3 req-fa4baf0b-92fc-4a67-aae5-db5f7dd954dc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769720 Nov 04 09:26:29.875827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:29.882270 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c60c287-6a2f-4bf5-be01-bb9bf6e0ba66" -d '{"events": [{"server_uuid": "22beb7d7-3289-4c31-bb8e-22980fd5b24c", "name": "network-vif-plugged", "status": "completed", "tag": "b8c10b67-cff7-4ebb-9b52-a1df694d1379"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:29.923140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port b8c10b67-cff7-4ebb-9b52-a1df694d1379, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:29.936196 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:30.113153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=b8c10b67-cff7-4ebb-9b52-a1df694d1379,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:30.175866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182fdfb-728a-4fb9-b7c7-3fc37f18040d req-02470884-2c79-44ec-9a20-6a15088a143a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:30.177724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4182fdfb-728a-4fb9-b7c7-3fc37f18040d req-02470884-2c79-44ec-9a20-6a15088a143a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1595058 Nov 04 09:26:30.276252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4182fdfb-728a-4fb9-b7c7-3fc37f18040d req-d5ad0ff3-7ff0-4860-abe4-bc95021745df tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908382 Nov 04 09:26:30.371289 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f48b71-3935-41cb-9b2b-7b7efa697e5f x-openstack-request-id: req-b2f48b71-3935-41cb-9b2b-7b7efa697e5f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:30.371590 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22beb7d7-3289-4c31-bb8e-22980fd5b24c", "name": "network-vif-plugged", "status": "completed", "tag": "b8c10b67-cff7-4ebb-9b52-a1df694d1379", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:30.371845 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2f48b71-3935-41cb-9b2b-7b7efa697e5f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:30.372279 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379', 'code': 200} Nov 04 09:26:30.563790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2208d-4ed3-41b9-9fdd-7aba2651eecf req-d6c76232-f2de-4f58-8c57-5232ebf5290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:30.566235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4c2208d-4ed3-41b9-9fdd-7aba2651eecf req-d6c76232-f2de-4f58-8c57-5232ebf5290a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 1096 time: 0.1370995 Nov 04 09:26:30.625289 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:26:30.662725 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f4c2208d-4ed3-41b9-9fdd-7aba2651eecf req-1bcdc752-2d69-4128-ae7f-5cec011b8a5d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882447 Nov 04 09:26:30.798777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e615ae-8ad0-4c30-956e-96938e99b0e3 req-b821551e-a950-4a6e-b191-6076f2a908ba tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:30.825798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0e615ae-8ad0-4c30-956e-96938e99b0e3 req-b821551e-a950-4a6e-b191-6076f2a908ba tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.2469265 Nov 04 09:26:30.963519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0e615ae-8ad0-4c30-956e-96938e99b0e3 req-4e14d7ff-926a-434b-a1ba-363c64174fc8 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351011 Nov 04 09:26:31.232009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11752c9b-8332-46e0-9573-05664b085b04 req-b916bfac-b089-435b-b4de-48846040c852 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:31.254998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11752c9b-8332-46e0-9573-05664b085b04 req-b916bfac-b089-435b-b4de-48846040c852 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1536109 Nov 04 09:26:31.345418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11752c9b-8332-46e0-9573-05664b085b04 req-03c63233-0b09-4862-aa2b-7af2e36aaf79 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880432 Nov 04 09:26:31.555412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3057eb-28cd-4fb9-97d6-2ce4ac14dc36 req-dd45467f-920c-453a-a4a9-20bf810719da tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:31.572797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c3057eb-28cd-4fb9-97d6-2ce4ac14dc36 req-dd45467f-920c-453a-a4a9-20bf810719da tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1411364 Nov 04 09:26:31.717619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c3057eb-28cd-4fb9-97d6-2ce4ac14dc36 req-59d5dd74-1b4d-4c66-b427-f57551a449a2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434312 Nov 04 09:26:32.154275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24966bb5-ac7f-4368-95a0-c99e418d9dfa req-5ddf456b-4857-4418-9fb7-1f36d3994121 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:32.169707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24966bb5-ac7f-4368-95a0-c99e418d9dfa req-5ddf456b-4857-4418-9fb7-1f36d3994121 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1489553 Nov 04 09:26:32.322069 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24966bb5-ac7f-4368-95a0-c99e418d9dfa req-1489a9b8-b9fe-4d17-a012-bd38050c6764 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468592 Nov 04 09:26:32.657027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1b214-aee1-4aa5-b699-a046817d388e req-15b244b2-ccf7-456f-b8c7-a3fbdf910a8e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:32.671158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ca1b214-aee1-4aa5-b699-a046817d388e req-15b244b2-ccf7-456f-b8c7-a3fbdf910a8e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1710227 Nov 04 09:26:32.775819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ca1b214-aee1-4aa5-b699-a046817d388e req-c6906e9f-4996-4746-ae2c-22d7920528b4 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028848 Nov 04 09:26:33.036511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38431f67-bb85-4064-a78a-dda0ec2eb8c4 req-02beafb3-a26a-4752-adc6-16bd3f2b9d65 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:33.046905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38431f67-bb85-4064-a78a-dda0ec2eb8c4 req-02beafb3-a26a-4752-adc6-16bd3f2b9d65 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1225510 Nov 04 09:26:33.153639 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38431f67-bb85-4064-a78a-dda0ec2eb8c4 req-100cc080-4b9b-4677-9acb-4b6650877c6d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054084 Nov 04 09:26:33.407376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466c777-b9cd-4910-92b9-935a1ec40990 req-11da5cce-0d72-4fb6-b116-e0e036f25b19 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:33.417235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1466c777-b9cd-4910-92b9-935a1ec40990 req-11da5cce-0d72-4fb6-b116-e0e036f25b19 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1393766 Nov 04 09:26:33.578943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1466c777-b9cd-4910-92b9-935a1ec40990 req-5430ce86-57f5-45c3-9917-a5164739c6b9 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546423 Nov 04 09:26:34.127980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-d0c74697-33f4-4507-a8b3-0ca9d88f3d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:34.133827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-d0c74697-33f4-4507-a8b3-0ca9d88f3d70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 1096 time: 0.1239431 Nov 04 09:26:34.254055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432ff3d-c133-432d-88a0-0924eab2a746 req-d051cba0-caa0-40d0-a83a-98f2d875b231 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:34.264265 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d432ff3d-c133-432d-88a0-0924eab2a746 req-d051cba0-caa0-40d0-a83a-98f2d875b231 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1826303 Nov 04 09:26:34.380645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d432ff3d-c133-432d-88a0-0924eab2a746 req-1f30da7e-7e58-4ac1-a3cd-351890b65e64 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934613 Nov 04 09:26:34.463192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-a5fc44d1-c806-43a3-8a68-4229787270b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:34.465826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-a5fc44d1-c806-43a3-8a68-4229787270b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.3255296 Nov 04 09:26:34.591526 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-f88ec3eb-eb4d-448b-bcc1-3d1366c1e1d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379 HTTP/1.1" status: 200 len: 217 time: 0.1149249 Nov 04 09:26:34.734119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-2533d74c-29ea-4cb8-a5e5-91e4b4eeacd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:34.741077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-2533d74c-29ea-4cb8-a5e5-91e4b4eeacd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.1401379 Nov 04 09:26:34.802901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84c91e-ce05-4e42-be2b-4864bbf3a9b1 req-a1a26742-bbb1-4d7e-bb00-bb795f3dcedb tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:34.820306 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-a8ce96b7-b512-460f-9614-a18036cc3017 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701334 Nov 04 09:26:34.820715 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d84c91e-ce05-4e42-be2b-4864bbf3a9b1 req-a1a26742-bbb1-4d7e-bb00-bb795f3dcedb tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.2077105 Nov 04 09:26:34.965226 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d84c91e-ce05-4e42-be2b-4864bbf3a9b1 req-d32eb2a6-f029-4744-bda2-6f30c30d2e69 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403031 Nov 04 09:26:35.122783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-e4b34b10-5408-40c8-badf-88036f6c5875 service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951703 Nov 04 09:26:35.284607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fb93f-9456-487a-886a-60ebad9a53bb req-c1116cd5-a096-4217-9ae7-50cc48e1deaa tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:35.292372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af0fb93f-9456-487a-886a-60ebad9a53bb req-c1116cd5-a096-4217-9ae7-50cc48e1deaa tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1421878 Nov 04 09:26:35.343735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af0fb93f-9456-487a-886a-60ebad9a53bb req-2c437c19-3c56-4ea1-9cc7-6bbdfdb51ea0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504212 Nov 04 09:26:35.389645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9bbee576-5f35-4bf2-9e24-194af887bebe req-90d54051-7a89-4d37-99a8-dec0793b7766 service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566717 Nov 04 09:26:35.554683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06534f0d-b979-499d-a715-a89bbb8e5ad3 req-d975b1fa-1867-44bf-9015-12a3959110e4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:35.562582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06534f0d-b979-499d-a715-a89bbb8e5ad3 req-d975b1fa-1867-44bf-9015-12a3959110e4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0860088 Nov 04 09:26:35.646718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06534f0d-b979-499d-a715-a89bbb8e5ad3 req-00371c33-de37-4671-80d9-7a37630db734 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826380 Nov 04 09:26:35.843061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9a8b9-2253-48ac-b1e5-912714e4dd36 req-91ea9076-e7cf-423c-b23f-2ceab1845aee tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:35.877834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbc9a8b9-2253-48ac-b1e5-912714e4dd36 req-91ea9076-e7cf-423c-b23f-2ceab1845aee tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1289632 Nov 04 09:26:36.024536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbc9a8b9-2253-48ac-b1e5-912714e4dd36 req-a0170c28-4432-48f2-9bd7-821aac564148 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431820 Nov 04 09:26:36.410547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460ed57-4356-4d43-9cf0-1e0bbc1b6e6b req-739dfce6-e66c-4d90-a07c-c4f60dcb161d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:36.412263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0460ed57-4356-4d43-9cf0-1e0bbc1b6e6b req-739dfce6-e66c-4d90-a07c-c4f60dcb161d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1547031 Nov 04 09:26:36.499030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0460ed57-4356-4d43-9cf0-1e0bbc1b6e6b req-64410b55-0382-4d35-a7fc-e82771e78fc6 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800292 Nov 04 09:26:36.753714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0246aa0-2291-43d5-8d61-9082b2adf31b req-6af34d12-1a5e-43c5-a03b-4dfc489b4c1d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:36.755369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0246aa0-2291-43d5-8d61-9082b2adf31b req-6af34d12-1a5e-43c5-a03b-4dfc489b4c1d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1309614 Nov 04 09:26:36.836554 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0246aa0-2291-43d5-8d61-9082b2adf31b req-6f919e34-c27f-419d-afc9-dbea4524b5fb tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708323 Nov 04 09:26:37.101407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5428a6c-c90b-4c83-8c3e-ae465f31b1de req-0eb00233-1c17-4738-805c-a497b3a63959 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:37.117232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5428a6c-c90b-4c83-8c3e-ae465f31b1de req-0eb00233-1c17-4738-805c-a497b3a63959 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1726556 Nov 04 09:26:37.210630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5428a6c-c90b-4c83-8c3e-ae465f31b1de req-d08eee31-96b3-4673-825a-b22695523388 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908542 Nov 04 09:26:37.359543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3b74e9c-6b39-4a0c-8ae6-456397ece900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:37.481980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e6e80-1d9b-49fb-aec2-91f79a872ea9 req-55c433cd-aa19-4969-abaf-45241f4dabca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:37.504815 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad0e6e80-1d9b-49fb-aec2-91f79a872ea9 req-55c433cd-aa19-4969-abaf-45241f4dabca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1456091 Nov 04 09:26:37.705737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad0e6e80-1d9b-49fb-aec2-91f79a872ea9 req-4d5873f9-9539-4a2f-9367-f8048dd5dd7e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934943 Nov 04 09:26:38.125001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802a77e-824e-4dad-a662-c4ad7bfebe7d req-cffbe593-0f62-411d-92a0-2c78d339a22f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:38.135457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7802a77e-824e-4dad-a662-c4ad7bfebe7d req-cffbe593-0f62-411d-92a0-2c78d339a22f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1648655 Nov 04 09:26:38.232517 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7802a77e-824e-4dad-a662-c4ad7bfebe7d req-6293d931-2142-4c56-a539-46fecc109990 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958893 Nov 04 09:26:38.496255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c77203-6556-4c8c-b7ff-403ecafdb622 req-82c66b2b-ccbe-46f1-9fb6-69579f660a72 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:38.498975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8c77203-6556-4c8c-b7ff-403ecafdb622 req-82c66b2b-ccbe-46f1-9fb6-69579f660a72 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1255703 Nov 04 09:26:38.665477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8c77203-6556-4c8c-b7ff-403ecafdb622 req-e1e64e7f-dece-4762-b3b3-3dfb4801194a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563380 Nov 04 09:26:38.859267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129ce2b-3bc4-4d88-9f16-ff4652c0614b req-e1dcf5ba-4233-490f-ac45-f9b6c78f7ec5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:38.868895 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9129ce2b-3bc4-4d88-9f16-ff4652c0614b req-e1dcf5ba-4233-490f-ac45-f9b6c78f7ec5 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1210282 Nov 04 09:26:39.055754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9129ce2b-3bc4-4d88-9f16-ff4652c0614b req-c7d8a3dc-627d-46e5-b93b-1bea33c4c4ee tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858072 Nov 04 09:26:39.308452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a388c2-2c3c-47a2-b81f-8ce18c1ba84c req-0e76c550-80f3-4818-803b-81798d60a0a2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:39.310095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59a388c2-2c3c-47a2-b81f-8ce18c1ba84c req-0e76c550-80f3-4818-803b-81798d60a0a2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1436892 Nov 04 09:26:39.416600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59a388c2-2c3c-47a2-b81f-8ce18c1ba84c req-b635bcb7-e19e-4a16-9df1-0650a68d1111 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878565 Nov 04 09:26:39.763623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53290d67-ef1e-416f-944e-c56a42515237 req-cedd9f4f-7ea2-4e01-9c89-8332e88178a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:39.779118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53290d67-ef1e-416f-944e-c56a42515237 req-cedd9f4f-7ea2-4e01-9c89-8332e88178a3 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1472762 Nov 04 09:26:39.881435 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53290d67-ef1e-416f-944e-c56a42515237 req-1dc853f2-9c13-40c9-81f3-a10980dc45e0 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012120 Nov 04 09:26:39.966647 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56245993-eea6-49c1-a945-ad93d61fe51f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:40.282735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ec43d-dd66-4fce-bafa-13b60bc575ad req-0e432087-fbe9-424b-b877-4651b192957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:40.285455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea3ec43d-dd66-4fce-bafa-13b60bc575ad req-0e432087-fbe9-424b-b877-4651b192957d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1097 time: 0.1160452 Nov 04 09:26:40.311402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:40.318764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d6ccc-01bd-4c9f-b4ee-99187d178bf2 req-e85292d3-3540-4bc5-80ca-734e7cfc223d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:40.323039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f8d6ccc-01bd-4c9f-b4ee-99187d178bf2 req-e85292d3-3540-4bc5-80ca-734e7cfc223d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1829484 Nov 04 09:26:40.402368 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ea3ec43d-dd66-4fce-bafa-13b60bc575ad req-d3fcdb04-8811-43d4-b03f-a4efc691afb2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083851 Nov 04 09:26:40.481081 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f8d6ccc-01bd-4c9f-b4ee-99187d178bf2 req-ee4b1300-332a-47c9-9d34-cabc057e682d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386082 Nov 04 09:26:40.757012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc2acd-239e-4bb0-82a1-6e5f342b2578 req-c2ae5d5a-ad4a-4c5f-a944-8e9a3125b188 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:40.765802 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddbc2acd-239e-4bb0-82a1-6e5f342b2578 req-c2ae5d5a-ad4a-4c5f-a944-8e9a3125b188 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1488221 Nov 04 09:26:40.877995 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddbc2acd-239e-4bb0-82a1-6e5f342b2578 req-0c7f87b3-68a7-492f-a1b7-5433b036b712 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001844 Nov 04 09:26:41.073501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6b7a55f8-fe9a-4ff4-9cec-149084370ddb details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:26:41.327521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658e35f-2a22-432a-8721-562ecd67144a req-1ddc2a4b-270a-40a0-9396-c4bccf62bb0a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:41.348476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b658e35f-2a22-432a-8721-562ecd67144a req-1ddc2a4b-270a-40a0-9396-c4bccf62bb0a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.2024374 Nov 04 09:26:41.379997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:41.411137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'port_id': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'mac_address': 'fa:16:3e:23:73:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:26:41.465208 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:41.486412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b658e35f-2a22-432a-8721-562ecd67144a req-7697b49f-39fb-4406-a24d-995662ca5803 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317770 Nov 04 09:26:41.519241 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:41.576723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b7a55f8-fe9a-4ff4-9cec-149084370ddb {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:41.685113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:41.715664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:41.819629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4d86f-ae8f-4a69-b268-86380b48ad65 req-e8894b25-8033-4113-97be-08343eec312b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:41.842502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fd4d86f-ae8f-4a69-b268-86380b48ad65 req-e8894b25-8033-4113-97be-08343eec312b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.1881955 Nov 04 09:26:41.851667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:41.961759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fd4d86f-ae8f-4a69-b268-86380b48ad65 req-c1708054-3ada-4800-ae78-2d2d6bf0028f tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177924 Nov 04 09:26:42.022786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['6b7a55f8-fe9a-4ff4-9cec-149084370ddb'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:42.149295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78060437-b071-4bac-86b1-38cf7f8f14b2 req-65930b06-ace0-4f40-af07-408874e3a0e4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:42.168132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78060437-b071-4bac-86b1-38cf7f8f14b2 req-65930b06-ace0-4f40-af07-408874e3a0e4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1185763 Nov 04 09:26:42.269698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78060437-b071-4bac-86b1-38cf7f8f14b2 req-5dc40c14-5a56-4260-b748-120da6361ed1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002607 Nov 04 09:26:42.514266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84127-1251-4be8-bb3d-7018be4da977 req-f5f51cce-451e-455a-8b88-591b5d55bea2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:42.529092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7d84127-1251-4be8-bb3d-7018be4da977 req-f5f51cce-451e-455a-8b88-591b5d55bea2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1351345 Nov 04 09:26:42.633033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7d84127-1251-4be8-bb3d-7018be4da977 req-bc682fc0-e8da-4cd8-94a6-4cbed512d6f4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024952 Nov 04 09:26:42.756477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:42.857431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb50ed-1376-41b8-a704-8c4b39754af2 req-dd571d37-7c23-42a3-bf08-4a2664ce7ff5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:42.859123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6fb50ed-1376-41b8-a704-8c4b39754af2 req-dd571d37-7c23-42a3-bf08-4a2664ce7ff5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.0723646 Nov 04 09:26:43.029973 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6fb50ed-1376-41b8-a704-8c4b39754af2 req-13e1be9d-eab0-4cab-83a9-b9325464fe7c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469357 Nov 04 09:26:43.073581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6b7a55f8-fe9a-4ff4-9cec-149084370ddb no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:26:43.399740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:43.459697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e8c18-889c-4da8-b459-df88e7b1c94a req-6ad56988-217f-4356-8cc1-26c5beaf7a66 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:43.462382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b3e8c18-889c-4da8-b459-df88e7b1c94a req-6ad56988-217f-4356-8cc1-26c5beaf7a66 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 945 time: 0.2596231 Nov 04 09:26:43.471613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6b7a55f8-fe9a-4ff4-9cec-149084370ddb {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:43.594058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:43.609116 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:43.663133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b3e8c18-889c-4da8-b459-df88e7b1c94a req-7e6733a0-6a67-43f0-a19b-7b4505f10921 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932707 Nov 04 09:26:43.694567 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 55868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:26:43.780944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:44.264034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f2a5c66-b359-4f25-a04a-5918dbed6b40 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/floatingips/243ae7ed-b4cf-44ab-a3b1-7134310cded8 HTTP/1.1" status: 200 len: 992 time: 0.5651627 Nov 04 09:26:44.339596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3064027-a8f9-4a87-9998-fe957a486aff req-c93d68e8-4c42-4d1b-9ebf-881f4c4c3418 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:44.348477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3064027-a8f9-4a87-9998-fe957a486aff req-c93d68e8-4c42-4d1b-9ebf-881f4c4c3418 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.3668501 Nov 04 09:26:44.397209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f3064027-a8f9-4a87-9998-fe957a486aff req-a7a00801-4e97-43b6-a13d-cf23b6700359 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477002 Nov 04 09:26:44.572303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ce734-9106-4044-a915-315994936d83 req-c1e312d5-3285-4fca-bdde-1b357cc00867 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:44.579693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-259ce734-9106-4044-a915-315994936d83 req-c1e312d5-3285-4fca-bdde-1b357cc00867 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0755696 Nov 04 09:26:44.689055 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-259ce734-9106-4044-a915-315994936d83 req-7592992b-0470-4e3d-933e-d60f4783a10f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986552 Nov 04 09:26:44.986911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1ce5c-69d5-45af-87e6-4e178488b658 req-9664c6be-75fc-4052-bac1-aaf5def19b5f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:44.996327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29c1ce5c-69d5-45af-87e6-4e178488b658 req-9664c6be-75fc-4052-bac1-aaf5def19b5f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1462665 Nov 04 09:26:45.073221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6b7a55f8-fe9a-4ff4-9cec-149084370ddb up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:45.136859 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29c1ce5c-69d5-45af-87e6-4e178488b658 req-bbcb22a5-da34-44b9-864f-55c427014c3a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264675 Nov 04 09:26:45.297921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:45.299399 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:45.756300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:45.756640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19d056-7dc7-4376-8729-15591b9291a1 req-6a650585-2180-431d-a55a-6f78ce7b5809 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:45.759822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd19d056-7dc7-4376-8729-15591b9291a1 req-6a650585-2180-431d-a55a-6f78ce7b5809 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1161833 Nov 04 09:26:45.802088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:45.805214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:45.808154 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48bc393-7d99-436c-8d4e-0c876c8267ae" -d '{"events": [{"server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:45.817713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:45.864914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd19d056-7dc7-4376-8729-15591b9291a1 req-22f627a4-4d96-4f71-979f-8f76aec9a4c4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973048 Nov 04 09:26:45.873533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:45.936554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:46.138492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d9017-6721-4128-a10b-a85e0a51f651 req-249ee3ce-5f27-4738-a9e4-e6785af77863 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:46.141860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d0d9017-6721-4128-a10b-a85e0a51f651 req-249ee3ce-5f27-4738-a9e4-e6785af77863 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1225631 Nov 04 09:26:46.207466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d0d9017-6721-4128-a10b-a85e0a51f651 req-1f6891a0-d8ea-4c68-8f0a-b467a5d0839f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559108 Nov 04 09:26:46.303820 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e84b49-fca0-4443-838c-9f40fec8f5ea x-openstack-request-id: req-85e84b49-fca0-4443-838c-9f40fec8f5ea {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:46.304464 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "name": "network-vif-plugged", "status": "completed", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:46.304783 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-85e84b49-fca0-4443-838c-9f40fec8f5ea {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:46.305642 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'code': 200} Nov 04 09:26:46.503729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11dc699-6f79-4b1b-a453-5ab0283db3c1 req-1eadf8c8-6ca5-4bd8-9309-b40bdb32f440 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:46.514240 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c11dc699-6f79-4b1b-a453-5ab0283db3c1 req-1eadf8c8-6ca5-4bd8-9309-b40bdb32f440 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.1107285 Nov 04 09:26:46.570322 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c11dc699-6f79-4b1b-a453-5ab0283db3c1 req-7d03b997-18db-4542-9fb6-503d1729e973 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525546 Nov 04 09:26:46.619937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:47.123423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc4fe5-98c8-4d56-8201-ad33888bd470 req-85684bce-4d68-41c6-b16f-146f85875f6c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:47.125266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3edc4fe5-98c8-4d56-8201-ad33888bd470 req-85684bce-4d68-41c6-b16f-146f85875f6c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1362879 Nov 04 09:26:47.204750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3edc4fe5-98c8-4d56-8201-ad33888bd470 req-fb28e0a1-78df-4268-b3c2-19ba0f30b20b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664177 Nov 04 09:26:47.276610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-690cfdcb-3faf-47b9-b51f-36493abd7711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:47.279371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-690cfdcb-3faf-47b9-b51f-36493abd7711 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1097 time: 0.0990970 Nov 04 09:26:47.393607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-1d00b0fc-00e2-429e-baad-b35009d4ba6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:47.395228 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-1d00b0fc-00e2-429e-baad-b35009d4ba6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.1075487 Nov 04 09:26:47.428064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c6171-836e-4c76-b22f-b207b6e3a76b req-6e8d8034-3739-49ad-97f1-c5b3ca20999d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:47.439019 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a28c6171-836e-4c76-b22f-b207b6e3a76b req-6e8d8034-3739-49ad-97f1-c5b3ca20999d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1136773 Nov 04 09:26:47.490549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a28c6171-836e-4c76-b22f-b207b6e3a76b req-ddcb55b0-3833-47c5-a1c8-ed222c00c96d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492363 Nov 04 09:26:47.499218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-9d00f367-b511-45ea-bbe4-8f662b33a211 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0947535 Nov 04 09:26:47.591350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-1717a7ef-e8ac-4d9a-b6bb-3b3617ca346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:47.597267 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-1717a7ef-e8ac-4d9a-b6bb-3b3617ca346a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0847354 Nov 04 09:26:47.753054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-6d222dd0-f526-4459-90a6-16377755a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:47.756418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-6d222dd0-f526-4459-90a6-16377755a91c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456583 Nov 04 09:26:47.779546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217970f6-f14e-420c-8be3-85773be4d59f req-35d4b2b1-1cf4-4aec-bb40-33a644cc43e3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:47.788646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-217970f6-f14e-420c-8be3-85773be4d59f req-35d4b2b1-1cf4-4aec-bb40-33a644cc43e3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.0907035 Nov 04 09:26:47.840576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-217970f6-f14e-420c-8be3-85773be4d59f req-e3450e2a-7e24-4a49-b1f7-8d64eba84fc6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Nov 04 09:26:47.927375 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-5a620932-4a4c-49e1-aa4a-af9a4c048df3 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563165 Nov 04 09:26:48.118748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92a987b6-5004-4adf-9ba9-993cf7519fd6 req-011fef51-7ef2-4e10-b3c8-f23ffc5281b2 service neutron] 10.222.0.55 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838152 Nov 04 09:26:48.380879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb237fc-691e-435d-9d30-71392183b967 req-925ed253-0b9d-4319-abf8-9d847b57a9f3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:48.383179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5eb237fc-691e-435d-9d30-71392183b967 req-925ed253-0b9d-4319-abf8-9d847b57a9f3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0708091 Nov 04 09:26:48.461208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5eb237fc-691e-435d-9d30-71392183b967 req-5f918a7c-4227-4971-a6d8-d939a10a95ed tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685837 Nov 04 09:26:48.728065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfa61d-bb39-4414-bc57-2ff255a6a117 req-d9d7c0bd-8760-46f3-b177-5ec5b985e2cc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:48.741478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eedfa61d-bb39-4414-bc57-2ff255a6a117 req-d9d7c0bd-8760-46f3-b177-5ec5b985e2cc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.1327341 Nov 04 09:26:48.802443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eedfa61d-bb39-4414-bc57-2ff255a6a117 req-8bb342c4-c207-4f14-affe-d581513bb095 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590572 Nov 04 09:26:48.989079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb84a-b71e-49cf-9a57-471ef2d19fc1 req-0a77a81d-0d53-4b0d-8a0d-dc5727bb259c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:48.990801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a46fb84a-b71e-49cf-9a57-471ef2d19fc1 req-0a77a81d-0d53-4b0d-8a0d-dc5727bb259c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 943 time: 0.0675030 Nov 04 09:26:49.056623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a46fb84a-b71e-49cf-9a57-471ef2d19fc1 req-a902d723-b54c-4df2-a25d-e304dc2de8ec tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554571 Nov 04 09:26:49.118067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f35ba406-a96c-489a-a621-373e72574e26 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:26:49.261052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port f35ba406-a96c-489a-a621-373e72574e26, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f35ba406-a96c-489a-a621-373e72574e26,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:49.279203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'f35ba406-a96c-489a-a621-373e72574e26', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'port_id': 'f35ba406-a96c-489a-a621-373e72574e26', 'mac_address': 'fa:16:3e:78:d8:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:26:49.338493 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:49.357527 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35ba406-a96c-489a-a621-373e72574e26 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:49.385645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port f35ba406-a96c-489a-a621-373e72574e26, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f35ba406-a96c-489a-a621-373e72574e26,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:49.392742 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:49.462526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=f35ba406-a96c-489a-a621-373e72574e26,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:49.618175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['f35ba406-a96c-489a-a621-373e72574e26'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:26:49.633583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3beb7-c55c-4295-9b85-827f070c5ff2 req-7e480104-cbff-47d7-b7f9-b2d2a2f615e7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:49.635985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25d3beb7-c55c-4295-9b85-827f070c5ff2 req-7e480104-cbff-47d7-b7f9-b2d2a2f615e7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0777333 Nov 04 09:26:49.697621 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25d3beb7-c55c-4295-9b85-827f070c5ff2 req-de60caaa-34dc-4d35-a4ec-0ffd5bcd5642 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507138 Nov 04 09:26:50.051025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf604b-b9b1-48b2-bfc2-571aebc0b060 req-be202292-c734-4721-84c5-a3c216d25ff0 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:50.053147 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4bf604b-b9b1-48b2-bfc2-571aebc0b060 req-be202292-c734-4721-84c5-a3c216d25ff0 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0914915 Nov 04 09:26:50.144712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4bf604b-b9b1-48b2-bfc2-571aebc0b060 req-edb54721-0ad0-4aad-8a4b-422408d36b12 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762069 Nov 04 09:26:50.278102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2885dac-fd74-4e3e-bf8f-b25e57bc4977 req-9211ebef-e241-4a08-a3c2-10675e5ddd55 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:50.287235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2885dac-fd74-4e3e-bf8f-b25e57bc4977 req-9211ebef-e241-4a08-a3c2-10675e5ddd55 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 944 time: 0.0868757 Nov 04 09:26:50.364734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2885dac-fd74-4e3e-bf8f-b25e57bc4977 req-842466c0-43e4-49ee-bbe7-078a366e148a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692661 Nov 04 09:26:50.932064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da1930-dc9f-4b9b-810f-296b662a75a4 req-af75ed23-e8aa-40ad-a534-2d46cc40201c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:50.944216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3da1930-dc9f-4b9b-810f-296b662a75a4 req-af75ed23-e8aa-40ad-a534-2d46cc40201c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1438861 Nov 04 09:26:51.024983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3da1930-dc9f-4b9b-810f-296b662a75a4 req-7573f7e5-1876-41ca-b29e-9e0a1def90a1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792394 Nov 04 09:26:51.101368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:26:51.164335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f35ba406-a96c-489a-a621-373e72574e26 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:26:51.289197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port f35ba406-a96c-489a-a621-373e72574e26 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:26:51.298128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port f35ba406-a96c-489a-a621-373e72574e26 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:26:51.298759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:51.323793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd147f-98a8-42be-9923-6aeb548a4ce7 req-27535339-9da8-464b-a8eb-7fbaa6f52ef1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:51.332868 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3cd147f-98a8-42be-9923-6aeb548a4ce7 req-27535339-9da8-464b-a8eb-7fbaa6f52ef1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0685713 Nov 04 09:26:51.373953 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:51.418701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3cd147f-98a8-42be-9923-6aeb548a4ce7 req-9c9a05db-96dc-454a-b65e-795b0801aa26 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846586 Nov 04 09:26:51.450704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:51.453495 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899e7d20-30df-499f-ae8c-550084c6eccc" -d '{"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-unplugged", "status": "completed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:51.473110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:51.499656 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:51.560981 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:51.584647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c9785-b221-476b-8d62-7e5c9c281093 req-df1b8494-8e25-4107-a04c-3b7b17bcba1d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:51.596712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d19c9785-b221-476b-8d62-7e5c9c281093 req-df1b8494-8e25-4107-a04c-3b7b17bcba1d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 944 time: 0.0922742 Nov 04 09:26:51.620452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port f35ba406-a96c-489a-a621-373e72574e26, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f35ba406-a96c-489a-a621-373e72574e26,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:51.622377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:51.629103 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:51.676422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d19c9785-b221-476b-8d62-7e5c9c281093 req-6b08f493-cbc0-441d-b50a-56b9dd191113 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777216 Nov 04 09:26:51.712222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=f35ba406-a96c-489a-a621-373e72574e26,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:52.194400 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c64c40-b552-4d10-ba7a-4add32570212 x-openstack-request-id: req-b7c64c40-b552-4d10-ba7a-4add32570212 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:52.195115 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-unplugged", "status": "failed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "code": 422}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:52.195115 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7c64c40-b552-4d10-ba7a-4add32570212 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:52.195391 n-d-816487-1 neutron-server[102557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'code': 422} returned with failed status Nov 04 09:26:52.408311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595b98e-21cc-4214-afca-b15df9b0e167 req-3dcd8656-a078-4496-898f-5b56df941764 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:52.427089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1595b98e-21cc-4214-afca-b15df9b0e167 req-3dcd8656-a078-4496-898f-5b56df941764 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1226521 Nov 04 09:26:52.515460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1595b98e-21cc-4214-afca-b15df9b0e167 req-2b2abe78-bb55-4346-981e-12c9df7b70f0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864654 Nov 04 09:26:53.167548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb252a93-7a0e-42bc-93e4-c9f828fbb8e9 req-f21a2a82-fbf2-41dc-8fcf-1d97f998b0e0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:53.169774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb252a93-7a0e-42bc-93e4-c9f828fbb8e9 req-f21a2a82-fbf2-41dc-8fcf-1d97f998b0e0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0760174 Nov 04 09:26:53.233037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb252a93-7a0e-42bc-93e4-c9f828fbb8e9 req-67c48701-8ac4-40f6-92ed-116adc9d79dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517471 Nov 04 09:26:53.658488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59e06b-ff93-4c19-ae0b-27e80d27428c req-15d50278-eeeb-4095-991d-db1ec0e66253 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:53.666783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d59e06b-ff93-4c19-ae0b-27e80d27428c req-15d50278-eeeb-4095-991d-db1ec0e66253 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 944 time: 0.0909090 Nov 04 09:26:53.718521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d59e06b-ff93-4c19-ae0b-27e80d27428c req-bb2f2329-9ecf-405f-8cca-3b746abe9ca8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Nov 04 09:26:53.874204 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa613-4203-438d-8af4-64264a642542 req-d04a9764-e005-4670-8969-36d96b8cd698 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:53.877152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-620fa613-4203-438d-8af4-64264a642542 req-d04a9764-e005-4670-8969-36d96b8cd698 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0737703 Nov 04 09:26:53.992148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-620fa613-4203-438d-8af4-64264a642542 req-853e9172-0170-486f-8d0c-5fcfff35c177 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924885 Nov 04 09:26:54.059721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-0d3c7f3f-9768-4ac4-9594-21d221b00ead service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2189608 Nov 04 09:26:54.196976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f6e01-8e3b-402a-8381-94bb01380242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ba406-a96c-489a-a621-373e72574e26'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:54.199536 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097b2d3a-5f0b-4b4a-ba84-7ca8a0835320" -d '{"events": [{"server_uuid": "403f6e01-8e3b-402a-8381-94bb01380242", "name": "network-vif-plugged", "status": "completed", "tag": "f35ba406-a96c-489a-a621-373e72574e26"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:54.279041 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943e704f-a9f8-48e8-a91e-76237ec036b9 x-openstack-request-id: req-943e704f-a9f8-48e8-a91e-76237ec036b9 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:54.279203 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f6e01-8e3b-402a-8381-94bb01380242", "name": "network-vif-plugged", "status": "completed", "tag": "f35ba406-a96c-489a-a621-373e72574e26", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:54.279814 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-943e704f-a9f8-48e8-a91e-76237ec036b9 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:54.280341 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f6e01-8e3b-402a-8381-94bb01380242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35ba406-a96c-489a-a621-373e72574e26', 'code': 200} Nov 04 09:26:54.445736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeab333-9ea8-40eb-bc03-f6bc4d4bec5e req-c2505d92-2c26-4370-b922-792e429c78b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:54.446605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe07c3-f03a-4f30-8697-b80f08608660 req-c37491af-c7fe-4993-a837-7a40972f2392 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:54.448677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5fe07c3-f03a-4f30-8697-b80f08608660 req-c37491af-c7fe-4993-a837-7a40972f2392 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0968525 Nov 04 09:26:54.448981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4eeab333-9ea8-40eb-bc03-f6bc4d4bec5e req-c2505d92-2c26-4370-b922-792e429c78b2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 1096 time: 0.0880961 Nov 04 09:26:54.521156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4eeab333-9ea8-40eb-bc03-f6bc4d4bec5e req-c358ec56-df25-4dd5-9fa7-192f4a59a24f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628929 Nov 04 09:26:54.533984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5fe07c3-f03a-4f30-8697-b80f08608660 req-4537f0c6-6d8e-47bf-8a81-32741d695019 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743246 Nov 04 09:26:54.879004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980130f-0b9b-4391-9067-bfc4dc8ecc67 req-eb3cb78e-3291-4a9a-a0d5-7abff2b0ba1c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:54.886862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5980130f-0b9b-4391-9067-bfc4dc8ecc67 req-eb3cb78e-3291-4a9a-a0d5-7abff2b0ba1c tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 944 time: 0.0697298 Nov 04 09:26:54.946150 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5980130f-0b9b-4391-9067-bfc4dc8ecc67 req-8d70dccf-fe24-4bb0-a106-8932ff916ffa tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579705 Nov 04 09:26:55.483115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671563e6-a431-4f68-8e7e-71e89c3cea63 req-d671f72d-66d4-4565-8b7d-1f1d219081ce tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:55.493730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-671563e6-a431-4f68-8e7e-71e89c3cea63 req-d671f72d-66d4-4565-8b7d-1f1d219081ce tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0680742 Nov 04 09:26:55.506198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-c4695191-55f5-4796-abae-089e97b860ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:55.509528 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-c4695191-55f5-4796-abae-089e97b860ee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5&tenant_id=ca2abf60dfc749eeab441d437c0db1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0753539 Nov 04 09:26:55.527921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:26:55.545020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-671563e6-a431-4f68-8e7e-71e89c3cea63 req-faa8c015-6b14-4af0-95fa-6cdcc63aa2da tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502665 Nov 04 09:26:55.640990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:55.776746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4ba55-0b2d-46ca-b65e-1cdb850bf79a req-3f73498a-f18f-47be-b7a0-798dde85f447 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:55.779913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aac4ba55-0b2d-46ca-b65e-1cdb850bf79a req-3f73498a-f18f-47be-b7a0-798dde85f447 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.1046717 Nov 04 09:26:55.875034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aac4ba55-0b2d-46ca-b65e-1cdb850bf79a req-8f9f7e46-427b-418e-8ac9-5a139aa1290f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801561 Nov 04 09:26:55.979574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:26:56.032161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:56.081794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f02f83-7cd0-4106-9380-11fe53ad1dc7 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:26:56.097085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:56.110122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3854c-d9dd-4b80-95e5-496aef4758ed req-9b3e6af4-bb3e-4710-a079-b331dfaed44b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:56.112228 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bb3854c-d9dd-4b80-95e5-496aef4758ed req-9b3e6af4-bb3e-4710-a079-b331dfaed44b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 944 time: 0.0726385 Nov 04 09:26:56.114030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Transition to ACTIVE for port object 96f02f83-7cd0-4106-9380-11fe53ad1dc7 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:26:56.120079 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:56.180958 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bb3854c-d9dd-4b80-95e5-496aef4758ed req-a0b94411-b46e-4cbb-9149-18dcb7592f21 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616868 Nov 04 09:26:56.260904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] No DVR routers for this DVR port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:26:56.318865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:56.466590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:26:56.466928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:26:56.467254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:56.472049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on network f51acda2-37c7-45fe-bee2-16d4f0a246bd not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:26:56.472367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Attempting to bind port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on network f51acda2-37c7-45fe-bee2-16d4f0a246bd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:26:56.477728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:26:56.478096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Checking segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:26:56.478487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Bound using segment: {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:26:56.478914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Bound port: 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43c57d56-cdc4-4379-af92-5a360d46ac70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:26:56.479315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:56.566382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:26:56.569987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:26:56.576827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:56.620287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:56.620779 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:26:56.622367 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] 10.222.0.70 "PUT /v2.0/ports/96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 1092 time: 1.1027586 Nov 04 09:26:56.622893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:26:56.625496 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482" -d '{"events": [{"name": "network-changed", "server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:26:56.662819 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544d174-893a-47d6-bf1d-f58fefc3e6f6 service neutron] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:26:56.703889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-80e18450-260d-4e40-85de-d0ea41a9e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:56.706098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-80e18450-260d-4e40-85de-d0ea41a9e2fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0523109 Nov 04 09:26:56.760149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b1629-fe6e-4b6a-902a-d2a99701c582 req-eabfc7ea-92c6-413e-af05-e8f5a5d3e311 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:56.773688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b61b1629-fe6e-4b6a-902a-d2a99701c582 req-eabfc7ea-92c6-413e-af05-e8f5a5d3e311 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.1105947 Nov 04 09:26:56.826314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-e9e7a5df-9e56-4642-94bf-e766e3573139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:56.828396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-e9e7a5df-9e56-4642-94bf-e766e3573139 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.1132751 Nov 04 09:26:56.853518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b61b1629-fe6e-4b6a-902a-d2a99701c582 req-332b02a6-5054-42af-96ef-dc171a7f0a53 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765631 Nov 04 09:26:56.953562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-de574a56-bbeb-42eb-af7b-d652715bec95 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 999 time: 0.1171985 Nov 04 09:26:56.963641 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa09884-b7c7-4354-b961-f3718d409132 x-openstack-request-id: req-8aa09884-b7c7-4354-b961-f3718d409132 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:26:56.964075 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:26:56.964430 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8aa09884-b7c7-4354-b961-f3718d409132 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:26:56.964960 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'status': 'completed', 'code': 200} Nov 04 09:26:57.022956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-ff3eecf1-692d-4882-a24b-8ef83180f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.024714 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-ff3eecf1-692d-4882-a24b-8ef83180f7c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0587304 Nov 04 09:26:57.077666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-1eb1492e-7599-4871-945a-0bcf546ecc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.079993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-1eb1492e-7599-4871-945a-0bcf546ecc3a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469337 Nov 04 09:26:57.108206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440ac85-d99c-4b0f-a4b0-79de83ba5e77 req-f0c8b46a-95ca-47f6-8940-2722f0a29147 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.109799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7440ac85-d99c-4b0f-a4b0-79de83ba5e77 req-f0c8b46a-95ca-47f6-8940-2722f0a29147 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0713525 Nov 04 09:26:57.156615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7440ac85-d99c-4b0f-a4b0-79de83ba5e77 req-373bc459-1e5b-4ac7-b4b9-78f9fbdfd2b8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Nov 04 09:26:57.198041 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-61f37ff5-0770-4175-b7ae-c2d017c93124 service neutron] 10.222.0.70 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101966 Nov 04 09:26:57.309983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788b75f-aa9d-417b-896e-2840d17aa32c req-895b16a6-931a-460a-b797-f04b36b2eea5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.311565 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f788b75f-aa9d-417b-896e-2840d17aa32c req-895b16a6-931a-460a-b797-f04b36b2eea5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0682960 Nov 04 09:26:57.320622 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-451e9a4a-aae5-47c3-bc6f-bed450843fff req-3098a412-81f5-4431-a06a-82ee3205a380 service neutron] 10.222.0.70 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132064 Nov 04 09:26:57.362193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f788b75f-aa9d-417b-896e-2840d17aa32c req-54a7b37e-87fd-47e2-bcfe-e04b39924cac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431843 Nov 04 09:26:57.433470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-ae132a16-b5a8-42ca-9a98-36aa058a311f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.435540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-ae132a16-b5a8-42ca-9a98-36aa058a311f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1096 time: 0.0562057 Nov 04 09:26:57.489399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4fdc6-c702-4455-8cb9-497a73a7bc66 req-b52c15ed-9515-4928-b565-b3bf0c769c85 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.491331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bed4fdc6-c702-4455-8cb9-497a73a7bc66 req-b52c15ed-9515-4928-b565-b3bf0c769c85 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0654981 Nov 04 09:26:57.541076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bed4fdc6-c702-4455-8cb9-497a73a7bc66 req-149ed310-4d23-4eb2-a290-de778a975a88 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 Nov 04 09:26:57.577761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-e33190ef-b0c2-40a8-9e86-2a7b0ee2bd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.579767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-e33190ef-b0c2-40a8-9e86-2a7b0ee2bd75 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.1375639 Nov 04 09:26:57.703828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-fbb0a3ea-b853-4af3-9ba0-e19ea938a15b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 999 time: 0.1112907 Nov 04 09:26:57.732232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ebab5-9a4b-4982-8ff1-95c72dcbd1e1 req-b00d3759-1971-4524-a683-e4bb588cc4e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:57.736483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-335ebab5-9a4b-4982-8ff1-95c72dcbd1e1 req-b00d3759-1971-4524-a683-e4bb588cc4e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.1039171 Nov 04 09:26:57.809530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-335ebab5-9a4b-4982-8ff1-95c72dcbd1e1 req-89d7281a-4383-4fb7-90fc-210335649669 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645316 Nov 04 09:26:58.069576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3e7bc-1808-4edf-8ed7-8938da2e7226 req-4cd873c7-b374-42dd-acab-2454fd54338d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:58.071241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74a3e7bc-1808-4edf-8ed7-8938da2e7226 req-4cd873c7-b374-42dd-acab-2454fd54338d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0905194 Nov 04 09:26:58.510047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74a3e7bc-1808-4edf-8ed7-8938da2e7226 req-bfcc8ca2-755c-4eee-8f48-fdd6960c5d74 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287705 Nov 04 09:26:58.861801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd643950-3ebf-4118-ab83-e290d09b9969 req-122a642d-e960-4b7b-a43e-b0b78fcdd7ac tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:58.863678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd643950-3ebf-4118-ab83-e290d09b9969 req-122a642d-e960-4b7b-a43e-b0b78fcdd7ac tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0595851 Nov 04 09:26:58.938197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd643950-3ebf-4118-ab83-e290d09b9969 req-6693b958-cbef-4a5c-bd24-fd64a1aac0c3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553870 Nov 04 09:26:59.133577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb14d66-82ef-4552-95fb-b3f68179e49d req-7d64b064-846f-45e3-a4d7-ad144867c9bd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:59.135408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfb14d66-82ef-4552-95fb-b3f68179e49d req-7d64b064-846f-45e3-a4d7-ad144867c9bd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0822146 Nov 04 09:26:59.206024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfb14d66-82ef-4552-95fb-b3f68179e49d req-a5bec37a-5763-451d-b9d1-0ec33c9cc550 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610971 Nov 04 09:26:59.679806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4ec1-efd8-4572-a533-0fcf1b129b79 req-385fb2cc-7810-4957-a441-290f7bb1842d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:26:59.684598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e02f4ec1-efd8-4572-a533-0fcf1b129b79 req-385fb2cc-7810-4957-a441-290f7bb1842d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0758700 Nov 04 09:26:59.746294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e02f4ec1-efd8-4572-a533-0fcf1b129b79 req-b20d1fca-6bbe-4989-a706-fedd143fef12 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535645 Nov 04 09:27:00.159059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7837ad-3299-482b-a378-d43b726c5d21 req-892ce5d0-ff8a-44f4-ae53-43d4dda59013 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:00.166035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a7837ad-3299-482b-a378-d43b726c5d21 req-892ce5d0-ff8a-44f4-ae53-43d4dda59013 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.1098905 Nov 04 09:27:00.228049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a7837ad-3299-482b-a378-d43b726c5d21 req-61a1ebdb-b63b-4079-b109-d05b5e975f5f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548737 Nov 04 09:27:00.400436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4abdb4-920c-441b-8345-6acb381ca73d req-45874d3e-036a-435f-9295-c94aa2485648 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:00.402003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a4abdb4-920c-441b-8345-6acb381ca73d req-45874d3e-036a-435f-9295-c94aa2485648 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0870225 Nov 04 09:27:00.466058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a4abdb4-920c-441b-8345-6acb381ca73d req-2ee194ba-e98d-45c8-8c9c-11b4b4fc59af tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565932 Nov 04 09:27:00.915292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f4b5-18a2-4ef0-93c8-1139ad91e1a4 req-4757b2ee-8771-45cc-89c3-766fb73058bd tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:00.916955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e61f4b5-18a2-4ef0-93c8-1139ad91e1a4 req-4757b2ee-8771-45cc-89c3-766fb73058bd tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0869677 Nov 04 09:27:00.983261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e61f4b5-18a2-4ef0-93c8-1139ad91e1a4 req-80784cd8-7205-4290-8a63-a4d73f098607 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572996 Nov 04 09:27:01.229545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56164) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:01.301392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Deleting subnet 6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:27:01.305727 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:01.390505 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:01.439499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1d554-efae-4b0f-89b9-ad6528aee931 req-5e1e92ec-c3c2-436e-afc3-12aec1e04bf8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:01.441282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63f1d554-efae-4b0f-89b9-ad6528aee931 req-5e1e92ec-c3c2-436e-afc3-12aec1e04bf8 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.1088226 Nov 04 09:27:01.476978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:01.592979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63f1d554-efae-4b0f-89b9-ad6528aee931 req-c42864a2-d1f1-43c4-9d57-5c106631fd72 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396315 Nov 04 09:27:01.631907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:01.669806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:01.678775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9 HTTP/1.1" status: 204 len: 168 time: 0.4455962 Nov 04 09:27:01.679944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56170) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:01.726968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bd6a5ef-0c2b-4e11-af46-527ef92e7ab9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:01.792690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.793219 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.794002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.794577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:01.794780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.795162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.795811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.796411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.796982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.797577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.798771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.799309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.799934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03614fe1-d512-4a5c-9bba-db583bf9fdcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:01.847056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9eea1b-0953-4afc-95be-c53ae7a41f9f req-8fe1b777-9348-4e38-9ba2-f944952d3491 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:01.851988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad9eea1b-0953-4afc-95be-c53ae7a41f9f req-8fe1b777-9348-4e38-9ba2-f944952d3491 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.1287310 Nov 04 09:27:01.927254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad9eea1b-0953-4afc-95be-c53ae7a41f9f req-888eba84-c20f-4328-b86b-0a0b87828205 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656483 Nov 04 09:27:01.944468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:01.967559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739ab78f-e205-4b42-a81c-cc1d2a2edf76']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:01.979490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a350678-7c21-427f-b5df-7204f4d3a154') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:01.979878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a350678-7c21-427f-b5df-7204f4d3a154') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:01.993046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.022350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.035355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:27:02.035779 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:27:02.054241 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:27:02.120142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8c9a3-3c20-485d-8a92-5aed787c91c9 req-f51a2271-4cb0-4aab-8564-10b264499e35 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:02.121521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ba8c9a3-3c20-485d-8a92-5aed787c91c9 req-f51a2271-4cb0-4aab-8564-10b264499e35 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0590403 Nov 04 09:27:02.137561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.147796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.153569 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] 10.222.0.53 "DELETE /v2.0/networks/739ab78f-e205-4b42-a81c-cc1d2a2edf76 HTTP/1.1" status: 204 len: 168 time: 0.4697804 Nov 04 09:27:02.163017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=739ab78f-e205-4b42-a81c-cc1d2a2edf76,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:02.172403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.173597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.174092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.174651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.175087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.175517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.175966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.176396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.176820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.177257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.177675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.178329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df63988e-999d-43c7-8535-33552d802d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:02.190072 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ba8c9a3-3c20-485d-8a92-5aed787c91c9 req-b1f4fece-e135-44a1-b3b5-078c0ab769e9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Nov 04 09:27:02.333237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56176) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:02.396400 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-277c1e6c-bbb9-4588-8ed8-5623774cdd7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a58275c7090d4e9f9794f24e31f23a35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618272 Nov 04 09:27:02.398846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56178) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:02.475467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5414f5-05ec-41f2-9861-838794495363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.516668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5414f5-05ec-41f2-9861-838794495363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.575840 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5414f5-05ec-41f2-9861-838794495363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.578612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0c5414f5-05ec-41f2-9861-838794495363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:02.583808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0c5414f5-05ec-41f2-9861-838794495363 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492 HTTP/1.1" status: 204 len: 168 time: 0.1836202 Nov 04 09:27:02.594644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5414f5-05ec-41f2-9861-838794495363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8fc5b1-9cb0-4d86-9f8d-c32f58b34492,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:02.752114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39fa5f-f738-4b86-adde-946f0894124d req-7aa618b9-a5e8-4eee-b3ab-b5073fcdc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:02.753968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec39fa5f-f738-4b86-adde-946f0894124d req-7aa618b9-a5e8-4eee-b3ab-b5073fcdc14d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 1096 time: 0.0894632 Nov 04 09:27:02.809683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ec39fa5f-f738-4b86-adde-946f0894124d req-34f0694e-3bf2-40a1-9788-c14a468220ac service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Nov 04 09:27:02.824871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c835b-3b31-466a-ad4d-0a4fe3efd37c req-3462f307-5203-43c0-aadf-0cf1f4f997d3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:02.826603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e8c835b-3b31-466a-ad4d-0a4fe3efd37c req-3462f307-5203-43c0-aadf-0cf1f4f997d3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0953066 Nov 04 09:27:02.883503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e8c835b-3b31-466a-ad4d-0a4fe3efd37c req-c6a2b300-cce0-48fc-96b1-2ede330d25cd tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458679 Nov 04 09:27:03.103150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c0223-6d7a-442d-92d9-a6fe629e9671 req-7d04926b-e8c8-490a-83d3-1b02a6d20e0b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:03.104976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e83c0223-6d7a-442d-92d9-a6fe629e9671 req-7d04926b-e8c8-490a-83d3-1b02a6d20e0b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.1011140 Nov 04 09:27:03.173050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e83c0223-6d7a-442d-92d9-a6fe629e9671 req-dce3308d-6882-43ec-ba7b-146c75578a36 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542903 Nov 04 09:27:03.369384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ade5cf-0527-4f7a-91cb-5ef92574c98b req-c4f87301-4fc6-43d4-821e-54b7aabf09f7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:03.371351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48ade5cf-0527-4f7a-91cb-5ef92574c98b req-c4f87301-4fc6-43d4-821e-54b7aabf09f7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0680249 Nov 04 09:27:03.423825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48ade5cf-0527-4f7a-91cb-5ef92574c98b req-df166350-91ca-4cca-995b-4835fa727fd8 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Nov 04 09:27:03.694511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56206) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:03.849122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-748006464-network', 'tenant_id': 'c5034e3c9b84402382e5e7de5d280dd3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:03.886358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Made reservation on behalf of c5034e3c9b84402382e5e7de5d280dd3 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:27:03.890487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:03.902158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.040886 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.048855 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.090750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0600f9-8744-4353-939f-33a7d88f0695 req-02cb245b-c7e4-4dbf-aa49-4461c50df635 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:04.092393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f0600f9-8744-4353-939f-33a7d88f0695 req-02cb245b-c7e4-4dbf-aa49-4461c50df635 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.1034362 Nov 04 09:27:04.100452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:27:04.111101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af82aa82-506b-4534-8f31-9a4842a61da9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:04.132118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.132527 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Added segment e547c1e7-cbee-4a94-b048-21788492150c of type vlan for network 2caa18fe-2daa-42c5-b196-eca6fbba7262 Nov 04 09:27:04.159345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f0600f9-8744-4353-939f-33a7d88f0695 req-3345684a-aacd-48d3-a159-a1dd25e78c87 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564079 Nov 04 09:27:04.183583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.223216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.225667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:04.226304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.309382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] Pushing event updated for resources: {'Network': ['ID=2caa18fe-2daa-42c5-b196-eca6fbba7262,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:04.317832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b288b390-2f20-4d2e-8f03-ac909ed1bce1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6219437 Nov 04 09:27:04.324576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56216) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:04.326021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2caa18fe-2daa-42c5-b196-eca6fbba7262 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:27:04.331810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Request body: {'subnet': {'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-748006464-subnet', 'tenant_id': 'c5034e3c9b84402382e5e7de5d280dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:04.375557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Made reservation on behalf of c5034e3c9b84402382e5e7de5d280dd3 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:27:04.377848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.383598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be666df-68f2-4298-bdce-1c8be0904317 req-9c9cb9d6-5321-492c-90b2-c83dd1e49489 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:04.385572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7be666df-68f2-4298-bdce-1c8be0904317 req-9c9cb9d6-5321-492c-90b2-c83dd1e49489 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.1006904 Nov 04 09:27:04.472156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7be666df-68f2-4298-bdce-1c8be0904317 req-f9ff3835-1f5e-4655-9dc0-c5e5bef5bbe2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708725 Nov 04 09:27:04.647734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f17c51-e218-4472-9fb3-ecceecfb4b70 req-f8093c3a-7eba-488b-9322-42bebaef5c95 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:04.650149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8f17c51-e218-4472-9fb3-ecceecfb4b70 req-f8093c3a-7eba-488b-9322-42bebaef5c95 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0897563 Nov 04 09:27:04.689090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.698307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8f17c51-e218-4472-9fb3-ecceecfb4b70 req-ae296bfc-cc1f-4ca8-a83e-03ee367b780f tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Nov 04 09:27:04.773119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff81fc3-9f3e-488a-b5c6-856b24846b55,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:04.782255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Checking segment: {'id': 'e547c1e7-cbee-4a94-b048-21788492150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:27:04.782636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Network hostable DHCP agents. Network: 2caa18fe-2daa-42c5-b196-eca6fbba7262, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:27:04.812449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Network 2caa18fe-2daa-42c5-b196-eca6fbba7262 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:27:04.827734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2caa18fe-2daa-42c5-b196-eca6fbba7262) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:27:04.850701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565fbba-1711-4aba-a4d2-b023bd850184 None None] Network 2caa18fe-2daa-42c5-b196-eca6fbba7262 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:27:04.857907 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:04.858978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:04.912626 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2c818aec-9292-498b-a22b-93834eba89a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5766478 Nov 04 09:27:04.927323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f423fdf-4166-4ab5-9c29-bc25b107d447 req-55b57570-5dd3-4a8c-a0e4-9d6b42193ae7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:04.935520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f423fdf-4166-4ab5-9c29-bc25b107d447 req-55b57570-5dd3-4a8c-a0e4-9d6b42193ae7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1011658 Nov 04 09:27:04.991054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f423fdf-4166-4ab5-9c29-bc25b107d447 req-7537f8b0-a25c-496e-8f8e-60b78100eefe tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519533 Nov 04 09:27:05.158509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e38a14-781f-4743-bb9b-fa3c3beda583 None None] Network 2caa18fe-2daa-42c5-b196-eca6fbba7262 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:27:05.406333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d562b6d-ab57-4119-91ee-8fc6acab20fb req-5d995628-d71d-40c4-b14f-3ea88ae0d5ca tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:05.412308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d562b6d-ab57-4119-91ee-8fc6acab20fb req-5d995628-d71d-40c4-b14f-3ea88ae0d5ca tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0988159 Nov 04 09:27:05.456553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d562b6d-ab57-4119-91ee-8fc6acab20fb req-643b99c8-7fa5-4a64-8bee-8dc5e6f0e7af tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 Nov 04 09:27:05.589536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bbd25-f022-469e-83d0-50829eedc64f req-5c8b5ab0-c845-405e-8cfe-dd6886051ef0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:05.591386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d2bbd25-f022-469e-83d0-50829eedc64f req-5c8b5ab0-c845-405e-8cfe-dd6886051ef0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0647087 Nov 04 09:27:05.662787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d2bbd25-f022-469e-83d0-50829eedc64f req-8bf59d03-6944-4588-8791-c2d2f6d94108 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Nov 04 09:27:05.770147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56248) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:05.776071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1997732851-network', 'tenant_id': '6d4fa94a42514e759663ed51a526283d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:05.808240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Made reservation on behalf of 6d4fa94a42514e759663ed51a526283d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:27:05.811208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:05.827824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d9daf-12b3-4fd8-a829-906aecb6c76e req-6306793d-cc32-40b7-8e7f-b566c4be0b90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:05.830125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c0d9daf-12b3-4fd8-a829-906aecb6c76e req-6306793d-cc32-40b7-8e7f-b566c4be0b90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0734403 Nov 04 09:27:05.832965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:05.914061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c0d9daf-12b3-4fd8-a829-906aecb6c76e req-cae8f9ab-c02e-419f-9965-445257d53394 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723069 Nov 04 09:27:05.951957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:05.958193 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:05.989843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd19bc4-ad1d-404e-9371-5a2c964ba753,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:05.997478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:27:06.016757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:06.017650 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Added segment caa5f3d7-bfe9-425f-8fa9-501a83e4d663 of type vlan for network f4e9ac2a-c9c5-4cce-848d-71b9ef070a47 Nov 04 09:27:06.066993 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:06.097282 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:06.098281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:06.098872 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:06.160407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3888950 Nov 04 09:27:06.163339 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:06.168324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Request body: {'subnet': {'network_id': 'f4e9ac2a-c9c5-4cce-848d-71b9ef070a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1997732851-subnet', 'tenant_id': '6d4fa94a42514e759663ed51a526283d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:06.179888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e5ff8-86b5-4cef-a786-0b81baeacdf1 admin admin] Pushing event updated for resources: {'Network': ['ID=f4e9ac2a-c9c5-4cce-848d-71b9ef070a47,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:06.197202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f4e9ac2a-c9c5-4cce-848d-71b9ef070a47 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:27:06.200995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Made reservation on behalf of 6d4fa94a42514e759663ed51a526283d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:27:06.203560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:06.465393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:06.530964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35ba669-6bf6-4bbe-9a51-ad7e0a9402bb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:06.554809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Checking segment: {'id': 'caa5f3d7-bfe9-425f-8fa9-501a83e4d663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'f4e9ac2a-c9c5-4cce-848d-71b9ef070a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:27:06.555330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Network hostable DHCP agents. Network: f4e9ac2a-c9c5-4cce-848d-71b9ef070a47, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:27:06.576913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Network f4e9ac2a-c9c5-4cce-848d-71b9ef070a47 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:27:06.600539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, f4e9ac2a-c9c5-4cce-848d-71b9ef070a47) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:27:06.606717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:06.608305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:06.612582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b909d9-ce5e-4d4d-963b-f76344606c74 None None] Network f4e9ac2a-c9c5-4cce-848d-71b9ef070a47 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:27:06.660354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-293f0b7f-df7d-4bc7-abdf-6a2196d89eaf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4958370 Nov 04 09:27:06.703760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43efc86-985c-46dc-93c2-8da67b4e72fa req-e0513e88-2536-4c30-9114-2056ef3f7ec9 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:06.708704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f43efc86-985c-46dc-93c2-8da67b4e72fa req-e0513e88-2536-4c30-9114-2056ef3f7ec9 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.1212738 Nov 04 09:27:06.803315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f43efc86-985c-46dc-93c2-8da67b4e72fa req-a4f6696f-da4f-4bea-bdb6-fa555cd20ef6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766644 Nov 04 09:27:06.892872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e56ef4f-293c-4142-b373-32d98225e806 None None] Network f4e9ac2a-c9c5-4cce-848d-71b9ef070a47 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:27:07.119277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6aca1e-d444-4aa2-b5d6-575eb964fc4f req-a39fcff3-7d45-4302-8082-ba2777a3c90f tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:07.121064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e6aca1e-d444-4aa2-b5d6-575eb964fc4f req-a39fcff3-7d45-4302-8082-ba2777a3c90f tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0933139 Nov 04 09:27:07.182197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e6aca1e-d444-4aa2-b5d6-575eb964fc4f req-280eac81-af9e-4f49-9b40-8ae8bc1c98e8 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493035 Nov 04 09:27:07.350691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9940c8c7-c9fa-4b78-add8-ccfa19cdab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:07.352962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5569c2-40d0-4d3c-9a58-ba965eaee8ee req-ac0e4cae-31c5-44fa-8727-b15b1656f3e4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:07.355322 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f5569c2-40d0-4d3c-9a58-ba965eaee8ee req-ac0e4cae-31c5-44fa-8727-b15b1656f3e4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0663996 Nov 04 09:27:07.407043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f5569c2-40d0-4d3c-9a58-ba965eaee8ee req-7bd3f621-6579-46a1-845e-658789dfa79e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415957 Nov 04 09:27:07.631572 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:27:07.866359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d12d64c7-e7d9-4c30-bfab-867a8365f57c tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:07.872761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d12d64c7-e7d9-4c30-bfab-867a8365f57c tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/networks?id=2caa18fe-2daa-42c5-b196-eca6fbba7262 HTTP/1.1" status: 200 len: 811 time: 0.1650703 Nov 04 09:27:07.892785 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-9d3785d2-9998-4f87-9ed5-12c85c3a9432 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/quotas/c5034e3c9b84402382e5e7de5d280dd3 HTTP/1.1" status: 200 len: 375 time: 0.0169342 Nov 04 09:27:07.925177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-14db9e69-c277-4fe8-9e8a-c4c47e0f0659 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c5034e3c9b84402382e5e7de5d280dd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291340 Nov 04 09:27:08.059568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-b3881375-75f3-4983-b7f2-e305c6a480b7 service neutron] 10.222.0.53 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228757 Nov 04 09:27:08.190954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-4f105cf5-3261-4f21-90b6-3c7571fceb9f service neutron] 10.222.0.53 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205168 Nov 04 09:27:08.494366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917cea6-2758-44e6-929f-611230ca89ae req-0a484ea4-1cf6-4f4d-85cb-b9fa07b1f61f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:08.498003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3917cea6-2758-44e6-929f-611230ca89ae req-0a484ea4-1cf6-4f4d-85cb-b9fa07b1f61f tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0726922 Nov 04 09:27:08.573204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3917cea6-2758-44e6-929f-611230ca89ae req-b72a58dd-f93a-4167-9cf1-24d54b4e3020 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678453 Nov 04 09:27:08.723595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4755b76-73d4-4149-81e9-138711573793 req-76603b25-2c13-4a55-8950-3857d9f77790 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:08.726473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4755b76-73d4-4149-81e9-138711573793 req-76603b25-2c13-4a55-8950-3857d9f77790 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0720489 Nov 04 09:27:08.782608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4755b76-73d4-4149-81e9-138711573793 req-1cdef6f6-c0d7-4acc-83b7-cdbaeb09e8b8 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445650 Nov 04 09:27:08.871897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8476494b-e212-44ac-af3b-e661f48b431a req-6522b3a7-b962-455e-9a35-96bf52ef6eca tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 210 time: 0.0373111 Nov 04 09:27:09.043023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaf6054-ef2f-4648-bfbb-9bdabeef6168 req-439e0e98-fd2c-4c2f-8cb6-c8890a82be7a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:09.045676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecaf6054-ef2f-4648-bfbb-9bdabeef6168 req-439e0e98-fd2c-4c2f-8cb6-c8890a82be7a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0939443 Nov 04 09:27:09.106158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecaf6054-ef2f-4648-bfbb-9bdabeef6168 req-dc547024-55dd-4e4e-8c69-33767f90090f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542603 Nov 04 09:27:09.443663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-fd63f0db-34fa-4a08-b964-aa41d9a9190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:09.447535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-fd63f0db-34fa-4a08-b964-aa41d9a9190c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0666492 Nov 04 09:27:09.517041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-1912fa07-0db9-4073-86cb-c95393ee8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:09.519215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-1912fa07-0db9-4073-86cb-c95393ee8066 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610693 Nov 04 09:27:09.690426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-965ceacc-4475-43ad-8e0d-1212b5f0613c tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:09.691981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-965ceacc-4475-43ad-8e0d-1212b5f0613c tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.55 "GET /v2.0/networks?id=2caa18fe-2daa-42c5-b196-eca6fbba7262 HTTP/1.1" status: 200 len: 811 time: 0.1884334 Nov 04 09:27:09.702979 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-85f10885-8beb-4fb5-a959-da264d4dbc76 service neutron] 10.222.0.70 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469634 Nov 04 09:27:09.707668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Request body: {'port': {'device_id': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262', 'admin_state_up': True, 'tenant_id': 'c5034e3c9b84402382e5e7de5d280dd3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:09.742863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8092a-a163-4700-a767-b00790e5b7a5 req-808c8370-3c7b-4d7f-811d-413d2ce10798 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:09.744566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1f8092a-a163-4700-a767-b00790e5b7a5 req-808c8370-3c7b-4d7f-811d-413d2ce10798 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0638635 Nov 04 09:27:09.789624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1f8092a-a163-4700-a767-b00790e5b7a5 req-4c7d5e68-71ae-4c74-aa8f-037c687cc462 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Nov 04 09:27:09.889224 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3fad36ed-a470-4f1f-8a6e-e92d2ae98482 req-18bd6957-fe7c-420a-bce9-d6ad0842a43f service neutron] 10.222.0.70 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769783 Nov 04 09:27:09.932414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Made reservation on behalf of c5034e3c9b84402382e5e7de5d280dd3 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:27:09.936285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:09.950845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-575b393c-5fbb-4cc1-bebf-b2ca0ffbeb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:09.962343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c590c-2c79-4b6a-91a9-99883d6df50f req-9429a62d-fd3f-4919-8fb8-14e32d8f23d5 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:09.964025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b29c590c-2c79-4b6a-91a9-99883d6df50f req-9429a62d-fd3f-4919-8fb8-14e32d8f23d5 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0744393 Nov 04 09:27:10.018748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b29c590c-2c79-4b6a-91a9-99883d6df50f req-6804f6ed-90fe-4ead-8926-161e6ac8c635 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426757 Nov 04 09:27:10.098286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Allocated IP 172.20.0.14 (2caa18fe-2daa-42c5-b196-eca6fbba7262/bff81fc3-9f3e-488a-b5c6-856b24846b55/20537110-b47e-4052-bf95-002157470624) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:27:10.114255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e79a397-c3d0-4859-a00d-065091959690 req-0fdd2f25-25ab-4bb0-8f85-29934f80fc38 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 210 time: 0.0335581 Nov 04 09:27:10.283809 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:10.290881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e250f5-75a6-415e-98b0-67e5e2b83378 req-2e345b28-393b-4f03-87ad-a1971ce6b4f2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:10.292555 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2e250f5-75a6-415e-98b0-67e5e2b83378 req-2e345b28-393b-4f03-87ad-a1971ce6b4f2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0591707 Nov 04 09:27:10.301117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:10.338197 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:10.339432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2e250f5-75a6-415e-98b0-67e5e2b83378 req-c1bc148c-cd06-488c-af9a-52f8a6d29a73 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Nov 04 09:27:10.386375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Network 2caa18fe-2daa-42c5-b196-eca6fbba7262 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:27:10.389652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:27:10.394975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:27:10.442781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Pushing event updated for resources: {'Port': ['ID=20537110-b47e-4052-bf95-002157470624,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:10.484501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:10.484501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:10.502893 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-d8fe73bb-a206-468d-a3aa-3c981ae329ae tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7988539 Nov 04 09:27:10.518328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Request body: {'port': {'device_id': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:10.558602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0941c07-0e16-4d4a-b9b1-f83b25e5560a req-cb209903-2e7f-4677-94b5-93b22087d6f4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:10.560535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0941c07-0e16-4d4a-b9b1-f83b25e5560a req-cb209903-2e7f-4677-94b5-93b22087d6f4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0544174 Nov 04 09:27:10.580627 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:10.616270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0941c07-0e16-4d4a-b9b1-f83b25e5560a req-f1bca8ea-952d-4a4b-aafd-d768c9b846c5 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393138 Nov 04 09:27:10.908141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20537110-b47e-4052-bf95-002157470624 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:27:10.916070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:10.918467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ddf37-6dd4-444c-9e1d-19b19b36d819 req-34cda068-3d5a-4368-abd1-a0e8db01a832 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:10.920031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-408ddf37-6dd4-444c-9e1d-19b19b36d819 req-34cda068-3d5a-4368-abd1-a0e8db01a832 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Nov 04 09:27:10.930084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Transition to ACTIVE for port object 20537110-b47e-4052-bf95-002157470624 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:27:10.935029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:10.978087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-408ddf37-6dd4-444c-9e1d-19b19b36d819 req-74a9405d-a7c8-470c-9ba6-2ce7f16e6025 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469301 Nov 04 09:27:10.990126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Pushing event updated for resources: {'Port': ['ID=20537110-b47e-4052-bf95-002157470624,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:11.083439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Attempting to bind port 20537110-b47e-4052-bf95-002157470624 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:27:11.083671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Attempting to bind port 20537110-b47e-4052-bf95-002157470624 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e547c1e7-cbee-4a94-b048-21788492150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:27:11.084015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Attempting to bind port 20537110-b47e-4052-bf95-002157470624 on network 2caa18fe-2daa-42c5-b196-eca6fbba7262 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:27:11.091480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Port 20537110-b47e-4052-bf95-002157470624 on network 2caa18fe-2daa-42c5-b196-eca6fbba7262 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:27:11.091789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Attempting to bind port 20537110-b47e-4052-bf95-002157470624 on network 2caa18fe-2daa-42c5-b196-eca6fbba7262 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:27:11.099594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:27:11.099953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Checking segment: {'id': 'e547c1e7-cbee-4a94-b048-21788492150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:27:11.100331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Bound using segment: {'id': 'e547c1e7-cbee-4a94-b048-21788492150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:27:11.100756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Bound port: 20537110-b47e-4052-bf95-002157470624, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e547c1e7-cbee-4a94-b048-21788492150c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:27:11.101108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.125133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-b72cd209-7c87-4499-8c1b-cfcfca80668a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:11.127348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-b72cd209-7c87-4499-8c1b-cfcfca80668a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0753353 Nov 04 09:27:11.241013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:27:11.277757 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666119da-740f-48f2-bfc4-150f9bb02a95 req-a32baa5e-f85f-4976-b04f-fe553eb04672 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:11.279238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-666119da-740f-48f2-bfc4-150f9bb02a95 req-a32baa5e-f85f-4976-b04f-fe553eb04672 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 944 time: 0.0639586 Nov 04 09:27:11.341735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-666119da-740f-48f2-bfc4-150f9bb02a95 req-39350cf4-71be-41bf-a0df-0b1c9215ee23 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445828 Nov 04 09:27:11.341964 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.402261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:11.415751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'port_id': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'mac_address': 'fa:16:3e:31:98:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:27:11.459415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.474322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f02f83-7cd0-4106-9380-11fe53ad1dc7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:27:11.498718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:11.504159 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.513330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8d897-e499-49df-be90-e08f76cff746 req-b84eae9f-a374-47c6-986c-1ac350c1d952 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:11.516321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0d8d897-e499-49df-be90-e08f76cff746 req-b84eae9f-a374-47c6-986c-1ac350c1d952 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 945 time: 0.0815814 Nov 04 09:27:11.572640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0d8d897-e499-49df-be90-e08f76cff746 req-d2840e01-e224-472e-b6c7-b21cd94ea48c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463023 Nov 04 09:27:11.578350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] For port 20537110-b47e-4052-bf95-002157470624, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:27:11.582074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:11.592915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] For port 20537110-b47e-4052-bf95-002157470624, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=20537110-b47e-4052-bf95-002157470624,segment=NetworkSegment(e547c1e7-cbee-4a94-b048-21788492150c),segment_id=e547c1e7-cbee-4a94-b048-21788492150c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:27:11.594639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.595030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.595411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.596421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.596421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.596619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.596843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.597168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.597490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.597813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.598338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.598671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:27:11.611309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.646472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port f35ba406-a96c-489a-a621-373e72574e26 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:11.646812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.697278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:11.697890 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.699721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] 10.222.0.55 "PUT /v2.0/ports/20537110-b47e-4052-bf95-002157470624 HTTP/1.1" status: 200 len: 1092 time: 1.1854539 Nov 04 09:27:11.699877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'tag': '20537110-b47e-4052-bf95-002157470624'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:11.702965 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ed51888f-c836-4099-989e-4afd3a8989b6", "tag": "20537110-b47e-4052-bf95-002157470624"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:11.707473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['96f02f83-7cd0-4106-9380-11fe53ad1dc7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:27:11.751789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54170c5e-420a-4c71-a222-3bc531607d03 service neutron] Pushing event updated for resources: {'Port': ['ID=20537110-b47e-4052-bf95-002157470624,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:11.758092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324a908-cbcd-4b75-af44-77928483870c req-21ff509b-ff9b-45b0-a7a3-bc01d27a6f0b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:11.764535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4324a908-cbcd-4b75-af44-77928483870c req-21ff509b-ff9b-45b0-a7a3-bc01d27a6f0b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0692546 Nov 04 09:27:11.806746 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4324a908-cbcd-4b75-af44-77928483870c req-5a3a318d-c52b-4bfc-bbad-2cc31c9b33aa tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387826 Nov 04 09:27:11.841234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] For port f35ba406-a96c-489a-a621-373e72574e26, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=f35ba406-a96c-489a-a621-373e72574e26,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:11.842284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:11.872865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for f35ba406-a96c-489a-a621-373e72574e26 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:11.877521 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfd5f9b-4e86-4634-8544-a8783b6131fc x-openstack-request-id: req-fbfd5f9b-4e86-4634-8544-a8783b6131fc {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:11.878011 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed51888f-c836-4099-989e-4afd3a8989b6", "tag": "20537110-b47e-4052-bf95-002157470624", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:11.878445 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbfd5f9b-4e86-4634-8544-a8783b6131fc {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:11.879110 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'tag': '20537110-b47e-4052-bf95-002157470624', 'status': 'completed', 'code': 200} Nov 04 09:27:11.882949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-ca4628b6-24c9-4f48-8ada-26c602cdd294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:11.885760 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-ca4628b6-24c9-4f48-8ada-26c602cdd294 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5034e3c9b84402382e5e7de5d280dd3&device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 1095 time: 0.1262357 Nov 04 09:27:11.942368 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-a5cf5ddd-50c0-49ed-a435-905dbf3632ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20537110-b47e-4052-bf95-002157470624 HTTP/1.1" status: 200 len: 217 time: 0.0476949 Nov 04 09:27:12.034603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-2ae5f64c-72ea-4b93-abbf-630d6d223e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:12.036285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-2ae5f64c-72ea-4b93-abbf-630d6d223e7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bff81fc3-9f3e-488a-b5c6-856b24846b55 HTTP/1.1" status: 200 len: 851 time: 0.0660536 Nov 04 09:27:12.084842 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-9977e4bf-40c1-4430-bf81-e2624ee3503f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2caa18fe-2daa-42c5-b196-eca6fbba7262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416114 Nov 04 09:27:12.176353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3daed-e927-4698-a42a-fb6aead7fc41 req-674e025c-4755-493f-adac-56f219b8015e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:12.179877 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ded3daed-e927-4698-a42a-fb6aead7fc41 req-674e025c-4755-493f-adac-56f219b8015e tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0955889 Nov 04 09:27:12.209108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:12.256744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=f35ba406-a96c-489a-a621-373e72574e26,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:12.258178 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ded3daed-e927-4698-a42a-fb6aead7fc41 req-dcf33cae-39c2-408d-84c8-c8575fff1de2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690026 Nov 04 09:27:12.263818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-f9e8edaf-ab6c-421a-bba5-6385bd665a8c service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709428 Nov 04 09:27:12.346415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] No DVR routers for this DVR port f35ba406-a96c-489a-a621-373e72574e26 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:27:12.350191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:12.353563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2ff9d21-430d-4621-aafc-0cbe80e580d6 req-87b4e1fe-0498-4f52-8ddf-d9bac4643b81 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "DELETE /v2.0/ports/f35ba406-a96c-489a-a621-373e72574e26 HTTP/1.1" status: 204 len: 173 time: 1.2059381 Nov 04 09:27:12.419932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ddb4c66c-54c4-43ea-a484-8b10ce6723e3 req-586bb385-1a17-4cd6-be22-29988e7ccba8 service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485763 Nov 04 09:27:12.542965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-e8d1306d-d6e4-4cbd-921a-83764a1f643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:12.544895 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-e8d1306d-d6e4-4cbd-921a-83764a1f643d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5034e3c9b84402382e5e7de5d280dd3&device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 1095 time: 0.0567188 Nov 04 09:27:12.557404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17d229-0737-4619-bf6d-95683a1bd60c req-916ce254-ab26-4836-9e53-dbafb634f220 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:12.559182 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab17d229-0737-4619-bf6d-95683a1bd60c req-916ce254-ab26-4836-9e53-dbafb634f220 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 944 time: 0.0998380 Nov 04 09:27:12.642384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab17d229-0737-4619-bf6d-95683a1bd60c req-28883cbe-1f46-4603-b1b5-1da347a00a09 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724740 Nov 04 09:27:12.685641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-214781bc-2952-44b2-9361-3b9c220fb639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:12.701783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-214781bc-2952-44b2-9361-3b9c220fb639 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2caa18fe-2daa-42c5-b196-eca6fbba7262 HTTP/1.1" status: 200 len: 912 time: 0.1474924 Nov 04 09:27:12.760813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:12.790837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c41b3627-4356-43b2-b9cb-13be5e37708d req-a38da417-005f-4759-8873-768fc56feae8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 210 time: 0.0449481 Nov 04 09:27:12.795179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-f03efe46-4cbf-475c-b8e1-b14b42955023 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20537110-b47e-4052-bf95-002157470624 HTTP/1.1" status: 200 len: 217 time: 0.0809619 Nov 04 09:27:12.863600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-474abcaf-935d-400b-a9d5-853b15d34b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:12.865235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-474abcaf-935d-400b-a9d5-853b15d34b6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bff81fc3-9f3e-488a-b5c6-856b24846b55 HTTP/1.1" status: 200 len: 851 time: 0.0529170 Nov 04 09:27:12.903070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-7d1886b1-802a-478c-a635-bcdbb40b7872 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2caa18fe-2daa-42c5-b196-eca6fbba7262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293682 Nov 04 09:27:13.026870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-6dddb753-0dff-4837-890b-d6e6c223d285 service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151171 Nov 04 09:27:13.152136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-db55b46f-f27b-49fb-9bf5-1e4b3371d5dc req-7b3f21f7-1431-40ff-a47a-22494e126c02 service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156073 Nov 04 09:27:13.256558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:27:13.321258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:27:13.326332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:27:13.326728 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:13.463127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc37d55-bafa-4a5f-8f22-238e67aaea0e req-afd20388-c1ab-4ba9-925e-0a88b2ba8a54 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:13.465636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecc37d55-bafa-4a5f-8f22-238e67aaea0e req-afd20388-c1ab-4ba9-925e-0a88b2ba8a54 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 946 time: 0.0777941 Nov 04 09:27:13.466174 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:13.492765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:13.494882 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e45786e-80cb-45cb-b798-6d36b9fd3aef" -d '{"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-plugged", "status": "completed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:13.510602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:13.512833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecc37d55-bafa-4a5f-8f22-238e67aaea0e req-8b1de11e-c8fd-4629-b9cc-8b158b0a18dc tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394769 Nov 04 09:27:13.516645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:13.518114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f35ba406-a96c-489a-a621-373e72574e26 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:27:13.560660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: f35ba406-a96c-489a-a621-373e72574e26 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:27:13.561016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device f35ba406-a96c-489a-a621-373e72574e26 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:27:13.568942 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970a44fd-ff83-45a9-b6b6-7acb7205a922 x-openstack-request-id: req-970a44fd-ff83-45a9-b6b6-7acb7205a922 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:13.569301 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-plugged", "status": "completed", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:13.569618 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-970a44fd-ff83-45a9-b6b6-7acb7205a922 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:13.570066 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'code': 200} Nov 04 09:27:13.589150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=12']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:13.758545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b0d2c-3ecf-4fe8-906f-26987995014c req-5d197c10-c5db-427f-a0cd-9f5254d03275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:13.760016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631b0d2c-3ecf-4fe8-906f-26987995014c req-5d197c10-c5db-427f-a0cd-9f5254d03275 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0664046 Nov 04 09:27:13.781358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de00bc4-bc04-4e89-9fcc-34b84affa662 req-df0dd7b3-6ab7-4177-9037-259c49cc4284 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:13.784078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9de00bc4-bc04-4e89-9fcc-34b84affa662 req-df0dd7b3-6ab7-4177-9037-259c49cc4284 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 944 time: 0.0607841 Nov 04 09:27:13.803706 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-631b0d2c-3ecf-4fe8-906f-26987995014c req-3ec88531-eea2-4470-a285-a4bcd03bf4c6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363288 Nov 04 09:27:13.826951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9de00bc4-bc04-4e89-9fcc-34b84affa662 req-c59b7f70-9e45-4d42-8983-7738b4244b0f tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365095 Nov 04 09:27:13.880510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403f6e01-8e3b-402a-8381-94bb01380242', 'name': 'network-vif-deleted', 'tag': 'f35ba406-a96c-489a-a621-373e72574e26'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:13.882913 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854f5ee0-8df0-4dc7-96b7-caa0fb5d2247" -d '{"events": [{"server_uuid": "403f6e01-8e3b-402a-8381-94bb01380242", "name": "network-vif-deleted", "tag": "f35ba406-a96c-489a-a621-373e72574e26"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:13.916024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae9d8365-ed27-4618-b13a-f16b01b18688 req-1ea901bb-c943-4ce4-984d-e91c77d2ea3c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 210 time: 0.0286250 Nov 04 09:27:13.962433 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5824ca84-be03-4c77-9a4a-d0848816df63 x-openstack-request-id: req-5824ca84-be03-4c77-9a4a-d0848816df63 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:13.962732 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403f6e01-8e3b-402a-8381-94bb01380242", "name": "network-vif-deleted", "tag": "f35ba406-a96c-489a-a621-373e72574e26", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:13.963007 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5824ca84-be03-4c77-9a4a-d0848816df63 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:13.963396 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403f6e01-8e3b-402a-8381-94bb01380242', 'name': 'network-vif-deleted', 'tag': 'f35ba406-a96c-489a-a621-373e72574e26', 'status': 'completed', 'code': 200} Nov 04 09:27:14.564132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-84dd8048-ece6-4e52-a972-246591db29c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:14.565871 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-84dd8048-ece6-4e52-a972-246591db29c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.0504491 Nov 04 09:27:14.584845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ade95-4795-4f28-a1b1-92499319cb5e req-91eada05-5290-4379-acb1-b8944b4ea7f7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:14.586550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-354ade95-4795-4f28-a1b1-92499319cb5e req-91eada05-5290-4379-acb1-b8944b4ea7f7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0592451 Nov 04 09:27:14.633883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-354ade95-4795-4f28-a1b1-92499319cb5e req-2de68850-c3b8-42fc-9e14-61333de74a2c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402851 Nov 04 09:27:14.679681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-381fecf4-a0ef-4805-9782-e560db582ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:14.681212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-381fecf4-a0ef-4805-9782-e560db582ee5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.1073287 Nov 04 09:27:14.728365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-c2153dcf-bd20-4521-9122-7ad78cc0c56e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 217 time: 0.0381014 Nov 04 09:27:14.768675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b990-ef7e-48c9-b25a-094182fe6619 req-a2e0bb00-2d9a-48cc-95c8-817b2c03b150 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:14.771594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1de6b990-ef7e-48c9-b25a-094182fe6619 req-a2e0bb00-2d9a-48cc-95c8-817b2c03b150 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 947 time: 0.0616059 Nov 04 09:27:14.802662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-267496b5-45e2-4fa9-872f-03f350d0853c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:14.804356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-267496b5-45e2-4fa9-872f-03f350d0853c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.0675156 Nov 04 09:27:14.838838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1de6b990-ef7e-48c9-b25a-094182fe6619 req-a7f4342e-635f-45fd-8074-8b208a527f4d tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539045 Nov 04 09:27:14.857850 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-3060df13-cd1c-4a65-99a7-df1a340bdd51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449891 Nov 04 09:27:14.968407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a507f82-a360-423e-9606-c2bb6cef12a7 req-1c67e52b-031c-4764-a6c6-c279589e1ee0 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:14.971091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a507f82-a360-423e-9606-c2bb6cef12a7 req-1c67e52b-031c-4764-a6c6-c279589e1ee0 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 944 time: 0.0605218 Nov 04 09:27:14.982815 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-d226179e-193d-4c7a-b86a-9881e309191b service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151280 Nov 04 09:27:15.029030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a507f82-a360-423e-9606-c2bb6cef12a7 req-e22e5bc9-41dd-4c29-879a-ec235e717b8e tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Nov 04 09:27:15.153186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2ebb040c-7989-40b1-b131-dea6c0726c91 req-0af3b245-ea87-4318-bceb-c9e20255dc4c service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628826 Nov 04 09:27:15.157594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70f1e149-d588-4ed7-9691-4b9b78f7d76b req-cd01cb0b-3755-471d-8106-71450965d57a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 210 time: 0.0392697 Nov 04 09:27:15.180569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 20537110-b47e-4052-bf95-002157470624 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:27:15.338222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 20537110-b47e-4052-bf95-002157470624, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=20537110-b47e-4052-bf95-002157470624,segment=NetworkSegment(e547c1e7-cbee-4a94-b048-21788492150c),segment_id=e547c1e7-cbee-4a94-b048-21788492150c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:15.352451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '20537110-b47e-4052-bf95-002157470624', 'network_id': '2caa18fe-2daa-42c5-b196-eca6fbba7262', 'port_id': '20537110-b47e-4052-bf95-002157470624', 'mac_address': 'fa:16:3e:a1:c7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bff81fc3-9f3e-488a-b5c6-856b24846b55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:27:15.397628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:15.415509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20537110-b47e-4052-bf95-002157470624 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:27:15.442412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 20537110-b47e-4052-bf95-002157470624, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=20537110-b47e-4052-bf95-002157470624,segment=NetworkSegment(e547c1e7-cbee-4a94-b048-21788492150c),segment_id=e547c1e7-cbee-4a94-b048-21788492150c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:15.448793 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:15.514894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=20537110-b47e-4052-bf95-002157470624,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:15.687148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['20537110-b47e-4052-bf95-002157470624'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:27:15.793683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a654a43-19cb-4a44-b820-3777cb3ec178 req-e5f4b67b-8f9d-4312-81de-ebc2c7b2cf9b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:15.796482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a654a43-19cb-4a44-b820-3777cb3ec178 req-e5f4b67b-8f9d-4312-81de-ebc2c7b2cf9b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0732608 Nov 04 09:27:15.832082 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:15.842558 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a654a43-19cb-4a44-b820-3777cb3ec178 req-9eec7e57-81b6-45ea-94bc-8900423342eb tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380147 Nov 04 09:27:15.960046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6ad73-43ca-43ec-a294-59377e3ff90a req-022c7a74-bd79-4a90-b836-2f40e7952f9b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:15.961454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76d6ad73-43ca-43ec-a294-59377e3ff90a req-022c7a74-bd79-4a90-b836-2f40e7952f9b tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 947 time: 0.0538173 Nov 04 09:27:16.004637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76d6ad73-43ca-43ec-a294-59377e3ff90a req-6acfaef4-2d40-467a-9b83-d9fc7ea5a8c1 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370569 Nov 04 09:27:16.167914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5ced-aadb-4c62-a7d6-3c3b973f6f92 req-6943e9fd-2720-493c-9881-fc634ad1e9cf tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:16.169463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f7f5ced-aadb-4c62-a7d6-3c3b973f6f92 req-6943e9fd-2720-493c-9881-fc634ad1e9cf tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 945 time: 0.0560734 Nov 04 09:27:16.215771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f7f5ced-aadb-4c62-a7d6-3c3b973f6f92 req-67e32762-40e9-4680-8589-41d8217d2eee tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396874 Nov 04 09:27:16.305663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e1da897-f653-4512-b75d-a10272012956 req-169ae462-6828-48df-b7c6-62138640a155 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=403f6e01-8e3b-402a-8381-94bb01380242 HTTP/1.1" status: 200 len: 210 time: 0.0304372 Nov 04 09:27:16.601033 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:16.970960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be1b69-65e5-4f5d-bb1b-b9002b1a6dc5 req-d0aa665f-83bf-4506-b634-709dffc393e2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:16.972655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9be1b69-65e5-4f5d-bb1b-b9002b1a6dc5 req-d0aa665f-83bf-4506-b634-709dffc393e2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0560894 Nov 04 09:27:17.029349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9be1b69-65e5-4f5d-bb1b-b9002b1a6dc5 req-bbacd5bf-7e99-4f01-b589-93aa266370d2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498414 Nov 04 09:27:17.191235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 20537110-b47e-4052-bf95-002157470624 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:27:17.244355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 20537110-b47e-4052-bf95-002157470624 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:27:17.248725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 20537110-b47e-4052-bf95-002157470624 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:27:17.249100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:17.341666 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:17.347442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51599d2-51ed-402b-b0e6-2d6cbad13f58 req-0694bfc5-c20b-4389-bb89-c06afc01eafd tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:17.349472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e51599d2-51ed-402b-b0e6-2d6cbad13f58 req-0694bfc5-c20b-4389-bb89-c06afc01eafd tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 945 time: 0.0600083 Nov 04 09:27:17.366074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20537110-b47e-4052-bf95-002157470624'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:17.368614 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95bbd02-e2b9-44bd-b400-4bce6ec73aa1" -d '{"events": [{"server_uuid": "ed51888f-c836-4099-989e-4afd3a8989b6", "name": "network-vif-plugged", "status": "completed", "tag": "20537110-b47e-4052-bf95-002157470624"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:17.382573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 20537110-b47e-4052-bf95-002157470624, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=20537110-b47e-4052-bf95-002157470624,segment=NetworkSegment(e547c1e7-cbee-4a94-b048-21788492150c),segment_id=e547c1e7-cbee-4a94-b048-21788492150c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:17.386578 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:17.392906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e51599d2-51ed-402b-b0e6-2d6cbad13f58 req-36823f55-8e48-4059-a731-682f1b2f19be tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374463 Nov 04 09:27:17.440261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=20537110-b47e-4052-bf95-002157470624,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:17.480550 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc1b200-fcc4-458f-8c58-a9d198f666a3 x-openstack-request-id: req-dcc1b200-fcc4-458f-8c58-a9d198f666a3 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:17.480895 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed51888f-c836-4099-989e-4afd3a8989b6", "name": "network-vif-plugged", "status": "completed", "tag": "20537110-b47e-4052-bf95-002157470624", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:17.481165 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dcc1b200-fcc4-458f-8c58-a9d198f666a3 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:17.481569 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20537110-b47e-4052-bf95-002157470624', 'code': 200} Nov 04 09:27:17.601627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f90f71-5974-4b2b-b49a-3c2553e1cc83 req-a4d81c52-d4ed-42f9-961a-86bacebeda3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:17.603150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6f90f71-5974-4b2b-b49a-3c2553e1cc83 req-a4d81c52-d4ed-42f9-961a-86bacebeda3a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 1097 time: 0.0430548 Nov 04 09:27:17.642557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e6f90f71-5974-4b2b-b49a-3c2553e1cc83 req-0d6af4a3-c1ef-4308-8ef9-fab043518d6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307548 Nov 04 09:27:18.158453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a9cbc-510a-4109-98cb-27e23c527958 req-dd8a3c7a-fb2b-4f65-8199-08a0577357f0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:18.159842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-540a9cbc-510a-4109-98cb-27e23c527958 req-dd8a3c7a-fb2b-4f65-8199-08a0577357f0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0558929 Nov 04 09:27:18.199330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-540a9cbc-510a-4109-98cb-27e23c527958 req-1c43e30c-e4c3-44f2-a991-874fd8dc3eba tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332353 Nov 04 09:27:18.522196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c0f55-16d0-45c5-ab67-466314048041 req-74683035-5933-4acd-8b76-87d081f02a28 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:18.523784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-339c0f55-16d0-45c5-ab67-466314048041 req-74683035-5933-4acd-8b76-87d081f02a28 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0590253 Nov 04 09:27:18.567293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-339c0f55-16d0-45c5-ab67-466314048041 req-1ab898ef-fa02-4a56-8538-28e993d56914 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369000 Nov 04 09:27:19.320017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec895ce-4a02-43d1-b768-c9b08ba85408 req-d5108b8a-53d4-4a36-bf4c-8bfc289be044 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:19.321550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ec895ce-4a02-43d1-b768-c9b08ba85408 req-d5108b8a-53d4-4a36-bf4c-8bfc289be044 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0521343 Nov 04 09:27:19.363221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ec895ce-4a02-43d1-b768-c9b08ba85408 req-b0dd43da-c45b-4090-bc91-aeba2a93cd45 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352340 Nov 04 09:27:19.702299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06ceb6-e9aa-495f-b36b-182b1189893f req-d55a7dee-cf62-4f2a-8446-bdfaddf9a01e tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:19.703892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d06ceb6-e9aa-495f-b36b-182b1189893f req-d55a7dee-cf62-4f2a-8446-bdfaddf9a01e tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0577519 Nov 04 09:27:19.752655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d06ceb6-e9aa-495f-b36b-182b1189893f req-9e8dc9ae-1087-4d14-a993-116339f33bb6 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424850 Nov 04 09:27:19.869300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f2e2e-de4d-4e12-966a-23ab14a0e837 req-f5875ec6-e3d1-43be-b6d3-3463225459db tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:19.870750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-172f2e2e-de4d-4e12-966a-23ab14a0e837 req-f5875ec6-e3d1-43be-b6d3-3463225459db tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0523682 Nov 04 09:27:19.911881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-172f2e2e-de4d-4e12-966a-23ab14a0e837 req-4976ce65-6a93-43eb-8f67-ada7fb74228b tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Nov 04 09:27:20.143813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a57229-b6f2-4473-818b-13c804f0b876 req-a31eb945-ba93-4cd2-9133-46b2b43ed7b4 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:20.145235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a57229-b6f2-4473-818b-13c804f0b876 req-a31eb945-ba93-4cd2-9133-46b2b43ed7b4 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0524459 Nov 04 09:27:20.151010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56450) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:20.184807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a57229-b6f2-4473-818b-13c804f0b876 req-9627926e-dd42-4d7f-8101-686dfab6dbfc tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Nov 04 09:27:20.317700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port cfce75b1-8b87-486e-ab27-1e09da3700f2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:20.318046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:20.399636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:20.399995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:20.413685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for cfce75b1-8b87-486e-ab27-1e09da3700f2 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:20.496227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eef2be-0d2b-4e91-848a-f49d45de7bcf req-4cd0c123-38f3-42c8-8fa5-34355aa46a7a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:20.497699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44eef2be-0d2b-4e91-848a-f49d45de7bcf req-4cd0c123-38f3-42c8-8fa5-34355aa46a7a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0550869 Nov 04 09:27:20.539283 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44eef2be-0d2b-4e91-848a-f49d45de7bcf req-e25eb764-e55c-4fcc-940a-5a33a0a5faa9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Nov 04 09:27:20.583265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:20.614570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=cfce75b1-8b87-486e-ab27-1e09da3700f2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:20.714242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:20.714612 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Floating IP 243ae7ed-b4cf-44ab-a3b1-7134310cded8 disassociated (deleted). External IP: 172.25.3.176, port: 6b7a55f8-fe9a-4ff4-9cec-149084370ddb. Nov 04 09:27:20.731797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-4680c8b6-517c-48af-add8-73c3b9b9cd4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0920434 Nov 04 09:27:20.852037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-55de025a-1fa6-49d0-906b-66f619c8c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:20.853615 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-55de025a-1fa6-49d0-906b-66f619c8c847 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1097 time: 0.0899162 Nov 04 09:27:21.059017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-eacfe373-648d-44a9-b7e1-d07e8057f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:21.060522 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-eacfe373-648d-44a9-b7e1-d07e8057f790 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60bbf9e9-49e7-47a5-8607-590a6b06d82f HTTP/1.1" status: 200 len: 897 time: 0.1837499 Nov 04 09:27:21.065564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router b1c7269a-346d-43e6-9c4e-8015f818dd92 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:27:21.113956 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-194b36a0-97a3-4aa2-bc8c-25926ac907ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb HTTP/1.1" status: 200 len: 217 time: 0.0453839 Nov 04 09:27:21.237441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-1054e55d-51cb-4bb6-978b-30375c870eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:21.239038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-1054e55d-51cb-4bb6-978b-30375c870eb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ac89417-e6f8-484f-a4cf-36ebe847bfa3 HTTP/1.1" status: 200 len: 834 time: 0.1184220 Nov 04 09:27:21.282502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:27:21.287955 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:21.293013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] Sync routers for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:27:21.318450 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:21.319385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:21.331407 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-82151949-40fd-4d31-8f44-9f759352470d tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/floatingips/243ae7ed-b4cf-44ab-a3b1-7134310cded8 HTTP/1.1" status: 204 len: 168 time: 1.1749740 Nov 04 09:27:21.332025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:21.334430 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:21.338689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-9f2232e6-140c-4d1d-b558-7eec78c3f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:21.340289 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-9f2232e6-140c-4d1d-b558-7eec78c3f1f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60bbf9e9-49e7-47a5-8607-590a6b06d82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912869 Nov 04 09:27:21.349731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d6b27-f18f-454d-b41e-dd351f600a19 req-d4ec2b9c-084d-4748-9563-fca5f6f0b222 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:21.358065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-157d6b27-f18f-454d-b41e-dd351f600a19 req-d4ec2b9c-084d-4748-9563-fca5f6f0b222 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0995717 Nov 04 09:27:21.397609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-157d6b27-f18f-454d-b41e-dd351f600a19 req-b4d421be-15bd-44c1-b29e-5f02817f8b3c tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385334 Nov 04 09:27:21.451652 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:21.462241 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-9ebd80fa-f321-4ea6-9717-5ec9370c8700 service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067247 Nov 04 09:27:21.608208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6705fa5-e779-4784-b736-5d9df6086cb1 req-b3531280-c95d-4685-b91e-22b581e81ed8 service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366115 Nov 04 09:27:21.638939 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cae3c4-0005-470b-95f0-ab038da49580 x-openstack-request-id: req-64cae3c4-0005-470b-95f0-ab038da49580 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:21.639345 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:21.639666 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64cae3c4-0005-470b-95f0-ab038da49580 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:21.640288 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'status': 'completed', 'code': 200} Nov 04 09:27:21.726264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-e12bf89f-939e-4c47-b4ba-0ee7e8adfefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:21.728243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-e12bf89f-939e-4c47-b4ba-0ee7e8adfefd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 1097 time: 0.0576150 Nov 04 09:27:21.879421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-a0200203-4f32-4cb5-a222-03cbb128e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:21.882016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-a0200203-4f32-4cb5-a222-03cbb128e6a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=60bbf9e9-49e7-47a5-8607-590a6b06d82f HTTP/1.1" status: 200 len: 897 time: 0.1446645 Nov 04 09:27:21.907141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80554e00-d38a-40af-a7b6-beb99a4b4b13 req-17df7f19-d3c1-45c1-9ebb-39256589d42b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:21.908876 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80554e00-d38a-40af-a7b6-beb99a4b4b13 req-17df7f19-d3c1-45c1-9ebb-39256589d42b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0935919 Nov 04 09:27:21.924165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:32Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:21.963595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] Checking router: b1c7269a-346d-43e6-9c4e-8015f818dd92 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:27:21.976647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:21.977518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:21.986828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80554e00-d38a-40af-a7b6-beb99a4b4b13 req-fb42459a-3a2a-479d-9aa7-9981e151e6a3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653009 Nov 04 09:27:22.019713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-c1f7e6b9-a269-470b-8890-0361b6e6d06b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb HTTP/1.1" status: 200 len: 217 time: 0.1252129 Nov 04 09:27:22.033353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb36790-9553-4020-b56d-9bbf9609180a req-8c310eeb-bd9c-48b6-8a98-0d909b3ae7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:22.036531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-8c310eeb-bd9c-48b6-8a98-0d909b3ae7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5034e3c9b84402382e5e7de5d280dd3&device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 1097 time: 0.1530178 Nov 04 09:27:22.104326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:22.111050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0bb9e-e4ed-4490-a7f1-0b58c9ca0cd2 req-7a2a91df-e6af-4054-8f26-d2e53cbec91c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:22.119935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fc0bb9e-e4ed-4490-a7f1-0b58c9ca0cd2 req-7a2a91df-e6af-4054-8f26-d2e53cbec91c tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.0667191 Nov 04 09:27:22.162883 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fc0bb9e-e4ed-4490-a7f1-0b58c9ca0cd2 req-9195fc15-b946-4998-9bdf-448a6df4b357 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Nov 04 09:27:22.201025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb36790-9553-4020-b56d-9bbf9609180a req-9929d149-d9c3-4c74-a7cc-422f0cffbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:22.202535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-9929d149-d9c3-4c74-a7cc-422f0cffbd5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2caa18fe-2daa-42c5-b196-eca6fbba7262 HTTP/1.1" status: 200 len: 912 time: 0.1353447 Nov 04 09:27:22.253245 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-d26ceb60-a665-4552-8edc-2ca881038ec5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20537110-b47e-4052-bf95-002157470624 HTTP/1.1" status: 200 len: 217 time: 0.0405760 Nov 04 09:27:22.279877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407c93c-8916-42e6-a3b8-a837552d0650 req-f4dbed4c-8b06-43d4-ae90-963fac3baae9 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:22.282104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6407c93c-8916-42e6-a3b8-a837552d0650 req-f4dbed4c-8b06-43d4-ae90-963fac3baae9 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0589430 Nov 04 09:27:22.314735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-ed1c3317-c12d-4541-8ae4-7509c5596a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:22.316689 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-ed1c3317-c12d-4541-8ae4-7509c5596a0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6ac89417-e6f8-484f-a4cf-36ebe847bfa3 HTTP/1.1" status: 200 len: 834 time: 0.2858877 Nov 04 09:27:22.320447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb36790-9553-4020-b56d-9bbf9609180a req-c6c3d6a4-9eda-401d-9105-49eecd8c70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:22.321908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-c6c3d6a4-9eda-401d-9105-49eecd8c70eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bff81fc3-9f3e-488a-b5c6-856b24846b55 HTTP/1.1" status: 200 len: 851 time: 0.0581570 Nov 04 09:27:22.324434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6407c93c-8916-42e6-a3b8-a837552d0650 req-f7224b18-3dbe-478d-803d-f095da2973e6 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361555 Nov 04 09:27:22.355442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:32Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:22.383288 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-7b9ad0f7-8240-4c3b-9e5a-9bfffd35d635 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2caa18fe-2daa-42c5-b196-eca6fbba7262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444980 Nov 04 09:27:22.385709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ce1df-5444-4823-be51-19ae4c7b6d7b None None] The sync data for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 is: [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:25:28Z', 'revision_number': 4, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '226f4756-eef8-4bea-bfeb-912399d0ebea', 'name': '', 'network_id': '60bbf9e9-49e7-47a5-8607-590a6b06d82f', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'mac_address': 'fa:16:3e:1b:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_interface', 'standard_attr_id': 3346, 'fixed_ips': [{'subnet_id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:27Z', 'updated_at': '2021-11-04T09:25:32Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'subnets': [{'id': '6ac89417-e6f8-484f-a4cf-36ebe847bfa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:27:22.449454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-535989bd-4aa3-462f-9050-039603acbeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:22.451211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-535989bd-4aa3-462f-9050-039603acbeef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=60bbf9e9-49e7-47a5-8607-590a6b06d82f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209443 Nov 04 09:27:22.567648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-8e737757-091c-4a95-bb8a-4fde43f4cc74 service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742113 Nov 04 09:27:22.638863 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-21d4538c-bdeb-4bf9-a4e4-aac539dbc097 service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773963 Nov 04 09:27:22.730652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-bc2dc75d-5aa4-45b7-82be-74d2a236a3c4 service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521788 Nov 04 09:27:22.734464 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a803012d-e7b2-4f25-ac96-3ccd266f9d59 None None] New status for floating IP 243ae7ed-b4cf-44ab-a3b1-7134310cded8: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:27:22.770137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b7d9ca21-74a2-4561-9c60-2166f5b3d60f req-fde74ec7-9076-4e35-9249-51ba90c01f8c service neutron] 10.222.0.55 "GET /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203153 Nov 04 09:27:23.123252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33035af-b2f3-41da-8266-63c317ebbffd req-7a632dfb-d8d4-46c4-ac87-e9fdbf9db5cf tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:23.124832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a33035af-b2f3-41da-8266-63c317ebbffd req-7a632dfb-d8d4-46c4-ac87-e9fdbf9db5cf tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0567048 Nov 04 09:27:23.169034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a33035af-b2f3-41da-8266-63c317ebbffd req-9aa640bd-2b1b-462c-8fb9-98b1f62e7797 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371566 Nov 04 09:27:23.221440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-69472e85-574a-43c5-9444-952a39e749e9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:23.224329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-69472e85-574a-43c5-9444-952a39e749e9 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.0855863 Nov 04 09:27:23.324470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cd473-dc5d-44b8-96cb-25f4628c6d1f req-bf79455a-704d-48ba-853a-ade8cd726f14 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:23.326287 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-091cd473-dc5d-44b8-96cb-25f4628c6d1f req-bf79455a-704d-48ba-853a-ade8cd726f14 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c HTTP/1.1" status: 200 len: 946 time: 0.0816379 Nov 04 09:27:23.352890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:23.353443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:23.394498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-091cd473-dc5d-44b8-96cb-25f4628c6d1f req-7956db5d-fdb3-46a4-880f-24375bb71947 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "GET /v2.0/security-groups?id=955db620-e65d-40ea-a6f4-70d73a413364&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595841 Nov 04 09:27:23.468088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:23.468481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:23.490568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 6b7a55f8-fe9a-4ff4-9cec-149084370ddb owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:23.512282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f478830-2099-4da3-804f-7dec1779bc0c req-2181700e-caaa-45b0-aa34-bd8f7f2afc77 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:23.513860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f478830-2099-4da3-804f-7dec1779bc0c req-2181700e-caaa-45b0-aa34-bd8f7f2afc77 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0624073 Nov 04 09:27:23.566110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f478830-2099-4da3-804f-7dec1779bc0c req-a6625177-fe1e-4b2f-8588-e5801c2ad8e4 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430307 Nov 04 09:27:23.701310 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:23.739531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=6b7a55f8-fe9a-4ff4-9cec-149084370ddb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:23.779089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] No DVR routers for this DVR port 6b7a55f8-fe9a-4ff4-9cec-149084370ddb on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:27:23.783296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:23.786872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cb9d47ae-d07a-424d-a9c9-18890b90a54f req-24e9302e-8d9e-4ee8-9255-7cc6fda638bc tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.55 "DELETE /v2.0/ports/6b7a55f8-fe9a-4ff4-9cec-149084370ddb HTTP/1.1" status: 204 len: 173 time: 0.5530488 Nov 04 09:27:23.787211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'name': 'network-vif-deleted', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:23.791743 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09ce164-b1ed-439f-b5a9-7f37b08432b2" -d '{"events": [{"server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "name": "network-vif-deleted", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:23.846487 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bc9808-316a-41da-8815-629f5b8348ac x-openstack-request-id: req-12bc9808-316a-41da-8815-629f5b8348ac {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:23.846787 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c", "name": "network-vif-deleted", "tag": "6b7a55f8-fe9a-4ff4-9cec-149084370ddb", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:23.847043 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12bc9808-316a-41da-8815-629f5b8348ac {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:23.847620 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec87c4c8-98bb-4a27-89cf-a47dfcc3ec5c', 'name': 'network-vif-deleted', 'tag': '6b7a55f8-fe9a-4ff4-9cec-149084370ddb', 'status': 'completed', 'code': 200} Nov 04 09:27:24.340358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea956b-df95-4a4a-86e6-75dfa597a6c7 req-fb1bd523-6bb6-4470-b4f4-18b8e34b1db4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:24.341949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6ea956b-df95-4a4a-86e6-75dfa597a6c7 req-fb1bd523-6bb6-4470-b4f4-18b8e34b1db4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0749128 Nov 04 09:27:24.390461 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6ea956b-df95-4a4a-86e6-75dfa597a6c7 req-00ef73d2-56ea-4497-a7f2-6c39c69a1a8e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370343 Nov 04 09:27:24.450194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:24.756455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f40f0-4676-480e-993d-8a4b9620dab8 req-127bb29d-8c27-4315-b716-a86f52a4502e tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:24.757929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-770f40f0-4676-480e-993d-8a4b9620dab8 req-127bb29d-8c27-4315-b716-a86f52a4502e tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0996637 Nov 04 09:27:24.814984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-770f40f0-4676-480e-993d-8a4b9620dab8 req-04a307ef-fc9d-49e2-921c-8054a1f08d31 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496562 Nov 04 09:27:24.929449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:25.147260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73b00c-73f2-4495-8e7f-64d58ffe66b2 req-cfca7362-f4c6-4baf-8411-7912eafb284b tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:25.148758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de73b00c-73f2-4495-8e7f-64d58ffe66b2 req-cfca7362-f4c6-4baf-8411-7912eafb284b tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.1149333 Nov 04 09:27:25.201488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de73b00c-73f2-4495-8e7f-64d58ffe66b2 req-266002e6-3a9e-450e-b161-210d668799ac tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437307 Nov 04 09:27:25.303070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 226f4756-eef8-4bea-bfeb-912399d0ebea {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:25.303772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:25.401907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 226f4756-eef8-4bea-bfeb-912399d0ebea, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=226f4756-eef8-4bea-bfeb-912399d0ebea,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:25.402589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:25.416849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 226f4756-eef8-4bea-bfeb-912399d0ebea owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:25.515193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-97341d9f-6848-4541-b489-f85193195468 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616517 Nov 04 09:27:25.590655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7413db5-6cf6-4a3c-80ce-f7833c2244b6 req-9f8f9454-92f4-4397-b131-7049cb50c1d1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:25.596403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7413db5-6cf6-4a3c-80ce-f7833c2244b6 req-9f8f9454-92f4-4397-b131-7049cb50c1d1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1189091 Nov 04 09:27:25.607139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-b82216b7-10db-4a50-9373-dbd5d11ce8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:25.608807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-b82216b7-10db-4a50-9373-dbd5d11ce8c5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 1098 time: 0.0449095 Nov 04 09:27:25.658151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7413db5-6cf6-4a3c-80ce-f7833c2244b6 req-c43fee8f-8281-42e5-b65c-3e75b34209b0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Nov 04 09:27:25.768485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:25.800509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=226f4756-eef8-4bea-bfeb-912399d0ebea,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:26.029530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:26.123905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-b8bac702-7f70-4d0d-889c-e8b1c6cd6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:26.126808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-b8bac702-7f70-4d0d-889c-e8b1c6cd6881 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 200 len: 918 time: 0.4987717 Nov 04 09:27:26.202867 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-0a341040-d86b-4a5e-a8d8-20bdf5c6db0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 200 len: 1001 time: 0.0677588 Nov 04 09:27:26.264519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-459647f0-3ad9-4403-8ab2-510f1b0507ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:26.266147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-459647f0-3ad9-4403-8ab2-510f1b0507ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 200 len: 856 time: 0.0551276 Nov 04 09:27:26.329632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-2d78f93b-7fa5-4004-8617-a0d7afb64ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:26.331156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-2d78f93b-7fa5-4004-8617-a0d7afb64ca3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f51acda2-37c7-45fe-bee2-16d4f0a246bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577469 Nov 04 09:27:26.442450 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-8d0447e1-227c-40b0-b0a6-574b5696a98d service neutron] 10.222.0.70 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028626 Nov 04 09:27:26.469778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f0177-2d03-401d-a223-8f0b2463295d req-6c1fe6fc-0d91-4c39-a40b-366e3a8bf25e tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:26.471414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d48f0177-2d03-401d-a223-8f0b2463295d req-6c1fe6fc-0d91-4c39-a40b-366e3a8bf25e tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0770700 Nov 04 09:27:26.557917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fe3f6e3b-9c9a-4be0-85ca-dde1531d9e4f req-cf192b09-3ead-4c88-8b56-9a6a8ea07781 service neutron] 10.222.0.70 "GET /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048713 Nov 04 09:27:26.585528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d48f0177-2d03-401d-a223-8f0b2463295d req-5ef930b4-aaf8-4ee3-b147-f11a4ca8e68f tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051450 Nov 04 09:27:26.637785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Router b1c7269a-346d-43e6-9c4e-8015f818dd92 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:27:26.809226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:27:26.820346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56586) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:26.829020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] Sync routers for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:27:26.834965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a422d97d-af67-46ac-9698-a1579b42ca30 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "PUT /v2.0/routers/b1c7269a-346d-43e6-9c4e-8015f818dd92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811543 Nov 04 09:27:26.847115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:26.848104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:26.943322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8eaae-7224-4749-a361-c7092e34817f req-6342d7cc-ba07-451a-92a9-ccf40ab43009 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:26.945300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eee8eaae-7224-4749-a361-c7092e34817f req-6342d7cc-ba07-451a-92a9-ccf40ab43009 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1077628 Nov 04 09:27:26.954138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-b4b08a82-132f-42d4-b3ad-c6396c761de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:26.964592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-b4b08a82-132f-42d4-b3ad-c6396c761de7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5034e3c9b84402382e5e7de5d280dd3&device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 1097 time: 0.0755694 Nov 04 09:27:26.973253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting subnet 6ac89417-e6f8-484f-a4cf-36ebe847bfa3 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:27:27.001522 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.018864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eee8eaae-7224-4749-a361-c7092e34817f req-f5f5831a-2d22-410b-bb10-2f177e2fe317 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653656 Nov 04 09:27:27.109025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:27.126542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.194218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66db42-4728-44f7-89bb-56e7190fb349 req-c4c739ca-0fdf-4938-8c64-7eadcd2829f4 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:27.195809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d66db42-4728-44f7-89bb-56e7190fb349 req-c4c739ca-0fdf-4938-8c64-7eadcd2829f4 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0800269 Nov 04 09:27:27.215426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-755efce7-01ac-48e2-8313-e750e91a9c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:27.217923 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-755efce7-01ac-48e2-8313-e750e91a9c46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2caa18fe-2daa-42c5-b196-eca6fbba7262 HTTP/1.1" status: 200 len: 912 time: 0.2315300 Nov 04 09:27:27.269039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d66db42-4728-44f7-89bb-56e7190fb349 req-4dfc7bf4-a9ad-4ef6-8022-8b916a720e57 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661561 Nov 04 09:27:27.306039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-14aa7d76-ea69-45aa-ada5-359b79bd9af0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20537110-b47e-4052-bf95-002157470624 HTTP/1.1" status: 200 len: 217 time: 0.0762730 Nov 04 09:27:27.328291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6b7a55f8-fe9a-4ff4-9cec-149084370ddb no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:27:27.364232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 6b7a55f8-fe9a-4ff4-9cec-149084370ddb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:27:27.364732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 6b7a55f8-fe9a-4ff4-9cec-149084370ddb not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:27:27.372333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.433504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:27:25Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:27.434166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-4d97a426-2dbf-49b9-8487-83c7f484c3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:27.435676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-4d97a426-2dbf-49b9-8487-83c7f484c3a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bff81fc3-9f3e-488a-b5c6-856b24846b55 HTTP/1.1" status: 200 len: 851 time: 0.1110363 Nov 04 09:27:27.467603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] Checking router: b1c7269a-346d-43e6-9c4e-8015f818dd92 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:27:27.476064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-7473d9e3-f3b0-4c9c-9029-b6dba0d9c277 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2caa18fe-2daa-42c5-b196-eca6fbba7262&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323730 Nov 04 09:27:27.477691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] Routers {'b1c7269a-346d-43e6-9c4e-8015f818dd92'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:27.478324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['b1c7269a-346d-43e6-9c4e-8015f818dd92'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:27.494100 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.568070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.571563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/subnets/6ac89417-e6f8-484f-a4cf-36ebe847bfa3 HTTP/1.1" status: 204 len: 168 time: 0.7498746 Nov 04 09:27:27.572758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dceb7ef-3e8a-408e-9f5d-acd0bce8b2c2 tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac89417-e6f8-484f-a4cf-36ebe847bfa3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:27.574486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56588) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:27.589267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790bfa9e-5a78-4a93-a6f4-ad8839713e90 None None] Network 60bbf9e9-49e7-47a5-8607-590a6b06d82f requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:27:27.627454 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-c37ce6c6-20cf-4b1d-ba22-aac1f9fc328e service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435206 Nov 04 09:27:27.645571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] Set router b1c7269a-346d-43e6-9c4e-8015f818dd92 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:27.741626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.761147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e63ade1-cdba-498d-9fe4-7b1d35e997ce req-c86d8d89-640e-48f5-849f-de83efb6cfaf service neutron] 10.222.0.55 "GET /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257539 Nov 04 09:27:27.878176 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.958531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Deleting port 7629ef25-c22f-45de-bdb3-658568aef2c7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:27.958888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:27.990725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:27:25Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:28.028522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] DHCP port deletion for 60bbf9e9-49e7-47a5-8607-590a6b06d82f request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:27:28.030792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd420a6-4c14-430f-a443-9c81bba894af None None] The sync data for ids ['b1c7269a-346d-43e6-9c4e-8015f818dd92'] in n-d-816487-1 is: [{'id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'name': 'tempest-TestNetworkAdvancedServerOps-router-801150335', 'tenant_id': '5ddb959e0ce346938b6b3e895540bd9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:21Z', 'updated_at': '2021-11-04T09:27:25Z', 'revision_number': 5, 'project_id': '5ddb959e0ce346938b6b3e895540bd9d', 'gw_port': {'id': '7629ef25-c22f-45de-bdb3-658568aef2c7', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:45:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c7269a-346d-43e6-9c4e-8015f818dd92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3343, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:23Z', 'updated_at': '2021-11-04T09:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:27:28.092781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] For port 7629ef25-c22f-45de-bdb3-658568aef2c7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7629ef25-c22f-45de-bdb3-658568aef2c7,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:28.093164 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.107198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] Deleting port d5747989-b174-4cc4-9f96-f0322d9c0ed1 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:28.108011 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.112576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Calling delete_port for 7629ef25-c22f-45de-bdb3-658568aef2c7 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:28.193785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] For port d5747989-b174-4cc4-9f96-f0322d9c0ed1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d5747989-b174-4cc4-9f96-f0322d9c0ed1,segment=NetworkSegment(bfdc81ff-ae5f-4500-a116-faa4e88252d9),segment_id=bfdc81ff-ae5f-4500-a116-faa4e88252d9)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:28.194099 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.208787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] Calling delete_port for d5747989-b174-4cc4-9f96-f0322d9c0ed1 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:28.232702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb811c4-395d-440a-8c72-2e0a6a0e26fe req-e02d4061-a0d5-4e6d-ace8-3733fc689c80 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:28.234662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcb811c4-395d-440a-8c72-2e0a6a0e26fe req-e02d4061-a0d5-4e6d-ace8-3733fc689c80 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1124406 Nov 04 09:27:28.300345 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.330924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fcb811c4-395d-440a-8c72-2e0a6a0e26fe req-689a8102-65cc-49d2-9587-2cbfd4e7d186 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612433 Nov 04 09:27:28.336407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] Pushing event deleted for resources: {'Port': ['ID=d5747989-b174-4cc4-9f96-f0322d9c0ed1,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:28.340511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a256a82f-22b5-4c5f-bd9e-0ca3f1e5ec52 None None] No DVR routers for this DVR port d5747989-b174-4cc4-9f96-f0322d9c0ed1 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:27:28.401803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.463962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Port': ['ID=7629ef25-c22f-45de-bdb3-658568aef2c7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:28.552441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.657853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ee5c2-5aa8-4c7b-b8f6-946dbe9a9e3d req-00d63622-5015-42bb-a2d2-c2b3b4fee424 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:28.660428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d86ee5c2-5aa8-4c7b-b8f6-946dbe9a9e3d req-00d63622-5015-42bb-a2d2-c2b3b4fee424 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.1888561 Nov 04 09:27:28.666419 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.670571 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.746716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d86ee5c2-5aa8-4c7b-b8f6-946dbe9a9e3d req-df65089f-c75a-48fd-be16-3e7293310f45 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781293 Nov 04 09:27:28.747683 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.748273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Fanout notify agent at l3_agent the message router_deleted on router b1c7269a-346d-43e6-9c4e-8015f818dd92 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:27:28.755989 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.760287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:28.763471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-df6341a5-49ac-48db-8bb6-352595c1a74b tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/routers/b1c7269a-346d-43e6-9c4e-8015f818dd92 HTTP/1.1" status: 204 len: 168 time: 1.1872756 Nov 04 09:27:28.855372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.956343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:28.979360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bbf9e9-49e7-47a5-8607-590a6b06d82f']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:28.992335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdc81ff-ae5f-4500-a116-faa4e88252d9') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:28.992690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdc81ff-ae5f-4500-a116-faa4e88252d9') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:29.004192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.018381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.024900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:27:29.025293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:27:29.028556 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:27:29.105200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.117148 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.120538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/networks/60bbf9e9-49e7-47a5-8607-590a6b06d82f HTTP/1.1" status: 204 len: 168 time: 0.3585491 Nov 04 09:27:29.123330 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56600) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:29.133167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bcfe2-0288-4d90-b4b7-a2377af34a9a tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'Network': ['ID=60bbf9e9-49e7-47a5-8607-590a6b06d82f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:29.199564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d0d57d2-f78d-48a5-9892-99086d15995e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.230848 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d0d57d2-f78d-48a5-9892-99086d15995e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.300856 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d0d57d2-f78d-48a5-9892-99086d15995e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.304285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0d0d57d2-f78d-48a5-9892-99086d15995e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.305676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0d0d57d2-f78d-48a5-9892-99086d15995e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] 10.222.0.53 "DELETE /v2.0/security-groups/955db620-e65d-40ea-a6f4-70d73a413364 HTTP/1.1" status: 204 len: 168 time: 0.1811895 Nov 04 09:27:29.317731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d57d2-f78d-48a5-9892-99086d15995e tempest-TestNetworkAdvancedServerOps-1117213988 tempest-TestNetworkAdvancedServerOps-1117213988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=955db620-e65d-40ea-a6f4-70d73a413364,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:29.438000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 226f4756-eef8-4bea-bfeb-912399d0ebea no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:27:29.464018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 226f4756-eef8-4bea-bfeb-912399d0ebea {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:27:29.464441 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 226f4756-eef8-4bea-bfeb-912399d0ebea not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:27:29.465072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7629ef25-c22f-45de-bdb3-658568aef2c7 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:27:29.490497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7629ef25-c22f-45de-bdb3-658568aef2c7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:27:29.491171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7629ef25-c22f-45de-bdb3-658568aef2c7 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:27:29.492164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d5747989-b174-4cc4-9f96-f0322d9c0ed1 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:27:29.505581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce457a-25ec-4713-8995-8f183f921775 req-d450b72a-dc86-4096-8940-f6f18e82061c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:29.507590 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00ce457a-25ec-4713-8995-8f183f921775 req-d450b72a-dc86-4096-8940-f6f18e82061c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0628376 Nov 04 09:27:29.518962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d5747989-b174-4cc4-9f96-f0322d9c0ed1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:27:29.519356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d5747989-b174-4cc4-9f96-f0322d9c0ed1 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:27:29.565980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00ce457a-25ec-4713-8995-8f183f921775 req-8b00fb64-08b4-40e8-903e-f7caccbb87d6 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500345 Nov 04 09:27:29.712125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56610) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:29.905312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a68df6-eec6-43d0-b8c1-593ab15c0fcb req-9983ebff-40e1-4f07-ae5d-2a1ed221ec09 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:29.906873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a68df6-eec6-43d0-b8c1-593ab15c0fcb req-9983ebff-40e1-4f07-ae5d-2a1ed221ec09 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0839436 Nov 04 09:27:29.913578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56616) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:29.914145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-58e16a4c-22fa-49e3-9bfe-483ee9154937 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ddb959e0ce346938b6b3e895540bd9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005255 Nov 04 09:27:29.950347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86a68df6-eec6-43d0-b8c1-593ab15c0fcb req-4b887f52-d907-4b2a-a6a0-822aef2d46c7 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354664 Nov 04 09:27:29.969570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a476-031b-42ae-9018-50aa9ba7b788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:29.999661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a476-031b-42ae-9018-50aa9ba7b788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:30.065426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a476-031b-42ae-9018-50aa9ba7b788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:30.068508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8dd9a476-031b-42ae-9018-50aa9ba7b788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:30.072094 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8dd9a476-031b-42ae-9018-50aa9ba7b788 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/466a5e36-0c1d-448e-9037-c017b1a5ba3b HTTP/1.1" status: 204 len: 168 time: 0.1551237 Nov 04 09:27:30.080425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd9a476-031b-42ae-9018-50aa9ba7b788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466a5e36-0c1d-448e-9037-c017b1a5ba3b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:30.242641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba1e8a-0368-4d47-9d8e-8c8945a63bcf req-4fd50028-44a6-4386-acb4-6c1ca31e66ff tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:30.244775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6ba1e8a-0368-4d47-9d8e-8c8945a63bcf req-4fd50028-44a6-4386-acb4-6c1ca31e66ff tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0619073 Nov 04 09:27:30.288538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6ba1e8a-0368-4d47-9d8e-8c8945a63bcf req-7eb88480-4220-4abe-bb60-86885d941b4d tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368736 Nov 04 09:27:30.409928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56628) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:30.469451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-22c86270-6a82-4ba5-a7f8-27e7f2bb1610 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9463bf63cbd4aa0b70254cb61ca6de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0574260 Nov 04 09:27:30.472313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56630) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:30.525931 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4535bca-7765-41dd-92d3-f4a26f179954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:30.549709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4535bca-7765-41dd-92d3-f4a26f179954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:30.600902 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4535bca-7765-41dd-92d3-f4a26f179954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:30.603557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c4535bca-7765-41dd-92d3-f4a26f179954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:30.604754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c4535bca-7765-41dd-92d3-f4a26f179954 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/837ee48c-278a-460c-a584-59892dc9dd81 HTTP/1.1" status: 204 len: 168 time: 0.1314831 Nov 04 09:27:30.614191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4535bca-7765-41dd-92d3-f4a26f179954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837ee48c-278a-460c-a584-59892dc9dd81,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:30.696183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6894a2-2dc2-48f0-a336-cbb6bd26a429 req-8a3748b2-0cbb-4cd8-ac3c-792b26b3d3d2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:30.705929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a6894a2-2dc2-48f0-a336-cbb6bd26a429 req-8a3748b2-0cbb-4cd8-ac3c-792b26b3d3d2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0604873 Nov 04 09:27:30.748799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a6894a2-2dc2-48f0-a336-cbb6bd26a429 req-f8e6c97f-784f-432d-b68a-ca0c01342c31 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425284 Nov 04 09:27:31.308347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09306438-370c-47b0-ba4e-4614562b1194 req-3522c6de-0381-4657-bb6e-a89172402129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:31.309960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09306438-370c-47b0-ba4e-4614562b1194 req-3522c6de-0381-4657-bb6e-a89172402129 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.0438430 Nov 04 09:27:31.350988 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09306438-370c-47b0-ba4e-4614562b1194 req-26884c1d-25f0-426b-a290-24fcef50ffe8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333688 Nov 04 09:27:31.417848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8335de6c-61f0-4eb5-a909-2b65cf4c4baa req-1a8d8cbe-49cb-4f66-ada8-40349ecaa3d7 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:31.419362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8335de6c-61f0-4eb5-a909-2b65cf4c4baa req-1a8d8cbe-49cb-4f66-ada8-40349ecaa3d7 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0571744 Nov 04 09:27:31.464584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8335de6c-61f0-4eb5-a909-2b65cf4c4baa req-d893c2e8-e6fb-42b9-90a7-ee2060ccb322 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384424 Nov 04 09:27:31.873686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499a4c4-65f3-443a-ada5-e3170604b077 req-e3672816-6a3e-4cc0-a94b-8c23d61a881a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:31.875452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7499a4c4-65f3-443a-ada5-e3170604b077 req-e3672816-6a3e-4cc0-a94b-8c23d61a881a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0542009 Nov 04 09:27:31.922874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7499a4c4-65f3-443a-ada5-e3170604b077 req-75db908a-5fa4-4674-b7e2-a8c916351e97 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391059 Nov 04 09:27:32.159502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-a735c15b-0d1d-4ade-b381-19b4f8abc324 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:32.161152 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-a735c15b-0d1d-4ade-b381-19b4f8abc324 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 946 time: 0.0793684 Nov 04 09:27:32.283234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Deleting port 20537110-b47e-4052-bf95-002157470624 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:32.283763 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:32.413088 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] For port 20537110-b47e-4052-bf95-002157470624, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=20537110-b47e-4052-bf95-002157470624,segment=NetworkSegment(e547c1e7-cbee-4a94-b048-21788492150c),segment_id=e547c1e7-cbee-4a94-b048-21788492150c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:32.413972 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:32.433508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Calling delete_port for 20537110-b47e-4052-bf95-002157470624 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:32.589453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:32.602629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['20537110-b47e-4052-bf95-002157470624'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:27:32.628362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Pushing event deleted for resources: {'Port': ['ID=20537110-b47e-4052-bf95-002157470624,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:32.631192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f50ca-edfb-4945-a7e1-0d9e01fa3d88 req-74e526ed-3dfe-44dd-9687-ead960fe3183 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:32.632798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f6f50ca-edfb-4945-a7e1-0d9e01fa3d88 req-74e526ed-3dfe-44dd-9687-ead960fe3183 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed51888f-c836-4099-989e-4afd3a8989b6 HTTP/1.1" status: 200 len: 867 time: 0.0713704 Nov 04 09:27:32.685241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] No DVR routers for this DVR port 20537110-b47e-4052-bf95-002157470624 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:27:32.688876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:32.690795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f6f50ca-edfb-4945-a7e1-0d9e01fa3d88 req-2665ea49-c89b-4a28-a217-9c1233f4b433 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.53 "GET /v2.0/security-groups?id=af82aa82-506b-4534-8f31-9a4842a61da9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Nov 04 09:27:32.693251 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a095a342-e8b8-4752-9158-cdc2965152f4 req-8fcd7c67-c044-41c1-847f-48f023cb4920 tempest-TestServerAdvancedOps-801712777 tempest-TestServerAdvancedOps-801712777-project] 10.222.0.55 "DELETE /v2.0/ports/20537110-b47e-4052-bf95-002157470624 HTTP/1.1" status: 204 len: 173 time: 0.5253375 Nov 04 09:27:32.693732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'name': 'network-vif-deleted', 'tag': '20537110-b47e-4052-bf95-002157470624'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:32.696102 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2dc857-1468-430c-805a-053b29fd39e0" -d '{"events": [{"server_uuid": "ed51888f-c836-4099-989e-4afd3a8989b6", "name": "network-vif-deleted", "tag": "20537110-b47e-4052-bf95-002157470624"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:32.764820 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d34d72-bdca-4f33-acb1-c83736fd75ba x-openstack-request-id: req-b6d34d72-bdca-4f33-acb1-c83736fd75ba {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:32.765142 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed51888f-c836-4099-989e-4afd3a8989b6", "name": "network-vif-deleted", "tag": "20537110-b47e-4052-bf95-002157470624", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:32.766032 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b6d34d72-bdca-4f33-acb1-c83736fd75ba {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:32.766535 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed51888f-c836-4099-989e-4afd3a8989b6', 'name': 'network-vif-deleted', 'tag': '20537110-b47e-4052-bf95-002157470624', 'status': 'completed', 'code': 200} Nov 04 09:27:33.052198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6aec5f-04ee-473e-97c3-f0a2017ca4bc req-c281b809-e2db-4cf1-93fc-0230e8a97e94 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:33.053984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f6aec5f-04ee-473e-97c3-f0a2017ca4bc req-c281b809-e2db-4cf1-93fc-0230e8a97e94 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0575900 Nov 04 09:27:33.098938 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f6aec5f-04ee-473e-97c3-f0a2017ca4bc req-1ddb10b6-3cb5-4f28-bcd8-bac383a8badd tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383043 Nov 04 09:27:33.382443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-072dfdf7-16d8-42d1-823e-ee4bac99d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:33.384696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-072dfdf7-16d8-42d1-823e-ee4bac99d6b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.0543025 Nov 04 09:27:33.389186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a072d3-1de6-4574-ba4a-97714a9cbda5 req-5ad069be-de93-4acc-8ac3-a4a839f7e4b3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:33.394455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68a072d3-1de6-4574-ba4a-97714a9cbda5 req-5ad069be-de93-4acc-8ac3-a4a839f7e4b3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0627513 Nov 04 09:27:33.435018 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68a072d3-1de6-4574-ba4a-97714a9cbda5 req-61185b53-9e94-4759-b528-ffaad78e4ab7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363452 Nov 04 09:27:33.499036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-69851a80-e306-4fb3-8fd8-6df3ed832a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:33.500576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-69851a80-e306-4fb3-8fd8-6df3ed832a73 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.1064396 Nov 04 09:27:33.544693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-3632f410-f6d6-4b21-97c8-7b706b1208ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 217 time: 0.0367265 Nov 04 09:27:33.597746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-6a95ea82-f825-4966-bc2d-76c24a4d2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:33.599258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-6a95ea82-f825-4966-bc2d-76c24a4d2dd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.0474801 Nov 04 09:27:33.638956 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-f2b42166-3743-447d-b71a-05ad6ea838a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321372 Nov 04 09:27:33.735960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-0b8695b7-3b53-45aa-9188-881391cd151d service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888493 Nov 04 09:27:33.754424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:33.847886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] Deleting subnet bff81fc3-9f3e-488a-b5c6-856b24846b55 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:27:33.859110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:33.902940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87e2b9f6-7b4b-4543-86fc-9202e21b6147 req-3520e425-3128-4e1d-89d1-9a6e36bbc401 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599746 Nov 04 09:27:33.909078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:33.957583 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.024844 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.052925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bff81fc3-9f3e-488a-b5c6-856b24846b55,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:34.065237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.068256 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a273063d-79ef-4ef6-9d48-f4d1a1bcd7e6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bff81fc3-9f3e-488a-b5c6-856b24846b55 HTTP/1.1" status: 204 len: 168 time: 0.3128703 Nov 04 09:27:34.071742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56664) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:34.160820 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.255270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.276811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caa18fe-2daa-42c5-b196-eca6fbba7262']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:34.286746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e547c1e7-cbee-4a94-b048-21788492150c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:34.287051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e547c1e7-cbee-4a94-b048-21788492150c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:34.299267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.315288 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.322010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:27:34.323146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:27:34.325334 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:27:34.382051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.398474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.401758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2caa18fe-2daa-42c5-b196-eca6fbba7262 HTTP/1.1" status: 204 len: 168 time: 0.3283439 Nov 04 09:27:34.402895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c6db9-adc5-4fec-a346-0d9b51a9af37 admin admin] Pushing event deleted for resources: {'Network': ['ID=2caa18fe-2daa-42c5-b196-eca6fbba7262,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:34.404867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56668) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:34.454838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] Deleting subnet f35ba669-6bf6-4bbe-9a51-ad7e0a9402bb {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:27:34.458594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.503458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.576544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.621586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cfc05f-00e3-4a41-b8ca-f6a1bf8d2a72 req-345805ab-497d-4b4d-9033-8c0a9c9a42b7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:34.623124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16cfc05f-00e3-4a41-b8ca-f6a1bf8d2a72 req-345805ab-497d-4b4d-9033-8c0a9c9a42b7 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0982716 Nov 04 09:27:34.676412 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.693808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16cfc05f-00e3-4a41-b8ca-f6a1bf8d2a72 req-96e062d2-7145-4c93-a95c-aa6d3df27fd0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559623 Nov 04 09:27:34.717639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35ba669-6bf6-4bbe-9a51-ad7e0a9402bb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:34.721835 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.727454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a02c5fbe-f4d4-4566-8142-c446fd4eac9d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f35ba669-6bf6-4bbe-9a51-ad7e0a9402bb HTTP/1.1" status: 204 len: 168 time: 0.3193259 Nov 04 09:27:34.727714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:34.811342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.918454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.943571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e9ac2a-c9c5-4cce-848d-71b9ef070a47']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:34.955424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa5f3d7-bfe9-425f-8fa9-501a83e4d663') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:34.955750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa5f3d7-bfe9-425f-8fa9-501a83e4d663') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:34.968904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.985855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.993110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:27:34.993616 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:27:34.999719 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:27:35.063134 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:35.069502 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:35.079081 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f4e9ac2a-c9c5-4cce-848d-71b9ef070a47 HTTP/1.1" status: 204 len: 168 time: 0.3444867 Nov 04 09:27:35.085086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb29a56-1981-4cbc-8060-e68a67ecd9f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e9ac2a-c9c5-4cce-848d-71b9ef070a47,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:35.287542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:35.288040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 20537110-b47e-4052-bf95-002157470624 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:27:35.318143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 20537110-b47e-4052-bf95-002157470624 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:27:35.318568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 20537110-b47e-4052-bf95-002157470624 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:27:35.337954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fd0e01fb-111a-43a2-b96a-7e01cfc33f35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5034e3c9b84402382e5e7de5d280dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491865 Nov 04 09:27:35.340472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56678) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:35.408960 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71404101-a46a-451c-a369-1378bdbba77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:35.444756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71404101-a46a-451c-a369-1378bdbba77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:35.512263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71404101-a46a-451c-a369-1378bdbba77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:35.514723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71404101-a46a-451c-a369-1378bdbba77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:35.516987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-71404101-a46a-451c-a369-1378bdbba77b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af82aa82-506b-4534-8f31-9a4842a61da9 HTTP/1.1" status: 204 len: 168 time: 0.1755142 Nov 04 09:27:35.527077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71404101-a46a-451c-a369-1378bdbba77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af82aa82-506b-4534-8f31-9a4842a61da9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:35.826358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38077116-8884-430e-8dad-8d76d75e5c8c req-c153aba9-3ea1-45e9-9bf7-6e921da7a82d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:35.828656 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38077116-8884-430e-8dad-8d76d75e5c8c req-c153aba9-3ea1-45e9-9bf7-6e921da7a82d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0595889 Nov 04 09:27:35.880662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38077116-8884-430e-8dad-8d76d75e5c8c req-be59da26-60e8-4ef9-9cc2-b16033e90817 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444815 Nov 04 09:27:35.918045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:35.969741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a966aa4f-1ea2-4397-b515-813c670724f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d4fa94a42514e759663ed51a526283d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528908 Nov 04 09:27:35.970107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56700) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:36.052128 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de217147-2c63-4bbc-b361-72bad3eb27f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:36.081883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de217147-2c63-4bbc-b361-72bad3eb27f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:36.141895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de217147-2c63-4bbc-b361-72bad3eb27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:36.144553 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-de217147-2c63-4bbc-b361-72bad3eb27f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:36.145756 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-de217147-2c63-4bbc-b361-72bad3eb27f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dd19bc4-ad1d-404e-9371-5a2c964ba753 HTTP/1.1" status: 204 len: 168 time: 0.1746125 Nov 04 09:27:36.161820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de217147-2c63-4bbc-b361-72bad3eb27f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd19bc4-ad1d-404e-9371-5a2c964ba753,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:37.342765 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5d4a8ca-c722-403c-a2b0-86eff4a78a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:37.435806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3accad-04bd-4512-98b5-ba66ee098386 req-a41a1124-1bc7-48cb-b0fb-bea1aa4fe4e9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:37.438319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec3accad-04bd-4512-98b5-ba66ee098386 req-a41a1124-1bc7-48cb-b0fb-bea1aa4fe4e9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0574889 Nov 04 09:27:37.481917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec3accad-04bd-4512-98b5-ba66ee098386 req-6d0b3973-27f5-4004-8114-fcad43f96162 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344849 Nov 04 09:27:39.945786 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f8477b8-3650-4626-9b25-5f4f7c957904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:40.275655 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:41.077836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-3fa8e82a-bbf5-4893-9755-363773b62678 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:41.080234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-3fa8e82a-bbf5-4893-9755-363773b62678 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1160653 Nov 04 09:27:41.098549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-0f25d870-00c4-4037-8fda-95fa58f4bd5c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/quotas/dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 375 time: 0.0112214 Nov 04 09:27:41.162028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-b43211f0-be40-4ccb-801a-b4fb93af7815 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568597 Nov 04 09:27:41.286172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:41.367021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-7e8f9096-ffa8-46bf-97ae-9bac48931246 service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980331 Nov 04 09:27:41.476594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-3a4dace8-38ae-4c6f-a7fa-fabf279cfbb3 service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029341 Nov 04 09:27:41.819548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c55c599-17b6-400c-bb9b-14ee4d856a20 req-eba2ce59-0749-43b5-8a10-fa891c8cc592 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 210 time: 0.0453954 Nov 04 09:27:42.750959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:42.920395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-055cc316-ec53-4264-8a17-b77e9eccb07c req-bbf209fe-7713-4def-a042-3c43e167bdd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 210 time: 0.0282948 Nov 04 09:27:42.998737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-e3d0a346-b7fb-41ac-a41b-f850500a2924 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:43.001204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-e3d0a346-b7fb-41ac-a41b-f850500a2924 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1154897 Nov 04 09:27:43.015293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'port': {'device_id': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'admin_state_up': True, 'tenant_id': 'dc4abc3519414efd948d16704b246ce1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:43.134145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:27:43.138086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:43.272360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.20.0.10 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/13584614-a269-41e1-a347-5fa8e5bdb421) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:27:43.423526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:43.463393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:43.507417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:27:43.510717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:27:43.514482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:27:43.543029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=13584614-a269-41e1-a347-5fa8e5bdb421,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:43.572883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:43.573610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:43.593324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-cdf489ce-dea6-4ff8-86af-0dd7ee3e0eac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5824857 Nov 04 09:27:43.606156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Request body: {'port': {'device_id': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:27:43.668115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:43.743140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f98d51e8-cac5-4af4-b000-63b2e63bf8b2 None None] Provisioning complete for port 13584614-a269-41e1-a347-5fa8e5bdb421 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:27:43.743835 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f98d51e8-cac5-4af4-b000-63b2e63bf8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:43.779676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f98d51e8-cac5-4af4-b000-63b2e63bf8b2 None None] Port 13584614-a269-41e1-a347-5fa8e5bdb421 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:27:43.958051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13584614-a269-41e1-a347-5fa8e5bdb421 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:27:43.966059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:43.980200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Transition to ACTIVE for port object 13584614-a269-41e1-a347-5fa8e5bdb421 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:27:43.984854 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:44.055963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Pushing event updated for resources: {'Port': ['ID=13584614-a269-41e1-a347-5fa8e5bdb421,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:44.071293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953426e4-b5bb-4494-a9ab-e7219c8d089b req-8f24904e-9d2e-4e17-b5b7-aa70e56aa360 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:44.081992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-953426e4-b5bb-4494-a9ab-e7219c8d089b req-8f24904e-9d2e-4e17-b5b7-aa70e56aa360 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0847538 Nov 04 09:27:44.129540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-953426e4-b5bb-4494-a9ab-e7219c8d089b req-a43aacd4-e7ff-43aa-9d91-34d617b5fea8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465362 Nov 04 09:27:44.143001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Attempting to bind port 13584614-a269-41e1-a347-5fa8e5bdb421 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:27:44.143325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Attempting to bind port 13584614-a269-41e1-a347-5fa8e5bdb421 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:27:44.143645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Attempting to bind port 13584614-a269-41e1-a347-5fa8e5bdb421 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:27:44.148840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Port 13584614-a269-41e1-a347-5fa8e5bdb421 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:27:44.149157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Attempting to bind port 13584614-a269-41e1-a347-5fa8e5bdb421 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:27:44.154807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:27:44.155316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:27:44.155908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:27:44.156360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Bound port: 13584614-a269-41e1-a347-5fa8e5bdb421, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:27:44.156860 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:44.236470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] For port 13584614-a269-41e1-a347-5fa8e5bdb421, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:27:44.240606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] For port 13584614-a269-41e1-a347-5fa8e5bdb421, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=13584614-a269-41e1-a347-5fa8e5bdb421,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:27:44.247672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:44.307563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:44.308338 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:44.310293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/13584614-a269-41e1-a347-5fa8e5bdb421 HTTP/1.1" status: 200 len: 1092 time: 0.7089908 Nov 04 09:27:44.310904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'tag': '13584614-a269-41e1-a347-5fa8e5bdb421'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:44.314896 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13836521-46bb-4e3a-a69b-6a3d075bccb9" -d '{"events": [{"name": "network-changed", "server_uuid": "51882b48-e078-47c2-86f1-c5c3c7d7efcb", "tag": "13584614-a269-41e1-a347-5fa8e5bdb421"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:44.367757 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6999e499-2739-4a95-9d02-8bc225769158 x-openstack-request-id: req-6999e499-2739-4a95-9d02-8bc225769158 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:44.368082 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51882b48-e078-47c2-86f1-c5c3c7d7efcb", "tag": "13584614-a269-41e1-a347-5fa8e5bdb421", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:44.368571 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6999e499-2739-4a95-9d02-8bc225769158 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:44.369199 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'tag': '13584614-a269-41e1-a347-5fa8e5bdb421', 'status': 'completed', 'code': 200} Nov 04 09:27:44.370033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10beb9-3104-42eb-8f44-f0e9888694e1 service neutron] Pushing event updated for resources: {'Port': ['ID=13584614-a269-41e1-a347-5fa8e5bdb421,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:44.412980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-4bbe0652-f4c7-42d4-a474-646d28091477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:44.414468 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-4bbe0652-f4c7-42d4-a474-646d28091477 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 1095 time: 0.0576718 Nov 04 09:27:44.469975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-09edcc5a-5e38-4665-bc1a-706adc0f779b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13584614-a269-41e1-a347-5fa8e5bdb421 HTTP/1.1" status: 200 len: 217 time: 0.0466995 Nov 04 09:27:44.525389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-626f40ec-2a0a-4940-b42c-797d662bdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:44.526984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-626f40ec-2a0a-4940-b42c-797d662bdb4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0499325 Nov 04 09:27:44.575727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-8b32ac66-62e2-4282-8f56-15e35c09620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:44.577730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-8b32ac66-62e2-4282-8f56-15e35c09620b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424106 Nov 04 09:27:44.631972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:27:44.678952 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-b89c4fe7-abbe-4e41-9b51-a945f7e66d52 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934112 Nov 04 09:27:44.788504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c5ab170f-d4d9-4e6c-b9c6-41700350fdde req-fb11169a-64cc-4f7e-ae62-ac3f4b0865bb service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024697 Nov 04 09:27:44.877074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-cdb568e3-42fa-47dd-8686-c34de06ffcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:44.878586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-cdb568e3-42fa-47dd-8686-c34de06ffcb9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 1095 time: 0.0438654 Nov 04 09:27:44.981636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-890c393b-a341-4346-bc6c-a338dcb4f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:44.983190 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-890c393b-a341-4346-bc6c-a338dcb4f20f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.0956640 Nov 04 09:27:45.028642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-c6fe7df4-fc7f-4485-a155-1f632bea802e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13584614-a269-41e1-a347-5fa8e5bdb421 HTTP/1.1" status: 200 len: 217 time: 0.0378950 Nov 04 09:27:45.096422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-f246f204-398e-406a-9a5d-45184b73faf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:45.098026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-f246f204-398e-406a-9a5d-45184b73faf4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0621645 Nov 04 09:27:45.146760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-1cc2855c-342c-452c-84b7-60484ee36e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:45.148278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-1cc2855c-342c-452c-84b7-60484ee36e0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435543 Nov 04 09:27:45.243679 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-3a6aeb9d-f978-491e-9665-411532a7dada service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882518 Nov 04 09:27:45.269967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c2802-a87c-46b3-9f06-5caa396067c9 req-57598882-2e60-4d6e-bffc-57726081b33c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:45.272357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b3c2802-a87c-46b3-9f06-5caa396067c9 req-57598882-2e60-4d6e-bffc-57726081b33c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0620441 Nov 04 09:27:45.319001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b3c2802-a87c-46b3-9f06-5caa396067c9 req-e84efb4b-20d4-4389-8085-8e32d8ad36c2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Nov 04 09:27:45.366883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13836521-46bb-4e3a-a69b-6a3d075bccb9 req-da758590-7b3a-4efe-84bd-d7a4480bb324 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149054 Nov 04 09:27:45.810996 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:46.452802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24849812-81df-4e7b-80cc-3542a5f7f5dc req-86b01d30-64a6-4181-8431-16bb6df1c3dc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:46.467146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24849812-81df-4e7b-80cc-3542a5f7f5dc req-86b01d30-64a6-4181-8431-16bb6df1c3dc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0697722 Nov 04 09:27:46.508214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24849812-81df-4e7b-80cc-3542a5f7f5dc req-f8cd3eb7-58f8-419a-a816-d8d7d5be38b2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347540 Nov 04 09:27:46.599706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:47.637534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e94c4-e13e-4409-99ec-ae362daf5602 req-4d1dd346-4f2c-497f-a285-7e143b5b8c07 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:47.639489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a1e94c4-e13e-4409-99ec-ae362daf5602 req-4d1dd346-4f2c-497f-a285-7e143b5b8c07 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0558121 Nov 04 09:27:47.678866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a1e94c4-e13e-4409-99ec-ae362daf5602 req-460e4c4c-1964-4977-af9c-960bb3a7c145 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Nov 04 09:27:47.963619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-411e4283-91d8-4902-be04-ebcd529f15e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:47.965967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-411e4283-91d8-4902-be04-ebcd529f15e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.0490582 Nov 04 09:27:48.055495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1bc60-2051-4d37-90f4-2176f7c544de req-5dbba124-2a7f-4e5b-a0b7-c4177feffa78 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:48.057789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0e1bc60-2051-4d37-90f4-2176f7c544de req-5dbba124-2a7f-4e5b-a0b7-c4177feffa78 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0826514 Nov 04 09:27:48.076598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-2e2a5cb0-3d70-4c3f-88ba-1a4593912701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:48.078925 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-2e2a5cb0-3d70-4c3f-88ba-1a4593912701 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.1056976 Nov 04 09:27:48.101083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0e1bc60-2051-4d37-90f4-2176f7c544de req-35e048c2-693a-402a-8129-fcb3acc3428d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359857 Nov 04 09:27:48.128826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-9f39d5d0-f0d2-4d6d-bf43-f331131af6c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 217 time: 0.0411513 Nov 04 09:27:48.179019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-89f6639e-a850-4213-b356-3447dae75398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:48.180539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-89f6639e-a850-4213-b356-3447dae75398 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.0448461 Nov 04 09:27:48.215008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-ffbf0554-b866-4eff-9ca3-c7ca4508abf1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261147 Nov 04 09:27:48.324096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-006724e1-59a0-456e-8fae-747de4350771 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919607 Nov 04 09:27:48.336092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5be7ad-27c6-43f8-b4c9-e27f73747545 req-eb0778ac-8c08-4e2f-8903-1a7061763797 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:48.338123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba5be7ad-27c6-43f8-b4c9-e27f73747545 req-eb0778ac-8c08-4e2f-8903-1a7061763797 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 947 time: 0.0517371 Nov 04 09:27:48.378492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba5be7ad-27c6-43f8-b4c9-e27f73747545 req-b3bc71c2-f760-451b-ae0e-33654b6c96b6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333438 Nov 04 09:27:48.422561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e4750cbd-58c8-42cd-8e1d-1b1767e5b11d req-137b3187-2671-4b79-b9b3-a7f537d3adf2 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850141 Nov 04 09:27:48.807318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca4045-d9c5-4ae4-973e-e527cf885874 req-87c53966-f3f3-4f78-acd1-2c457644f4ca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:48.808842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1ca4045-d9c5-4ae4-973e-e527cf885874 req-87c53966-f3f3-4f78-acd1-2c457644f4ca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0508566 Nov 04 09:27:48.847739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1ca4045-d9c5-4ae4-973e-e527cf885874 req-d38877ca-55d6-419d-9495-416b73d23b36 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326426 Nov 04 09:27:49.225953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977bd4f-c79d-4ee5-a70f-c3d95cf79c80 req-84c7dcf9-ba5d-4560-967a-790a8cd26eac tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:49.227470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c977bd4f-c79d-4ee5-a70f-c3d95cf79c80 req-84c7dcf9-ba5d-4560-967a-790a8cd26eac tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0576539 Nov 04 09:27:49.269716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c977bd4f-c79d-4ee5-a70f-c3d95cf79c80 req-60f0e753-f73b-4906-91a9-98db3bcafd3c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Nov 04 09:27:49.503888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4662c44-f6cb-48aa-8f72-9f6e67a39991 req-4ca502a2-897f-4f79-acd0-3ba67ef11f00 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:49.505458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4662c44-f6cb-48aa-8f72-9f6e67a39991 req-4ca502a2-897f-4f79-acd0-3ba67ef11f00 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 947 time: 0.0517819 Nov 04 09:27:49.550438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4662c44-f6cb-48aa-8f72-9f6e67a39991 req-1858e5ad-a343-44e3-b157-327df5ae11e4 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups?id=cbe210bf-31f9-4a3d-8cf1-34d94607ac22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383542 Nov 04 09:27:49.684927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-ddd46cd3-b656-4e90-9973-2468c45f8ad2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:49.686566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-ddd46cd3-b656-4e90-9973-2468c45f8ad2 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.70 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 947 time: 0.0582500 Nov 04 09:27:49.786672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Deleting port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:49.787006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:49.878608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] For port 96f02f83-7cd0-4106-9380-11fe53ad1dc7, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=96f02f83-7cd0-4106-9380-11fe53ad1dc7,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:49.878974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:49.966685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb57db-2e5a-4232-85cd-45d4de285433 req-84a97172-8a37-43cc-86c7-17775e6d0a24 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:49.968920 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2eb57db-2e5a-4232-85cd-45d4de285433 req-84a97172-8a37-43cc-86c7-17775e6d0a24 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0533180 Nov 04 09:27:50.019502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2eb57db-2e5a-4232-85cd-45d4de285433 req-2c55594f-9505-4675-808e-7bcd9fbedab1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426147 Nov 04 09:27:50.068229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:50.068677 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:50.069121 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Floating IP b671e6f2-f25c-47a7-a4e4-72630a4999e0 disassociated. External IP: 172.25.3.98, port: 96f02f83-7cd0-4106-9380-11fe53ad1dc7. Nov 04 09:27:50.069498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Calling delete_port for 96f02f83-7cd0-4106-9380-11fe53ad1dc7 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:50.201306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:50.398966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed26ee3f-86b7-4978-9c2e-7ee0bc418f5b req-75f83f96-91f0-406f-821a-60e1d0b2e64c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:50.400718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed26ee3f-86b7-4978-9c2e-7ee0bc418f5b req-75f83f96-91f0-406f-821a-60e1d0b2e64c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0582561 Nov 04 09:27:50.448394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed26ee3f-86b7-4978-9c2e-7ee0bc418f5b req-a4dfe3f6-7b23-45ae-b419-b2c2dfd637e5 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405059 Nov 04 09:27:50.578295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event deleted for resources: {'Port': ['ID=96f02f83-7cd0-4106-9380-11fe53ad1dc7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:50.660446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-48cc2b59-a037-441e-abd2-bca74d20dc4e req-03fdfba2-4a2c-4e85-8cd3-28db0a46e051 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/ports?device_id=83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5 HTTP/1.1" status: 200 len: 210 time: 0.0295234 Nov 04 09:27:50.698461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:27:50.815087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:27:50.825951 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] Sync routers for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:27:50.835970 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:50.836589 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:50.857462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] No DVR routers for this DVR port 96f02f83-7cd0-4106-9380-11fe53ad1dc7 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:27:50.861512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:50.864911 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd7b7d53-9399-4ce3-947a-5a6531cd1dec req-fc7a532f-93f8-4802-bab8-b1315fc14270 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.70 "DELETE /v2.0/ports/96f02f83-7cd0-4106-9380-11fe53ad1dc7 HTTP/1.1" status: 204 len: 173 time: 1.1711121 Nov 04 09:27:50.865389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-deleted', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:50.867964 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feac4398-6d9b-45bc-8b39-92ea20980db5" -d '{"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-deleted", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:50.928996 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543ec8cc-dbbf-4d07-8b20-f1ff47b4e344 x-openstack-request-id: req-543ec8cc-dbbf-4d07-8b20-f1ff47b4e344 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:50.929280 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5", "name": "network-vif-deleted", "tag": "96f02f83-7cd0-4106-9380-11fe53ad1dc7", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:50.929599 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-543ec8cc-dbbf-4d07-8b20-f1ff47b4e344 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:50.930001 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ba2f5b-6d0f-4f36-8ae2-0093aa914fe5', 'name': 'network-vif-deleted', 'tag': '96f02f83-7cd0-4106-9380-11fe53ad1dc7', 'status': 'completed', 'code': 200} Nov 04 09:27:50.978252 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:51.152750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf4669-3260-4bea-831f-6960232dc1e0 req-31fe3b5c-47cf-48c2-9c6a-e1473a7440f4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:51.154375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fcf4669-3260-4bea-831f-6960232dc1e0 req-31fe3b5c-47cf-48c2-9c6a-e1473a7440f4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0574138 Nov 04 09:27:51.197679 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fcf4669-3260-4bea-831f-6960232dc1e0 req-52791c24-7c6b-4bf0-b755-b575dcbdb7f5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Nov 04 09:27:51.305637 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:51.333835 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] Checking router: 9e5a363f-cdfd-474f-91ca-d398bc5726b9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:27:51.343325 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:51.344196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:51.458117 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:51.579072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7a86d-fd94-4b9a-abe2-81bfb6e0aeeb req-7b595315-9255-4b25-9289-677a7ac58aaa tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:51.580591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ca7a86d-fd94-4b9a-abe2-81bfb6e0aeeb req-7b595315-9255-4b25-9289-677a7ac58aaa tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0525186 Nov 04 09:27:51.634674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ca7a86d-fd94-4b9a-abe2-81bfb6e0aeeb req-58fda549-4a20-4d9e-8d18-f397d71bad67 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Nov 04 09:27:51.667336 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:51.694070 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388660a6-b934-4d9b-b60b-c8dac516426f None None] The sync data for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 is: [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:19:48Z', 'revision_number': 4, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '6011540f-193b-428c-a7a3-4f6d8e02710f', 'name': '', 'network_id': 'f51acda2-37c7-45fe-bee2-16d4f0a246bd', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'mac_address': 'fa:16:3e:7a:a1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2980, 'fixed_ips': [{'subnet_id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:46Z', 'updated_at': '2021-11-04T09:19:56Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'subnets': [{'id': 'f37551ed-1b2f-478a-b139-c43a85e777c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:27:51.760340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 56858) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:51.821076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-796a3084-3f48-4ffa-9fdf-df90f4097567 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:51.847807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-796a3084-3f48-4ffa-9fdf-df90f4097567 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:51.903440 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-796a3084-3f48-4ffa-9fdf-df90f4097567 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:51.906858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-796a3084-3f48-4ffa-9fdf-df90f4097567 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:51.910624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-796a3084-3f48-4ffa-9fdf-df90f4097567 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "DELETE /v2.0/security-groups/cbe210bf-31f9-4a3d-8cf1-34d94607ac22 HTTP/1.1" status: 204 len: 168 time: 0.1466627 Nov 04 09:27:51.911433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56860) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:51.918656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a3084-3f48-4ffa-9fdf-df90f4097567 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe210bf-31f9-4a3d-8cf1-34d94607ac22,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:51.929096 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-d45ce502-3c85-47e6-a5b9-21eaf41f70b6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] show failed (client error): The resource could not be found. Nov 04 09:27:51.930127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d45ce502-3c85-47e6-a5b9-21eaf41f70b6 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "GET /v2.0/security-groups/cbe210bf-31f9-4a3d-8cf1-34d94607ac22 HTTP/1.1" status: 404 len: 347 time: 0.0173423 Nov 04 09:27:51.933166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56862) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:51.967127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c668d053-1ff7-4318-b315-76f878938bae None None] New status for floating IP b671e6f2-f25c-47a7-a4e4-72630a4999e0: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:27:52.069775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Deleting port 2192595b-006d-4278-b3de-1bc3ab96463c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:52.070125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:52.154306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:52.154665 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:52.166925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Calling delete_port for 2192595b-006d-4278-b3de-1bc3ab96463c owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:52.312897 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:52.320816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3693e-f19e-430c-80e1-87dd8346a495 req-6b721e6d-6c9d-4c47-a2b7-90102c3652a3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:52.322445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93a3693e-f19e-430c-80e1-87dd8346a495 req-6b721e6d-6c9d-4c47-a2b7-90102c3652a3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0520196 Nov 04 09:27:52.336886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Pushing event deleted for resources: {'Port': ['ID=2192595b-006d-4278-b3de-1bc3ab96463c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:52.365661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93a3693e-f19e-430c-80e1-87dd8346a495 req-e5e7107f-d335-4b31-87fa-5dcc4def0ba1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Nov 04 09:27:52.401685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:52.404655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:52.406226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2b704845-672d-4d06-ab80-7713a3f01da3 tempest-AttachVolumeShelveTestJSON-2082425904 tempest-AttachVolumeShelveTestJSON-2082425904-project] 10.222.0.53 "DELETE /v2.0/floatingips/b671e6f2-f25c-47a7-a4e4-72630a4999e0 HTTP/1.1" status: 204 len: 168 time: 0.4718266 Nov 04 09:27:52.769403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc8e31-9dbd-4b7c-be3a-1ec95938df1b req-0b815f84-11b2-4efc-868d-9dea6a4bce2b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:52.771031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6afc8e31-9dbd-4b7c-be3a-1ec95938df1b req-0b815f84-11b2-4efc-868d-9dea6a4bce2b tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0648363 Nov 04 09:27:53.091411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6afc8e31-9dbd-4b7c-be3a-1ec95938df1b req-06da1278-a45c-4866-8648-3233d685af0a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139553 Nov 04 09:27:53.474502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:27:53.486837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238ba81-5f0d-4822-b8c4-6fa2664b373f req-66db87b9-98f0-452a-b35b-d62305cdbd16 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:53.488592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e238ba81-5f0d-4822-b8c4-6fa2664b373f req-66db87b9-98f0-452a-b35b-d62305cdbd16 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0557737 Nov 04 09:27:53.501004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 96f02f83-7cd0-4106-9380-11fe53ad1dc7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:27:53.501464 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 96f02f83-7cd0-4106-9380-11fe53ad1dc7 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:27:53.536188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e238ba81-5f0d-4822-b8c4-6fa2664b373f req-60985538-0e53-43c7-bcc0-2fa78d4dea10 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Nov 04 09:27:54.214312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdb257-14ae-4d70-8b18-966ce13d3f44 req-6d48b514-54b5-4d3b-a6cc-6cf8e89b61d2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:54.216057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53fdb257-14ae-4d70-8b18-966ce13d3f44 req-6d48b514-54b5-4d3b-a6cc-6cf8e89b61d2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0510433 Nov 04 09:27:54.260593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53fdb257-14ae-4d70-8b18-966ce13d3f44 req-8b505e82-6330-4f28-bb70-9d3dc584c7f4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Nov 04 09:27:54.667914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51cee8-2926-493e-aa8e-37200d94e70d req-a1469414-c8c2-4e05-8153-debf51f0bbc9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:54.669675 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec51cee8-2926-493e-aa8e-37200d94e70d req-a1469414-c8c2-4e05-8153-debf51f0bbc9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 944 time: 0.0624936 Nov 04 09:27:54.712837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec51cee8-2926-493e-aa8e-37200d94e70d req-46cd0b31-22bf-4ee8-acfa-09074c791afd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368838 Nov 04 09:27:55.366975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 13584614-a269-41e1-a347-5fa8e5bdb421 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:27:55.379729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe660cf4-4bf2-467d-8398-e7144e7c68bc req-1175becc-5c5b-4513-b026-b6e2fad67ce0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:55.381262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe660cf4-4bf2-467d-8398-e7144e7c68bc req-1175becc-5c5b-4513-b026-b6e2fad67ce0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0519509 Nov 04 09:27:55.425979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe660cf4-4bf2-467d-8398-e7144e7c68bc req-6dbfa8af-e895-4964-87f7-be7fbc457fa2 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384200 Nov 04 09:27:55.473841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 13584614-a269-41e1-a347-5fa8e5bdb421, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=13584614-a269-41e1-a347-5fa8e5bdb421,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:55.486761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '13584614-a269-41e1-a347-5fa8e5bdb421', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'port_id': '13584614-a269-41e1-a347-5fa8e5bdb421', 'mac_address': 'fa:16:3e:52:fa:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:27:55.528419 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:55.543067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13584614-a269-41e1-a347-5fa8e5bdb421 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:27:55.569448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 13584614-a269-41e1-a347-5fa8e5bdb421, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=13584614-a269-41e1-a347-5fa8e5bdb421,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:55.574261 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:55.625955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=13584614-a269-41e1-a347-5fa8e5bdb421,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:55.790240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['13584614-a269-41e1-a347-5fa8e5bdb421'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:27:55.838943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c2ac1-df08-4485-abf9-ccad7731ebde req-02914f13-1ca7-4042-8937-8e80acb9a9b3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:55.840736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f4c2ac1-df08-4485-abf9-ccad7731ebde req-02914f13-1ca7-4042-8937-8e80acb9a9b3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 945 time: 0.0567679 Nov 04 09:27:55.883962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f4c2ac1-df08-4485-abf9-ccad7731ebde req-f0e4c243-c9ac-4612-8f01-e0bc6b29f0c7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362880 Nov 04 09:27:56.562897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b53084-8402-4030-b6ba-61d3ac75f349 req-54ac92cc-5886-42c7-be6d-d69afde66ce3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:56.564536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70b53084-8402-4030-b6ba-61d3ac75f349 req-54ac92cc-5886-42c7-be6d-d69afde66ce3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0584033 Nov 04 09:27:56.605627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70b53084-8402-4030-b6ba-61d3ac75f349 req-425aaf04-17e1-413a-9e08-4964624381b4 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343392 Nov 04 09:27:57.025417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38f0e0-615d-4589-b493-a08a5694d525 req-e53eb21c-e2d5-4ec2-8acf-a6d356226024 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:57.027040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b38f0e0-615d-4589-b493-a08a5694d525 req-e53eb21c-e2d5-4ec2-8acf-a6d356226024 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 945 time: 0.0699434 Nov 04 09:27:57.073503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b38f0e0-615d-4589-b493-a08a5694d525 req-fb66b220-4ab7-44f9-a982-6994c0793205 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Nov 04 09:27:57.157939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56906) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:57.391170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 13584614-a269-41e1-a347-5fa8e5bdb421 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:27:57.448925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 13584614-a269-41e1-a347-5fa8e5bdb421 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:27:57.454225 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 13584614-a269-41e1-a347-5fa8e5bdb421 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:27:57.455111 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:57.541467 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:57.567249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13584614-a269-41e1-a347-5fa8e5bdb421'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:27:57.569650 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe3e741-f28a-478f-8f28-a3ff03511f3c" -d '{"events": [{"server_uuid": "51882b48-e078-47c2-86f1-c5c3c7d7efcb", "name": "network-vif-plugged", "status": "completed", "tag": "13584614-a269-41e1-a347-5fa8e5bdb421"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:27:57.585375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 13584614-a269-41e1-a347-5fa8e5bdb421, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=13584614-a269-41e1-a347-5fa8e5bdb421,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:57.593123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:57.629278 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84576cc6-0a43-4e05-8c82-4b47728d065e x-openstack-request-id: req-84576cc6-0a43-4e05-8c82-4b47728d065e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:27:57.629816 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51882b48-e078-47c2-86f1-c5c3c7d7efcb", "name": "network-vif-plugged", "status": "completed", "tag": "13584614-a269-41e1-a347-5fa8e5bdb421", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:27:57.630251 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-84576cc6-0a43-4e05-8c82-4b47728d065e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:27:57.631115 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13584614-a269-41e1-a347-5fa8e5bdb421', 'code': 200} Nov 04 09:27:57.723935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:57.810325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6dce7-24ba-4299-a582-9ee947702a9f req-c1c23db4-740f-4667-ad77-f3e3734cf398 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:57.819838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4f6dce7-24ba-4299-a582-9ee947702a9f req-c1c23db4-740f-4667-ad77-f3e3734cf398 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0718300 Nov 04 09:27:57.853327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1a534-2395-47be-9a52-4c44f66d4429 req-7039273d-c0d4-49fe-afa1-01000ec496f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:57.854877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ba1a534-2395-47be-9a52-4c44f66d4429 req-7039273d-c0d4-49fe-afa1-01000ec496f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 1097 time: 0.1707580 Nov 04 09:27:57.860031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=13584614-a269-41e1-a347-5fa8e5bdb421,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:57.875820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4f6dce7-24ba-4299-a582-9ee947702a9f req-480eb570-6659-4fb5-86a1-058f2436ab9d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546663 Nov 04 09:27:57.956645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ba1a534-2395-47be-9a52-4c44f66d4429 req-3c18f82c-5126-4e10-b4ea-89fd064a17c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930431 Nov 04 09:27:58.060596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Deleting port 6011540f-193b-428c-a7a3-4f6d8e02710f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:58.061473 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:58.144807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] For port 6011540f-193b-428c-a7a3-4f6d8e02710f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6011540f-193b-428c-a7a3-4f6d8e02710f,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:58.145170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:58.163644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Calling delete_port for 6011540f-193b-428c-a7a3-4f6d8e02710f owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:58.204884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380e911-b289-48b9-80f1-f1eb6578005d req-73bff351-05ae-41eb-be1f-1a71f5142bb3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:58.206426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0380e911-b289-48b9-80f1-f1eb6578005d req-73bff351-05ae-41eb-be1f-1a71f5142bb3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 946 time: 0.0579851 Nov 04 09:27:58.251772 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0380e911-b289-48b9-80f1-f1eb6578005d req-a69b905c-b244-4596-a61f-7287e6c3add4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386515 Nov 04 09:27:58.354181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:58.379848 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Pushing event deleted for resources: {'Port': ['ID=6011540f-193b-428c-a7a3-4f6d8e02710f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:58.555454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:58.773388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:27:58.881670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:27:58.886655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6d102b1b-8242-41e7-b798-0abb2c0ac964 admin admin] 10.222.0.53 "PUT /v2.0/routers/9e5a363f-cdfd-474f-91ca-d398bc5726b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275774 Nov 04 09:27:58.889411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:58.892510 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] Sync routers for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:27:58.905666 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:58.906362 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:59.003532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b6904-b612-45c0-93bb-b2ba8170cba8 req-27a84540-023d-449a-8e15-bce08cf7857d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:59.004083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.011516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa6b6904-b612-45c0-93bb-b2ba8170cba8 req-27a84540-023d-449a-8e15-bce08cf7857d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0633659 Nov 04 09:27:59.023062 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:59.049510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa6b6904-b612-45c0-93bb-b2ba8170cba8 req-cbe5170d-6472-4e0f-aaaa-7c74fcba4ea8 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365419 Nov 04 09:27:59.121753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.209897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Deleting port a883fe2c-7f67-48a0-9b32-1d73385f37d5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:27:59.210688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.227254 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:27:58Z', 'revision_number': 5, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port': {'id': 'a883fe2c-7f67-48a0-9b32-1d73385f37d5', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:5d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2979, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:19:42Z', 'updated_at': '2021-11-04T09:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:59.262668 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] Checking router: 9e5a363f-cdfd-474f-91ca-d398bc5726b9 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:27:59.271223 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] Routers {'9e5a363f-cdfd-474f-91ca-d398bc5726b9'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:27:59.271843 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:59.297482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] For port a883fe2c-7f67-48a0-9b32-1d73385f37d5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a883fe2c-7f67-48a0-9b32-1d73385f37d5,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:27:59.297848 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.314263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Calling delete_port for a883fe2c-7f67-48a0-9b32-1d73385f37d5 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:27:59.367356 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] Set router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:27:59.387730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e8c3c0-a669-4c4f-ba1e-c873540a5014 req-2ac764c8-9fc6-47e2-b25b-1d582a60c794 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:59.390523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7e8c3c0-a669-4c4f-ba1e-c873540a5014 req-2ac764c8-9fc6-47e2-b25b-1d582a60c794 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 946 time: 0.0667970 Nov 04 09:27:59.430424 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:27:59Z', 'revision_number': 6, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:27:59.449828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7e8c3c0-a669-4c4f-ba1e-c873540a5014 req-01bd8cb9-b6ae-45c6-ab48-ec56382402ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511808 Nov 04 09:27:59.465689 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588637fd-b99c-4108-af0a-acf404b8558d None None] The sync data for ids ['9e5a363f-cdfd-474f-91ca-d398bc5726b9'] in n-d-816487-1 is: [{'id': '9e5a363f-cdfd-474f-91ca-d398bc5726b9', 'name': 'tempest-AttachVolumeShelveTestJSON-1989759252-router', 'tenant_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:19:41Z', 'updated_at': '2021-11-04T09:27:59Z', 'revision_number': 6, 'project_id': 'ca2abf60dfc749eeab441d437c0db1c0', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:27:59.536494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.560292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Pushing event deleted for resources: {'Port': ['ID=a883fe2c-7f67-48a0-9b32-1d73385f37d5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:27:59.578987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc0545-40e1-4871-b6de-18b5a062cbdb req-d48f69b7-78a3-49ba-800c-0e93389109f3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:27:59.580557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3fc0545-40e1-4871-b6de-18b5a062cbdb req-d48f69b7-78a3-49ba-800c-0e93389109f3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 946 time: 0.0571611 Nov 04 09:27:59.620124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3fc0545-40e1-4871-b6de-18b5a062cbdb req-7b8bf22f-e3f6-472b-8e29-f0e79a2a8906 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Nov 04 09:27:59.629768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.723217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.725402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.771871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.772460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e5a363f-cdfd-474f-91ca-d398bc5726b9 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:27:59.777174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.778304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9ce8cd51-e1bb-4de6-b006-d369c786e5da admin admin] 10.222.0.53 "DELETE /v2.0/routers/9e5a363f-cdfd-474f-91ca-d398bc5726b9 HTTP/1.1" status: 204 len: 168 time: 0.8879652 Nov 04 09:27:59.780995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:27:59.828599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] Deleting subnet f37551ed-1b2f-478a-b139-c43a85e777c3 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:27:59.831793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.880756 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:27:59.973544 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.036201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.063759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37551ed-1b2f-478a-b139-c43a85e777c3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:00.072141 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.073533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6f91c-0b2e-4942-b65d-b51382d0ad75 None None] Network f51acda2-37c7-45fe-bee2-16d4f0a246bd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:28:00.077351 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b1a13d80-6d3c-4116-886c-3888c5c85071 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f37551ed-1b2f-478a-b139-c43a85e777c3 HTTP/1.1" status: 204 len: 168 time: 0.2952673 Nov 04 09:28:00.079707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56936) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:00.168974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.280775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] DHCP port deletion for f51acda2-37c7-45fe-bee2-16d4f0a246bd request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:28:00.282964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Deleting port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:00.284115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.374561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] Deleting port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:00.375031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.412223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] For port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:00.414581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.501828 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] For port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,segment=NetworkSegment(43c57d56-cdc4-4379-af92-5a360d46ac70),segment_id=43c57d56-cdc4-4379-af92-5a360d46ac70)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:00.502557 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.522977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] Calling delete_port for 0d9ac132-17f8-460d-9aa7-391e8fe53c8b owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:00.650092 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:00.703130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] Pushing event deleted for resources: {'Port': ['ID=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:00.712570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9a6b65-6e5f-4dcc-a665-33b6bb704240 None None] No DVR routers for this DVR port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:28:00.918352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-33974160-a3c4-47ad-a057-11c3982979a9 req-c2729b9d-4b1a-4198-8d81-9b7e8f64a8eb service neutron] (102556) timed out ('10.222.0.53', 36500) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:28:00.923672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Calling delete_port for 0d9ac132-17f8-460d-9aa7-391e8fe53c8b owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:01.035138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.065358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9ac132-17f8-460d-9aa7-391e8fe53c8b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:01.070934 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] No DVR routers for this DVR port 0d9ac132-17f8-460d-9aa7-391e8fe53c8b on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:28:01.156485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.181067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f51acda2-37c7-45fe-bee2-16d4f0a246bd']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:01.191945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c57d56-cdc4-4379-af92-5a360d46ac70') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:01.192099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c57d56-cdc4-4379-af92-5a360d46ac70') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:01.203430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.219530 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.226351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:28:01.227198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:28:01.229434 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:28:01.299422 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.309694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.314153 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] 10.222.0.53 "DELETE /v2.0/networks/f51acda2-37c7-45fe-bee2-16d4f0a246bd HTTP/1.1" status: 204 len: 168 time: 1.2308114 Nov 04 09:28:01.332521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a4281-c60a-4ed7-acaf-b5794d34c3ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f51acda2-37c7-45fe-bee2-16d4f0a246bd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:01.382645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7737c-0fe7-46dc-8d56-ae2b3d1888b9 req-a2295d66-1f46-439b-8dc7-9afc97e88f21 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:01.385672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78f7737c-0fe7-46dc-8d56-ae2b3d1888b9 req-a2295d66-1f46-439b-8dc7-9afc97e88f21 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1005278 Nov 04 09:28:01.438982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6011540f-193b-428c-a7a3-4f6d8e02710f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:01.482764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78f7737c-0fe7-46dc-8d56-ae2b3d1888b9 req-a2b3a58e-c7ba-4512-91b9-d07a941a4c17 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809500 Nov 04 09:28:01.493564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 6011540f-193b-428c-a7a3-4f6d8e02710f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:01.494466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 6011540f-193b-428c-a7a3-4f6d8e02710f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:01.495109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0d9ac132-17f8-460d-9aa7-391e8fe53c8b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:01.512481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56990) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:01.532842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0d9ac132-17f8-460d-9aa7-391e8fe53c8b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:01.533432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0d9ac132-17f8-460d-9aa7-391e8fe53c8b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:01.533942 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a883fe2c-7f67-48a0-9b32-1d73385f37d5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:01.557889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a883fe2c-7f67-48a0-9b32-1d73385f37d5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:01.558271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a883fe2c-7f67-48a0-9b32-1d73385f37d5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:01.565788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-319a6a20-5aae-4c47-aa86-f11d492029ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca2abf60dfc749eeab441d437c0db1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514998 Nov 04 09:28:01.568140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 56992) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:01.628598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd6d-2f34-4cfc-91c4-2d7c55505047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.650959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd6d-2f34-4cfc-91c4-2d7c55505047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.701013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd6d-2f34-4cfc-91c4-2d7c55505047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.703718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-57d3cd6d-2f34-4cfc-91c4-2d7c55505047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:01.705048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-57d3cd6d-2f34-4cfc-91c4-2d7c55505047 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39cb4a0f-f8a8-4212-9c2a-6cd10f8d550e HTTP/1.1" status: 204 len: 168 time: 0.1357203 Nov 04 09:28:01.713647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3cd6d-2f34-4cfc-91c4-2d7c55505047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cb4a0f-f8a8-4212-9c2a-6cd10f8d550e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:02.430193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57020) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:02.554550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-187124857-network', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:02.577096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Made reservation on behalf of ba737c6bcdce42cea5be4a74dd7053e1 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:02.579991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.588946 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.605023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-0bd4b78f-ff9e-4261-80d6-f579f3849065 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:02.606529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-0bd4b78f-ff9e-4261-80d6-f579f3849065 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1118207 Nov 04 09:28:02.623734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-958df125-f972-4450-9b43-6f71bc7e316f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/quotas/dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 375 time: 0.0099373 Nov 04 09:28:02.674201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.678458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.682027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-9ae3e07a-8eef-46d8-83a8-dabaea9bef2a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517554 Nov 04 09:28:02.709060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:28:02.719964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdb2bf2-b62e-493d-bb3e-e4a9c90bb6b1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:02.725229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.725573 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Added segment 0476b269-73af-48e5-a99e-16fd93fa984d of type vlan for network a02c45de-cbf9-4290-95ed-48f2ce5c1bca Nov 04 09:28:02.738813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.739203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.739652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.740070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.740500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.740874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.741537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.741903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.742269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.742703 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.743032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.743361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:02.791537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.792678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-d9a4040e-f47a-4488-8f10-cf4ba8f7894d service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014128 Nov 04 09:28:02.820642 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.821671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:02.822254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:02.878339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4468076 Nov 04 09:28:02.881552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57034) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:02.885582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d459aeb-0472-45aa-9353-8b385eeb0a36 admin admin] Pushing event updated for resources: {'Network': ['ID=a02c45de-cbf9-4290-95ed-48f2ce5c1bca,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:02.886672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Request body: {'subnet': {'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-187124857-subnet', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:02.896142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:28:02.912661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-730c184b-4fd5-49f6-9d0d-345f117965d7 service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132522 Nov 04 09:28:02.926164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Made reservation on behalf of ba737c6bcdce42cea5be4a74dd7053e1 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:02.929147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.166170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.236237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a89d7-9f0b-4cef-8bd3-11cfb6a89017 req-b27fa2a8-debd-4698-a68e-445eca53ec00 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:03.237843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe9a89d7-9f0b-4cef-8bd3-11cfb6a89017 req-b27fa2a8-debd-4698-a68e-445eca53ec00 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1218247 Nov 04 09:28:03.244956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d24c30f-5106-4039-8074-d8b8ef0ebd47,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:03.270480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.271179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.271484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.271826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.272191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.272536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.272964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.273183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.273497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.273822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.274148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.274461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:03.294536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Checking segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:03.294902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Network hostable DHCP agents. Network: a02c45de-cbf9-4290-95ed-48f2ce5c1bca, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:28:03.321193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe9a89d7-9f0b-4cef-8bd3-11cfb6a89017 req-97ed0786-c864-4a16-9d85-0b5465aa9530 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689843 Nov 04 09:28:03.339964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:28:03.354748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a02c45de-cbf9-4290-95ed-48f2ce5c1bca) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:03.363378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40d5cc-c406-4a79-b8b4-95114142dac8 None None] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:28:03.363556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:03.364161 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.397199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0b43672f-283a-474f-80b0-ce5f85522d13 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5142345 Nov 04 09:28:03.401580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57048) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:03.408390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:03.414142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d6598b9-1514-4fdb-91af-25bfb8362981 req-2cc95faa-0fd2-4938-928d-93b2fa042109 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 210 time: 0.0358844 Nov 04 09:28:03.435777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.440123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.556276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.574394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:28:03.575766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.749524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.760882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Allocated IP 172.20.0.2 (a02c45de-cbf9-4290-95ed-48f2ce5c1bca/4d24c30f-5106-4039-8074-d8b8ef0ebd47/68312482-2029-4fec-a8ba-46d7ba6e71bb) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:03.970650 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:03.980020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.033512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:04.033816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.038078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:04.041297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:04.062947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Pushing event updated for resources: {'Port': ['ID=68312482-2029-4fec-a8ba-46d7ba6e71bb,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:04.070604 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.126458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Attempting to bind port 68312482-2029-4fec-a8ba-46d7ba6e71bb on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:28:04.126853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Attempting to bind port 68312482-2029-4fec-a8ba-46d7ba6e71bb by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:28:04.127245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Attempting to bind port 68312482-2029-4fec-a8ba-46d7ba6e71bb on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:04.134440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:28:04.134440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Checking segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:04.134440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.141309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Bound using segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:28:04.141309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Bound port: 68312482-2029-4fec-a8ba-46d7ba6e71bb, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:28:04.141309 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.221635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] For port 68312482-2029-4fec-a8ba-46d7ba6e71bb, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:28:04.232155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] For port 68312482-2029-4fec-a8ba-46d7ba6e71bb, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=68312482-2029-4fec-a8ba-46d7ba6e71bb,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:28:04.241849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.295969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Allocated IP 172.25.3.242 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/06e654b7-76d3-4f44-b277-9abad35d04e6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:04.328524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976f045-03f3-4c32-9200-26a89fbd45e7 None None] Pushing event updated for resources: {'Port': ['ID=68312482-2029-4fec-a8ba-46d7ba6e71bb,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:04.364111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-3e698ac7-a8d0-4a3b-b1ec-bd9b5594449d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:04.368123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-3e698ac7-a8d0-4a3b-b1ec-bd9b5594449d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.2092497 Nov 04 09:28:04.393303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'port': {'device_id': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'admin_state_up': True, 'tenant_id': 'dc4abc3519414efd948d16704b246ce1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:04.510219 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428348d-34d8-402d-9c8e-c09314e5fea9 req-c79d2252-5d77-4a8c-a084-7c3bbdeedde0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:04.512901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5428348d-34d8-402d-9c8e-c09314e5fea9 req-c79d2252-5d77-4a8c-a084-7c3bbdeedde0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0611074 Nov 04 09:28:04.596485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5428348d-34d8-402d-9c8e-c09314e5fea9 req-2be22bac-e28c-4722-b9c1-791b4827399c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761442 Nov 04 09:28:04.631274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31cd97-501e-4b60-954d-55b9d6241b15 req-561aa4de-da54-4320-9b25-3fa9917766fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:04.632968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd31cd97-501e-4b60-954d-55b9d6241b15 req-561aa4de-da54-4320-9b25-3fa9917766fe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.1491017 Nov 04 09:28:04.687433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.717658 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dd31cd97-501e-4b60-954d-55b9d6241b15 req-b972452f-6199-4330-8bb3-e3793685401f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743644 Nov 04 09:28:04.724097 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2032c3e8-b685-4710-9cb3-d61b53d5e4b8 req-8174b8b6-d102-4f53-a25d-8c479cd88299 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 210 time: 0.0394623 Nov 04 09:28:04.746242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:04.747651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.792858 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:04.864425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:04.872047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:04.880294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:04.923112 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Pushing event updated for resources: {'Port': ['ID=06e654b7-76d3-4f44-b277-9abad35d04e6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:05.092231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.20.0.7 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/93f35c6e-3c09-411f-8942-ca4c788ef7e6) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:05.321330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.421535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.472315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 68312482-2029-4fec-a8ba-46d7ba6e71bb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:05.539053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbbbd69-470c-49a8-88dd-6d0c4e4df62a None None] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:28:05.553489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 68312482-2029-4fec-a8ba-46d7ba6e71bb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:05.554133 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.630843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.650233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-02e3e482-e346-4173-9f96-52ff6896dfd0 None None] Provisioning complete for port 68312482-2029-4fec-a8ba-46d7ba6e71bb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:05.650616 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02e3e482-e346-4173-9f96-52ff6896dfd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.652924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['13584614-a269-41e1-a347-5fa8e5bdb421'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:05.749777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:05.770800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:05.772607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adede3bb-8c9e-4146-b8b5-77ece6656f87 req-69d4c0d9-0b99-4c71-aae7-2f726f48d910 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:05.778942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:05.793575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-adede3bb-8c9e-4146-b8b5-77ece6656f87 req-69d4c0d9-0b99-4c71-aae7-2f726f48d910 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1058128 Nov 04 09:28:05.848370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-adede3bb-8c9e-4146-b8b5-77ece6656f87 req-3feed8bc-4199-4182-8952-c4cde1c119c1 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498834 Nov 04 09:28:05.879919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.921510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:05.922199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.943983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=93f35c6e-3c09-411f-8942-ca4c788ef7e6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:05.954024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:05.969209 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-95dc29ab-a292-4697-8eeb-f4b9a7630a37 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5800231 Nov 04 09:28:06.004821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b726b0-8328-4d4a-9cfd-f3731ae00b3a req-3173afe4-2072-44fe-982a-27f204253646 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:06.020848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0b726b0-8328-4d4a-9cfd-f3731ae00b3a req-3173afe4-2072-44fe-982a-27f204253646 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 931 time: 0.1027443 Nov 04 09:28:06.037928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 68312482-2029-4fec-a8ba-46d7ba6e71bb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=68312482-2029-4fec-a8ba-46d7ba6e71bb,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:06.065932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Request body: {'port': {'device_id': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:06.070954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0b726b0-8328-4d4a-9cfd-f3731ae00b3a req-29961339-65c1-4229-8619-2204ee694287 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490992 Nov 04 09:28:06.090745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.169648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.215362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=68312482-2029-4fec-a8ba-46d7ba6e71bb,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:06.297522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f7ce979a-1014-4378-9e95-45d277bcf035 None None] Provisioning complete for port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:06.297900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7ce979a-1014-4378-9e95-45d277bcf035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.341006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f7ce979a-1014-4378-9e95-45d277bcf035 None None] Port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:28:06.348132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:28:06.468839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-76d2a1f2-1ec1-47e5-9698-1132d93cd4c9 None None] Provisioning complete for port 68312482-2029-4fec-a8ba-46d7ba6e71bb triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:06.469543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76d2a1f2-1ec1-47e5-9698-1132d93cd4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.553424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:28:06.570768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Sync routers for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:28:06.582538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:06.584369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:06.588481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.592672 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5dbcd305-191a-4e52-aaa1-044eec49060b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1871705 Nov 04 09:28:06.593642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57062) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:06.624378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f35c6e-3c09-411f-8942-ca4c788ef7e6 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:28:06.634041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.662761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Transition to ACTIVE for port object 93f35c6e-3c09-411f-8942-ca4c788ef7e6 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:28:06.670545 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.744571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Pushing event updated for resources: {'Port': ['ID=93f35c6e-3c09-411f-8942-ca4c788ef7e6,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:06.746901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:06.870707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Attempting to bind port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:28:06.871290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Attempting to bind port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:28:06.871413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Attempting to bind port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:06.876552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:28:06.876884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Attempting to bind port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:06.884153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:28:06.884591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:06.885202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:28:06.885765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Bound port: 93f35c6e-3c09-411f-8942-ca4c788ef7e6, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:28:06.886224 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:06.985970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:05Z', 'revision_number': 3, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:07.014697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] For port 93f35c6e-3c09-411f-8942-ca4c788ef7e6, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:28:07.020455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Checking router: e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:28:07.020738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] For port 93f35c6e-3c09-411f-8942-ca4c788ef7e6, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=93f35c6e-3c09-411f-8942-ca4c788ef7e6,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:28:07.020882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Updating router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 port 06e654b7-76d3-4f44-b277-9abad35d04e6 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:28:07.028310 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.050628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.063486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:07.064333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.065969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ada87725-0593-4858-9af1-254db61ae934 service neutron] 10.222.0.70 "PUT /v2.0/ports/93f35c6e-3c09-411f-8942-ca4c788ef7e6 HTTP/1.1" status: 200 len: 1091 time: 1.0067763 Nov 04 09:28:07.068676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'tag': '93f35c6e-3c09-411f-8942-ca4c788ef7e6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:07.070957 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef2c4d-cb25-414c-822a-ad12063523b3" -d '{"events": [{"name": "network-changed", "server_uuid": "57909dd4-1d7f-4735-b0ac-69732f872c13", "tag": "93f35c6e-3c09-411f-8942-ca4c788ef7e6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:07.175267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada87725-0593-4858-9af1-254db61ae934 service neutron] Pushing event updated for resources: {'Port': ['ID=93f35c6e-3c09-411f-8942-ca4c788ef7e6,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:07.196368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-682fa4a5-5fee-494c-8059-1ab2bc359a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:07.198063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-682fa4a5-5fee-494c-8059-1ab2bc359a5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 1094 time: 0.0743473 Nov 04 09:28:07.204750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49c531-6c33-40a2-85c6-b1883b40cfd8 req-fd863ad9-1744-4d4b-8ed3-e26167466da9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:07.206523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b49c531-6c33-40a2-85c6-b1883b40cfd8 req-fd863ad9-1744-4d4b-8ed3-e26167466da9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1946232 Nov 04 09:28:07.274599 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-bb0b03b4-7afb-496b-a9d6-fc47e46b6f27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93f35c6e-3c09-411f-8942-ca4c788ef7e6 HTTP/1.1" status: 200 len: 217 time: 0.0682375 Nov 04 09:28:07.294695 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.320713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b49c531-6c33-40a2-85c6-b1883b40cfd8 req-921267ec-5cf2-4983-bb14-404e2f4b75e8 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048307 Nov 04 09:28:07.382231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-256d3064-c307-4f46-8c5d-0788eefc454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:07.383970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-256d3064-c307-4f46-8c5d-0788eefc454c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.1029987 Nov 04 09:28:07.402326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9d38-3c36-44d2-849f-831b4ef98df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.472311 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c07182-171b-4012-889e-579d044ce867 x-openstack-request-id: req-63c07182-171b-4012-889e-579d044ce867 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:07.472671 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57909dd4-1d7f-4735-b0ac-69732f872c13", "tag": "93f35c6e-3c09-411f-8942-ca4c788ef7e6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:07.472928 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-63c07182-171b-4012-889e-579d044ce867 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:07.473331 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'tag': '93f35c6e-3c09-411f-8942-ca4c788ef7e6', 'status': 'completed', 'code': 200} Nov 04 09:28:07.486579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-2e230e5b-1e92-42d4-b64b-4b429f1b08b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:07.490249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-2e230e5b-1e92-42d4-b64b-4b429f1b08b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992754 Nov 04 09:28:07.492135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 68312482-2029-4fec-a8ba-46d7ba6e71bb up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:07.612900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.627807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.628338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-ca1ab125-8b6a-457c-822d-d06fa316985d service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289399 Nov 04 09:28:07.668632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85198c92-1008-4e00-b2ee-6dd6a1415b66 req-d3817786-2c39-4563-a7b8-f08865baae08 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:07.670587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85198c92-1008-4e00-b2ee-6dd6a1415b66 req-d3817786-2c39-4563-a7b8-f08865baae08 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.1264699 Nov 04 09:28:07.672068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Allocated IP 172.20.0.1 (a02c45de-cbf9-4290-95ed-48f2ce5c1bca/4d24c30f-5106-4039-8074-d8b8ef0ebd47/00d426c2-5ef6-43a5-866e-83c2dfd2fa80) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:07.700785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Attempting to bind port 06e654b7-76d3-4f44-b277-9abad35d04e6 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:28:07.701369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Attempting to bind port 06e654b7-76d3-4f44-b277-9abad35d04e6 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:28:07.701838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Attempting to bind port 06e654b7-76d3-4f44-b277-9abad35d04e6 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:07.719141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:28:07.720202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:07.720369 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.720903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:28:07.721410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Bound port: 06e654b7-76d3-4f44-b277-9abad35d04e6, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:28:07.721907 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.723750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85198c92-1008-4e00-b2ee-6dd6a1415b66 req-a0fff9ef-335c-406b-b3c9-a2a0530b3ce8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459356 Nov 04 09:28:07.754480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782b148-4634-4237-a70c-18608f7f7bf1 None None] Pushing event updated for resources: {'Port': ['ID=06e654b7-76d3-4f44-b277-9abad35d04e6,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:07.791396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6f4e19b-24a8-48d9-8a89-39dd9bebe863 req-72912068-4774-43c4-8c68-4fbf650ccea9 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554716 Nov 04 09:28:07.800868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 68312482-2029-4fec-a8ba-46d7ba6e71bb triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:07.802109 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.881186 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:07.947810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-e603b9c4-9005-47cd-84d5-7caa2c54d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:07.955813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-e603b9c4-9005-47cd-84d5-7caa2c54d0d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 1094 time: 0.1098838 Nov 04 09:28:07.969660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:08.087454 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] For port 06e654b7-76d3-4f44-b277-9abad35d04e6, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:28:08.128765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:08.134382 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:08.138667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:08.142263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] For port 06e654b7-76d3-4f44-b277-9abad35d04e6, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=06e654b7-76d3-4f44-b277-9abad35d04e6,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:28:08.155403 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:08.245745 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Pushing event updated for resources: {'Port': ['ID=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:08.366674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:08.382741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:08.383149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:27:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:08.477023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784f2e-a098-4df6-8094-3cf9dc46340c req-1384a632-15b2-41e1-9de0-daa1a214e173 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:08.484566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2784f2e-a098-4df6-8094-3cf9dc46340c req-1384a632-15b2-41e1-9de0-daa1a214e173 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.2253146 Nov 04 09:28:08.502288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782b148-4634-4237-a70c-18608f7f7bf1 None None] Pushing event updated for resources: {'Port': ['ID=06e654b7-76d3-4f44-b277-9abad35d04e6,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:08.640564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:08.666416 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:08.725247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4ca5dd02-63b0-46aa-b451-9eaf78e19371 None None] Provisioning complete for port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:08.725727 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4ca5dd02-63b0-46aa-b451-9eaf78e19371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:08.735541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2784f2e-a098-4df6-8094-3cf9dc46340c req-8051b07c-f8d4-43c2-b519-219b12774590 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684303 Nov 04 09:28:08.766482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87869211-652d-4241-aa7a-eccdf810a98d req-14ae68c1-d154-4be5-a3bc-30c6f7b52263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:08.768190 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87869211-652d-4241-aa7a-eccdf810a98d req-14ae68c1-d154-4be5-a3bc-30c6f7b52263 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.1561377 Nov 04 09:28:08.842033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5dd02-63b0-46aa-b451-9eaf78e19371 None None] Port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:28:08.902395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-296b0af3-e62b-46a4-9c99-bb759c22a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:08.903899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-296b0af3-e62b-46a4-9c99-bb759c22a452 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.9386353 Nov 04 09:28:08.961239 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-2ede087f-0ea2-45bd-9264-67e80eb672f6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=93f35c6e-3c09-411f-8942-ca4c788ef7e6 HTTP/1.1" status: 200 len: 217 time: 0.0466542 Nov 04 09:28:08.984711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:05Z', 'revision_number': 3, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:09.020907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379931d0-8dfe-433d-91eb-ae3632f19889 None None] The sync data for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 is: [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:05Z', 'revision_number': 3, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:28:09.021256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e33b18-88bf-4dc2-b7d4-f6da06ebaf65 req-6fe5487d-9b20-44f2-b034-8d5b8da437c4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:09.022736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8e33b18-88bf-4dc2-b7d4-f6da06ebaf65 req-6fe5487d-9b20-44f2-b034-8d5b8da437c4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0954404 Nov 04 09:28:09.065076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87869211-652d-4241-aa7a-eccdf810a98d req-8af098ef-079c-491e-a23a-2ce39d672f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:09.066662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87869211-652d-4241-aa7a-eccdf810a98d req-8af098ef-079c-491e-a23a-2ce39d672f35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.2776747 Nov 04 09:28:09.071024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-f57b9297-3bbe-4762-ac5b-af7041fc5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:09.073233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-f57b9297-3bbe-4762-ac5b-af7041fc5275 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.1036093 Nov 04 09:28:09.134101 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:09.151210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8e33b18-88bf-4dc2-b7d4-f6da06ebaf65 req-87fab9c6-3e71-4ff2-a665-98bfc3bd3a98 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153541 Nov 04 09:28:09.154746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87869211-652d-4241-aa7a-eccdf810a98d req-f056666a-0a69-41a0-a5e6-c65b22f94811 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 217 time: 0.0803239 Nov 04 09:28:09.156621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:09.219760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-4e04868a-0666-4c5d-aea5-e585a1bde512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:09.221586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-4e04868a-0666-4c5d-aea5-e585a1bde512 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355808 Nov 04 09:28:09.246820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Pushing event updated for resources: {'Port': ['ID=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:09.265597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:09.309320 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87869211-652d-4241-aa7a-eccdf810a98d req-45494699-9def-4352-a366-6010ca4e93c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:09.310954 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87869211-652d-4241-aa7a-eccdf810a98d req-45494699-9def-4352-a366-6010ca4e93c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.1474886 Nov 04 09:28:09.366868 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87869211-652d-4241-aa7a-eccdf810a98d req-d6c8f598-a4b1-49c0-9ccf-5a6471cb6f7e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427024 Nov 04 09:28:09.500549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:09.502148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:09.553347 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-61f49fc6-9f91-4e47-befd-0c843d77cb37 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218465 Nov 04 09:28:09.653668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87869211-652d-4241-aa7a-eccdf810a98d req-857d8191-3904-4bd8-8398-636763785409 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794044 Nov 04 09:28:09.714977 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:28:09.914810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-87869211-652d-4241-aa7a-eccdf810a98d req-b71bc093-fcb1-4d03-b9a0-fe97d56c17ac service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477937 Nov 04 09:28:09.969086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdef2c4d-cb25-414c-822a-ad12063523b3 req-974781d4-9eb1-4ebc-8a7d-de331c2ee02f service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055455 Nov 04 09:28:10.040500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-997280fe-4693-4808-8aad-621783b9d914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:10.054924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6118058f-2dc1-458e-bbb4-d49eb1ecb506 None None] Provisioning complete for port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:10.055491 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6118058f-2dc1-458e-bbb4-d49eb1ecb506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:10.135721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6118058f-2dc1-458e-bbb4-d49eb1ecb506 None None] Port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:28:10.300586 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:10.398780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86173d6d-a39a-499f-88f8-0e00f52455cb req-313350fc-b437-4d0c-b203-8577ab9501e9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:10.407665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86173d6d-a39a-499f-88f8-0e00f52455cb req-313350fc-b437-4d0c-b203-8577ab9501e9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1000378 Nov 04 09:28:10.444039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:28:10.455925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c7b310a1-8504-4c71-b0fa-65f7721e15cf admin admin] 10.222.0.53 "PUT /v2.0/routers/e3d6e969-71dc-4b4c-9e7d-ac2dd2718468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8546143 Nov 04 09:28:10.469014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86173d6d-a39a-499f-88f8-0e00f52455cb req-56891a4c-04f4-4b06-85a4-5a6861ecaddc tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604322 Nov 04 09:28:10.632029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640ea4e-0959-4708-9959-9d13f4b55fc7 req-7b91c855-c853-4933-a60f-7330ffbfbeb2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:10.633820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3640ea4e-0959-4708-9959-9d13f4b55fc7 req-7b91c855-c853-4933-a60f-7330ffbfbeb2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0825455 Nov 04 09:28:10.702223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3640ea4e-0959-4708-9959-9d13f4b55fc7 req-f6c598e6-e89a-435e-8257-f63e072f600d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584590 Nov 04 09:28:11.272418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57090) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:11.278705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-11d72019-d0dd-41ca-a671-1b754cff6295 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--781336445', 'description': 'tempest-description--1507966081'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:11.307075 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.326393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11d72019-d0dd-41ca-a671-1b754cff6295 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.471291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 06e654b7-76d3-4f44-b277-9abad35d04e6 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:11.484642 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11d72019-d0dd-41ca-a671-1b754cff6295 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.494985 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11d72019-d0dd-41ca-a671-1b754cff6295 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.546656 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Sync routers for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:28:11.563627 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:11.564326 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:28:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:11.576911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72019-d0dd-41ca-a671-1b754cff6295 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42389376-f257-4a3d-b6be-7254cbc64cdb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:11.578401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 06e654b7-76d3-4f44-b277-9abad35d04e6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:11.578794 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.582389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-11d72019-d0dd-41ca-a671-1b754cff6295 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.587621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:11.591445 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-11d72019-d0dd-41ca-a671-1b754cff6295 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3171761 Nov 04 09:28:11.599825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1f274694-b25f-4367-b9ed-673093698aac tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'security_group_rule': {'security_group_id': '42389376-f257-4a3d-b6be-7254cbc64cdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:11.675069 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f274694-b25f-4367-b9ed-673093698aac tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.720107 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:11.749495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98592fdf-e6e5-463e-b9a1-b35edae5a172 req-ffdc0a0d-718b-4248-8acb-20899f76d365 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:11.757207 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.758277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98592fdf-e6e5-463e-b9a1-b35edae5a172 req-ffdc0a0d-718b-4248-8acb-20899f76d365 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.1267805 Nov 04 09:28:11.812255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f274694-b25f-4367-b9ed-673093698aac tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.812526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 06e654b7-76d3-4f44-b277-9abad35d04e6, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=06e654b7-76d3-4f44-b277-9abad35d04e6,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:11.818996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f274694-b25f-4367-b9ed-673093698aac tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.822149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.870247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1f274694-b25f-4367-b9ed-673093698aac tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.873484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1f274694-b25f-4367-b9ed-673093698aac tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2814052 Nov 04 09:28:11.878076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98592fdf-e6e5-463e-b9a1-b35edae5a172 req-c1dad0b9-fcab-475e-8018-a4676927086a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187999 Nov 04 09:28:11.878546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57098) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:11.879105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f274694-b25f-4367-b9ed-673093698aac tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac45a14d-b353-49bf-ac2e-f8955d8ac611,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:11.883576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-303b4c21-1197-4b7a-b840-f15f785bdb79 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'security_group_rule': {'security_group_id': '42389376-f257-4a3d-b6be-7254cbc64cdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:11.915506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=06e654b7-76d3-4f44-b277-9abad35d04e6,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:11.919250 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-303b4c21-1197-4b7a-b840-f15f785bdb79 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:11.927031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.929324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.929809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.930331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.930777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.931195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.931716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.932274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.932858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.933291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.933692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:11.934092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.051798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-303b4c21-1197-4b7a-b840-f15f785bdb79 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.062717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-303b4c21-1197-4b7a-b840-f15f785bdb79 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.091065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e78a0b-3650-42b2-ac99-d6f3d615dad2 req-890a3574-26e9-4497-8cc4-775df7404892 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:12.094042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8e78a0b-3650-42b2-ac99-d6f3d615dad2 req-890a3574-26e9-4497-8cc4-775df7404892 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0872264 Nov 04 09:28:12.099682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b4c21-1197-4b7a-b840-f15f785bdb79 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5db1ac2-6bd7-4821-a2d1-53f49dd291bf,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:12.110457 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 2, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:12.128829 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-303b4c21-1197-4b7a-b840-f15f785bdb79 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.130075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-303b4c21-1197-4b7a-b840-f15f785bdb79 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2504959 Nov 04 09:28:12.133275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57104) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:12.138092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:12.147309 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Checking router: e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:28:12.147972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Updating router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:28:12.174724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.187373 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.195638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8e78a0b-3650-42b2-ac99-d6f3d615dad2 req-1fcb2cfd-eb2b-493f-bfdf-d8aa2dcc86e2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840104 Nov 04 09:28:12.316792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.547549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Allocated IP 172.25.3.243 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/fc1b9496-8180-4978-b418-0989f3c87fd8) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:12.661754 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.671608 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.753231 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.768045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.787403 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Pushing event updated for resources: {'Port': ['ID=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:12.814739 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.815330 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.815816 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.816340 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.817075 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.826690 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.827120 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.827648 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.828109 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.828407 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.828902 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.829384 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:28:12.834631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.882339 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Attempting to bind port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:28:12.883943 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Attempting to bind port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:28:12.885334 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Attempting to bind port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:12.893755 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:28:12.894914 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Checking segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:12.894914 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.894914 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Bound using segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:28:12.895601 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Bound port: 00d426c2-5ef6-43a5-866e-83c2dfd2fa80, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:28:12.896212 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:12.930923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:12.936262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:12.945028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:12.992199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'Port': ['ID=fc1b9496-8180-4978-b418-0989f3c87fd8,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:13.020019 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] For port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:28:13.043222 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] For port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:28:13.052893 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.183246 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:13.184301 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:28:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:13.205637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.237830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2de664b0-2aac-4b98-af23-591561edcb2e None None] Provisioning complete for port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:13.238486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2de664b0-2aac-4b98-af23-591561edcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.296990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.405797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2de664b0-2aac-4b98-af23-591561edcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.484651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2de664b0-2aac-4b98-af23-591561edcb2e None None] For port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:13.487384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b1698-30fe-4638-a870-ee702b877a89 req-93f12b0f-f0f8-4e52-813b-d6d9b930c6ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:13.491826 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2de664b0-2aac-4b98-af23-591561edcb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.508973 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-074b1698-30fe-4638-a870-ee702b877a89 req-93f12b0f-f0f8-4e52-813b-d6d9b930c6ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.1688814 Nov 04 09:28:13.626295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de664b0-2aac-4b98-af23-591561edcb2e None None] Pushing event updated for resources: {'Port': ['ID=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:13.652553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-074b1698-30fe-4638-a870-ee702b877a89 req-239b17d2-50bb-4668-8319-ae7e5b8fea94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422920 Nov 04 09:28:13.676810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 06e654b7-76d3-4f44-b277-9abad35d04e6 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:13.743165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.750641 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.765268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-67061cbd-72de-426a-8a5c-d5803de028c4 None None] Provisioning complete for port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:13.765861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-67061cbd-72de-426a-8a5c-d5803de028c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.829114 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:13.832597 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d14f4-827d-403e-baa2-0ac0d2f9b07c None None] Pushing event updated for resources: {'Port': ['ID=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:13.887107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 06e654b7-76d3-4f44-b277-9abad35d04e6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:13.887661 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.914968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'Port': ['ID=fc1b9496-8180-4978-b418-0989f3c87fd8,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:13.943340 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.971145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:13.973045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e9d9d7b1-566a-4b43-ae63-78930e3750df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8386862 Nov 04 09:28:14.123472 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:12Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:14.150020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-3f87206c-68f4-44c0-a02b-ff64d29f0915 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--781336445&fields=id&tenant_id=ba737c6bcdce42cea5be4a74dd7053e1 HTTP/1.1" status: 200 len: 267 time: 0.0431590 Nov 04 09:28:14.169039 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c86cce5-e8af-4fc3-8761-28c21b1db298 None None] The sync data for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 is: [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:12Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:28:14.378979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-29fc79d3-32d7-400f-ab2a-5d63918f5d94 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:14.386520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-29fc79d3-32d7-400f-ab2a-5d63918f5d94 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 810 time: 0.2264550 Nov 04 09:28:14.399203 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-d546926f-04fd-4cc0-bfda-193b76455140 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/quotas/ba737c6bcdce42cea5be4a74dd7053e1 HTTP/1.1" status: 200 len: 375 time: 0.0117793 Nov 04 09:28:14.534165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-b01f3fa2-b783-417c-89cf-3ddd6fe0630a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1271224 Nov 04 09:28:14.708393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-f65985f6-777c-4ef9-a1aa-863efc5077be service neutron] 10.222.0.53 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570897 Nov 04 09:28:14.858193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-578b134a-2f82-4e80-b5ce-8a365eccc4a9 service neutron] 10.222.0.53 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321490 Nov 04 09:28:15.218897 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b2e93-4cec-411e-88a7-cc26081ef690 req-4720d83c-33b4-4128-a502-7fd1a1f68070 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:15.220739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab0b2e93-4cec-411e-88a7-cc26081ef690 req-4720d83c-33b4-4128-a502-7fd1a1f68070 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.1170943 Nov 04 09:28:15.282297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab0b2e93-4cec-411e-88a7-cc26081ef690 req-745f005e-2076-4deb-bf0c-67609b55037e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432153 Nov 04 09:28:15.521943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:15.592256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1683259-2384-496e-98b3-d2aace61606e req-92e440a4-bc8b-4f6f-b4f4-fbec7c527d8e tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 210 time: 0.0565765 Nov 04 09:28:15.640243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:15.640622 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:15.818777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:16.434212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8c780-c80e-4f16-9b70-30431f9e2eb0 req-3c84b17c-8d9e-4c37-85b4-b24b94e3a9ee tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:16.437028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80b8c780-c80e-4f16-9b70-30431f9e2eb0 req-3c84b17c-8d9e-4c37-85b4-b24b94e3a9ee tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0699711 Nov 04 09:28:16.496288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80b8c780-c80e-4f16-9b70-30431f9e2eb0 req-cd6c0397-8234-498c-8202-0dd9b82aadc5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516591 Nov 04 09:28:16.542302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-aff8b77b-c867-4e5e-a08c-55dc2e86cfb6 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:16.544205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-aff8b77b-c867-4e5e-a08c-55dc2e86cfb6 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 810 time: 0.1750078 Nov 04 09:28:16.596303 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-9a0a9a5d-7b48-445a-98c6-7941602caf7c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba737c6bcdce42cea5be4a74dd7053e1 HTTP/1.1" status: 200 len: 379 time: 0.0422032 Nov 04 09:28:16.608522 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:16.614156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'port': {'device_id': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'admin_state_up': True, 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'security_groups': ['42389376-f257-4a3d-b6be-7254cbc64cdb']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:16.703422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1644ff64-85e4-4ad1-960d-e39a6c14ec45 req-106e28fc-1faa-4352-b46f-0efa1f629ea2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 210 time: 0.0355463 Nov 04 09:28:16.742958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Made reservation on behalf of ba737c6bcdce42cea5be4a74dd7053e1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:16.746398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:16.878443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Allocated IP 172.20.0.8 (a02c45de-cbf9-4290-95ed-48f2ce5c1bca/4d24c30f-5106-4039-8074-d8b8ef0ebd47/360b8e58-6590-4f60-9ccb-b280a1379efd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:17.046957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:17.082084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:17.132164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:17.135392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:17.139835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:17.168466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'Port': ['ID=360b8e58-6590-4f60-9ccb-b280a1379efd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:17.198647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:17.199294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:17.219106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-c8fff468-3698-4177-b2fe-80ae23b084c5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089318 Nov 04 09:28:17.231699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Request body: {'port': {'device_id': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:17.292337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:17.464850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ea75193c-1a8c-484e-8295-48107396b9ae None None] Provisioning complete for port 360b8e58-6590-4f60-9ccb-b280a1379efd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:17.465362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ea75193c-1a8c-484e-8295-48107396b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:17.512465 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ea75193c-1a8c-484e-8295-48107396b9ae None None] Port 360b8e58-6590-4f60-9ccb-b280a1379efd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:28:17.602982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 360b8e58-6590-4f60-9ccb-b280a1379efd {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:28:17.611600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:17.626261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Transition to ACTIVE for port object 360b8e58-6590-4f60-9ccb-b280a1379efd will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:28:17.631983 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:17.659690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1886b-eca1-41f8-b0e7-4d6341a59722 req-2ac01aab-66fa-43cc-9091-4bdda81dd2ce tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:17.661310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51c1886b-eca1-41f8-b0e7-4d6341a59722 req-2ac01aab-66fa-43cc-9091-4bdda81dd2ce tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0666015 Nov 04 09:28:17.713637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Pushing event updated for resources: {'Port': ['ID=360b8e58-6590-4f60-9ccb-b280a1379efd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:17.773131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51c1886b-eca1-41f8-b0e7-4d6341a59722 req-53d065db-08f1-40a3-a4c5-af0d343a9ef4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992501 Nov 04 09:28:17.855830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Attempting to bind port 360b8e58-6590-4f60-9ccb-b280a1379efd on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:28:17.866487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Attempting to bind port 360b8e58-6590-4f60-9ccb-b280a1379efd by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:28:17.866893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Attempting to bind port 360b8e58-6590-4f60-9ccb-b280a1379efd on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:17.872629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Port 360b8e58-6590-4f60-9ccb-b280a1379efd on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:28:17.872961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Attempting to bind port 360b8e58-6590-4f60-9ccb-b280a1379efd on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:17.899598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:28:17.900107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Checking segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:17.901269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Bound using segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:28:17.902028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Bound port: 360b8e58-6590-4f60-9ccb-b280a1379efd, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:28:17.906594 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:18.053613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] For port 360b8e58-6590-4f60-9ccb-b280a1379efd, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:28:18.060398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] For port 360b8e58-6590-4f60-9ccb-b280a1379efd, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=360b8e58-6590-4f60-9ccb-b280a1379efd,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:28:18.069054 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:18.088863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a741a8-2307-4f33-86dd-2fda2d5a54d4 req-276ba27f-83ec-4b53-af07-b5465ef922d8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.090984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91a741a8-2307-4f33-86dd-2fda2d5a54d4 req-276ba27f-83ec-4b53-af07-b5465ef922d8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 943 time: 0.0880823 Nov 04 09:28:18.130170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.130802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:18.132909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] 10.222.0.55 "PUT /v2.0/ports/360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 1091 time: 0.9050272 Nov 04 09:28:18.133449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:18.136842 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5" -d '{"events": [{"name": "network-changed", "server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:18.150406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91a741a8-2307-4f33-86dd-2fda2d5a54d4 req-4bb90902-f8f5-4900-af81-d65c84470803 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513515 Nov 04 09:28:18.228058 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdc1026-233a-4afd-a411-4ce3c42a8d3b x-openstack-request-id: req-bcdc1026-233a-4afd-a411-4ce3c42a8d3b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:18.228348 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:18.229991 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bcdc1026-233a-4afd-a411-4ce3c42a8d3b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:18.229991 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'status': 'completed', 'code': 200} Nov 04 09:28:18.231520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e998da-510a-4c55-9dbb-63d6479d843c service neutron] Pushing event updated for resources: {'Port': ['ID=360b8e58-6590-4f60-9ccb-b280a1379efd,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:18.252898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-5dfe9500-549a-46e7-bd2e-f5a2f305aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.254744 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-5dfe9500-549a-46e7-bd2e-f5a2f305aebe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1094 time: 0.0678523 Nov 04 09:28:18.309157 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-af3303fd-beda-4104-bc62-f2e044d9e396 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 217 time: 0.0459991 Nov 04 09:28:18.382217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-6b2494a3-4fc0-4fcc-8881-ee44d1a0020e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.383943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-6b2494a3-4fc0-4fcc-8881-ee44d1a0020e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0676866 Nov 04 09:28:18.440195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-9a8dfe47-b137-4671-9449-41c83ca4008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.442211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-9a8dfe47-b137-4671-9449-41c83ca4008c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506911 Nov 04 09:28:18.549995 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-11bf8593-1f43-4363-942e-2b0462eb9d06 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987864 Nov 04 09:28:18.663166 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e85c599e-9e6d-438e-979c-316a8be098f1 req-6a6ea049-2fd6-4901-bb94-036549668ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043422 Nov 04 09:28:18.760356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-a3d1fd15-817a-49d3-a56f-5fb86723df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.761884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-a3d1fd15-817a-49d3-a56f-5fb86723df5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1094 time: 0.0457556 Nov 04 09:28:18.869329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-d2b7f430-bb31-4de5-b0fd-36bc2e62505c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.870984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-d2b7f430-bb31-4de5-b0fd-36bc2e62505c service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.1010401 Nov 04 09:28:18.904204 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65ab4e-9ead-4deb-8806-6b1e5f166095 req-060ad0a3-a1bb-4c44-9c48-956bf689f6e1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.905940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc65ab4e-9ead-4deb-8806-6b1e5f166095 req-060ad0a3-a1bb-4c44-9c48-956bf689f6e1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0539467 Nov 04 09:28:18.920873 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-889270e6-9de3-4dbd-9e46-e941a50e3bb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 217 time: 0.0422299 Nov 04 09:28:18.954344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc65ab4e-9ead-4deb-8806-6b1e5f166095 req-763e0968-dddd-4dfc-966c-4e21b95f4ff3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 Nov 04 09:28:18.996680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-8d0048eb-a895-4c12-aa50-ddace2178ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:18.998800 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-8d0048eb-a895-4c12-aa50-ddace2178ba0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0711358 Nov 04 09:28:19.071734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-4f2b13ad-f3d3-4b45-91ca-e8c0b69cd0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:19.073442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-4f2b13ad-f3d3-4b45-91ca-e8c0b69cd0d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668688 Nov 04 09:28:19.182128 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-cd6abf03-01db-4ea4-bb78-9599f759b006 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010237 Nov 04 09:28:19.306027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9eeda55a-d291-4d89-bbe0-f6ef0be1bfd5 req-801bc757-09d7-4550-8b3a-680d09267263 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158822 Nov 04 09:28:19.343847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b7f625-8061-40fb-8954-22da5ebd87cb req-35cd96d2-f2fe-44f5-8fb1-3bc3baa89972 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:19.345864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71b7f625-8061-40fb-8954-22da5ebd87cb req-35cd96d2-f2fe-44f5-8fb1-3bc3baa89972 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 943 time: 0.0613179 Nov 04 09:28:19.397921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71b7f625-8061-40fb-8954-22da5ebd87cb req-9dd5b95e-7859-4939-834e-5da7ac9025d1 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Nov 04 09:28:20.096349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78370077-fb71-4aed-844f-5070bf84c42a req-204c01de-1eef-4899-9673-5ebbf5333ca8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:20.097900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78370077-fb71-4aed-844f-5070bf84c42a req-204c01de-1eef-4899-9673-5ebbf5333ca8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0596387 Nov 04 09:28:20.141388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78370077-fb71-4aed-844f-5070bf84c42a req-2c98ad10-16e6-4ce6-8fc8-f2061baf9fb0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Nov 04 09:28:20.527566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ab89-fff7-402c-9e94-23b4e68787ef req-17c040c3-7e9b-4c5f-b8a4-80e2d0a5d22a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:20.529776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d53ab89-fff7-402c-9e94-23b4e68787ef req-17c040c3-7e9b-4c5f-b8a4-80e2d0a5d22a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 943 time: 0.0573287 Nov 04 09:28:20.578207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d53ab89-fff7-402c-9e94-23b4e68787ef req-0b5a615b-885f-46bd-8c07-b1990a915f2a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355916 Nov 04 09:28:21.271503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4f261-db0a-4b75-96f3-e8649c2bff62 req-550636fc-0038-47d4-8b96-2e6a70d91b15 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:21.276887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-adb4f261-db0a-4b75-96f3-e8649c2bff62 req-550636fc-0038-47d4-8b96-2e6a70d91b15 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0581667 Nov 04 09:28:21.322288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-adb4f261-db0a-4b75-96f3-e8649c2bff62 req-e20cd6dd-4682-40e0-bb81-f1aed6389964 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394256 Nov 04 09:28:21.529917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 360b8e58-6590-4f60-9ccb-b280a1379efd details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:28:21.632938 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:28:21.648370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 360b8e58-6590-4f60-9ccb-b280a1379efd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=360b8e58-6590-4f60-9ccb-b280a1379efd,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:21.662138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'port_id': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'mac_address': 'fa:16:3e:c9:3a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:28:21.705490 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:21.725540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 360b8e58-6590-4f60-9ccb-b280a1379efd {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:28:21.730013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14642e92-aae2-49f1-88ce-d1e6a1c410b7 req-9ebb4d03-7c83-4538-8bdd-8bcb6b35fe4e tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:21.733227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14642e92-aae2-49f1-88ce-d1e6a1c410b7 req-9ebb4d03-7c83-4538-8bdd-8bcb6b35fe4e tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 943 time: 0.0665340 Nov 04 09:28:21.758882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 360b8e58-6590-4f60-9ccb-b280a1379efd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=360b8e58-6590-4f60-9ccb-b280a1379efd,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:21.764784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:21.801057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14642e92-aae2-49f1-88ce-d1e6a1c410b7 req-9ba7c10b-890c-4b9a-a7d2-a737066e9f85 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608957 Nov 04 09:28:21.835670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=360b8e58-6590-4f60-9ccb-b280a1379efd,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:21.992272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['360b8e58-6590-4f60-9ccb-b280a1379efd'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:22.480847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6ec05-5432-4214-89a0-dbda238f7e20 req-fc3a5141-e1dd-44bf-8a87-f61da546702e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:22.483255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26a6ec05-5432-4214-89a0-dbda238f7e20 req-fc3a5141-e1dd-44bf-8a87-f61da546702e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0570338 Nov 04 09:28:22.550339 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26a6ec05-5432-4214-89a0-dbda238f7e20 req-80d75b99-279c-4565-9dc6-a47ae62e5c6a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503652 Nov 04 09:28:22.651761 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-76aea152-0611-442b-932e-ec36586e03c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0505297 Nov 04 09:28:22.771435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-ce0d07a0-6331-4351-bcce-13f8e9b81bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:22.773754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-ce0d07a0-6331-4351-bcce-13f8e9b81bc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 1096 time: 0.0731637 Nov 04 09:28:22.924078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-5b4b9ca4-3de7-4493-b1db-231ac5f9bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:22.926243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-5b4b9ca4-3de7-4493-b1db-231ac5f9bdee service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.1271791 Nov 04 09:28:22.941560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d402cc-2f00-48e9-aa7a-d640bc70c8d9 req-eba1f785-9b05-4638-ac88-781f79de0a5a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:22.943351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9d402cc-2f00-48e9-aa7a-d640bc70c8d9 req-eba1f785-9b05-4638-ac88-781f79de0a5a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 944 time: 0.0565183 Nov 04 09:28:22.974529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-603bab2f-459a-4090-8144-96bd11cb5f15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379 HTTP/1.1" status: 200 len: 217 time: 0.0404160 Nov 04 09:28:22.988007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9d402cc-2f00-48e9-aa7a-d640bc70c8d9 req-94c1c55e-3d51-4d20-a74c-0262116e1698 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365045 Nov 04 09:28:23.043193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-378062dc-6316-4a52-b056-2b2474abf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:23.045644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-378062dc-6316-4a52-b056-2b2474abf3b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.0644045 Nov 04 09:28:23.081724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-8f4469ee-647f-4f25-805b-7438140ae7ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277522 Nov 04 09:28:23.190406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-ce3abf47-f2ba-49e5-8e9c-d4c3d5afa57c service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008244 Nov 04 09:28:23.287238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-816a3ffe-523f-4f8f-b14e-c80a44dd558f req-f957debc-24f8-4c10-a83e-043c61620cc1 service neutron] 10.222.0.55 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886900 Nov 04 09:28:23.542310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 360b8e58-6590-4f60-9ccb-b280a1379efd up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:23.604338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 360b8e58-6590-4f60-9ccb-b280a1379efd completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:28:23.610666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 360b8e58-6590-4f60-9ccb-b280a1379efd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:23.611043 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:23.715309 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:23.718543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a4838-da61-495f-91d8-18436b729ada req-1424d412-2d94-4946-8b92-c6f71783d8ad tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:23.720316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-525a4838-da61-495f-91d8-18436b729ada req-1424d412-2d94-4946-8b92-c6f71783d8ad tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0915225 Nov 04 09:28:23.743411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:23.746538 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a35d27-7301-4576-9cb1-65f629edcff8" -d '{"events": [{"server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "name": "network-vif-plugged", "status": "completed", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:23.761201 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 360b8e58-6590-4f60-9ccb-b280a1379efd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=360b8e58-6590-4f60-9ccb-b280a1379efd,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:23.776693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-525a4838-da61-495f-91d8-18436b729ada req-6df4a4f8-7854-4356-b0f4-48cbcae4ebf9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481565 Nov 04 09:28:23.789675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:23.863284 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6185b94b-7405-469d-939a-bb73bbaf69af x-openstack-request-id: req-6185b94b-7405-469d-939a-bb73bbaf69af {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:23.863713 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "name": "network-vif-plugged", "status": "completed", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:23.864265 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6185b94b-7405-469d-939a-bb73bbaf69af {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:23.865015 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'code': 200} Nov 04 09:28:23.867929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=360b8e58-6590-4f60-9ccb-b280a1379efd,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:23.990207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21748fa0-366b-4ed3-93b8-591f093b147a req-87542550-7d6e-45ee-904b-1442452d7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:23.991936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21748fa0-366b-4ed3-93b8-591f093b147a req-87542550-7d6e-45ee-904b-1442452d7d6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1096 time: 0.0562241 Nov 04 09:28:24.030827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-21748fa0-366b-4ed3-93b8-591f093b147a req-e0ce8a18-fa64-4e02-b0bc-1646f041ce55 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313210 Nov 04 09:28:24.116344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a4230-0efd-4190-9b35-fef7eef9c142 req-280c94e5-4816-4734-8aa0-8c69e9a7b73e tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:24.117604 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c77a4230-0efd-4190-9b35-fef7eef9c142 req-280c94e5-4816-4734-8aa0-8c69e9a7b73e tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0525718 Nov 04 09:28:24.160789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c77a4230-0efd-4190-9b35-fef7eef9c142 req-ba3abfef-f2e1-49ae-9d64-cec8d7c655bb tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351570 Nov 04 09:28:24.923630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ba95d-014e-4389-b66e-9aa4abb9a37e req-7ec62701-eb72-466e-b48c-bfa8344967b5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:24.925479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b45ba95d-014e-4389-b66e-9aa4abb9a37e req-7ec62701-eb72-466e-b48c-bfa8344967b5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0580149 Nov 04 09:28:24.969383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b45ba95d-014e-4389-b66e-9aa4abb9a37e req-7bd6cf7a-fcdb-4343-a64a-693e52238163 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Nov 04 09:28:25.302960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf8848-f48a-4643-b7f1-180f080618fb req-199fdf03-e800-47c9-9c6e-a24af524d169 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:25.304516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dbf8848-f48a-4643-b7f1-180f080618fb req-199fdf03-e800-47c9-9c6e-a24af524d169 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0639009 Nov 04 09:28:25.349499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dbf8848-f48a-4643-b7f1-180f080618fb req-7ea90498-b598-4aff-a65d-6f4740c7d3b9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368989 Nov 04 09:28:25.482429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f9697-fc56-4969-9ce6-eff2c3ebe5db req-72d1cc31-55b6-44e8-aea3-214e1f82f3d2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:25.484025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc4f9697-fc56-4969-9ce6-eff2c3ebe5db req-72d1cc31-55b6-44e8-aea3-214e1f82f3d2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0545635 Nov 04 09:28:25.497004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:25.505304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'floatingip': {'port_id': '360b8e58-6590-4f60-9ccb-b280a1379efd'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:25.551461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:26.155120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:26.163619 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:26.176359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60ab0-3ca4-480e-8f59-bea2cbc83e80 req-c3f43d60-f0d0-4f7b-b580-37b6e7ef1a61 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:26.177929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1c60ab0-3ca4-480e-8f59-bea2cbc83e80 req-c3f43d60-f0d0-4f7b-b580-37b6e7ef1a61 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0860267 Nov 04 09:28:26.302591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1c60ab0-3ca4-480e-8f59-bea2cbc83e80 req-85f82a11-0e40-40b9-b316-a484fabfe5c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904663 Nov 04 09:28:26.325081 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Floating IP 9b38cc64-19f8-4ea2-bf4d-9adc681b88f4 associated. External IP: 172.25.3.243, port: 360b8e58-6590-4f60-9ccb-b280a1379efd. Nov 04 09:28:26.467606 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ffe773-ca77-4867-a5db-6cd4bf06d9a7 req-6337d6e1-8da3-49bb-a290-bae15b70d558 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:26.469123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4ffe773-ca77-4867-a5db-6cd4bf06d9a7 req-6337d6e1-8da3-49bb-a290-bae15b70d558 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0794952 Nov 04 09:28:26.582026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4ffe773-ca77-4867-a5db-6cd4bf06d9a7 req-30499054-5d58-4608-a731-42ea73c9041a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062205 Nov 04 09:28:26.623134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:28:26.740487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:28:26.745757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:26.753810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] Sync routers for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:28:26.766052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:26.766739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:28:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:26.778717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-40281d5e-f995-42f4-8079-26f6ed6aa1fd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "PUT /v2.0/floatingips/9b38cc64-19f8-4ea2-bf4d-9adc681b88f4 HTTP/1.1" status: 200 len: 991 time: 1.2794192 Nov 04 09:28:26.779689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:26.782339 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d074d157-4007-46f8-b8a7-875e0b202a31" -d '{"events": [{"name": "network-changed", "server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:26.888940 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df742468-ecc3-4d94-9aaa-8fb052260357 x-openstack-request-id: req-df742468-ecc3-4d94-9aaa-8fb052260357 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:26.889298 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:26.889590 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df742468-ecc3-4d94-9aaa-8fb052260357 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:26.889993 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'status': 'completed', 'code': 200} Nov 04 09:28:26.900908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:26.960465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-53be8d4f-cf68-482e-a542-991d21c196e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:26.962348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-53be8d4f-cf68-482e-a542-991d21c196e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1096 time: 0.0502322 Nov 04 09:28:27.072432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-793506ea-9129-4182-9569-a2cb659087a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.074023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-793506ea-9129-4182-9569-a2cb659087a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.1028292 Nov 04 09:28:27.161339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-dd029121-1664-4f5f-b65d-bca8c8a153eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 999 time: 0.0783744 Nov 04 09:28:27.166702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '9b38cc64-19f8-4ea2-bf4d-9adc681b88f4', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'port_id': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'mac_address': 'fa:16:3e:c9:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:28:13Z', 'updated_at': '2021-11-04T09:28:25Z', 'revision_number': 1, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:27.196356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] Checking router: e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:28:27.205839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:27.206467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:28:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:27.220304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-8ebb5f49-88fe-4ffc-a372-d2d6a6bbfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.221765 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-8ebb5f49-88fe-4ffc-a372-d2d6a6bbfdd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0534244 Nov 04 09:28:27.272386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-bb0d7a8b-6f59-4461-83a3-57f2a26b5740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.273853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-bb0d7a8b-6f59-4461-83a3-57f2a26b5740 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445423 Nov 04 09:28:27.385391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-89874830-cf50-4491-bb61-b03e29781621 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036978 Nov 04 09:28:27.454555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe373e-2d50-46bc-a410-0637844952d0 req-0e600b6a-47ae-46fa-9e6c-c7e81ba29b18 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.457115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6efe373e-2d50-46bc-a410-0637844952d0 req-0e600b6a-47ae-46fa-9e6c-c7e81ba29b18 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.0660658 Nov 04 09:28:27.512217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6efe373e-2d50-46bc-a410-0637844952d0 req-10515869-a9f8-4edb-81a3-8c9fdb25ed1a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483527 Nov 04 09:28:27.525297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:27.532822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-67b7ff1a-7940-4abb-bd95-3ac2547fa03b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1056602 Nov 04 09:28:27.547132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d074d157-4007-46f8-b8a7-875e0b202a31 req-7d767764-72ed-467d-be25-0f4a26ac0972 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532090 Nov 04 09:28:27.607425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-627cde63-5343-4adf-b8e1-95b405e1c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.609852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-627cde63-5343-4adf-b8e1-95b405e1c618 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 1097 time: 0.0529778 Nov 04 09:28:27.724388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6335d-c796-4993-885a-79178f4b4452 req-3d4b9613-ef06-4107-993f-1df393e1337d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.725981 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bb6335d-c796-4993-885a-79178f4b4452 req-3d4b9613-ef06-4107-993f-1df393e1337d tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0626085 Nov 04 09:28:27.754386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-ad0c119a-08eb-49db-b391-4b3e17fbcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.755969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-ad0c119a-08eb-49db-b391-4b3e17fbcad7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 200 len: 919 time: 0.1211004 Nov 04 09:28:27.787951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bb6335d-c796-4993-885a-79178f4b4452 req-cf9cdfa8-c7b7-41e5-b8ad-1010a75795a6 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540011 Nov 04 09:28:27.815117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-a4de46b4-c657-4027-ae61-df042fb6afdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 200 len: 217 time: 0.0505064 Nov 04 09:28:27.818664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '9b38cc64-19f8-4ea2-bf4d-9adc681b88f4', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'port_id': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'mac_address': 'fa:16:3e:c9:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:28:13Z', 'updated_at': '2021-11-04T09:28:25Z', 'revision_number': 1, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:27.858567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32740f-f6d3-400a-9c17-4456628ae886 None None] The sync data for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 is: [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '9b38cc64-19f8-4ea2-bf4d-9adc681b88f4', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'port_id': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'mac_address': 'fa:16:3e:c9:3a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:28:13Z', 'updated_at': '2021-11-04T09:28:25Z', 'revision_number': 1, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:28:27.870206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-15f737f2-8375-4095-9f4b-02ae78ee2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:27.872003 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-15f737f2-8375-4095-9f4b-02ae78ee2121 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 200 len: 858 time: 0.0490079 Nov 04 09:28:27.912387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-26f87929-032f-4a31-a48b-9ce55a05d5a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b2371620-4772-4eb3-9566-4b27b4e234b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330307 Nov 04 09:28:28.034662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-21235aef-ac78-47cf-9698-babef15d1eca service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141524 Nov 04 09:28:28.095209 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f32798f-2214-41fe-a13c-a557950a4292 None None] New status for floating IP 9b38cc64-19f8-4ea2-bf4d-9adc681b88f4: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:28:28.146529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cba8acc-a9c2-4975-a95b-b3592f9c937a req-0475d62b-599f-4eb7-9ab7-0b7a4edbfa81 service neutron] 10.222.0.70 "GET /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029913 Nov 04 09:28:28.291944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-f13e4a2f-29de-4e9c-9168-db2ba0b40e88 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:28.293505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-f13e4a2f-29de-4e9c-9168-db2ba0b40e88 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.55 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 945 time: 0.0591424 Nov 04 09:28:28.393643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Deleting port b8c10b67-cff7-4ebb-9b52-a1df694d1379 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:28.393978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:28.493834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] For port b8c10b67-cff7-4ebb-9b52-a1df694d1379, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=b8c10b67-cff7-4ebb-9b52-a1df694d1379,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:28.494187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:28.507786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Calling delete_port for b8c10b67-cff7-4ebb-9b52-a1df694d1379 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:28.643584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:28.657709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['b8c10b67-cff7-4ebb-9b52-a1df694d1379'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:28.660372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7b995127-d203-4f57-a4b0-9dbcba007fec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:28.675610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Pushing event deleted for resources: {'Port': ['ID=b8c10b67-cff7-4ebb-9b52-a1df694d1379,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:28.726063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] No DVR routers for this DVR port b8c10b67-cff7-4ebb-9b52-a1df694d1379 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:28:28.728895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:28.733314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a42c5f61-a36e-4106-be09-16c1814583c4 req-bd0d1718-6780-4655-8ffd-485589590614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.55 "DELETE /v2.0/ports/b8c10b67-cff7-4ebb-9b52-a1df694d1379 HTTP/1.1" status: 204 len: 173 time: 0.4328985 Nov 04 09:28:28.733853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'name': 'network-vif-deleted', 'tag': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:28.736810 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3452d0-f2e5-4efb-a289-3e1531d73840" -d '{"events": [{"server_uuid": "22beb7d7-3289-4c31-bb8e-22980fd5b24c", "name": "network-vif-deleted", "tag": "b8c10b67-cff7-4ebb-9b52-a1df694d1379"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:28.976523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58852168-a389-4885-94f2-0dcb10d692de req-1c2398b4-8e32-46a3-9827-ea2416f482bf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:28.978073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58852168-a389-4885-94f2-0dcb10d692de req-1c2398b4-8e32-46a3-9827-ea2416f482bf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 943 time: 0.3909767 Nov 04 09:28:29.025252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58852168-a389-4885-94f2-0dcb10d692de req-68d5f331-9f81-4cec-90ac-94e19f77c16e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401487 Nov 04 09:28:29.073138 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b088c929-4dac-4a0e-a025-7befb5f6e801 x-openstack-request-id: req-b088c929-4dac-4a0e-a025-7befb5f6e801 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:29.073641 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22beb7d7-3289-4c31-bb8e-22980fd5b24c", "name": "network-vif-deleted", "tag": "b8c10b67-cff7-4ebb-9b52-a1df694d1379", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:29.073760 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b088c929-4dac-4a0e-a025-7befb5f6e801 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:29.074204 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22beb7d7-3289-4c31-bb8e-22980fd5b24c', 'name': 'network-vif-deleted', 'tag': 'b8c10b67-cff7-4ebb-9b52-a1df694d1379', 'status': 'completed', 'code': 200} Nov 04 09:28:29.166517 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08acf51b-3525-4e4c-8125-f8725c3ea29a req-cb3b8649-2994-429a-b195-421eebc207b6 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=22beb7d7-3289-4c31-bb8e-22980fd5b24c HTTP/1.1" status: 200 len: 210 time: 0.0325129 Nov 04 09:28:29.638456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 93f35c6e-3c09-411f-8942-ca4c788ef7e6 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:28:29.739028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 93f35c6e-3c09-411f-8942-ca4c788ef7e6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=93f35c6e-3c09-411f-8942-ca4c788ef7e6,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:29.752629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '93f35c6e-3c09-411f-8942-ca4c788ef7e6', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'port_id': '93f35c6e-3c09-411f-8942-ca4c788ef7e6', 'mac_address': 'fa:16:3e:b6:3b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:28:29.792134 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:29.810416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93f35c6e-3c09-411f-8942-ca4c788ef7e6 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:28:29.830995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 93f35c6e-3c09-411f-8942-ca4c788ef7e6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=93f35c6e-3c09-411f-8942-ca4c788ef7e6,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:29.834521 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:29.886125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=93f35c6e-3c09-411f-8942-ca4c788ef7e6,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:30.082552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['93f35c6e-3c09-411f-8942-ca4c788ef7e6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:30.151617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a334fee-70a7-4b53-b79b-96a6019b50bb req-8510ea24-7bde-415e-86b1-331b8d4afc2a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:30.153104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a334fee-70a7-4b53-b79b-96a6019b50bb req-8510ea24-7bde-415e-86b1-331b8d4afc2a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 944 time: 0.0506947 Nov 04 09:28:30.193267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a334fee-70a7-4b53-b79b-96a6019b50bb req-0b1b0fc2-0caa-490d-92da-a4cae376426e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330043 Nov 04 09:28:30.510869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc8167-acc1-47ad-9458-5afd727c00ea req-414361da-656d-499e-bdde-dfdddf88ac78 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:30.512351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46bc8167-acc1-47ad-9458-5afd727c00ea req-414361da-656d-499e-bdde-dfdddf88ac78 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0521853 Nov 04 09:28:30.561451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46bc8167-acc1-47ad-9458-5afd727c00ea req-7e37ee42-c29a-4b70-8a21-3f83549153d3 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 Nov 04 09:28:31.331555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0325e0ce-009f-476f-a1ee-bbd53480d722 req-68ac87b1-17c0-41f6-a114-55981d46ba1f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:31.333243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0325e0ce-009f-476f-a1ee-bbd53480d722 req-68ac87b1-17c0-41f6-a114-55981d46ba1f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 944 time: 0.0556085 Nov 04 09:28:31.379472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0325e0ce-009f-476f-a1ee-bbd53480d722 req-41647350-ccf4-4c17-90c9-0c1d535eef25 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389080 Nov 04 09:28:31.568532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8c10b67-cff7-4ebb-9b52-a1df694d1379 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:31.595052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: b8c10b67-cff7-4ebb-9b52-a1df694d1379 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:31.595535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device b8c10b67-cff7-4ebb-9b52-a1df694d1379 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:31.645795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 93f35c6e-3c09-411f-8942-ca4c788ef7e6 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:31.693230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98e3ea-1191-459a-a6c6-200d76cbb68a req-95f01824-5200-43cf-bd0d-084132ec6e71 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:31.694927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f98e3ea-1191-459a-a6c6-200d76cbb68a req-95f01824-5200-43cf-bd0d-084132ec6e71 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0590827 Nov 04 09:28:31.705413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:28:31.709820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:31.710205 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:31.739583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f98e3ea-1191-459a-a6c6-200d76cbb68a req-39b4e820-7696-4cb5-aef4-950aa608f17a tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359325 Nov 04 09:28:31.799479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:31.823871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f35c6e-3c09-411f-8942-ca4c788ef7e6'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:31.827023 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9436659f-412f-4feb-bedf-efa3e7768319" -d '{"events": [{"server_uuid": "57909dd4-1d7f-4735-b0ac-69732f872c13", "name": "network-vif-plugged", "status": "completed", "tag": "93f35c6e-3c09-411f-8942-ca4c788ef7e6"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:31.846036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 93f35c6e-3c09-411f-8942-ca4c788ef7e6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=93f35c6e-3c09-411f-8942-ca4c788ef7e6,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:31.850331 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:31.877344 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f42423-cabb-400c-b681-d9620eef2a8b x-openstack-request-id: req-a6f42423-cabb-400c-b681-d9620eef2a8b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:31.877615 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57909dd4-1d7f-4735-b0ac-69732f872c13", "name": "network-vif-plugged", "status": "completed", "tag": "93f35c6e-3c09-411f-8942-ca4c788ef7e6", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:31.877907 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6f42423-cabb-400c-b681-d9620eef2a8b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:31.878304 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f35c6e-3c09-411f-8942-ca4c788ef7e6', 'code': 200} Nov 04 09:28:31.915370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=93f35c6e-3c09-411f-8942-ca4c788ef7e6,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:31.986408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c8cf8-4a30-43be-8fac-4c81d761cdbb req-edba105c-cd00-4c28-bcb4-8fd0c9064b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:31.988087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de6c8cf8-4a30-43be-8fac-4c81d761cdbb req-edba105c-cd00-4c28-bcb4-8fd0c9064b7a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 1096 time: 0.0449462 Nov 04 09:28:32.032077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-de6c8cf8-4a30-43be-8fac-4c81d761cdbb req-555c89de-e11d-44ed-8ff3-faf1ce97820b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361838 Nov 04 09:28:32.506435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d87cea-5465-41fc-8aff-66e386574d38 req-48065908-1b98-4b40-9332-4f56e219d25c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:32.508023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5d87cea-5465-41fc-8aff-66e386574d38 req-48065908-1b98-4b40-9332-4f56e219d25c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 945 time: 0.0526409 Nov 04 09:28:32.555216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5d87cea-5465-41fc-8aff-66e386574d38 req-e08db796-7c55-47f7-a02f-4002f172f8ea tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Nov 04 09:28:32.886596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392ee42-6597-4d71-8255-1da4418f7f81 req-eda9bb1b-aecb-4be3-857c-28897f7f638c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:32.888424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6392ee42-6597-4d71-8255-1da4418f7f81 req-eda9bb1b-aecb-4be3-857c-28897f7f638c tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0600557 Nov 04 09:28:32.940928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6392ee42-6597-4d71-8255-1da4418f7f81 req-87659ed2-20dc-4cdb-aaf7-3864fd8fcbc0 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458450 Nov 04 09:28:33.703370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53409263-922b-416c-838f-5e6fe61c7b4c req-e7244900-483b-4b8c-94e7-708565620f3f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:33.704897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53409263-922b-416c-838f-5e6fe61c7b4c req-e7244900-483b-4b8c-94e7-708565620f3f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 945 time: 0.0576379 Nov 04 09:28:33.756090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53409263-922b-416c-838f-5e6fe61c7b4c req-5f99ac27-1205-4b7c-8c13-82fa9ab352ea tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442085 Nov 04 09:28:33.946496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393e475-a389-4c3e-8045-512d40fa11ca req-29f5703b-4569-4c42-be4f-a2ae6fd52de5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:33.948033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4393e475-a389-4c3e-8045-512d40fa11ca req-29f5703b-4569-4c42-be4f-a2ae6fd52de5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 945 time: 0.0644674 Nov 04 09:28:34.008202 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4393e475-a389-4c3e-8045-512d40fa11ca req-feac9956-2d46-4e3e-a71e-47f10a06e388 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527840 Nov 04 09:28:34.119801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee848-9f1c-4aef-8478-939997330bc5 req-17cb790f-16ce-4286-b8a9-05f42b6b2615 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:34.121345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e7ee848-9f1c-4aef-8478-939997330bc5 req-17cb790f-16ce-4286-b8a9-05f42b6b2615 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0535512 Nov 04 09:28:34.163642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e7ee848-9f1c-4aef-8478-939997330bc5 req-bd733dc1-96ac-4b7c-85c4-470a45015334 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Nov 04 09:28:34.438782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f2592-e0da-4959-ac48-a220aab73289 req-8d7a914b-aafe-4650-a33f-344c0e941c8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:34.440340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-278f2592-e0da-4959-ac48-a220aab73289 req-8d7a914b-aafe-4650-a33f-344c0e941c8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 945 time: 0.0564435 Nov 04 09:28:34.483949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-278f2592-e0da-4959-ac48-a220aab73289 req-ae0408c3-965a-460c-a472-c2217585eda6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373583 Nov 04 09:28:35.294152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd0666-b326-4d7e-b80e-bc487cf8c3b7 req-44782619-64ee-4e6d-b526-df1942c16424 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:35.295816 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8cd0666-b326-4d7e-b80e-bc487cf8c3b7 req-44782619-64ee-4e6d-b526-df1942c16424 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0553901 Nov 04 09:28:35.353397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8cd0666-b326-4d7e-b80e-bc487cf8c3b7 req-74936492-13ac-414e-8fd3-44db69c44be9 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493503 Nov 04 09:28:35.607778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5b471-72e5-4c64-953c-ad17b2fbd2c0 req-821be711-4acc-4f03-a08f-f96a27dd33ca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:35.609375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08a5b471-72e5-4c64-953c-ad17b2fbd2c0 req-821be711-4acc-4f03-a08f-f96a27dd33ca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 945 time: 0.0510600 Nov 04 09:28:35.655269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08a5b471-72e5-4c64-953c-ad17b2fbd2c0 req-adccc114-409e-4951-9f6e-b6f1601d9a47 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 Nov 04 09:28:35.938546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-d3f2c593-cd57-49ba-8f33-c37d10df8ff0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:35.940324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-d3f2c593-cd57-49ba-8f33-c37d10df8ff0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 945 time: 0.0604625 Nov 04 09:28:36.048652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:36.049119 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:36.189099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-6da9c4be-4144-4a81-8b19-f1d2e0cfcc39 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:36.190777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-6da9c4be-4144-4a81-8b19-f1d2e0cfcc39 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.70 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0966461 Nov 04 09:28:36.198940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] For port 93f35c6e-3c09-411f-8942-ca4c788ef7e6, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=93f35c6e-3c09-411f-8942-ca4c788ef7e6,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:36.199345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:36.242966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for 93f35c6e-3c09-411f-8942-ca4c788ef7e6 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:36.483188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6daec5f-9879-4cd1-90c5-2320004f29da req-b90b58f0-3f8d-4369-8e97-423d3c890614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:36.484770 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6daec5f-9879-4cd1-90c5-2320004f29da req-b90b58f0-3f8d-4369-8e97-423d3c890614 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 946 time: 0.0556307 Nov 04 09:28:36.529842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6daec5f-9879-4cd1-90c5-2320004f29da req-a3c65a27-6e89-4a6b-afe0-a9d975b90633 tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d1a3dac-66ce-4c4d-aadc-e87b8250640f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384269 Nov 04 09:28:36.713262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Deleting port 7b995127-d203-4f57-a4b0-9dbcba007fec {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:36.713535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:36.781713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596cd6ed-ef12-4c8d-a132-2d18c1a93213 req-6fa2a9ce-9f8d-45fd-ae9b-7fdf0d2153f6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:36.783254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-596cd6ed-ef12-4c8d-a132-2d18c1a93213 req-6fa2a9ce-9f8d-45fd-ae9b-7fdf0d2153f6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 945 time: 0.0532179 Nov 04 09:28:36.826184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:36.828375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-596cd6ed-ef12-4c8d-a132-2d18c1a93213 req-be02a7d8-3884-4714-b236-84174b14d8fb tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Nov 04 09:28:36.839006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['93f35c6e-3c09-411f-8942-ca4c788ef7e6'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:36.842409 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['13584614-a269-41e1-a347-5fa8e5bdb421'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:36.874017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=93f35c6e-3c09-411f-8942-ca4c788ef7e6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:36.882841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] For port 7b995127-d203-4f57-a4b0-9dbcba007fec, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=7b995127-d203-4f57-a4b0-9dbcba007fec,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:36.883216 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:36.918095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Calling delete_port for 7b995127-d203-4f57-a4b0-9dbcba007fec owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:36.945900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] No DVR routers for this DVR port 93f35c6e-3c09-411f-8942-ca4c788ef7e6 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:28:36.949498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:36.953377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f02b4890-9307-47f9-bfc2-5fa7c2e8cc92 req-7053cf54-c426-45eb-9ca9-266e51ab33bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "DELETE /v2.0/ports/93f35c6e-3c09-411f-8942-ca4c788ef7e6 HTTP/1.1" status: 204 len: 173 time: 1.0052550 Nov 04 09:28:36.955518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'name': 'network-vif-deleted', 'tag': '93f35c6e-3c09-411f-8942-ca4c788ef7e6'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:36.966106 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c0e1fb-5d3c-4491-846d-2c1d5edcbeb8" -d '{"events": [{"server_uuid": "57909dd4-1d7f-4735-b0ac-69732f872c13", "name": "network-vif-deleted", "tag": "93f35c6e-3c09-411f-8942-ca4c788ef7e6"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:37.088696 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba20f99-9b63-4ff0-a487-9dc9d5c63520 x-openstack-request-id: req-6ba20f99-9b63-4ff0-a487-9dc9d5c63520 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:37.089087 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57909dd4-1d7f-4735-b0ac-69732f872c13", "name": "network-vif-deleted", "tag": "93f35c6e-3c09-411f-8942-ca4c788ef7e6", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:37.089410 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6ba20f99-9b63-4ff0-a487-9dc9d5c63520 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:37.089874 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57909dd4-1d7f-4735-b0ac-69732f872c13', 'name': 'network-vif-deleted', 'tag': '93f35c6e-3c09-411f-8942-ca4c788ef7e6', 'status': 'completed', 'code': 200} Nov 04 09:28:37.150607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:37.162057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['7b995127-d203-4f57-a4b0-9dbcba007fec'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:37.186915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Pushing event deleted for resources: {'Port': ['ID=7b995127-d203-4f57-a4b0-9dbcba007fec,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:37.230041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] No DVR routers for this DVR port 7b995127-d203-4f57-a4b0-9dbcba007fec on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:28:37.233203 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:37.236829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-15e106da-d2b5-458c-b5e1-4cdae85b0803 req-8ba7a26e-10dd-44e0-b883-699d8fb3b41e tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.70 "DELETE /v2.0/ports/7b995127-d203-4f57-a4b0-9dbcba007fec HTTP/1.1" status: 204 len: 173 time: 1.0340579 Nov 04 09:28:37.347581 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d854780-3c71-4c33-ac04-f83afa4872e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:37.662408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a612c09-a342-4859-a266-e43baca35a6f req-3ce4b45c-35f3-4bc9-8e32-92e95151773f tempest-ServerRescueNegativeTestJSON-1959366268 tempest-ServerRescueNegativeTestJSON-1959366268-project] 10.222.0.53 "GET /v2.0/ports?device_id=40f25aad-b4b3-4c4f-a5f1-f06a319a7878 HTTP/1.1" status: 200 len: 210 time: 0.0303404 Nov 04 09:28:37.940916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b359ce8-a329-43f2-b0ee-6486785383dd req-802ccf4c-a21c-4629-9518-38328894e8c7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Nov 04 09:28:38.721884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57302) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:39.049267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82f49e95-8c09-4f88-8393-3c98bb5780c3 req-87cd5927-30eb-4811-ab0c-0445f37703b6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 210 time: 0.0296893 Nov 04 09:28:39.091277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'name': 'network-vif-deleted', 'tag': '7b995127-d203-4f57-a4b0-9dbcba007fec'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:39.093708 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaf17fb-6434-4200-b58f-8a808fb06cb8" -d '{"events": [{"server_uuid": "40f25aad-b4b3-4c4f-a5f1-f06a319a7878", "name": "network-vif-deleted", "tag": "7b995127-d203-4f57-a4b0-9dbcba007fec"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:39.102238 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:39.152700 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aa411b-3f73-4178-97c1-552eb55f62bd x-openstack-request-id: req-68aa411b-3f73-4178-97c1-552eb55f62bd {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:39.153184 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40f25aad-b4b3-4c4f-a5f1-f06a319a7878", "name": "network-vif-deleted", "tag": "7b995127-d203-4f57-a4b0-9dbcba007fec", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:39.155311 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68aa411b-3f73-4178-97c1-552eb55f62bd {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:39.155311 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40f25aad-b4b3-4c4f-a5f1-f06a319a7878', 'name': 'network-vif-deleted', 'tag': '7b995127-d203-4f57-a4b0-9dbcba007fec', 'status': 'completed', 'code': 200} Nov 04 09:28:39.392162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Deleting port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:39.392562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:39.485690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] For port 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,segment=NetworkSegment(91c9ea63-142d-4518-a7a6-b3184e82e94d),segment_id=91c9ea63-142d-4518-a7a6-b3184e82e94d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:39.486050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:39.500856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Calling delete_port for 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:39.658793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7b995127-d203-4f57-a4b0-9dbcba007fec no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:39.680666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 7b995127-d203-4f57-a4b0-9dbcba007fec {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:39.681008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 7b995127-d203-4f57-a4b0-9dbcba007fec not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:39.681428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 93f35c6e-3c09-411f-8942-ca4c788ef7e6 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:39.703652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:39.704164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 93f35c6e-3c09-411f-8942-ca4c788ef7e6 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:39.704518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 93f35c6e-3c09-411f-8942-ca4c788ef7e6 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:39.734183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:39.922329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:39.953382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-53d34dc2-d98c-47de-bb1d-33f4e09e3473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:40.162214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdc5805e-6891-4aa1-b9d8-ff96a771dac5 req-c0796d75-ce11-49e1-88c8-57d7fdbda6e3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=57909dd4-1d7f-4735-b0ac-69732f872c13 HTTP/1.1" status: 200 len: 210 time: 0.0324585 Nov 04 09:28:40.165179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Router adb04328-a364-4c33-ae65-f62097cdcf98 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:28:40.282120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:28:40.286900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:40.291710 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6634a10-08ec-4d71-bb10-5f3ebd3792be admin admin] 10.222.0.53 "PUT /v2.0/routers/adb04328-a364-4c33-ae65-f62097cdcf98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5657852 Nov 04 09:28:40.291934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57314) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:40.311543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] Sync routers for ids ['adb04328-a364-4c33-ae65-f62097cdcf98'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:28:40.321815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] Routers {'adb04328-a364-4c33-ae65-f62097cdcf98'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:40.322440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:28:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb04328-a364-4c33-ae65-f62097cdcf98'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:40.416452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:40.448364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] Set router adb04328-a364-4c33-ae65-f62097cdcf98 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:40.531104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:40.589562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Deleting port 028e9fdc-e214-4201-97d2-25ed9439a13a {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:40.589907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:40.660981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:28:39Z', 'revision_number': 5, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port': {'id': '028e9fdc-e214-4201-97d2-25ed9439a13a', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:7a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3397, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:40.700456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] For port 028e9fdc-e214-4201-97d2-25ed9439a13a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=028e9fdc-e214-4201-97d2-25ed9439a13a,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:40.700941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:40.706004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] Checking router: adb04328-a364-4c33-ae65-f62097cdcf98 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:28:40.717268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] Routers {'adb04328-a364-4c33-ae65-f62097cdcf98'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:28:40.718015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:28:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb04328-a364-4c33-ae65-f62097cdcf98'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:40.727429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Calling delete_port for 028e9fdc-e214-4201-97d2-25ed9439a13a owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:40.819522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] Set router adb04328-a364-4c33-ae65-f62097cdcf98 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:28:40.880836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:28:40Z', 'revision_number': 6, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:40.909376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed129ec-ea82-4dc0-8f32-b51477c2bd28 None None] The sync data for ids ['adb04328-a364-4c33-ae65-f62097cdcf98'] in n-d-816487-1 is: [{'id': 'adb04328-a364-4c33-ae65-f62097cdcf98', 'name': 'tempest-ServerRescueNegativeTestJSON-656049135-router', 'tenant_id': '3d0d8a2b92564841b7c88a634438fcf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:26:05Z', 'updated_at': '2021-11-04T09:28:40Z', 'revision_number': 6, 'project_id': '3d0d8a2b92564841b7c88a634438fcf7', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:28:40.930212 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:40.967479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=028e9fdc-e214-4201-97d2-25ed9439a13a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:41.045286 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.142359 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.144790 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.209949 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.212613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb04328-a364-4c33-ae65-f62097cdcf98 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:28:41.219990 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.223926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57318) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:41.224526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6f303299-9169-421a-af56-3123cde99e8d admin admin] 10.222.0.53 "DELETE /v2.0/routers/adb04328-a364-4c33-ae65-f62097cdcf98 HTTP/1.1" status: 204 len: 168 time: 0.9307640 Nov 04 09:28:41.291750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.319103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] Deleting subnet a914a3de-5af7-4774-8c15-768916a26bbe {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:28:41.323200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.404810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.471343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.533757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.566697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.570583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a914a3de-5af7-4774-8c15-768916a26bbe HTTP/1.1" status: 204 len: 168 time: 0.3446290 Nov 04 09:28:41.572028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541828fe-fc19-4e49-b2ac-5c5ecf8b50bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a914a3de-5af7-4774-8c15-768916a26bbe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:41.574295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57324) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:41.651076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.745585 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.772753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2371620-4772-4eb3-9566-4b27b4e234b0']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:41.784643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c9ea63-142d-4518-a7a6-b3184e82e94d') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:41.784951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c9ea63-142d-4518-a7a6-b3184e82e94d') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:28:41.801510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.822388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.833733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:28:41.834615 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:28:41.838126 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:28:41.858487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:41.880330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:41.880730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 1f6958ad-1a75-4be8-bf22-ba2dbe8c6e36 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:41.914399 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.928802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:41.936503 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] 10.222.0.53 "DELETE /v2.0/networks/b2371620-4772-4eb3-9566-4b27b4e234b0 HTTP/1.1" status: 204 len: 168 time: 0.3596990 Nov 04 09:28:41.951758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b56386-2778-4c16-beb1-d393d312b02f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2371620-4772-4eb3-9566-4b27b4e234b0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:42.100326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57328) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:42.151713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b2aaeb00-bfef-4f1b-8c4d-fe9a782e76f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d0d8a2b92564841b7c88a634438fcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496950 Nov 04 09:28:42.155445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57330) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:42.219573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdda0be2-4918-465f-9ce4-041ee8931096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:42.250528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdda0be2-4918-465f-9ce4-041ee8931096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:42.302218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdda0be2-4918-465f-9ce4-041ee8931096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:42.305294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bdda0be2-4918-465f-9ce4-041ee8931096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:42.306473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bdda0be2-4918-465f-9ce4-041ee8931096 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d1a3dac-66ce-4c4d-aadc-e87b8250640f HTTP/1.1" status: 204 len: 168 time: 0.1490085 Nov 04 09:28:42.316868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda0be2-4918-465f-9ce4-041ee8931096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1a3dac-66ce-4c4d-aadc-e87b8250640f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:42.761716 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.083343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57356) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:43.191648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1736417466-network', 'tenant_id': '54f2a046ffdf46f68770920cec747023'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:43.216223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Made reservation on behalf of 54f2a046ffdf46f68770920cec747023 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:43.218832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.228028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.312891 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.317179 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.345676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:28:43.352226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2a2a31-796f-4015-add5-f714a89ecdc7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:43.358512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.358859 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Added segment 683b134c-86a1-4ab0-9210-e61b650cad95 of type vlan for network 0f818e75-f9b4-4de4-968c-539a272bd5d9 Nov 04 09:28:43.401782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 028e9fdc-e214-4201-97d2-25ed9439a13a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:43.406341 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.428884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 028e9fdc-e214-4201-97d2-25ed9439a13a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:43.429227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 028e9fdc-e214-4201-97d2-25ed9439a13a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:43.439062 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.440155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:43.440899 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.508416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:43.514477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Request body: {'subnet': {'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1736417466-subnet', 'tenant_id': '54f2a046ffdf46f68770920cec747023', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:43.519436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4343174 Nov 04 09:28:43.534254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f34746-bdbb-4e77-82fa-06bcf7cedb95 admin admin] Pushing event updated for resources: {'Network': ['ID=0f818e75-f9b4-4de4-968c-539a272bd5d9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:43.548590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0f818e75-f9b4-4de4-968c-539a272bd5d9 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:28:43.560350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Made reservation on behalf of 54f2a046ffdf46f68770920cec747023 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:43.563630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.802544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.875202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Pushing event updated for resources: {'Subnet': ['ID=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:43.882582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Checking segment: {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:43.883086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Network hostable DHCP agents. Network: 0f818e75-f9b4-4de4-968c-539a272bd5d9, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:28:43.904254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Network 0f818e75-f9b4-4de4-968c-539a272bd5d9 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:28:43.920340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0f818e75-f9b4-4de4-968c-539a272bd5d9) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:43.925109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:43.925671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:43.930877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e102770-b5d2-486e-a8c2-f99144283794 None None] Network 0f818e75-f9b4-4de4-968c-539a272bd5d9 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:28:43.943581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-070c5264-d58b-4c20-b650-410fce2803df admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4339695 Nov 04 09:28:44.096121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35b5b2-0992-41b5-a923-8e20ca49ccc3 None None] Network 0f818e75-f9b4-4de4-968c-539a272bd5d9 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:28:44.518798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2f013ff0-d118-4a2b-ac3d-1949b78ea2c7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:44.521911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2f013ff0-d118-4a2b-ac3d-1949b78ea2c7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 814 time: 0.1338310 Nov 04 09:28:44.544093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-fb1c9ae7-9f77-4e77-bb19-383b0d517427 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/quotas/54f2a046ffdf46f68770920cec747023 HTTP/1.1" status: 200 len: 375 time: 0.0107110 Nov 04 09:28:44.580575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-f4972d2e-e93e-43e5-b4c7-31b3b64fdc88 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298717 Nov 04 09:28:44.689328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-93d8108e-d563-4259-ac39-1bc247bf5d1a service neutron] 10.222.0.53 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007183 Nov 04 09:28:44.804583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-bc5b8218-2ac5-450c-9fd2-148c632da13f service neutron] 10.222.0.53 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088097 Nov 04 09:28:45.053629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be6144df-653d-48cf-a8a5-18a3afccb3ac req-9b3bc6a2-8d57-4239-ad6c-5c1bf307dfb0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 210 time: 0.0310566 Nov 04 09:28:45.800251 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:45.838801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf142699-3b27-451f-ad02-aba98548df73 req-7fd0f65e-74c4-4f35-838b-ec968308671e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:45.840387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf142699-3b27-451f-ad02-aba98548df73 req-7fd0f65e-74c4-4f35-838b-ec968308671e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 946 time: 0.0519834 Nov 04 09:28:45.882375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf142699-3b27-451f-ad02-aba98548df73 req-9f4080a1-e456-4d81-98cf-4536e5f8bef1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353863 Nov 04 09:28:45.966823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-f4739189-8e65-4f8e-9a33-170cd3c6bed0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:45.968481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-f4739189-8e65-4f8e-9a33-170cd3c6bed0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.70 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 814 time: 0.1190250 Nov 04 09:28:45.982099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Request body: {'port': {'device_id': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9', 'admin_state_up': True, 'tenant_id': '54f2a046ffdf46f68770920cec747023'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:46.110019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Made reservation on behalf of 54f2a046ffdf46f68770920cec747023 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:46.114910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:46.161522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43e64f7e-b586-4561-a97d-244fbb1558b4 req-df2cbfc5-8579-4425-8796-9698c68ee563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 210 time: 0.0312412 Nov 04 09:28:46.245858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Allocated IP 172.20.0.5 (0f818e75-f9b4-4de4-968c-539a272bd5d9/60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89/63e07fcb-2b3a-4317-aa43-39b413413dba) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:46.395867 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:46.432233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:46.479835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Network 0f818e75-f9b4-4de4-968c-539a272bd5d9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:46.483171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:46.486980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:46.496162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:46.548476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:46.549092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:46.565015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-d77c6cba-7dab-47df-ba30-e47745582563 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877490 Nov 04 09:28:46.579154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Request body: {'port': {'device_id': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:46.624408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:46.635740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:46.922285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e07fcb-2b3a-4317-aa43-39b413413dba {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:28:46.930377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:46.945163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Transition to ACTIVE for port object 63e07fcb-2b3a-4317-aa43-39b413413dba will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:28:46.948903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:47.008773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44611a7-4d89-4564-96f1-2cfb12ca9f62 req-82116fce-4b59-4c04-9e63-83d95d32a9ca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:47.010311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f44611a7-4d89-4564-96f1-2cfb12ca9f62 req-82116fce-4b59-4c04-9e63-83d95d32a9ca tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 946 time: 0.0530226 Nov 04 09:28:47.014897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:47.055670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f44611a7-4d89-4564-96f1-2cfb12ca9f62 req-acdbd5a8-06cb-41d6-8fce-1045eb34c1ae tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353808 Nov 04 09:28:47.086445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:28:47.086785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:28:47.087178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:47.092578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Port 63e07fcb-2b3a-4317-aa43-39b413413dba on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:28:47.092924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:47.098823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:28:47.099168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Checking segment: {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:47.099559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Bound using segment: {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:28:47.100027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Bound port: 63e07fcb-2b3a-4317-aa43-39b413413dba, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:28:47.100392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:47.165642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:28:47.169463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:28:47.175030 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:47.214485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:47.215732 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:47.217593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] 10.222.0.70 "PUT /v2.0/ports/63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 1091 time: 0.6432462 Nov 04 09:28:47.217943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:47.220259 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09508b1d-11ca-476b-aba3-09413e731add" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:47.244379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c0bc3-bdc7-4334-aec2-6d8745a933c8 service neutron] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:47.289498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76df22a-b891-4c66-9d57-fac26a0f253c req-f2fb97d4-db65-48d7-b5d9-c15c77c9ffbb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:47.291001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b76df22a-b891-4c66-9d57-fac26a0f253c req-f2fb97d4-db65-48d7-b5d9-c15c77c9ffbb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 943 time: 0.0534704 Nov 04 09:28:47.298718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-e37cec70-7de7-4eb3-af9e-1fff00001f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:47.300489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-e37cec70-7de7-4eb3-af9e-1fff00001f86 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1094 time: 0.0456183 Nov 04 09:28:47.330853 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b76df22a-b891-4c66-9d57-fac26a0f253c req-2eb314a0-0d30-47ad-a455-e87e7d7c1923 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Nov 04 09:28:47.346089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-71f7848d-09fb-4c75-bc39-010363f9dde4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 217 time: 0.0373065 Nov 04 09:28:47.385539 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9985f-bb5f-4054-b516-2356f1ebb66a x-openstack-request-id: req-3ca9985f-bb5f-4054-b516-2356f1ebb66a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:47.385830 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:47.386079 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ca9985f-bb5f-4054-b516-2356f1ebb66a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:47.386476 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'status': 'completed', 'code': 200} Nov 04 09:28:47.427091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-a876dcc6-3598-43d9-844b-77812d501988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:47.428496 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-a876dcc6-3598-43d9-844b-77812d501988 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0752282 Nov 04 09:28:47.465344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-f691e4a5-5b17-481a-b1b9-323feb024586 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294032 Nov 04 09:28:47.473778 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e8d34109-3ae5-4e26-ae18-612326d5ad61 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:47.475151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e8d34109-3ae5-4e26-ae18-612326d5ad61 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 946 time: 0.0806732 Nov 04 09:28:47.626138 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-6b725542-33b6-416d-9be3-36d3e105c87c service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500294 Nov 04 09:28:47.657614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port 13584614-a269-41e1-a347-5fa8e5bdb421 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:28:47.657948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:47.798736 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9427366d-bb2a-41e2-bb1d-6fdf9547e3df req-33599dea-47c6-4487-92f8-7a773db1608d service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653900 Nov 04 09:28:47.805305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] For port 13584614-a269-41e1-a347-5fa8e5bdb421, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=13584614-a269-41e1-a347-5fa8e5bdb421,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:47.805674 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:47.819705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for 13584614-a269-41e1-a347-5fa8e5bdb421 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:28:47.926133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09508b1d-11ca-476b-aba3-09413e731add req-b5214015-731f-4b62-9178-97b2a7bc66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:47.927755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09508b1d-11ca-476b-aba3-09413e731add req-b5214015-731f-4b62-9178-97b2a7bc66c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1094 time: 0.0624049 Nov 04 09:28:48.065360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:48.078024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['13584614-a269-41e1-a347-5fa8e5bdb421'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:48.097685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09508b1d-11ca-476b-aba3-09413e731add req-05fdd808-b6ae-4e6c-9c76-0b373011beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:48.099286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09508b1d-11ca-476b-aba3-09413e731add req-05fdd808-b6ae-4e6c-9c76-0b373011beaa service neutron] 10.222.0.70 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 915 time: 0.1629701 Nov 04 09:28:48.100390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=13584614-a269-41e1-a347-5fa8e5bdb421,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:48.166175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09508b1d-11ca-476b-aba3-09413e731add req-8dbece4b-e514-4349-b2cf-bfade4a740c0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 217 time: 0.0567317 Nov 04 09:28:48.169978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bab1d1c2-8b0b-436a-9c0a-c7dfd429cc18 req-838ef289-a778-4533-b91e-7d579dc290c9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 210 time: 0.0306916 Nov 04 09:28:48.182140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] No DVR routers for this DVR port 13584614-a269-41e1-a347-5fa8e5bdb421 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:28:48.191529 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:48.194784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f2f74cc-86b2-4056-b949-25e8cbab23b5 req-e88e7368-9c2e-44d8-9d35-d8b37c802b8b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "DELETE /v2.0/ports/13584614-a269-41e1-a347-5fa8e5bdb421 HTTP/1.1" status: 204 len: 173 time: 0.7109194 Nov 04 09:28:48.238893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09508b1d-11ca-476b-aba3-09413e731add req-1fd3b9e1-6966-44ae-a05a-126a277ceb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:48.240408 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09508b1d-11ca-476b-aba3-09413e731add req-1fd3b9e1-6966-44ae-a05a-126a277ceb21 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0596497 Nov 04 09:28:48.274506 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09508b1d-11ca-476b-aba3-09413e731add req-669bf79b-1e81-4a42-9e68-6c15935ac56f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254104 Nov 04 09:28:48.375186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09508b1d-11ca-476b-aba3-09413e731add req-533db737-fc86-40fb-a017-00a4de9529ba service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928764 Nov 04 09:28:48.465536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5ca4f-a96c-49eb-acd6-8467245053f7 req-984d23a5-3c36-412d-a629-ab08271f15c6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:48.467603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ef5ca4f-a96c-49eb-acd6-8467245053f7 req-984d23a5-3c36-412d-a629-ab08271f15c6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 943 time: 0.0600891 Nov 04 09:28:48.484192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09508b1d-11ca-476b-aba3-09413e731add req-d29d506f-1412-4750-8e9c-73c7e56f0460 service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011539 Nov 04 09:28:48.519291 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ef5ca4f-a96c-49eb-acd6-8467245053f7 req-f66c1a58-5966-4982-9926-68736964998a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Nov 04 09:28:49.269551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35a13a4c-4df1-4aa8-9d12-85bb18324207 req-499182d6-d495-46c6-bcad-2265e391d2d6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 210 time: 0.0291607 Nov 04 09:28:49.388016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'name': 'network-vif-deleted', 'tag': '13584614-a269-41e1-a347-5fa8e5bdb421'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:49.390671 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e491850b-d39b-41ea-9612-116a4db81f1c" -d '{"events": [{"server_uuid": "51882b48-e078-47c2-86f1-c5c3c7d7efcb", "name": "network-vif-deleted", "tag": "13584614-a269-41e1-a347-5fa8e5bdb421"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:49.430800 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8869ffc1-0cd8-4f18-91de-d89444c7c65d x-openstack-request-id: req-8869ffc1-0cd8-4f18-91de-d89444c7c65d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:49.431100 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51882b48-e078-47c2-86f1-c5c3c7d7efcb", "name": "network-vif-deleted", "tag": "13584614-a269-41e1-a347-5fa8e5bdb421", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:49.431357 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8869ffc1-0cd8-4f18-91de-d89444c7c65d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:49.431757 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51882b48-e078-47c2-86f1-c5c3c7d7efcb', 'name': 'network-vif-deleted', 'tag': '13584614-a269-41e1-a347-5fa8e5bdb421', 'status': 'completed', 'code': 200} Nov 04 09:28:49.652117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb66b8e-32ab-45f5-a094-dc0c4a6dabbf req-cabe71fb-43ae-4659-88f9-91d898dacd4d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:49.654468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fb66b8e-32ab-45f5-a094-dc0c4a6dabbf req-cabe71fb-43ae-4659-88f9-91d898dacd4d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 943 time: 0.0570652 Nov 04 09:28:49.695100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fb66b8e-32ab-45f5-a094-dc0c4a6dabbf req-b5ac5239-b2cc-4ba4-8470-ff4a41e1aa97 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340464 Nov 04 09:28:49.704892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:28:49.805095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:49.820707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9', 'port_id': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'mac_address': 'fa:16:3e:c7:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:28:49.859501 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:49.874079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e07fcb-2b3a-4317-aa43-39b413413dba {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:28:49.895351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:49.899958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:49.950280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:50.093395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['63e07fcb-2b3a-4317-aa43-39b413413dba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:50.378086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1244ee4c-af51-40e7-a339-22774c0edf09 req-6b141dcf-54a3-47f5-bc6d-dfd7875a16af tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 210 time: 0.0328689 Nov 04 09:28:50.822310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc38bc9-3740-41f0-9dd6-9b37fac89253 req-1e2118b0-6d9e-4336-b5ed-5f7526e53165 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:50.824686 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fdc38bc9-3740-41f0-9dd6-9b37fac89253 req-1e2118b0-6d9e-4336-b5ed-5f7526e53165 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 944 time: 0.0529315 Nov 04 09:28:50.864149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fdc38bc9-3740-41f0-9dd6-9b37fac89253 req-a7b493c8-3cb5-4f62-b126-4ef1f702898f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331166 Nov 04 09:28:51.479146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcfd3c65-c5ac-4454-b7ac-51024a7bf04b req-b614bea8-2734-4988-b691-0f61d65aa3ff tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=51882b48-e078-47c2-86f1-c5c3c7d7efcb HTTP/1.1" status: 200 len: 210 time: 0.0280621 Nov 04 09:28:51.660667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 13584614-a269-41e1-a347-5fa8e5bdb421 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:28:51.681946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 13584614-a269-41e1-a347-5fa8e5bdb421 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:28:51.682380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 13584614-a269-41e1-a347-5fa8e5bdb421 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:28:51.736481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:28:51.790054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 63e07fcb-2b3a-4317-aa43-39b413413dba completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:28:51.794420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 63e07fcb-2b3a-4317-aa43-39b413413dba triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:28:51.795121 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:51.885289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:51.909998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:51.912262 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab92e36-59a1-4d91-ae3c-2becfe495992" -d '{"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-plugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:51.925575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:51.930559 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:51.985002 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:52.017552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf44772-b4a0-44b5-8027-e8e6d742d8c3 req-b362d38b-02f4-4dcf-8212-9a0f80b3e534 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:52.019358 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bf44772-b4a0-44b5-8027-e8e6d742d8c3 req-b362d38b-02f4-4dcf-8212-9a0f80b3e534 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0637145 Nov 04 09:28:52.063959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8bf44772-b4a0-44b5-8027-e8e6d742d8c3 req-73e91513-efef-4bbc-a997-f08930b66f4c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381489 Nov 04 09:28:52.117628 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda2e6d5-c5b9-42f1-9ae8-ce2a30ed59c7 x-openstack-request-id: req-dda2e6d5-c5b9-42f1-9ae8-ce2a30ed59c7 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:52.117931 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-plugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:52.118186 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-dda2e6d5-c5b9-42f1-9ae8-ce2a30ed59c7 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:52.118591 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'code': 200} Nov 04 09:28:52.232511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f785f8b-a0a5-41c6-bfa8-c7c0cf646aa7 req-d67d8ea1-bc57-4e47-a437-0783832ae713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:52.234490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f785f8b-a0a5-41c6-bfa8-c7c0cf646aa7 req-d67d8ea1-bc57-4e47-a437-0783832ae713 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1096 time: 0.0550368 Nov 04 09:28:52.273500 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3f785f8b-a0a5-41c6-bfa8-c7c0cf646aa7 req-38d86390-ba40-4544-b117-c001c55c7365 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316801 Nov 04 09:28:53.191308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c44d-e1e2-4770-80b9-774bd73fa04c req-35630bb8-b0b8-44ff-abe7-97e01f8540f8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:53.192964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dbb3c44d-e1e2-4770-80b9-774bd73fa04c req-35630bb8-b0b8-44ff-abe7-97e01f8540f8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0554492 Nov 04 09:28:53.235557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dbb3c44d-e1e2-4770-80b9-774bd73fa04c req-2b4ab95a-ccfe-467f-94c2-bfb6ce9804ac tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355198 Nov 04 09:28:54.357113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b993664-e79e-4104-a896-7a32219ea4a3 req-f9273f8e-341c-4e15-9431-6bd1d845f6f6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:54.358618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b993664-e79e-4104-a896-7a32219ea4a3 req-f9273f8e-341c-4e15-9431-6bd1d845f6f6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0523124 Nov 04 09:28:54.401136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b993664-e79e-4104-a896-7a32219ea4a3 req-29564959-225e-4c82-94b4-3bd4750bdba6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364010 Nov 04 09:28:54.652841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-8c2e178e-13b0-4de5-8b49-1b18800dd511 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:54.654462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-8c2e178e-13b0-4de5-8b49-1b18800dd511 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 814 time: 0.1180103 Nov 04 09:28:54.673278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-d2bba68f-d542-4f67-8038-8ebd4d3d9984 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/quotas/54f2a046ffdf46f68770920cec747023 HTTP/1.1" status: 200 len: 375 time: 0.0113287 Nov 04 09:28:54.728772 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-93c63e77-761f-48b7-b55c-25a65ff484e4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0488398 Nov 04 09:28:54.834781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-320d645e-ee0d-4a5e-8ac9-03e8f1ed1b6a service neutron] 10.222.0.53 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977204 Nov 04 09:28:54.926098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-ca7a4bb4-8c84-4bc2-81fb-0b339f400d04 service neutron] 10.222.0.53 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848885 Nov 04 09:28:55.182635 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4c2c00a-43e0-4891-9093-b3e8703b758a req-a97c8a04-cdf6-49ce-84eb-9d5e171bd755 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Nov 04 09:28:56.040188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57530) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:56.046637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-60c4ec62-88a0-4f75-825d-3a424faab532 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499738516', 'description': 'tempest-secgroup-smoke-1499738516 description', 'project_id': 'dc4abc3519414efd948d16704b246ce1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:56.062805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-f12324f6-398b-496a-853d-200def1baffe tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:56.064373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-f12324f6-398b-496a-853d-200def1baffe tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.70 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 814 time: 0.1218088 Nov 04 09:28:56.072712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec62-88a0-4f75-825d-3a424faab532 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.078490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Request body: {'port': {'device_id': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9', 'admin_state_up': True, 'tenant_id': '54f2a046ffdf46f68770920cec747023'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:56.154627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec62-88a0-4f75-825d-3a424faab532 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.159806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec62-88a0-4f75-825d-3a424faab532 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.190752 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-60c4ec62-88a0-4f75-825d-3a424faab532 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.192260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60c4ec62-88a0-4f75-825d-3a424faab532 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1508043 Nov 04 09:28:56.195223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:56.200220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f7a48d01-7715-4268-807a-150beb70552b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'security_group_rule': {'security_group_id': 'e5189df3-5478-4990-ba9e-902886367a31', 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:56.202402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4ec62-88a0-4f75-825d-3a424faab532 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5189df3-5478-4990-ba9e-902886367a31,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:56.225957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Made reservation on behalf of 54f2a046ffdf46f68770920cec747023 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:28:56.229500 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.269378 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d01-7715-4268-807a-150beb70552b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.287816 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-12213cdb-c4d2-40b2-8587-9eb272be234d req-614ba24d-5b89-45b1-97f3-ff639975a719 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 210 time: 0.0296283 Nov 04 09:28:56.398331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d01-7715-4268-807a-150beb70552b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.407345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d01-7715-4268-807a-150beb70552b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.415974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Allocated IP 172.20.0.4 (0f818e75-f9b4-4de4-968c-539a272bd5d9/60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89/e439aab2-9a35-4ca8-99fd-fdcf38c7085a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:28:56.438780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a48d01-7715-4268-807a-150beb70552b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3685e2-f431-465f-8a22-3e1b47042f5f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:56.451753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f7a48d01-7715-4268-807a-150beb70552b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.452981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f7a48d01-7715-4268-807a-150beb70552b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2566502 Nov 04 09:28:56.455756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57538) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:56.466514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ba3a61ae-3c43-4579-83a6-93f978d751e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'security_group_rule': {'security_group_id': 'e5189df3-5478-4990-ba9e-902886367a31', 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:56.554718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba3a61ae-3c43-4579-83a6-93f978d751e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.640422 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba3a61ae-3c43-4579-83a6-93f978d751e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.647053 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba3a61ae-3c43-4579-83a6-93f978d751e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.656857 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.676664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a61ae-3c43-4579-83a6-93f978d751e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7822bb7d-9ac6-45e7-8ce5-75ece1235959,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:56.682424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba3a61ae-3c43-4579-83a6-93f978d751e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.683811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba3a61ae-3c43-4579-83a6-93f978d751e6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2269471 Nov 04 09:28:56.686694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57540) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:56.691620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ceab1f60-fce8-4417-ad09-f3890d552626 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'security_group_rule': {'security_group_id': 'e5189df3-5478-4990-ba9e-902886367a31', 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:56.708682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.719570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['63e07fcb-2b3a-4317-aa43-39b413413dba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:28:56.720418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceab1f60-fce8-4417-ad09-f3890d552626 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.771583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Pushing event updated for resources: {'Port': ['ID=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:56.781932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Network 0f818e75-f9b4-4de4-968c-539a272bd5d9 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:28:56.783619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:28:56.788932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:28:56.789717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceab1f60-fce8-4417-ad09-f3890d552626 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.794872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceab1f60-fce8-4417-ad09-f3890d552626 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.816995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab1f60-fce8-4417-ad09-f3890d552626 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221f3ac9-4eee-4363-92ab-59def5c635c6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:56.821375 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ceab1f60-fce8-4417-ad09-f3890d552626 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.822794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ceab1f60-fce8-4417-ad09-f3890d552626 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350369 Nov 04 09:28:56.826069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:56.833521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8a48cb07-5e70-456f-a83d-d904cbaeafd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'security_group_rule': {'security_group_id': 'e5189df3-5478-4990-ba9e-902886367a31', 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:56.868661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:56.869477 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:56.894836 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7cc23c65-8384-40e1-8a89-883d66b842fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8212266 Nov 04 09:28:56.896284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a48cb07-5e70-456f-a83d-d904cbaeafd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.251569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Request body: {'port': {'device_id': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:57.341890 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a48cb07-5e70-456f-a83d-d904cbaeafd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.343198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.356532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a48cb07-5e70-456f-a83d-d904cbaeafd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.405568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a48cb07-5e70-456f-a83d-d904cbaeafd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8a52e0-54b9-4a28-bc52-8ab77e451f7f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:57.414882 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a48cb07-5e70-456f-a83d-d904cbaeafd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.416062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a48cb07-5e70-456f-a83d-d904cbaeafd8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5888748 Nov 04 09:28:57.420074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 57548) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:57.426539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'security_group_rule': {'security_group_id': 'e5189df3-5478-4990-ba9e-902886367a31', 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:57.427633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eea052-0290-4adb-9db0-08aa88fac73b req-a7ff0c98-a0fd-4e85-9b04-3a8caa478773 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:57.429356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0eea052-0290-4adb-9db0-08aa88fac73b req-a7ff0c98-a0fd-4e85-9b04-3a8caa478773 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 931 time: 0.0616174 Nov 04 09:28:57.479716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c0eea052-0290-4adb-9db0-08aa88fac73b req-ac4ecf04-4aea-4586-b19d-c0270af24ec7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Nov 04 09:28:57.522478 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Project dc4abc3519414efd948d16704b246ce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:28:57.531937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.651343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.656724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.691183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd316fd-55a9-4471-bcab-0f972e50fcc4,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:57.703086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.704350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ea9a9dfe-1c85-457e-b188-45cee071649c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2832670 Nov 04 09:28:57.707478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 57550) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:28:57.712555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'security_group_rule': {'security_group_id': 'e5189df3-5478-4990-ba9e-902886367a31', 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:28:57.745151 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Project dc4abc3519414efd948d16704b246ce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:28:57.752462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.761024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e439aab2-9a35-4ca8-99fd-fdcf38c7085a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:28:57.770036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.785409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Transition to ACTIVE for port object e439aab2-9a35-4ca8-99fd-fdcf38c7085a will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:28:57.790581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.815530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.820517 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.841224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb27a6c-0397-4e04-9f42-c948bd854534,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:57.851566 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.852845 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-adbbab13-dc43-4eaf-b6b4-115ce992cc66 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1441987 Nov 04 09:28:57.865782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:57.916880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Attempting to bind port e439aab2-9a35-4ca8-99fd-fdcf38c7085a on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:28:57.917220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Attempting to bind port e439aab2-9a35-4ca8-99fd-fdcf38c7085a by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:28:57.917779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Attempting to bind port e439aab2-9a35-4ca8-99fd-fdcf38c7085a on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:57.922527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Port e439aab2-9a35-4ca8-99fd-fdcf38c7085a on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:28:57.922870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Attempting to bind port e439aab2-9a35-4ca8-99fd-fdcf38c7085a on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:28:57.927946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:28:57.928284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Checking segment: {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:28:57.928666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Bound using segment: {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:28:57.929090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Bound port: e439aab2-9a35-4ca8-99fd-fdcf38c7085a, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:28:57.929451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:57.997875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] For port e439aab2-9a35-4ca8-99fd-fdcf38c7085a, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:28:58.000656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] For port e439aab2-9a35-4ca8-99fd-fdcf38c7085a, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:28:58.005733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:58.043632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:58.044318 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:58.045746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] 10.222.0.70 "PUT /v2.0/ports/e439aab2-9a35-4ca8-99fd-fdcf38c7085a HTTP/1.1" status: 200 len: 1091 time: 1.1403244 Nov 04 09:28:58.046196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'tag': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:28:58.048502 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274daa8c-79c8-4f38-85d6-118bbf22fc23" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c9a266-8867-4d62-924b-f0adaaf4e113", "tag": "e439aab2-9a35-4ca8-99fd-fdcf38c7085a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:28:58.105770 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78492c4c-14c7-4bbc-8933-5d9895261642 x-openstack-request-id: req-78492c4c-14c7-4bbc-8933-5d9895261642 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:28:58.106291 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c9a266-8867-4d62-924b-f0adaaf4e113", "tag": "e439aab2-9a35-4ca8-99fd-fdcf38c7085a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:28:58.106616 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78492c4c-14c7-4bbc-8933-5d9895261642 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:28:58.107087 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'tag': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a', 'status': 'completed', 'code': 200} Nov 04 09:28:58.127495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c495a-1fdd-4ca6-b5cb-e1cf5514ba72 service neutron] Pushing event updated for resources: {'Port': ['ID=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:28:58.144699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-c8b0b6ab-9470-4989-b67f-5f8a7713851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:58.146245 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-c8b0b6ab-9470-4989-b67f-5f8a7713851e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 1094 time: 0.0584295 Nov 04 09:28:58.189636 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-8fcf9ea9-a163-45e1-b195-d95c737b7eba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e439aab2-9a35-4ca8-99fd-fdcf38c7085a HTTP/1.1" status: 200 len: 217 time: 0.0355961 Nov 04 09:28:58.239922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-452a285d-90ae-4e20-9c35-31441b7099ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:58.241813 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-452a285d-90ae-4e20-9c35-31441b7099ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0458393 Nov 04 09:28:58.281584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-10cbeed6-d594-458e-9b70-a4bde4a7660a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322878 Nov 04 09:28:58.389992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-7678aa86-63a4-47c6-9615-a92a4547e68c service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007071 Nov 04 09:28:58.490359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ab46bb4-8f95-4a18-a4fa-9c464b89ec92 req-780a9266-f436-4baa-bebd-d61254ff43c0 service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935717 Nov 04 09:28:58.595640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-c131b3d6-84da-45a0-9639-738008a02b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:58.597806 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-c131b3d6-84da-45a0-9639-738008a02b80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 1094 time: 0.0537477 Nov 04 09:28:58.614754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfbb78-c2b3-48e6-826a-8755c180c32f req-39c6dace-9cb6-403e-81ad-142b53dc03e0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:58.616768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32bfbb78-c2b3-48e6-826a-8755c180c32f req-39c6dace-9cb6-403e-81ad-142b53dc03e0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 943 time: 0.0561249 Nov 04 09:28:58.634060 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:28:58.662099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32bfbb78-c2b3-48e6-826a-8755c180c32f req-cd197d0f-9740-4542-af33-754876ec2e9d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385687 Nov 04 09:28:58.706293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-1a2271f3-d25e-4378-a540-88c23b730e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:58.707845 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-1a2271f3-d25e-4378-a540-88c23b730e15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 915 time: 0.1024740 Nov 04 09:28:58.767319 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-35ff5848-6d4d-42f7-a365-da1accfb406f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e439aab2-9a35-4ca8-99fd-fdcf38c7085a HTTP/1.1" status: 200 len: 217 time: 0.0509746 Nov 04 09:28:58.830446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-5bd9e25d-0025-4f75-a7d1-2f1c5f194e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:58.831976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-5bd9e25d-0025-4f75-a7d1-2f1c5f194e9a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0468187 Nov 04 09:28:58.867220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-0f356121-5b1a-433e-82d7-7253838acd20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257833 Nov 04 09:28:58.967552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-fc695a72-35e4-4922-816e-de4250b63f1e service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921581 Nov 04 09:28:59.069211 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-274daa8c-79c8-4f38-85d6-118bbf22fc23 req-f0879caf-0000-456f-9f0a-90764a13af34 service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941956 Nov 04 09:28:59.806036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7112d6-510e-47bf-b29e-2fdbe9aa3862 req-e5520ebc-64bc-4558-ab74-4411d5c3843b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:28:59.807588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f7112d6-510e-47bf-b29e-2fdbe9aa3862 req-e5520ebc-64bc-4558-ab74-4411d5c3843b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 943 time: 0.0682623 Nov 04 09:28:59.813806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e439aab2-9a35-4ca8-99fd-fdcf38c7085a details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:28:59.855793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f7112d6-510e-47bf-b29e-2fdbe9aa3862 req-14cded84-840e-4006-86c1-1ee33c406c8d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Nov 04 09:28:59.920830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e439aab2-9a35-4ca8-99fd-fdcf38c7085a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:28:59.933955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a', 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9', 'port_id': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a', 'mac_address': 'fa:16:3e:07:d9:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:28:59.977934 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:28:59.992969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e439aab2-9a35-4ca8-99fd-fdcf38c7085a {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:29:00.015540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e439aab2-9a35-4ca8-99fd-fdcf38c7085a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:00.020683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:00.077340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:00.218931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e439aab2-9a35-4ca8-99fd-fdcf38c7085a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:29:01.021668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe557d7-d9e0-4ddd-ab12-238548c05d6d req-bb829004-7cd8-49c7-af21-4e79479fe9a8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:01.023549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afe557d7-d9e0-4ddd-ab12-238548c05d6d req-bb829004-7cd8-49c7-af21-4e79479fe9a8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 944 time: 0.0806887 Nov 04 09:29:01.072967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afe557d7-d9e0-4ddd-ab12-238548c05d6d req-c6740726-0ff8-4552-abd9-43c1335ceb49 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Nov 04 09:29:01.830899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e439aab2-9a35-4ca8-99fd-fdcf38c7085a up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:29:01.909586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e439aab2-9a35-4ca8-99fd-fdcf38c7085a completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:29:01.914641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e439aab2-9a35-4ca8-99fd-fdcf38c7085a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:29:01.915290 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:02.008305 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:02.038054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:02.040434 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba38af7-f7de-4ecf-94a0-dd45d7b4952e" -d '{"events": [{"server_uuid": "b5c9a266-8867-4d62-924b-f0adaaf4e113", "name": "network-vif-plugged", "status": "completed", "tag": "e439aab2-9a35-4ca8-99fd-fdcf38c7085a"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:29:02.054273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e439aab2-9a35-4ca8-99fd-fdcf38c7085a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:02.059749 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:02.104708 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2795394-2103-48be-917d-55a305a90096 x-openstack-request-id: req-e2795394-2103-48be-917d-55a305a90096 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:29:02.105350 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c9a266-8867-4d62-924b-f0adaaf4e113", "name": "network-vif-plugged", "status": "completed", "tag": "e439aab2-9a35-4ca8-99fd-fdcf38c7085a", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:29:02.105620 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e2795394-2103-48be-917d-55a305a90096 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:29:02.106020 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a', 'code': 200} Nov 04 09:29:02.143421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:02.221887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40946869-570b-405d-8325-d7f194783191 req-43019f2c-ba80-4cea-9e90-cc39b14ede15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:02.225798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-40946869-570b-405d-8325-d7f194783191 req-43019f2c-ba80-4cea-9e90-cc39b14ede15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 1096 time: 0.0528338 Nov 04 09:29:02.244511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cea47e-9070-4199-873d-335f0e25c801 req-dd3db0a2-1fea-48a3-80a2-9f0311748920 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:02.248473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07cea47e-9070-4199-873d-335f0e25c801 req-dd3db0a2-1fea-48a3-80a2-9f0311748920 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 945 time: 0.0682290 Nov 04 09:29:02.273464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-40946869-570b-405d-8325-d7f194783191 req-9394cd24-03fd-4d9f-a400-a8a8b26c09b0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Nov 04 09:29:02.291836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07cea47e-9070-4199-873d-335f0e25c801 req-30211a57-0bd1-494d-87b8-1373dd87e177 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389519 Nov 04 09:29:03.437043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79a472-ce2f-4888-a140-e8c3d0ff1956 req-667430ee-1a2b-4371-97ae-98cb24999c75 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:03.438602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb79a472-ce2f-4888-a140-e8c3d0ff1956 req-667430ee-1a2b-4371-97ae-98cb24999c75 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 945 time: 0.0598071 Nov 04 09:29:03.487432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb79a472-ce2f-4888-a140-e8c3d0ff1956 req-f4af1ff6-22df-4398-838b-e960fd986b99 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402668 Nov 04 09:29:03.896860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72024962-f361-4855-83cc-0ea720c3b1a6 req-819f5da5-f7ee-449a-b7bc-bb0f710b3778 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:03.898408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72024962-f361-4855-83cc-0ea720c3b1a6 req-819f5da5-f7ee-449a-b7bc-bb0f710b3778 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 945 time: 0.0620294 Nov 04 09:29:03.942245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72024962-f361-4855-83cc-0ea720c3b1a6 req-14cfcb30-c9f3-4360-99e1-fe5b4c986f70 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Nov 04 09:29:05.100660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1befb-24bf-4228-96b4-5378647043a8 req-7bc3b320-1151-4de3-8f53-fd661be00b37 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:05.102223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8e1befb-24bf-4228-96b4-5378647043a8 req-7bc3b320-1151-4de3-8f53-fd661be00b37 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 945 time: 0.0578787 Nov 04 09:29:05.133311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85389f9a-027a-472c-89c2-100b42b158e2 req-e7bf4ee5-4cb3-409b-b5fa-d742a64cb1b7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:05.135032 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85389f9a-027a-472c-89c2-100b42b158e2 req-e7bf4ee5-4cb3-409b-b5fa-d742a64cb1b7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.70 "GET /v2.0/ports?device_id=b5c9a266-8867-4d62-924b-f0adaaf4e113 HTTP/1.1" status: 200 len: 945 time: 0.0737877 Nov 04 09:29:05.143493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8e1befb-24bf-4228-96b4-5378647043a8 req-cabfabb9-7033-4606-a858-e5c28dbbb286 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349495 Nov 04 09:29:05.252707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Deleting port e439aab2-9a35-4ca8-99fd-fdcf38c7085a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:29:05.252978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:05.350605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] For port e439aab2-9a35-4ca8-99fd-fdcf38c7085a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:05.350973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:05.367206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Calling delete_port for e439aab2-9a35-4ca8-99fd-fdcf38c7085a owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:29:05.512458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:05.525542 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['63e07fcb-2b3a-4317-aa43-39b413413dba', 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:29:05.544976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Pushing event deleted for resources: {'Port': ['ID=e439aab2-9a35-4ca8-99fd-fdcf38c7085a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:05.571833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.571833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.571833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.571833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.571833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.572541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.572541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.572784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.573106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.573433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.573755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.574068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:05.603917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] No DVR routers for this DVR port e439aab2-9a35-4ca8-99fd-fdcf38c7085a on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:29:05.608111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:05.614530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-85389f9a-027a-472c-89c2-100b42b158e2 req-0c0bbc27-2ecf-4041-8a09-a239d80968ae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.70 "DELETE /v2.0/ports/e439aab2-9a35-4ca8-99fd-fdcf38c7085a HTTP/1.1" status: 204 len: 173 time: 0.4708636 Nov 04 09:29:05.614992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'name': 'network-vif-deleted', 'tag': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:05.617658 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e42289-f7e5-4125-9479-3531c742df98" -d '{"events": [{"server_uuid": "b5c9a266-8867-4d62-924b-f0adaaf4e113", "name": "network-vif-deleted", "tag": "e439aab2-9a35-4ca8-99fd-fdcf38c7085a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:29:05.668745 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da46ebf2-08d8-4ac2-bbfa-6f8e3774d4d3 x-openstack-request-id: req-da46ebf2-08d8-4ac2-bbfa-6f8e3774d4d3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:29:05.669044 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c9a266-8867-4d62-924b-f0adaaf4e113", "name": "network-vif-deleted", "tag": "e439aab2-9a35-4ca8-99fd-fdcf38c7085a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:29:05.669301 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-da46ebf2-08d8-4ac2-bbfa-6f8e3774d4d3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:29:05.669762 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c9a266-8867-4d62-924b-f0adaaf4e113', 'name': 'network-vif-deleted', 'tag': 'e439aab2-9a35-4ca8-99fd-fdcf38c7085a', 'status': 'completed', 'code': 200} Nov 04 09:29:06.310886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14e4ff-5ac4-48f2-b056-f1e672932ac4 req-f89a5ab0-0f0a-4ed9-b468-936b8978094e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:06.312384 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a14e4ff-5ac4-48f2-b056-f1e672932ac4 req-f89a5ab0-0f0a-4ed9-b468-936b8978094e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0539260 Nov 04 09:29:06.354306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a14e4ff-5ac4-48f2-b056-f1e672932ac4 req-c359430c-ee3c-43bd-b910-35246c0051bb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348132 Nov 04 09:29:06.538445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5a6cf-ff31-4ca2-a9d6-354042373ecb req-f7e41f54-8fe5-4a06-ba53-8eb5d8347983 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:06.540051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08a5a6cf-ff31-4ca2-a9d6-354042373ecb req-f7e41f54-8fe5-4a06-ba53-8eb5d8347983 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0582728 Nov 04 09:29:06.582144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08a5a6cf-ff31-4ca2-a9d6-354042373ecb req-e9b06e86-4053-4fb8-b836-f689b0f59ef9 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353935 Nov 04 09:29:06.709516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8756-9ee2-4711-9818-177c08e07003 req-20e255a6-1b84-42fc-b9ec-ddc0e10f2e83 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:06.711130 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-466a8756-9ee2-4711-9818-177c08e07003 req-20e255a6-1b84-42fc-b9ec-ddc0e10f2e83 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0531461 Nov 04 09:29:06.761564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-466a8756-9ee2-4711-9818-177c08e07003 req-3d5d5cd8-f4dc-4312-a8f7-5ffb75eb0696 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425055 Nov 04 09:29:07.351670 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-46ba7322-abe4-4518-af7b-7be37ce412f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:08.588071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c2be8-20d6-400a-9646-0741a0e4e70a req-74a55ea1-1963-4b63-bc95-37c9a78dd9aa tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:08.590241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b53c2be8-20d6-400a-9646-0741a0e4e70a req-74a55ea1-1963-4b63-bc95-37c9a78dd9aa tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0518589 Nov 04 09:29:08.634194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b53c2be8-20d6-400a-9646-0741a0e4e70a req-e2ec83a1-39a0-4e25-9a79-ee19606094e5 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377412 Nov 04 09:29:08.762227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3b0489-5253-421a-8136-5591f38f1d40 req-11b125d3-02e8-4b23-8353-1a08f16fb215 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:08.763908 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d3b0489-5253-421a-8136-5591f38f1d40 req-11b125d3-02e8-4b23-8353-1a08f16fb215 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0604603 Nov 04 09:29:08.804267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d3b0489-5253-421a-8136-5591f38f1d40 req-156b0d21-8731-47ff-84c8-fec48e328ad6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Nov 04 09:29:09.875788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e439aab2-9a35-4ca8-99fd-fdcf38c7085a no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:29:09.897449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e439aab2-9a35-4ca8-99fd-fdcf38c7085a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:29:09.897759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e439aab2-9a35-4ca8-99fd-fdcf38c7085a not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:29:09.957255 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-40477fb1-c4e0-42b5-97b0-ae2aca0d49ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:10.282285 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:10.365576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba529dbc-0485-4fde-b362-39d8f372f67f req-b2ac9abb-4ca7-487c-bcf4-387cef1f4f99 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:10.367110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba529dbc-0485-4fde-b362-39d8f372f67f req-b2ac9abb-4ca7-487c-bcf4-387cef1f4f99 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0541694 Nov 04 09:29:10.406864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba529dbc-0485-4fde-b362-39d8f372f67f req-8a0171f0-846a-4493-a622-6a729e3b8450 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330679 Nov 04 09:29:10.529477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764cb881-fd30-463d-9882-19f3c39c12f8 req-21027a90-c3fb-4cbf-8a46-17fa3d624114 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:10.530858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-764cb881-fd30-463d-9882-19f3c39c12f8 req-21027a90-c3fb-4cbf-8a46-17fa3d624114 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0521655 Nov 04 09:29:10.570758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-764cb881-fd30-463d-9882-19f3c39c12f8 req-74668629-8097-46dd-a2e5-775098f84a32 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337701 Nov 04 09:29:10.748364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423225c1-c5e4-4b87-9a76-8b6e6c591926 req-a84a3b28-464c-4769-9378-42e0987fd915 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:10.750142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423225c1-c5e4-4b87-9a76-8b6e6c591926 req-a84a3b28-464c-4769-9378-42e0987fd915 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0571022 Nov 04 09:29:10.792440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-423225c1-c5e4-4b87-9a76-8b6e6c591926 req-304fa2c0-4639-4604-9705-bd0620d63a19 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347877 Nov 04 09:29:10.914045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad41231-2b52-4db7-84c2-d4255b743596 req-52c786b0-8099-45d2-98af-7db719f78f7d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:10.915559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ad41231-2b52-4db7-84c2-d4255b743596 req-52c786b0-8099-45d2-98af-7db719f78f7d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Nov 04 09:29:10.956553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ad41231-2b52-4db7-84c2-d4255b743596 req-fb8f3645-924c-4777-b220-de0ad5ed4ea2 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345855 Nov 04 09:29:11.126767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ef1414-9c48-4ca1-aede-9cdadf183bb5 req-db70bed0-e4b3-4b08-aeed-f0f152fdcc56 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:11.128258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3ef1414-9c48-4ca1-aede-9cdadf183bb5 req-db70bed0-e4b3-4b08-aeed-f0f152fdcc56 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0502858 Nov 04 09:29:11.168166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3ef1414-9c48-4ca1-aede-9cdadf183bb5 req-856afc7b-67e1-4b51-a8c7-614ad4aceddf tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334871 Nov 04 09:29:11.294790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:11.298749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5ef0c-cb69-4dab-a4b2-8650ae935078 req-158e6665-f36d-487a-b424-25fd28f287cc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:11.300748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7a5ef0c-cb69-4dab-a4b2-8650ae935078 req-158e6665-f36d-487a-b424-25fd28f287cc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0601819 Nov 04 09:29:11.340362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7a5ef0c-cb69-4dab-a4b2-8650ae935078 req-93604d5a-f71c-41ea-ba20-c2b13691c98c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329905 Nov 04 09:29:11.548807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f7e0a-d52b-438d-87f0-d806acf4dea5 req-c62fbfe4-d5ee-4d95-a084-f8cc17ff70c1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:11.550403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-656f7e0a-d52b-438d-87f0-d806acf4dea5 req-c62fbfe4-d5ee-4d95-a084-f8cc17ff70c1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0577843 Nov 04 09:29:11.591609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-656f7e0a-d52b-438d-87f0-d806acf4dea5 req-c49fcdf3-b345-4860-bdc2-a3d884487d5a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Nov 04 09:29:11.710986 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed118f-022e-4899-b92e-42711cb040d5 req-09836ed7-898b-443f-b147-532338cea57d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:11.712418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fed118f-022e-4899-b92e-42711cb040d5 req-09836ed7-898b-443f-b147-532338cea57d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0509453 Nov 04 09:29:11.754937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4fed118f-022e-4899-b92e-42711cb040d5 req-6123cc1f-437d-45f6-b8e0-d1030f4f8b25 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357277 Nov 04 09:29:11.957907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd0662-f9f8-48de-b68c-2f5493259c96 req-0ffda46a-6643-495e-aebd-c8d3ad32d8b3 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:11.959522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96cd0662-f9f8-48de-b68c-2f5493259c96 req-0ffda46a-6643-495e-aebd-c8d3ad32d8b3 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0757711 Nov 04 09:29:12.009376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96cd0662-f9f8-48de-b68c-2f5493259c96 req-d46639f9-711b-440c-bab8-1cb6363fd806 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Nov 04 09:29:12.162906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5b32df-12b5-4638-9915-04dda2c58ddc req-5ca06caf-304d-409e-b6f2-f4741eeb1dc4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:12.165156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb5b32df-12b5-4638-9915-04dda2c58ddc req-5ca06caf-304d-409e-b6f2-f4741eeb1dc4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0658059 Nov 04 09:29:12.214910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb5b32df-12b5-4638-9915-04dda2c58ddc req-ab6b0665-53e5-4f1f-a451-6ee06acf0095 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Nov 04 09:29:12.420583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c1b6c-ad80-4bfa-87e3-46aea4526e6b req-f39584d3-cacd-4885-a8d8-a6a365cc501f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:12.422039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-440c1b6c-ad80-4bfa-87e3-46aea4526e6b req-f39584d3-cacd-4885-a8d8-a6a365cc501f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0569463 Nov 04 09:29:12.466240 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-440c1b6c-ad80-4bfa-87e3-46aea4526e6b req-2047725c-412a-4152-b32f-3168601290bb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368397 Nov 04 09:29:12.634592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e4160-ddea-4a22-8eff-36cab23a143b req-eb30a265-dedd-41b8-a87e-ee76cf1f143f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:12.636285 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b1e4160-ddea-4a22-8eff-36cab23a143b req-eb30a265-dedd-41b8-a87e-ee76cf1f143f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0555601 Nov 04 09:29:12.676046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b1e4160-ddea-4a22-8eff-36cab23a143b req-09389c0a-88a5-4db3-b783-5a26606e6271 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334272 Nov 04 09:29:12.759069 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:12.909822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba55715-d2f7-4078-878e-adf2eea8182a req-8d53cfc7-793e-45e2-a26b-4cbb4c455868 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:12.911335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ba55715-d2f7-4078-878e-adf2eea8182a req-8d53cfc7-793e-45e2-a26b-4cbb4c455868 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 814 time: 0.1097212 Nov 04 09:29:12.927440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ba55715-d2f7-4078-878e-adf2eea8182a req-52ef66e9-0a15-46eb-aff8-4098aaab85d7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/quotas/54f2a046ffdf46f68770920cec747023 HTTP/1.1" status: 200 len: 375 time: 0.0099590 Nov 04 09:29:12.988278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ba55715-d2f7-4078-878e-adf2eea8182a req-50312bb5-6766-4fad-a01f-78b8606951b4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549006 Nov 04 09:29:13.106471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67ed00-59cf-4db6-a78d-3f1ff96b77a1 req-7689c02b-222c-4bcf-b486-de6953b2fa02 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:13.108077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc67ed00-59cf-4db6-a78d-3f1ff96b77a1 req-7689c02b-222c-4bcf-b486-de6953b2fa02 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0537302 Nov 04 09:29:13.149026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc67ed00-59cf-4db6-a78d-3f1ff96b77a1 req-dfcba16b-155e-4a32-b1dc-9f81536f043d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Nov 04 09:29:13.268670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b6880-929a-49e8-88fa-29478072694c req-5b284f59-f15b-4298-a17b-56ec2d0f240a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:13.270449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-944b6880-929a-49e8-88fa-29478072694c req-5b284f59-f15b-4298-a17b-56ec2d0f240a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0516760 Nov 04 09:29:13.309485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-944b6880-929a-49e8-88fa-29478072694c req-83e36393-1f55-4390-9642-adec4f86ed4b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330734 Nov 04 09:29:13.461864 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-d436a33b-711e-4f3c-9141-e1d7004ca747 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499738516&fields=id&tenant_id=dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 267 time: 0.0337489 Nov 04 09:29:13.572170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-2cacc86e-dc81-47b4-82a9-7597e95abb7b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:13.573993 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-2cacc86e-dc81-47b4-82a9-7597e95abb7b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1046252 Nov 04 09:29:13.589200 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-ea79bfbc-e0d5-429a-b17c-8c4c84671828 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/quotas/dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 375 time: 0.0092638 Nov 04 09:29:13.642875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-885746f7-9e7f-44ae-8c10-b229a0b13bd5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478132 Nov 04 09:29:13.746486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-7218f771-72af-46f3-8e1b-4741b5f62c20 service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902290 Nov 04 09:29:13.836373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-d45185a3-5ef9-4e3c-8138-8ab634e7cc0b service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836785 Nov 04 09:29:14.175764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dea474c4-e238-4ae8-a6d7-321d2ce8fa0a req-d3f2039d-d908-4535-b2bf-940b7e48ec5a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=54f2a046ffdf46f68770920cec747023 HTTP/1.1" status: 200 len: 221 time: 0.0304699 Nov 04 09:29:14.306690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2cf01b7-aba9-473e-92aa-d90abfc4ed87 req-1c0f6589-e888-4373-81a7-97c7e57fa900 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 210 time: 0.0356507 Nov 04 09:29:14.423925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f88064-089c-4c4a-8865-0931ff12138a req-f0952e05-0b8a-46f6-b237-95150e69d030 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:14.425474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3f88064-089c-4c4a-8865-0931ff12138a req-f0952e05-0b8a-46f6-b237-95150e69d030 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0618646 Nov 04 09:29:14.467624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3f88064-089c-4c4a-8865-0931ff12138a req-d141fd5b-9da4-450b-8ab1-61df558ae7c0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350041 Nov 04 09:29:14.592444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9b42f-f5bd-45f2-9f6a-e6adb2c42656 req-c52a54ec-cd7f-4fa6-ad54-874ee3fdd301 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:14.593981 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54b9b42f-f5bd-45f2-9f6a-e6adb2c42656 req-c52a54ec-cd7f-4fa6-ad54-874ee3fdd301 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0543516 Nov 04 09:29:14.634749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54b9b42f-f5bd-45f2-9f6a-e6adb2c42656 req-99621b7d-a629-45a7-af9d-16a55a76604f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344820 Nov 04 09:29:14.787827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8769bdb-7aef-4487-9249-84219d8c7237 req-f5d5a21a-1827-47f7-b6e5-41fe3b528ba4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:14.789359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8769bdb-7aef-4487-9249-84219d8c7237 req-f5d5a21a-1827-47f7-b6e5-41fe3b528ba4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0549552 Nov 04 09:29:14.828874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8769bdb-7aef-4487-9249-84219d8c7237 req-b57ea1ff-01d1-4b3e-9888-65e7ae7d88f8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Nov 04 09:29:14.952244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea30ea7-cc76-4f50-9665-a11c697ea143 req-a5f3f711-da83-4361-9f2f-51b3e2150ad6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:14.953730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ea30ea7-cc76-4f50-9665-a11c697ea143 req-a5f3f711-da83-4361-9f2f-51b3e2150ad6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0563738 Nov 04 09:29:14.996999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ea30ea7-cc76-4f50-9665-a11c697ea143 req-28dd828c-f152-4c20-ab16-afb3dcd11308 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Nov 04 09:29:15.141617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720af9-4782-4877-b732-793451a2f5a0 req-edf0ae57-3624-43ca-8fdd-b88f38e5af6a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:15.143056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73720af9-4782-4877-b732-793451a2f5a0 req-edf0ae57-3624-43ca-8fdd-b88f38e5af6a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0589120 Nov 04 09:29:15.159895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-835668e9-8ecf-411a-a2d6-1ec430270d34 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:15.161387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-835668e9-8ecf-411a-a2d6-1ec430270d34 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1165957 Nov 04 09:29:15.186356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73720af9-4782-4877-b732-793451a2f5a0 req-222f4307-7026-4e73-9338-438fa5d36777 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365179 Nov 04 09:29:15.206314 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-fda365cd-aeba-4695-a206-263cdc761dd1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 380 time: 0.0362465 Nov 04 09:29:15.217721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'port': {'device_id': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'admin_state_up': True, 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'security_groups': ['e5189df3-5478-4990-ba9e-902886367a31']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:29:15.317746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88d1ac-2803-457d-b9ef-35522f8ffd83 req-4fbbb074-c7c5-4623-b34e-89e43736b35e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:15.319540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a88d1ac-2803-457d-b9ef-35522f8ffd83 req-4fbbb074-c7c5-4623-b34e-89e43736b35e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0571256 Nov 04 09:29:15.351893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:29:15.355832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:15.364506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a88d1ac-2803-457d-b9ef-35522f8ffd83 req-f573ada4-3e53-4474-b309-7144170d4862 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372717 Nov 04 09:29:15.503007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.20.0.6 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/0dfb2613-7e90-4326-afc9-9ce6fc67823d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:29:15.538907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71ed1790-914e-4952-a369-d41b7590eaa8 req-7349b8b7-d542-4f04-9a3d-10f78dbb476a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 210 time: 0.0320899 Nov 04 09:29:15.661535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:15.671406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedeb1b-fa5c-477a-85e3-eb50978dcda6 req-6485a84a-1a62-43f1-9e10-bb16d659177f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:15.673018 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baedeb1b-fa5c-477a-85e3-eb50978dcda6 req-6485a84a-1a62-43f1-9e10-bb16d659177f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Nov 04 09:29:15.696850 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:15.714119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baedeb1b-fa5c-477a-85e3-eb50978dcda6 req-d1aa5a0a-e23d-44bc-92b9-401ddacb087b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341210 Nov 04 09:29:15.742158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:29:15.746370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:29:15.750496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:29:15.760664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=0dfb2613-7e90-4326-afc9-9ce6fc67823d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:15.812987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:15.813750 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:15.818386 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:15.838029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-65ce1799-b576-4734-8826-40d276ed740f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6251323 Nov 04 09:29:15.860261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Request body: {'port': {'device_id': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:29:15.867716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc04e298-f642-4b85-ab60-03524a83c555 req-71661aa2-bd93-44a4-9a5c-feda8f594988 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:15.877671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc04e298-f642-4b85-ab60-03524a83c555 req-71661aa2-bd93-44a4-9a5c-feda8f594988 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0683706 Nov 04 09:29:15.921930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc04e298-f642-4b85-ab60-03524a83c555 req-2c4cf02d-8f8c-4ed5-9f25-6b9ceb65b439 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Nov 04 09:29:15.936227 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.086775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db804b80-9cde-4d26-8656-54e870f775ee req-aecc810f-778f-4837-ad06-4f00d546dfae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.089059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db804b80-9cde-4d26-8656-54e870f775ee req-aecc810f-778f-4837-ad06-4f00d546dfae tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0595586 Nov 04 09:29:16.126537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d78bbddc-6089-4540-86e8-6c49a4f0f63a None None] Provisioning complete for port 0dfb2613-7e90-4326-afc9-9ce6fc67823d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:29:16.127461 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d78bbddc-6089-4540-86e8-6c49a4f0f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.153261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db804b80-9cde-4d26-8656-54e870f775ee req-2e1cadcf-2f2c-4e3c-826a-723052f564bb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542994 Nov 04 09:29:16.165571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d78bbddc-6089-4540-86e8-6c49a4f0f63a None None] Port 0dfb2613-7e90-4326-afc9-9ce6fc67823d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:29:16.267949 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570e07f-5578-4a91-9f9c-c9b4c5d6f405 req-0b02ce7c-6b4a-42ec-9bab-88e810e2c713 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.269479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e570e07f-5578-4a91-9f9c-c9b4c5d6f405 req-0b02ce7c-6b4a-42ec-9bab-88e810e2c713 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0516422 Nov 04 09:29:16.287744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dfb2613-7e90-4326-afc9-9ce6fc67823d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:29:16.295692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.308694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Transition to ACTIVE for port object 0dfb2613-7e90-4326-afc9-9ce6fc67823d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:29:16.312501 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e570e07f-5578-4a91-9f9c-c9b4c5d6f405 req-a66ffa28-4aef-4d1f-a9e9-5b9eaf80742b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359321 Nov 04 09:29:16.313310 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.368080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb2613-7e90-4326-afc9-9ce6fc67823d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:16.451768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Attempting to bind port 0dfb2613-7e90-4326-afc9-9ce6fc67823d on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:29:16.451768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Attempting to bind port 0dfb2613-7e90-4326-afc9-9ce6fc67823d by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:29:16.451768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Attempting to bind port 0dfb2613-7e90-4326-afc9-9ce6fc67823d on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:29:16.457514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Port 0dfb2613-7e90-4326-afc9-9ce6fc67823d on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:29:16.457885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Attempting to bind port 0dfb2613-7e90-4326-afc9-9ce6fc67823d on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:29:16.464203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:29:16.464557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:29:16.464928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:29:16.465370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Bound port: 0dfb2613-7e90-4326-afc9-9ce6fc67823d, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:29:16.465910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.509013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9116314-2789-47d1-9e2f-0d7bd27cc88e req-5d6fdc36-d6ac-4f10-b0a9-ba3140ba97e7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.517567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9116314-2789-47d1-9e2f-0d7bd27cc88e req-5d6fdc36-d6ac-4f10-b0a9-ba3140ba97e7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0868361 Nov 04 09:29:16.542453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] For port 0dfb2613-7e90-4326-afc9-9ce6fc67823d, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:29:16.546183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] For port 0dfb2613-7e90-4326-afc9-9ce6fc67823d, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:29:16.554087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.569442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9116314-2789-47d1-9e2f-0d7bd27cc88e req-44e7ae6c-c0eb-449a-8261-90f1a8e11797 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458877 Nov 04 09:29:16.577638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.578264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.579696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] 10.222.0.70 "PUT /v2.0/ports/0dfb2613-7e90-4326-afc9-9ce6fc67823d HTTP/1.1" status: 200 len: 1091 time: 0.7239373 Nov 04 09:29:16.580248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:16.584893 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3950b769-0bb5-489d-ad54-744ea5c6b12f" -d '{"events": [{"name": "network-changed", "server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:29:16.651908 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:16.683840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb77fbe-b135-4065-871f-6d2160947f74 service neutron] Pushing event updated for resources: {'Port': ['ID=0dfb2613-7e90-4326-afc9-9ce6fc67823d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:16.700668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-9cf51680-4877-4991-a35c-883c62dd41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.706183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-9cf51680-4877-4991-a35c-883c62dd41cf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 1094 time: 0.0736327 Nov 04 09:29:16.758701 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-545051b3-b163-4c2e-9257-e40e9c67534c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d HTTP/1.1" status: 200 len: 217 time: 0.0428603 Nov 04 09:29:16.797849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6837ea2-a59e-4ba2-9d89-be68fa5268a0 req-47459574-ab4e-4854-9d0d-93501dbde84e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.800993 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6837ea2-a59e-4ba2-9d89-be68fa5268a0 req-47459574-ab4e-4854-9d0d-93501dbde84e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0754948 Nov 04 09:29:16.821543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-195d4305-b7de-4b45-bbd3-7fa19c31543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.823552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-195d4305-b7de-4b45-bbd3-7fa19c31543e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0552597 Nov 04 09:29:16.862916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6837ea2-a59e-4ba2-9d89-be68fa5268a0 req-57229bb7-833d-4f03-bd6a-8868e1d83ebc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494530 Nov 04 09:29:16.905574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-43eabe3f-0db8-453f-8aff-aca47ff95f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.907389 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-43eabe3f-0db8-453f-8aff-aca47ff95f58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756731 Nov 04 09:29:16.979717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15323c32-6fb4-48f1-9ca1-0781025441c8 req-519ce360-310e-436a-b93f-6ea16d453236 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:16.981350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15323c32-6fb4-48f1-9ca1-0781025441c8 req-519ce360-310e-436a-b93f-6ea16d453236 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0549128 Nov 04 09:29:17.008281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-e0ff3413-57d7-43a1-b675-6a600cee275f service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919020 Nov 04 09:29:17.042046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15323c32-6fb4-48f1-9ca1-0781025441c8 req-6d083df6-f02a-4043-a9c9-d61313ada69d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463014 Nov 04 09:29:17.081786 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea311a16-c391-4eb4-b827-a6c7a93ae4df x-openstack-request-id: req-ea311a16-c391-4eb4-b827-a6c7a93ae4df {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:29:17.082160 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:29:17.082357 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea311a16-c391-4eb4-b827-a6c7a93ae4df {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:29:17.082777 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'status': 'completed', 'code': 200} Nov 04 09:29:17.128286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cc50a980-176f-47db-b63c-fccfcbe87995 req-fff3c8af-6999-479b-b9da-3af9108db76f service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085565 Nov 04 09:29:17.211901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4cc56-fb91-42a1-a21e-8e1b4f9b841d req-8f311726-2038-44c1-bf2d-1d9965c0a1cb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:17.215990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78d4cc56-fb91-42a1-a21e-8e1b4f9b841d req-8f311726-2038-44c1-bf2d-1d9965c0a1cb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0599566 Nov 04 09:29:17.222040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-f7f468f3-a9d4-4d3b-ba83-f2255a160393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:17.223740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-f7f468f3-a9d4-4d3b-ba83-f2255a160393 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 1094 time: 0.0438023 Nov 04 09:29:17.262115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78d4cc56-fb91-42a1-a21e-8e1b4f9b841d req-82a7ed6d-3519-439e-868d-f968a810d9bb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Nov 04 09:29:17.328535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-1d29745f-d869-4c23-910b-e5ad9b165625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:17.330016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-1d29745f-d869-4c23-910b-e5ad9b165625 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.0986032 Nov 04 09:29:17.373719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-31c7f13e-e731-4bbb-bbb0-ea4649308fc9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d HTTP/1.1" status: 200 len: 217 time: 0.0356538 Nov 04 09:29:17.397174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6408fb-43dc-459c-9c88-d77f1026177e req-76c02fa7-6982-4b8d-a9cd-227ce75a5317 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:17.405229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c6408fb-43dc-459c-9c88-d77f1026177e req-76c02fa7-6982-4b8d-a9cd-227ce75a5317 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0623732 Nov 04 09:29:17.428946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-f4aa37d5-085f-426e-8074-9966ffd207cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:17.430596 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-f4aa37d5-085f-426e-8074-9966ffd207cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0492969 Nov 04 09:29:17.484152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-4e531b6f-94f5-4eb2-9793-4c174f3f296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:17.485819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-4e531b6f-94f5-4eb2-9793-4c174f3f296a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451324 Nov 04 09:29:17.593910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-aa14784b-0a0d-4479-97e2-1bd9580b2ab4 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962925 Nov 04 09:29:17.694500 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3950b769-0bb5-489d-ad54-744ea5c6b12f req-a4d9e417-cdc9-4566-b276-a057dba377e3 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899646 Nov 04 09:29:17.700768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8c6408fb-43dc-459c-9c88-d77f1026177e req-6ef99cb2-bd1f-4360-8d2c-d1d20668958a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946730 Nov 04 09:29:17.888926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedeb11-c35a-403d-974c-9468deafad06 req-5d7fe598-09a5-4e6e-acb3-044889dfa396 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:17.890581 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bbedeb11-c35a-403d-974c-9468deafad06 req-5d7fe598-09a5-4e6e-acb3-044889dfa396 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0512042 Nov 04 09:29:17.929181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bbedeb11-c35a-403d-974c-9468deafad06 req-a08ea656-22da-441d-8a54-c5afac763fa3 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323849 Nov 04 09:29:18.046615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96683565-7f08-4db1-bae2-c9794cb4cd73 req-92fc0060-15f7-4da0-bd8f-d9a97a6e3fce tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:18.048220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96683565-7f08-4db1-bae2-c9794cb4cd73 req-92fc0060-15f7-4da0-bd8f-d9a97a6e3fce tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0539377 Nov 04 09:29:18.091569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96683565-7f08-4db1-bae2-c9794cb4cd73 req-8da80068-e51c-4a18-9151-a883426ac889 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371110 Nov 04 09:29:18.209190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bd76f-2f56-4e36-9c85-95ccec739ccf req-34b7a93e-6d96-4efd-8a48-747f21ec3dc1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:18.210661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-039bd76f-2f56-4e36-9c85-95ccec739ccf req-34b7a93e-6d96-4efd-8a48-747f21ec3dc1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0619729 Nov 04 09:29:18.253219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-039bd76f-2f56-4e36-9c85-95ccec739ccf req-6ba84e39-907b-4733-9076-a3cd69bf48c6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357132 Nov 04 09:29:18.424471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408fa5d-b376-494c-87aa-105b251da044 req-72cd1f2e-980a-4a92-b781-02653738f326 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:18.425974 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3408fa5d-b376-494c-87aa-105b251da044 req-72cd1f2e-980a-4a92-b781-02653738f326 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0514338 Nov 04 09:29:18.466096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3408fa5d-b376-494c-87aa-105b251da044 req-b137462c-1699-4f7f-9ef4-0345d163b83e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337281 Nov 04 09:29:18.588123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e5091-b018-4534-9bca-2580c8eb4c1f req-33c9601c-1b33-4e14-8960-4038fbd05c68 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:18.590143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b7e5091-b018-4534-9bca-2580c8eb4c1f req-33c9601c-1b33-4e14-8960-4038fbd05c68 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0517471 Nov 04 09:29:18.632943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b7e5091-b018-4534-9bca-2580c8eb4c1f req-8193c985-c7ed-4f89-bb56-91dbf6fd6b0e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363336 Nov 04 09:29:18.777582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f56481-e883-4d5d-99e1-18ba37323cd4 req-dae526d9-d152-47e0-996e-3058c2f6126a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:18.779753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06f56481-e883-4d5d-99e1-18ba37323cd4 req-dae526d9-d152-47e0-996e-3058c2f6126a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0587282 Nov 04 09:29:18.821143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06f56481-e883-4d5d-99e1-18ba37323cd4 req-2b016a62-ed9c-43cc-bec7-3a90c215356c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Nov 04 09:29:18.988608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efae1b-2fbd-47c8-8d23-19929c4dc2ed req-94c1d544-c40b-4e22-bd76-b95e8f562f29 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:18.990022 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1efae1b-2fbd-47c8-8d23-19929c4dc2ed req-94c1d544-c40b-4e22-bd76-b95e8f562f29 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0517240 Nov 04 09:29:19.031316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e1efae1b-2fbd-47c8-8d23-19929c4dc2ed req-50a4eed9-c076-4e1b-8655-8bc75a6ca797 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338516 Nov 04 09:29:19.236241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce60fa-db8d-4c04-af96-7b8100f40ec5 req-9fca69c9-1f43-47db-a410-d8b9d9e28836 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:19.237792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34ce60fa-db8d-4c04-af96-7b8100f40ec5 req-9fca69c9-1f43-47db-a410-d8b9d9e28836 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0515223 Nov 04 09:29:19.278558 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34ce60fa-db8d-4c04-af96-7b8100f40ec5 req-c4fa3d7b-b15f-4c14-87c6-a6a864332008 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343926 Nov 04 09:29:19.409755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9066c8-7ec3-4d03-bd2e-6f071b7e86de req-78ba35c3-6cf8-46ac-85d7-34ca3e8856d2 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:19.411241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec9066c8-7ec3-4d03-bd2e-6f071b7e86de req-78ba35c3-6cf8-46ac-85d7-34ca3e8856d2 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0607758 Nov 04 09:29:19.453948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec9066c8-7ec3-4d03-bd2e-6f071b7e86de req-201d8958-5e2c-449b-9da3-a44245c6b5ab tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361264 Nov 04 09:29:20.400252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcff7b-8dcf-4dba-9f79-03cfb17ffd52 req-6d974463-6ace-41ec-a3d0-1b780547f4d1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:20.401940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2dcff7b-8dcf-4dba-9f79-03cfb17ffd52 req-6d974463-6ace-41ec-a3d0-1b780547f4d1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0511179 Nov 04 09:29:20.442651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2dcff7b-8dcf-4dba-9f79-03cfb17ffd52 req-ab5e33c9-cabe-4527-84d7-123cbb7b762b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347471 Nov 04 09:29:20.574200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2d13b-6930-4b6f-ad3b-47b2b77d9048 req-9b302b8c-7de8-400b-881e-aa2f653ae572 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:20.575683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59b2d13b-6930-4b6f-ad3b-47b2b77d9048 req-9b302b8c-7de8-400b-881e-aa2f653ae572 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0510585 Nov 04 09:29:20.618120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59b2d13b-6930-4b6f-ad3b-47b2b77d9048 req-44d59c12-9941-414b-b71a-a3bfe0bd77cd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346634 Nov 04 09:29:20.881786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d74382-dd2b-4368-9baa-5affefb9afbd req-0000d975-115f-406f-8433-f63bae698289 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:20.883834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0d74382-dd2b-4368-9baa-5affefb9afbd req-0000d975-115f-406f-8433-f63bae698289 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0582750 Nov 04 09:29:20.939382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0d74382-dd2b-4368-9baa-5affefb9afbd req-b8357916-daaf-41ee-b853-4c582f412f14 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453115 Nov 04 09:29:21.567369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfa01f-1d52-4412-a27c-d9838f8348fb req-9c55c6ed-eaeb-44a8-828f-f572e4c33e23 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:21.569032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dbfa01f-1d52-4412-a27c-d9838f8348fb req-9c55c6ed-eaeb-44a8-828f-f572e4c33e23 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0536175 Nov 04 09:29:21.610313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dbfa01f-1d52-4412-a27c-d9838f8348fb req-eab0b4b8-3ba4-48c3-9fe8-560c9cc6dab5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340939 Nov 04 09:29:22.065955 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eedbb03-b63e-4867-988a-553af712e9eb req-c9085288-2404-4aba-bdd0-ef0046082c1b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:22.067449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8eedbb03-b63e-4867-988a-553af712e9eb req-c9085288-2404-4aba-bdd0-ef0046082c1b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0536945 Nov 04 09:29:22.108989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8eedbb03-b63e-4867-988a-553af712e9eb req-df906ebb-832a-45d6-bcbe-333d5992f1f0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Nov 04 09:29:22.277316 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb47828-3607-40e7-9a4c-80dad68e5534 req-2fe4f7cc-3606-4a77-9e6c-7f92cdd9c438 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:22.278808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4eb47828-3607-40e7-9a4c-80dad68e5534 req-2fe4f7cc-3606-4a77-9e6c-7f92cdd9c438 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0567174 Nov 04 09:29:22.318684 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4eb47828-3607-40e7-9a4c-80dad68e5534 req-58119bf0-3ef3-4618-8d40-3115bda6e4a1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336938 Nov 04 09:29:22.474713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e6bbc-f252-402f-aada-1d405792e604 req-1b0f60f5-b497-40ae-bd3a-851a17cc85bd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:22.476360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a09e6bbc-f252-402f-aada-1d405792e604 req-1b0f60f5-b497-40ae-bd3a-851a17cc85bd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0501699 Nov 04 09:29:22.516987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a09e6bbc-f252-402f-aada-1d405792e604 req-b1a87ac8-4117-47cf-9f9f-89f7529f4805 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344148 Nov 04 09:29:22.636163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928a5d-905a-49f1-bffd-02b96ead2706 req-1b3805b5-ca5f-43b3-bde8-f33b215c2198 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:22.637867 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3928a5d-905a-49f1-bffd-02b96ead2706 req-1b3805b5-ca5f-43b3-bde8-f33b215c2198 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0529263 Nov 04 09:29:22.677165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3928a5d-905a-49f1-bffd-02b96ead2706 req-58e25edc-9881-4520-a0ae-1c4fb3a947f8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Nov 04 09:29:22.790194 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e24178-904f-42ae-9357-e05ebee4ea4f req-c17cd141-4e96-4c9d-a0b8-e9cb0f12a318 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:22.791896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77e24178-904f-42ae-9357-e05ebee4ea4f req-c17cd141-4e96-4c9d-a0b8-e9cb0f12a318 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0581501 Nov 04 09:29:22.831961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77e24178-904f-42ae-9357-e05ebee4ea4f req-7c59aa29-a70c-49b2-b1f4-755894712d7e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Nov 04 09:29:22.957817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a893b-6dde-475f-83a9-d93d4021a056 req-91b11d6e-4f76-4fe7-a37f-eb6b3665714b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:22.959330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-502a893b-6dde-475f-83a9-d93d4021a056 req-91b11d6e-4f76-4fe7-a37f-eb6b3665714b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0504229 Nov 04 09:29:23.000382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-502a893b-6dde-475f-83a9-d93d4021a056 req-13114d58-b537-4503-a7ad-bfa062dec383 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339828 Nov 04 09:29:23.118797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cea8e4-14e7-4bba-b722-89a3a96eb8ac req-5f6c5016-5a13-4657-9646-79a187b8313e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:23.120645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70cea8e4-14e7-4bba-b722-89a3a96eb8ac req-5f6c5016-5a13-4657-9646-79a187b8313e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0529518 Nov 04 09:29:23.160251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70cea8e4-14e7-4bba-b722-89a3a96eb8ac req-c942c145-55ad-4009-909b-90ffa79fc7a8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333500 Nov 04 09:29:23.371716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82783bde-69af-4e9e-a78f-330a27f65b70 req-b2e6af46-ce84-4363-b353-c5a3a9ce118d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:23.373119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82783bde-69af-4e9e-a78f-330a27f65b70 req-b2e6af46-ce84-4363-b353-c5a3a9ce118d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0553944 Nov 04 09:29:23.412827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82783bde-69af-4e9e-a78f-330a27f65b70 req-ea188c40-5e53-4da0-bcd4-cda41deabcda tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336845 Nov 04 09:29:23.532665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c11cd-0f00-4291-9eaa-a60f797b8f57 req-0d64aef0-22e1-44cd-851e-c1e768db59f7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:23.534177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d6c11cd-0f00-4291-9eaa-a60f797b8f57 req-0d64aef0-22e1-44cd-851e-c1e768db59f7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Nov 04 09:29:23.575152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d6c11cd-0f00-4291-9eaa-a60f797b8f57 req-1f200e22-7db8-4cda-bf10-bf40a0a7b777 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Nov 04 09:29:23.711777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a03df4-3b7a-4c6f-93b8-e5c5ae11b77d req-de020030-81cf-4670-b993-97bb9281ce52 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:23.713378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8a03df4-3b7a-4c6f-93b8-e5c5ae11b77d req-de020030-81cf-4670-b993-97bb9281ce52 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0508871 Nov 04 09:29:23.753970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8a03df4-3b7a-4c6f-93b8-e5c5ae11b77d req-ff493af4-c08e-4fc2-9656-f74c23f3cdb0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Nov 04 09:29:23.880869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb7b0-b177-4b6e-806d-671e61d93292 req-902af217-6541-44ab-a47c-adbd0e211e10 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:23.882394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cacb7b0-b177-4b6e-806d-671e61d93292 req-902af217-6541-44ab-a47c-adbd0e211e10 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0571675 Nov 04 09:29:23.924208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cacb7b0-b177-4b6e-806d-671e61d93292 req-8e559b44-bd73-45f3-8bcf-a44bedde88ad tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340228 Nov 04 09:29:24.040062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716eb44-4e86-4939-90d6-824b3b1e1f54 req-101bdb39-d040-468e-9239-649a083108ce tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:24.043272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b716eb44-4e86-4939-90d6-824b3b1e1f54 req-101bdb39-d040-468e-9239-649a083108ce tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0607038 Nov 04 09:29:24.092237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b716eb44-4e86-4939-90d6-824b3b1e1f54 req-dc1d530c-09e8-4b5f-8110-3917e4e56821 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430920 Nov 04 09:29:24.216823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6451fd-7ba0-494f-a293-f1d7ceb9b877 req-f17405b8-c907-4f93-bd8f-504dc54d7290 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:24.218324 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e6451fd-7ba0-494f-a293-f1d7ceb9b877 req-f17405b8-c907-4f93-bd8f-504dc54d7290 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0504980 Nov 04 09:29:24.259506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e6451fd-7ba0-494f-a293-f1d7ceb9b877 req-aa4cf71a-e5d5-4f36-9583-57a7f0262da9 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Nov 04 09:29:24.430270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd63d9-fb39-4a85-8a92-c2d63e5f329d req-74199dea-c7d7-4dbf-9c4a-fba73b7ed55e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:24.431689 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36bd63d9-fb39-4a85-8a92-c2d63e5f329d req-74199dea-c7d7-4dbf-9c4a-fba73b7ed55e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0562265 Nov 04 09:29:24.472570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36bd63d9-fb39-4a85-8a92-c2d63e5f329d req-709b9a73-32c2-4061-9735-e44d78ebea7e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345209 Nov 04 09:29:24.644749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb81b7ac-56ba-4756-bdfc-4d13de4f03e1 req-a35915e0-162d-4158-810b-ddb047154f60 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:24.646328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb81b7ac-56ba-4756-bdfc-4d13de4f03e1 req-a35915e0-162d-4158-810b-ddb047154f60 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0603032 Nov 04 09:29:24.688600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb81b7ac-56ba-4756-bdfc-4d13de4f03e1 req-6fa42c22-db2b-41af-916e-a88ba1842b4d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347264 Nov 04 09:29:24.812348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d22e44-f45a-465e-98f9-ec63ea62fb31 req-99690ed3-32e1-4958-9cef-b98b88c0f0d8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:24.813892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77d22e44-f45a-465e-98f9-ec63ea62fb31 req-99690ed3-32e1-4958-9cef-b98b88c0f0d8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0519502 Nov 04 09:29:24.854718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77d22e44-f45a-465e-98f9-ec63ea62fb31 req-3fcde139-3d56-434a-906a-f93a6e25d5a0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344441 Nov 04 09:29:25.003085 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18150c1-1d62-4e66-80c4-c75c43207c5e req-fa02f487-1db0-493c-8566-93af8a90d5e2 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:25.004543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e18150c1-1d62-4e66-80c4-c75c43207c5e req-fa02f487-1db0-493c-8566-93af8a90d5e2 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0658603 Nov 04 09:29:25.048457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e18150c1-1d62-4e66-80c4-c75c43207c5e req-adf0b0d3-aac5-4f91-ad02-a81b498d436d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359457 Nov 04 09:29:25.171206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243c366-26b1-42b8-9a79-c270c9f8d706 req-ad843e31-1331-44de-943b-2ad60d9e4a1e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:25.172775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b243c366-26b1-42b8-9a79-c270c9f8d706 req-ad843e31-1331-44de-943b-2ad60d9e4a1e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0524244 Nov 04 09:29:25.215163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b243c366-26b1-42b8-9a79-c270c9f8d706 req-84235308-058d-4682-b3e3-459a87744d42 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Nov 04 09:29:25.323212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502186a9-c7bf-4632-8f59-edd3375484d6 req-cdc534eb-683c-4605-b4ba-84b2bd189375 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:25.324787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-502186a9-c7bf-4632-8f59-edd3375484d6 req-cdc534eb-683c-4605-b4ba-84b2bd189375 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 943 time: 0.0515792 Nov 04 09:29:25.364865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-502186a9-c7bf-4632-8f59-edd3375484d6 req-80764a79-c553-4088-b517-8d2a2a25a9e8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340030 Nov 04 09:29:25.576098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ad2eb-b20d-4684-9a95-06bef2e0cfae req-69888151-1bb1-430d-b11a-7353088b2129 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:25.577487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a73ad2eb-b20d-4684-9a95-06bef2e0cfae req-69888151-1bb1-430d-b11a-7353088b2129 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0562882 Nov 04 09:29:25.617652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a73ad2eb-b20d-4684-9a95-06bef2e0cfae req-4916cf70-0dc5-4541-8263-e67852bd57fc tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339100 Nov 04 09:29:25.736170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba9a3c-8199-4437-b4ec-cca9d39e0403 req-b74c1440-27c1-4297-9369-9055d9a3d942 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:25.737654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2ba9a3c-8199-4437-b4ec-cca9d39e0403 req-b74c1440-27c1-4297-9369-9055d9a3d942 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0505006 Nov 04 09:29:25.778307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2ba9a3c-8199-4437-b4ec-cca9d39e0403 req-8648432e-931a-4262-9a0f-7e315d1e6815 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Nov 04 09:29:25.945395 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141d21-5ef6-4841-b3f4-e4439a22e949 req-7044e74f-8a01-4fa4-b1f7-88957dd671a3 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:25.946915 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09141d21-5ef6-4841-b3f4-e4439a22e949 req-7044e74f-8a01-4fa4-b1f7-88957dd671a3 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0511246 Nov 04 09:29:25.954579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0dfb2613-7e90-4326-afc9-9ce6fc67823d details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:29:25.989861 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09141d21-5ef6-4841-b3f4-e4439a22e949 req-8275665a-9649-43e8-8319-a612930edcb9 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359385 Nov 04 09:29:26.058820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 0dfb2613-7e90-4326-afc9-9ce6fc67823d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:26.071364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'port_id': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'mac_address': 'fa:16:3e:55:3e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:29:26.121187 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:26.130195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083ab1b-9be3-4cdc-94ca-c2a8a51f0168 req-e7740ce8-b39f-4912-8b11-406e1579c53f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:26.131695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5083ab1b-9be3-4cdc-94ca-c2a8a51f0168 req-e7740ce8-b39f-4912-8b11-406e1579c53f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0654113 Nov 04 09:29:26.134300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dfb2613-7e90-4326-afc9-9ce6fc67823d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:29:26.155940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 0dfb2613-7e90-4326-afc9-9ce6fc67823d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:26.160130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:26.172745 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5083ab1b-9be3-4cdc-94ca-c2a8a51f0168 req-3224d072-1a1b-444e-a6be-1dbcd2936acd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347297 Nov 04 09:29:26.213711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=0dfb2613-7e90-4326-afc9-9ce6fc67823d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:26.221564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.221914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.222256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.222591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.222924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.223250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.223581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.223935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.224264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.224585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.224911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.225233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:26.309105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573fa3-dbeb-4a00-b426-bf721bfbbccd req-f0ecebb6-6eae-4abb-a629-064dbd6af7ff tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:26.313281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef573fa3-dbeb-4a00-b426-bf721bfbbccd req-f0ecebb6-6eae-4abb-a629-064dbd6af7ff tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0548828 Nov 04 09:29:26.354058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef573fa3-dbeb-4a00-b426-bf721bfbbccd req-4e03d4db-2d34-48c3-83b2-09a72835ed59 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344977 Nov 04 09:29:26.362655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['0dfb2613-7e90-4326-afc9-9ce6fc67823d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:29:26.539654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b49b9b-1a10-4223-a74d-d8b6431ca9c7 req-82fe49e3-1007-4aa6-93e8-918c5d0915ff tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:26.541478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3b49b9b-1a10-4223-a74d-d8b6431ca9c7 req-82fe49e3-1007-4aa6-93e8-918c5d0915ff tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.1173570 Nov 04 09:29:26.583364 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c3b49b9b-1a10-4223-a74d-d8b6431ca9c7 req-a1352446-b5bd-4ffc-89ba-787c65b8fd30 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354478 Nov 04 09:29:26.699477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb146ee4-c60e-467b-850b-5c3dc62406d6 req-664a0e76-b213-4e7d-b94f-84b36da0c170 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:26.700938 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb146ee4-c60e-467b-850b-5c3dc62406d6 req-664a0e76-b213-4e7d-b94f-84b36da0c170 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 944 time: 0.0554566 Nov 04 09:29:26.741191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eb146ee4-c60e-467b-850b-5c3dc62406d6 req-93b92de1-8e12-46e0-b65a-99dccb1f8ba9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341604 Nov 04 09:29:27.210485 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e82ef9-5030-4ccc-b00c-304e77b40670 req-cafd09d2-511f-45f2-ae61-a117e87bc52b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:27.212044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1e82ef9-5030-4ccc-b00c-304e77b40670 req-cafd09d2-511f-45f2-ae61-a117e87bc52b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0515916 Nov 04 09:29:27.261194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1e82ef9-5030-4ccc-b00c-304e77b40670 req-f3be1b6c-accc-4f8c-a344-09025b6f7a3c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349143 Nov 04 09:29:27.491080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e5070-3455-4096-9467-c74d899259e9 req-d2e4eb88-700e-4630-9ee7-114defe28ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:27.492635 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c5e5070-3455-4096-9467-c74d899259e9 req-d2e4eb88-700e-4630-9ee7-114defe28ffa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1096 time: 0.0518289 Nov 04 09:29:27.595520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e5070-3455-4096-9467-c74d899259e9 req-39200cbb-3156-486e-a10b-eff43fad4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:27.597031 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c5e5070-3455-4096-9467-c74d899259e9 req-39200cbb-3156-486e-a10b-eff43fad4831 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 915 time: 0.0855219 Nov 04 09:29:27.648059 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c5e5070-3455-4096-9467-c74d899259e9 req-50ed2a43-009b-4b81-a19b-698784a0269f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 217 time: 0.0434923 Nov 04 09:29:27.698918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e5070-3455-4096-9467-c74d899259e9 req-1806f05b-7e16-4b66-a4ac-417be2770a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:27.700425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c5e5070-3455-4096-9467-c74d899259e9 req-1806f05b-7e16-4b66-a4ac-417be2770a8d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0455592 Nov 04 09:29:27.733735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c5e5070-3455-4096-9467-c74d899259e9 req-ef418bba-0355-4cf5-888c-107428ee1aaf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259712 Nov 04 09:29:27.830659 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c5e5070-3455-4096-9467-c74d899259e9 req-aa23b85c-fd48-4ee7-b871-96284ff4938d service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901711 Nov 04 09:29:27.863378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7d517-b250-4593-9bff-5b5449e0bcf5 req-dad8fea8-8c60-4888-b298-a2ecb69f7043 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:27.865021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3d7d517-b250-4593-9bff-5b5449e0bcf5 req-dad8fea8-8c60-4888-b298-a2ecb69f7043 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 944 time: 0.0516295 Nov 04 09:29:27.920251 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3d7d517-b250-4593-9bff-5b5449e0bcf5 req-039f8f27-0c51-4953-9e02-1236975e6c9a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479932 Nov 04 09:29:27.947320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c5e5070-3455-4096-9467-c74d899259e9 req-ab6391be-ab1c-460a-9fa8-094f43b3382c service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084890 Nov 04 09:29:27.957281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0dfb2613-7e90-4326-afc9-9ce6fc67823d up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:29:28.017517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 0dfb2613-7e90-4326-afc9-9ce6fc67823d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:29:28.021866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 0dfb2613-7e90-4326-afc9-9ce6fc67823d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:29:28.022243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:28.108890 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:28.131203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:28.133376 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558268b7-620e-4ce8-8208-8d0aab128ace" -d '{"events": [{"server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:29:28.148234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 0dfb2613-7e90-4326-afc9-9ce6fc67823d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:28.154425 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:28.184891 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423f062b-2907-439e-93d3-7ada48b40570 x-openstack-request-id: req-423f062b-2907-439e-93d3-7ada48b40570 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:29:28.185193 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "name": "network-vif-plugged", "status": "completed", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:29:28.185571 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-423f062b-2907-439e-93d3-7ada48b40570 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:29:28.185966 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'code': 200} Nov 04 09:29:28.215556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=0dfb2613-7e90-4326-afc9-9ce6fc67823d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:28.279792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360cc9d-19f6-4dd1-b35d-73c9a3a2561d req-323e8b84-1c42-479a-b821-5e6d7c470759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:28.281348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5360cc9d-19f6-4dd1-b35d-73c9a3a2561d req-323e8b84-1c42-479a-b821-5e6d7c470759 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 1096 time: 0.0416830 Nov 04 09:29:28.318694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5360cc9d-19f6-4dd1-b35d-73c9a3a2561d req-08f2e2c7-158f-4f0a-9398-6659f9ed4e6b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300944 Nov 04 09:29:28.388073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf56cd-6f3a-4ac8-844b-c89511c111f5 req-b5f32de6-2638-42a4-8931-d7824a583e83 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:28.389496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7cf56cd-6f3a-4ac8-844b-c89511c111f5 req-b5f32de6-2638-42a4-8931-d7824a583e83 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0566072 Nov 04 09:29:28.427477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7cf56cd-6f3a-4ac8-844b-c89511c111f5 req-c4a65b03-6cfc-4550-b299-692da2fde5eb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319469 Nov 04 09:29:29.042447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b5346-34bc-4574-b8b3-f706e4aacd37 req-fbea7f37-64e1-41bf-baeb-c4c26e729fec tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:29.044132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a6b5346-34bc-4574-b8b3-f706e4aacd37 req-fbea7f37-64e1-41bf-baeb-c4c26e729fec tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 945 time: 0.0526633 Nov 04 09:29:29.084837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a6b5346-34bc-4574-b8b3-f706e4aacd37 req-d22484c1-a7cd-45c5-815c-dac6abd90701 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346620 Nov 04 09:29:29.548933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fd7ae-1b1a-410f-9afc-9b4ccf813322 req-e69397b2-fd23-450b-95bb-8625f04f80ba tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:29.550471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b8fd7ae-1b1a-410f-9afc-9b4ccf813322 req-e69397b2-fd23-450b-95bb-8625f04f80ba tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0517831 Nov 04 09:29:29.591348 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b8fd7ae-1b1a-410f-9afc-9b4ccf813322 req-d010c101-58a9-4833-9fbc-7120bfdb12bd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347576 Nov 04 09:29:30.214057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdf065-83bd-4303-a8ed-b53325c651b8 req-ce443d8c-693a-4715-9573-18c6b2cf2107 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:30.215586 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ecdf065-83bd-4303-a8ed-b53325c651b8 req-ce443d8c-693a-4715-9573-18c6b2cf2107 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 945 time: 0.0548666 Nov 04 09:29:30.255658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ecdf065-83bd-4303-a8ed-b53325c651b8 req-ec197e0d-ef80-43d4-9e34-2d96ce1d1ff5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337856 Nov 04 09:29:30.427319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2515f88-a8ed-4ba9-b602-1b6fb0306789 req-cc084b08-1a9b-4ac4-bd7a-8833b1d711be tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:30.428916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2515f88-a8ed-4ba9-b602-1b6fb0306789 req-cc084b08-1a9b-4ac4-bd7a-8833b1d711be tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 945 time: 0.0522680 Nov 04 09:29:30.470241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2515f88-a8ed-4ba9-b602-1b6fb0306789 req-c7819902-15a4-41b2-a794-0eb7b48f8dec tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343592 Nov 04 09:29:30.493435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:29:30.536227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb0355-7edf-47b7-9ab3-a7b4b7158c2c tempest-TestVolumeBootPattern-631994609 tempest-TestVolumeBootPattern-631994609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:30.537728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-30cb0355-7edf-47b7-9ab3-a7b4b7158c2c tempest-TestVolumeBootPattern-631994609 tempest-TestVolumeBootPattern-631994609-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 1091 time: 0.0422261 Nov 04 09:29:30.541361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:29:30.545911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:29:30.573564 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:30.711911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:30.765293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59827a07-a346-43df-8cc6-e4d3c68d6cb3 req-e10d99f7-71cf-4391-a2e0-b8eb02aa35a8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:30.766805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59827a07-a346-43df-8cc6-e4d3c68d6cb3 req-e10d99f7-71cf-4391-a2e0-b8eb02aa35a8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0985425 Nov 04 09:29:30.843253 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59827a07-a346-43df-8cc6-e4d3c68d6cb3 req-952624c5-c888-471a-b885-77fabbcf434f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688903 Nov 04 09:29:30.863742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.25.3.163 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/2b3b4177-38e6-4946-bae3-d01e3bf6d454) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:29:30.967697 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:31.004404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:31.050951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:29:31.053821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:29:31.060483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:29:31.063600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=2b3b4177-38e6-4946-bae3-d01e3bf6d454,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:31.093427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.093664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.094015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.094357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.094693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.095028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.095353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.095681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.096034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.096362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.096684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.097010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:29:31.431097 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:31.503948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:31.657859 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:31.662826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:31.732496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=2b3b4177-38e6-4946-bae3-d01e3bf6d454,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:31.744501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:31.845745 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Floating IP b15b1120-8921-4853-85c8-68ab82871878 associated. External IP: 172.25.3.163, port: 0dfb2613-7e90-4326-afc9-9ce6fc67823d. Nov 04 09:29:31.986458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ee840f-6110-46a6-9edc-f94a844d9db8 req-b64ecf72-0d70-41ec-8a89-bd938a837c9a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:31.987796 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72ee840f-6110-46a6-9edc-f94a844d9db8 req-b64ecf72-0d70-41ec-8a89-bd938a837c9a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0717721 Nov 04 09:29:32.101208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72ee840f-6110-46a6-9edc-f94a844d9db8 req-4c1d4c42-9c21-43f5-b442-dd0cbe0f0414 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055710 Nov 04 09:29:32.129203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:29:32.240397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:29:32.250739 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:29:32.258902 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:32.262380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:29:32.263034 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:29:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:29:32.287369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9793f613-fd5d-4a42-b1f1-23c37c8fc697 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7449362 Nov 04 09:29:32.288013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:32.290293 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaf47ec-feac-491c-a426-7cca553ac5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:29:32.330220 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4918a5eb-fe73-4985-b0cb-94a744e7a226 x-openstack-request-id: req-4918a5eb-fe73-4985-b0cb-94a744e7a226 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:29:32.330532 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:29:32.330784 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4918a5eb-fe73-4985-b0cb-94a744e7a226 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:29:32.331203 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'status': 'completed', 'code': 200} Nov 04 09:29:32.377028 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:29:32.403558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-31fa903d-63d7-46b5-89fd-ff5957aaae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:32.405324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-31fa903d-63d7-46b5-89fd-ff5957aaae5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 1096 time: 0.0505869 Nov 04 09:29:32.507964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-070b2adc-25c1-468d-ace8-18494c3ade49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:32.508514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-070b2adc-25c1-468d-ace8-18494c3ade49 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.0937684 Nov 04 09:29:32.579757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-39cf5f90-a5fc-40f2-add7-ef6d1d09b871 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d HTTP/1.1" status: 200 len: 999 time: 0.0645607 Nov 04 09:29:32.621203 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'b15b1120-8921-4853-85c8-68ab82871878', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:55:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:29:31Z', 'updated_at': '2021-11-04T09:29:31Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:29:32.632399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-1ed47bb6-5e46-4c4b-99bf-fd6445cf02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:32.633825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-1ed47bb6-5e46-4c4b-99bf-fd6445cf02f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0470014 Nov 04 09:29:32.647910 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:29:32.656524 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:29:32.657158 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:29:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:29:32.680612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-129e350c-3dfc-4e16-85b2-ad43f0c048f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:32.682947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-129e350c-3dfc-4e16-85b2-ad43f0c048f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421467 Nov 04 09:29:32.779771 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-cc745a26-622d-49ec-93ef-d43488cbc53c service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892231 Nov 04 09:29:32.794021 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:29:32.888625 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dcaf47ec-feac-491c-a426-7cca553ac5e3 req-c9b07ffa-a51c-4425-bc89-b00950de4444 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944357 Nov 04 09:29:33.058499 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'b15b1120-8921-4853-85c8-68ab82871878', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:55:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:29:31Z', 'updated_at': '2021-11-04T09:29:31Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:29:33.090654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a63a8-bd66-42f7-b18f-a90cd9a7238a None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'b15b1120-8921-4853-85c8-68ab82871878', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:55:3e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:29:31Z', 'updated_at': '2021-11-04T09:29:31Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:29:33.231532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102d53a-dd88-44d8-a999-1a4e55568271 req-8464d7a8-8826-45e0-a1f4-c711c89cdb85 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:33.233188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4102d53a-dd88-44d8-a999-1a4e55568271 req-8464d7a8-8826-45e0-a1f4-c711c89cdb85 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0565021 Nov 04 09:29:33.280764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4102d53a-dd88-44d8-a999-1a4e55568271 req-667f2a3e-4a8a-40e1-aee0-5c17aa377bb7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Nov 04 09:29:33.304508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1da4d4-e1c1-4159-993c-f6fc462365d5 None None] New status for floating IP b15b1120-8921-4853-85c8-68ab82871878: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:29:34.402424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4c912-2390-44ad-8a7a-19bd805ccfb0 req-24af4bda-1aa7-439f-81f6-ece903298fa8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:34.403951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5e4c912-2390-44ad-8a7a-19bd805ccfb0 req-24af4bda-1aa7-439f-81f6-ece903298fa8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0506179 Nov 04 09:29:34.443638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5e4c912-2390-44ad-8a7a-19bd805ccfb0 req-550e2ff3-35bf-4154-84af-154ab7c68847 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336809 Nov 04 09:29:35.574139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d507869-8ad8-47d4-94b0-f186f5ed50b7 req-98b68d78-d1a1-408d-b14e-b0bab27e9791 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:35.575631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d507869-8ad8-47d4-94b0-f186f5ed50b7 req-98b68d78-d1a1-408d-b14e-b0bab27e9791 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0512140 Nov 04 09:29:35.614921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5d507869-8ad8-47d4-94b0-f186f5ed50b7 req-04c9071f-c36c-454d-b4e0-5b2abf80a64c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Nov 04 09:29:35.633012 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:29:36.734268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e89598-3a65-450c-acca-222e5495d06b req-8fe17c44-b439-485a-88b7-48a802d3be72 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:36.735774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09e89598-3a65-450c-acca-222e5495d06b req-8fe17c44-b439-485a-88b7-48a802d3be72 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0495710 Nov 04 09:29:36.779738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09e89598-3a65-450c-acca-222e5495d06b req-06af232a-cd58-4700-8ee4-8705234c69de tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374498 Nov 04 09:29:37.355613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5db33567-5a55-49b5-af03-43b53698fcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:37.900952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3e12d-1870-408f-a3ea-a400d5f7823c req-9ded010f-a614-4512-b73d-0b5ddbaf8b09 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:37.902503 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b3e12d-1870-408f-a3ea-a400d5f7823c req-9ded010f-a614-4512-b73d-0b5ddbaf8b09 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0506766 Nov 04 09:29:37.944218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b8b3e12d-1870-408f-a3ea-a400d5f7823c req-de4677ba-e81b-4b63-b6a8-94f7f3f5b5ff tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Nov 04 09:29:38.019047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:29:38.115970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:38.131087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9', 'port_id': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'mac_address': 'fa:16:3e:c7:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:29:38.170037 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:38.184558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63e07fcb-2b3a-4317-aa43-39b413413dba {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:29:38.204612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:38.208686 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:38.264741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:38.295198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['63e07fcb-2b3a-4317-aa43-39b413413dba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:29:39.068294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a802cb-1633-4dc5-9434-d846724b1aa3 req-a4504c48-bd73-431c-952c-d726bf49cf54 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:39.069771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61a802cb-1633-4dc5-9434-d846724b1aa3 req-a4504c48-bd73-431c-952c-d726bf49cf54 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 944 time: 0.0510914 Nov 04 09:29:39.110104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61a802cb-1633-4dc5-9434-d846724b1aa3 req-4d413338-ab3e-4d70-a38a-9ba4926d8a93 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336814 Nov 04 09:29:39.961719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d636c9b-d83a-4d28-8b27-d06073f0d29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:40.017053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:29:40.077183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 63e07fcb-2b3a-4317-aa43-39b413413dba triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:29:40.077812 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:40.188676 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:40.221143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:40.223799 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90266b1e-1c35-4a8a-8ad7-0ea0ea948cb9" -d '{"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-plugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:29:40.240969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:40.246889 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:40.274672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdca5c8-fb6c-40e3-b02f-34707ee3385b req-f750de30-b3b5-4589-812b-57e35e72a009 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:40.277547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fdca5c8-fb6c-40e3-b02f-34707ee3385b req-f750de30-b3b5-4589-812b-57e35e72a009 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 944 time: 0.0809228 Nov 04 09:29:40.315092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:40.328646 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:40.350922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9fdca5c8-fb6c-40e3-b02f-34707ee3385b req-e56de3b7-ef27-4a1f-82e4-6e8254fdee34 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642319 Nov 04 09:29:40.505087 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409f1c23-176d-4183-bdf1-5cdf26da2e07 x-openstack-request-id: req-409f1c23-176d-4183-bdf1-5cdf26da2e07 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:29:40.505447 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-plugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:29:40.505683 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-409f1c23-176d-4183-bdf1-5cdf26da2e07 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:29:40.506064 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'code': 200} Nov 04 09:29:41.292860 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:41.517148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3076a-ef7e-4f43-8431-ffede8481188 req-436d8943-d8bb-4a26-81f6-b261e5f1bdd5 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:41.518977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61f3076a-ef7e-4f43-8431-ffede8481188 req-436d8943-d8bb-4a26-81f6-b261e5f1bdd5 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0710306 Nov 04 09:29:41.573907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61f3076a-ef7e-4f43-8431-ffede8481188 req-1291e888-564b-44f9-9587-9f4aab179438 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465169 Nov 04 09:29:42.718862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a254dc5-70b6-402c-9384-dd3cb8428050 req-fc9790f1-31ba-433f-a924-a5a6a2b21971 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:42.720453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a254dc5-70b6-402c-9384-dd3cb8428050 req-fc9790f1-31ba-433f-a924-a5a6a2b21971 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0582559 Nov 04 09:29:42.772889 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:42.775467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a254dc5-70b6-402c-9384-dd3cb8428050 req-849c0246-df95-417b-8d15-9bd67a7004b1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425324 Nov 04 09:29:43.914887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63030-52c7-4f48-af31-4984d88f5b1e req-324c22b0-cb9f-4605-aaf5-de0e6fe837b1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:43.917541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0bc63030-52c7-4f48-af31-4984d88f5b1e req-324c22b0-cb9f-4605-aaf5-de0e6fe837b1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0610063 Nov 04 09:29:43.976439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0bc63030-52c7-4f48-af31-4984d88f5b1e req-f84d9834-b358-4b45-8794-26688f6bab27 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518417 Nov 04 09:29:45.117665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fe633-5083-446d-ac91-ee014036417f req-fbd95c19-21a9-49c0-b69b-d0a0e16371e5 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:45.120193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-620fe633-5083-446d-ac91-ee014036417f req-fbd95c19-21a9-49c0-b69b-d0a0e16371e5 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0603535 Nov 04 09:29:45.163741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-620fe633-5083-446d-ac91-ee014036417f req-902fcbd8-457f-4b4a-8c61-c8669999f464 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372660 Nov 04 09:29:45.805029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:46.295574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37775d04-2249-4834-bbb2-9522928469ce req-b756d3d9-a3b2-4225-a4ac-e9101255ed2f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:46.297169 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37775d04-2249-4834-bbb2-9522928469ce req-b756d3d9-a3b2-4225-a4ac-e9101255ed2f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0515933 Nov 04 09:29:46.349944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37775d04-2249-4834-bbb2-9522928469ce req-1f5430c2-8e69-436b-9b9e-08a2d2db5738 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Nov 04 09:29:46.645440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:47.487722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd77cd1-aea8-4b5c-be1f-4c0dd7fcc849 req-7d7142db-0c68-450a-aea4-f9d7f4d86743 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:47.489442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bd77cd1-aea8-4b5c-be1f-4c0dd7fcc849 req-7d7142db-0c68-450a-aea4-f9d7f4d86743 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0598218 Nov 04 09:29:47.538514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bd77cd1-aea8-4b5c-be1f-4c0dd7fcc849 req-296b4d8f-c5ce-4853-a9a3-7be4ba86c4ab tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Nov 04 09:29:48.692885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58897242-70c4-46d7-9eff-490952b305cf req-827c6401-8a0e-44d1-a2a0-23b0f9471484 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:48.694367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58897242-70c4-46d7-9eff-490952b305cf req-827c6401-8a0e-44d1-a2a0-23b0f9471484 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0540245 Nov 04 09:29:48.740618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58897242-70c4-46d7-9eff-490952b305cf req-c391ecaf-35f0-45a3-ab8c-af46799531b7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379441 Nov 04 09:29:49.563371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b493f-1484-447b-969b-649709f048c8 req-6c35e900-8e39-4f86-97a2-6f4d29554363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:49.564905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b493f-1484-447b-969b-649709f048c8 req-6c35e900-8e39-4f86-97a2-6f4d29554363 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1096 time: 0.0438087 Nov 04 09:29:49.662485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b493f-1484-447b-969b-649709f048c8 req-bd8f10cd-7439-4741-b26b-c342d134d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:49.664002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b493f-1484-447b-969b-649709f048c8 req-bd8f10cd-7439-4741-b26b-c342d134d467 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 915 time: 0.0912049 Nov 04 09:29:49.707189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b493f-1484-447b-969b-649709f048c8 req-318530e5-cab4-4966-89b9-e2d61a0e1598 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 217 time: 0.0356638 Nov 04 09:29:49.761887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b493f-1484-447b-969b-649709f048c8 req-6d4188b0-2d30-489c-a389-d38c39537323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:49.763555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b493f-1484-447b-969b-649709f048c8 req-6d4188b0-2d30-489c-a389-d38c39537323 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0496228 Nov 04 09:29:49.804317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b493f-1484-447b-969b-649709f048c8 req-1930bb68-88a8-4432-8f49-22dccd967b5a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321877 Nov 04 09:29:49.870577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e18b4c-d061-4562-af00-85eb32c1df23 req-6f151760-12f2-4216-8149-20e16037746e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:49.872252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53e18b4c-d061-4562-af00-85eb32c1df23 req-6f151760-12f2-4216-8149-20e16037746e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0546455 Nov 04 09:29:49.898163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b493f-1484-447b-969b-649709f048c8 req-0d1a0998-02ed-429d-83d1-f5c361296bae service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865436 Nov 04 09:29:49.910733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-53e18b4c-d061-4562-af00-85eb32c1df23 req-ebbaaf0f-0195-4ca2-816c-c28c0ea08324 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Nov 04 09:29:50.000746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b493f-1484-447b-969b-649709f048c8 req-fbb4af32-a8a7-4c09-b83c-9c931167cfc2 service neutron] 10.222.0.70 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940177 Nov 04 09:29:51.033630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35489fdd-4b84-42f6-831f-a8ccdaa3b3cf req-2e1380d2-ed05-4154-b602-a20485c36d9c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:51.035170 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35489fdd-4b84-42f6-831f-a8ccdaa3b3cf req-2e1380d2-ed05-4154-b602-a20485c36d9c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0518253 Nov 04 09:29:51.080065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35489fdd-4b84-42f6-831f-a8ccdaa3b3cf req-ffcb35c9-8e7a-442d-aa4d-cb423aa915be tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Nov 04 09:29:52.215951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe02213-845f-4501-a582-eb6611c2ad10 req-e02ad6a4-2126-4aab-8b40-5880e2c730e7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:52.217683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbe02213-845f-4501-a582-eb6611c2ad10 req-e02ad6a4-2126-4aab-8b40-5880e2c730e7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0617392 Nov 04 09:29:52.270079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbe02213-845f-4501-a582-eb6611c2ad10 req-88ca6b28-d576-430a-971e-f39266a71f0f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455246 Nov 04 09:29:52.435786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d9de6-3a40-4299-a4c4-0bc2c8b393d4 req-64eebaf7-2eb7-4ef7-b6f0-56a75a5180ea tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:52.437192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db5d9de6-3a40-4299-a4c4-0bc2c8b393d4 req-64eebaf7-2eb7-4ef7-b6f0-56a75a5180ea tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0503397 Nov 04 09:29:52.479406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-db5d9de6-3a40-4299-a4c4-0bc2c8b393d4 req-6ba95666-d5f3-4560-9be3-7394c2f8e798 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Nov 04 09:29:52.823515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afc6ba-f10e-4311-b1d5-2b7dbc655904 req-c5bddc2f-afe8-4261-91c9-11ebe8c1e2e1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:52.825077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33afc6ba-f10e-4311-b1d5-2b7dbc655904 req-c5bddc2f-afe8-4261-91c9-11ebe8c1e2e1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0626283 Nov 04 09:29:52.849242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-1ea712a1-e208-4ee4-b166-78dc7a4e96e5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466754 Nov 04 09:29:52.886407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33afc6ba-f10e-4311-b1d5-2b7dbc655904 req-6ec7541b-7b88-46ea-a08e-b62d276f9b5e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543592 Nov 04 09:29:53.655963 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-e5860cd9-8f1b-4c02-b104-97534a5acddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:53.657464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-e5860cd9-8f1b-4c02-b104-97534a5acddb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113&tenant_id=54f2a046ffdf46f68770920cec747023 HTTP/1.1" status: 200 len: 1096 time: 0.0415366 Nov 04 09:29:53.669908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:29:53.726184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:53.945085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:29:53.980973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:29:54.022075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7684c12-d310-478a-9550-86a3c85bf757 req-266bc6cd-7864-4487-8d54-0445f8148cb1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:54.023835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7684c12-d310-478a-9550-86a3c85bf757 req-266bc6cd-7864-4487-8d54-0445f8148cb1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0589330 Nov 04 09:29:54.024052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:54.026530 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4872ef79-eb80-4ff7-a459-fefc1a964c37" -d '{"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-unplugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:29:54.030948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:54.046933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Transition to ACTIVE for port object 63e07fcb-2b3a-4317-aa43-39b413413dba will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:29:54.050938 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:54.052251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:29:54.066809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e7684c12-d310-478a-9550-86a3c85bf757 req-6eb9753c-9b90-4ba9-8a23-94849145f173 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364392 Nov 04 09:29:54.096877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:29:54.115888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=8']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:54.137153 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e7ae0b-32ca-43b5-87c9-2ee1e43fffd5 x-openstack-request-id: req-09e7ae0b-32ca-43b5-87c9-2ee1e43fffd5 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:29:54.137442 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-unplugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:29:54.137693 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-09e7ae0b-32ca-43b5-87c9-2ee1e43fffd5 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:29:54.138164 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'code': 200} Nov 04 09:29:54.139305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] No DVR routers for this DVR port 63e07fcb-2b3a-4317-aa43-39b413413dba on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:29:54.182199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:29:54.182441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:29:54.182780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:29:54.187192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Port 63e07fcb-2b3a-4317-aa43-39b413413dba on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:29:54.187506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Attempting to bind port 63e07fcb-2b3a-4317-aa43-39b413413dba on network 0f818e75-f9b4-4de4-968c-539a272bd5d9 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:29:54.192401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:29:54.192864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Checking segment: {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:29:54.193512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Bound using segment: {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:29:54.194028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Bound port: 63e07fcb-2b3a-4317-aa43-39b413413dba, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '683b134c-86a1-4ab0-9210-e61b650cad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:29:54.194474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:54.272468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:29:54.275921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:29:54.281082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:54.318836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:54.319456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:29:54.320878 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] 10.222.0.55 "PUT /v2.0/ports/63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 1091 time: 0.6552284 Nov 04 09:29:54.353915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86ca13-221b-494a-a9f3-eae440d8956b service neutron] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=9']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:29:54.390158 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-f22b55cd-ec1b-427d-bd4e-c00d87b54526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:54.391645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-f22b55cd-ec1b-427d-bd4e-c00d87b54526 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1094 time: 0.0462904 Nov 04 09:29:54.489531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-fea757a4-d445-4384-8f5b-295a7b010b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:54.491363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-fea757a4-d445-4384-8f5b-295a7b010b6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 915 time: 0.0929754 Nov 04 09:29:54.536462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-c3de19c8-0fe0-410b-bb72-4d6d4ee78415 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 217 time: 0.0379162 Nov 04 09:29:54.936823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-fe92cb94-fe8c-4f58-89a8-2cfcd6c761d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:54.938299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-fe92cb94-fe8c-4f58-89a8-2cfcd6c761d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.3951175 Nov 04 09:29:54.972010 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-5cd4268a-8352-4c23-9767-d188475de016 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259275 Nov 04 09:29:55.065123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-b9bc81c4-06f5-49fa-8943-372e6ba4badf service neutron] 10.222.0.55 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865457 Nov 04 09:29:55.171131 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-6698b90d-930b-4d94-ac1f-de71d7030021 service neutron] 10.222.0.55 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982800 Nov 04 09:29:55.202775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b32c15-8bab-4079-8b83-8d3b1c2825ea req-310edf94-3231-46d2-86f9-10ac4a84f2dd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:29:55.204210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86b32c15-8bab-4079-8b83-8d3b1c2825ea req-310edf94-3231-46d2-86f9-10ac4a84f2dd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 943 time: 0.0567546 Nov 04 09:29:55.247800 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86b32c15-8bab-4079-8b83-8d3b1c2825ea req-d3c2b025-3996-49c4-b126-4dae8f2b5237 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372081 Nov 04 09:29:56.139724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:29:56.143239 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37" -d '{"events": [{"name": "network-changed", "server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:30:05.686907 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28de0f14-586f-4323-a591-2dd484aeac41 x-openstack-request-id: req-28de0f14-586f-4323-a591-2dd484aeac41 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:30:05.688063 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:30:05.688063 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-28de0f14-586f-4323-a591-2dd484aeac41 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:30:05.688063 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'status': 'completed', 'code': 200} Nov 04 09:30:05.771204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-2b021875-0e1f-4883-95e3-ff238ec158b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:05.772801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-2b021875-0e1f-4883-95e3-ff238ec158b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1094 time: 0.0465169 Nov 04 09:30:05.787631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b585a2-c842-4107-957c-76e37c19934d req-6552180d-8499-4dac-b3f9-be6706052706 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:05.789253 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76b585a2-c842-4107-957c-76e37c19934d req-6552180d-8499-4dac-b3f9-be6706052706 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 943 time: 0.0544920 Nov 04 09:30:05.834775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76b585a2-c842-4107-957c-76e37c19934d req-89a78324-b7f5-4f10-9f9c-8428431e8553 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Nov 04 09:30:05.874136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-93c6723e-b038-4af1-bcfa-a9ce95eb6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:05.875699 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-93c6723e-b038-4af1-bcfa-a9ce95eb6ec4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 915 time: 0.0926461 Nov 04 09:30:05.920316 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-555ce119-80ca-4900-ae06-b91d8b7fe8fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 217 time: 0.0355971 Nov 04 09:30:05.971628 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-1a6ef280-b3c6-499a-a35a-7a18d055c8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:05.973123 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-1a6ef280-b3c6-499a-a35a-7a18d055c8bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0454617 Nov 04 09:30:06.012536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-f4a757be-d651-43ee-8a7f-b5630bb395b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286405 Nov 04 09:30:06.112049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-6c35c2dd-048d-4436-ae72-0ae7dc87250c service neutron] 10.222.0.55 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921562 Nov 04 09:30:06.207399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5b5967e-7db1-4fed-bf3a-b78d20b8fa37 req-5d392b07-2ffd-4e09-944c-16175e05985b service neutron] 10.222.0.55 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876100 Nov 04 09:30:06.964422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7162f-0faf-4ff8-9e79-1f351ed56964 req-9188ef15-a26b-41c0-9694-de48693393e8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:06.965798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ca7162f-0faf-4ff8-9e79-1f351ed56964 req-9188ef15-a26b-41c0-9694-de48693393e8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 943 time: 0.0526962 Nov 04 09:30:07.007556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ca7162f-0faf-4ff8-9e79-1f351ed56964 req-2a867f9e-a985-4e1e-a702-3c5178c1dc00 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354052 Nov 04 09:30:07.363600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2fe0f52a-6fb6-489f-8e50-7dde4a14ddde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:08.074105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:30:08.152092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8e82-1a14-49c6-a27f-8ebc1263eadf req-168d8ddd-0297-4334-a238-7069510dd93a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:08.159507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4d8e82-1a14-49c6-a27f-8ebc1263eadf req-168d8ddd-0297-4334-a238-7069510dd93a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 943 time: 0.0639277 Nov 04 09:30:08.185702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:30:08.199509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'network_id': '0f818e75-f9b4-4de4-968c-539a272bd5d9', 'port_id': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'mac_address': 'fa:16:3e:c7:e6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:30:08.201609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4d8e82-1a14-49c6-a27f-8ebc1263eadf req-052963b3-e274-42ce-98b5-f8cdf995e7bf tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411165 Nov 04 09:30:08.240891 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:08.256100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e07fcb-2b3a-4317-aa43-39b413413dba {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:30:08.283706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:30:08.287720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:08.343581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=10']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:08.524522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['63e07fcb-2b3a-4317-aa43-39b413413dba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:30:09.565684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103b26b-4881-45ef-a275-48e756a43cef req-1a094be7-29ea-4136-b5c9-79f3a1977c4e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:09.567230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2103b26b-4881-45ef-a275-48e756a43cef req-1a094be7-29ea-4136-b5c9-79f3a1977c4e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 945 time: 0.0630982 Nov 04 09:30:09.620095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2103b26b-4881-45ef-a275-48e756a43cef req-b509c19e-0c93-4cf6-bfe4-7d313018db0d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462890 Nov 04 09:30:09.963568 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e3387f6a-6a28-466a-a12d-58324a24ea20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:10.095133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:30:10.153838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 63e07fcb-2b3a-4317-aa43-39b413413dba completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:30:10.158698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 63e07fcb-2b3a-4317-aa43-39b413413dba triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:30:10.159317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:10.244256 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:10.275480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:30:10.277748 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd3522-9670-42a4-994e-0130928ad4fb" -d '{"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-plugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:30:10.297781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:30:10.299717 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:10.303017 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:10.333920 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f33313-e772-4fbd-b597-a4bae5cb3a11 x-openstack-request-id: req-69f33313-e772-4fbd-b597-a4bae5cb3a11 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:30:10.334274 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-plugged", "status": "completed", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:30:10.334468 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69f33313-e772-4fbd-b597-a4bae5cb3a11 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:30:10.334843 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'code': 200} Nov 04 09:30:10.365924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:10.542325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc07ebe-2e29-489f-ab09-f63034984d88 req-4ee64bc5-b19c-4ab7-8e58-6cdd7e599822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:10.544011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1cc07ebe-2e29-489f-ab09-f63034984d88 req-4ee64bc5-b19c-4ab7-8e58-6cdd7e599822 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1097 time: 0.0971205 Nov 04 09:30:10.581685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1cc07ebe-2e29-489f-ab09-f63034984d88 req-cf88a389-c74d-4369-ad94-cbfb58b4fa86 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307221 Nov 04 09:30:10.756365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9025566-2689-4171-a370-fb1e81777748 req-0cdd10c2-ca0f-403b-916d-e957a26c0813 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:10.759616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9025566-2689-4171-a370-fb1e81777748 req-0cdd10c2-ca0f-403b-916d-e957a26c0813 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0572937 Nov 04 09:30:10.806018 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9025566-2689-4171-a370-fb1e81777748 req-0d09f9cc-7bc8-4788-9b8a-f79e7483bfca tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390055 Nov 04 09:30:11.288168 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:11.936074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb96f01-1a37-4c29-85dd-23460cbc18f8 req-165efe06-7f36-40c9-b898-e231bd4eb903 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:11.937701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cb96f01-1a37-4c29-85dd-23460cbc18f8 req-165efe06-7f36-40c9-b898-e231bd4eb903 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0596962 Nov 04 09:30:11.995298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cb96f01-1a37-4c29-85dd-23460cbc18f8 req-c0f20db3-ccaf-4898-8139-f1858bfb4e3b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 Nov 04 09:30:12.632567 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:30:12.769147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:13.122444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd05eba-68dc-4d38-947d-c259700b0f38 req-e853c818-d9ad-4334-91aa-b0c8e9f25196 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:13.124010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfd05eba-68dc-4d38-947d-c259700b0f38 req-e853c818-d9ad-4334-91aa-b0c8e9f25196 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0592151 Nov 04 09:30:13.169566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfd05eba-68dc-4d38-947d-c259700b0f38 req-d7b80329-f031-4d9a-b5c1-1cc68ee32b59 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392659 Nov 04 09:30:13.292308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606927-e616-4649-8cdc-61a75b74c2f3 req-54f457e4-ee1c-4de0-976a-fbeed6f6f347 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:13.293857 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28606927-e616-4649-8cdc-61a75b74c2f3 req-54f457e4-ee1c-4de0-976a-fbeed6f6f347 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0527892 Nov 04 09:30:13.337682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28606927-e616-4649-8cdc-61a75b74c2f3 req-e5771917-d0bd-4315-8cf8-c73d7ccc5815 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Nov 04 09:30:13.465727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6ee0-794f-4f4a-b810-c4f27936ab06 req-f7ad6f3e-42db-46d7-8e94-a1dd5d6374bd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:13.467314 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-256f6ee0-794f-4f4a-b810-c4f27936ab06 req-f7ad6f3e-42db-46d7-8e94-a1dd5d6374bd tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0521023 Nov 04 09:30:13.509261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-256f6ee0-794f-4f4a-b810-c4f27936ab06 req-a3dd164a-af3a-4014-bf69-3ed1de5d209b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355995 Nov 04 09:30:13.659467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c1e80-e90b-481d-9571-db391ad33d54 req-230e8358-e2df-4b29-a239-faca522c55b7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:13.660986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c27c1e80-e90b-481d-9571-db391ad33d54 req-230e8358-e2df-4b29-a239-faca522c55b7 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0506909 Nov 04 09:30:13.707248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c27c1e80-e90b-481d-9571-db391ad33d54 req-439adcc9-90d1-48b6-8ca0-42fde9d2062f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Nov 04 09:30:14.078177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b02166-f8f5-4185-9a80-bd7eabe1f087 req-025b1689-9c66-4c35-817d-546f0e4c49cb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:14.079702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32b02166-f8f5-4185-9a80-bd7eabe1f087 req-025b1689-9c66-4c35-817d-546f0e4c49cb tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.3022633 Nov 04 09:30:14.119327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32b02166-f8f5-4185-9a80-bd7eabe1f087 req-006a6b1c-a6b9-4fb4-a56f-7f6118dd1cf0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Nov 04 09:30:14.251282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11920b-1a0e-41e9-b579-a8923250bda5 req-43ba1f05-dab7-4dfa-95f6-c52dd3c9f2c8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:14.252799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd11920b-1a0e-41e9-b579-a8923250bda5 req-43ba1f05-dab7-4dfa-95f6-c52dd3c9f2c8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0506225 Nov 04 09:30:14.292189 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd11920b-1a0e-41e9-b579-a8923250bda5 req-813fc422-7650-45d4-a65d-f50acc404bb5 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Nov 04 09:30:14.408483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939df2a7-831e-4a83-bd33-f5787e17915a req-23070b8e-bc2d-4d08-bc8e-b39d919f3747 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:14.409981 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-939df2a7-831e-4a83-bd33-f5787e17915a req-23070b8e-bc2d-4d08-bc8e-b39d919f3747 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0518513 Nov 04 09:30:14.454146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-939df2a7-831e-4a83-bd33-f5787e17915a req-5c195e14-92be-4f63-ba88-fe17b216a184 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Nov 04 09:30:14.686187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93db864-e788-4190-8443-e4e5fe650ad0 req-bd346030-95a8-4e66-afcd-a08bd44e099d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:14.687821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f93db864-e788-4190-8443-e4e5fe650ad0 req-bd346030-95a8-4e66-afcd-a08bd44e099d tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0548730 Nov 04 09:30:14.729796 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f93db864-e788-4190-8443-e4e5fe650ad0 req-3c5df5fc-2108-4465-810f-f51f2160bf6a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Nov 04 09:30:15.810739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:15.850707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04376f-f3cc-47c3-9804-f0a503eafa70 req-1d0cfeed-b7cb-4c12-8a59-56a05dc9d02b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:15.852274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e04376f-f3cc-47c3-9804-f0a503eafa70 req-1d0cfeed-b7cb-4c12-8a59-56a05dc9d02b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0512843 Nov 04 09:30:15.893318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e04376f-f3cc-47c3-9804-f0a503eafa70 req-99c62350-189e-40c0-be17-1257b9ab8b92 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Nov 04 09:30:16.171873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04515e9a-d2e8-4b88-8cd9-1c106f3c68b2 req-edbeae8e-798c-4495-87a0-4d2939b6729b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:16.173850 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04515e9a-d2e8-4b88-8cd9-1c106f3c68b2 req-edbeae8e-798c-4495-87a0-4d2939b6729b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0557156 Nov 04 09:30:16.190499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-79bd8c9e-02b4-4bad-8f3a-ddac2aee0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:16.192098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-79bd8c9e-02b4-4bad-8f3a-ddac2aee0a60 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f2a046ffdf46f68770920cec747023&device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 1097 time: 0.0461838 Nov 04 09:30:16.219544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04515e9a-d2e8-4b88-8cd9-1c106f3c68b2 req-56a23a1a-a838-4911-a0b2-01359a120c7c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Nov 04 09:30:16.290699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-1891c71a-31b4-49a4-98db-f7dc093bd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:16.292160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-1891c71a-31b4-49a4-98db-f7dc093bd9ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 200 len: 915 time: 0.0931764 Nov 04 09:30:16.334730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-5699f5b9-d1ce-4ac5-ba74-9d1c4bc066db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 200 len: 217 time: 0.0352495 Nov 04 09:30:16.386154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-1250ba7c-dcc6-4c5e-871d-defc746f3c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:16.387648 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-1250ba7c-dcc6-4c5e-871d-defc746f3c1d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 200 len: 854 time: 0.0462618 Nov 04 09:30:16.421375 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-8735834f-666c-451d-bcdf-18998dda6b63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f818e75-f9b4-4de4-968c-539a272bd5d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265112 Nov 04 09:30:16.518515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-4b92c1d7-7f55-42be-87d7-b0eab0205de5 service neutron] 10.222.0.55 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903966 Nov 04 09:30:16.611536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6f4b6ffb-180e-4103-aa7c-bb9c73ce955f req-c16df547-f6e1-4bfd-aae4-efb4fab798f4 service neutron] 10.222.0.55 "GET /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859921 Nov 04 09:30:16.667081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:17.360766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da51c2e-8d98-4b0e-89ee-4e97ebbbe908 req-21fcb247-d6d0-42c4-bafa-3a168c73ac5f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:17.362274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7da51c2e-8d98-4b0e-89ee-4e97ebbbe908 req-21fcb247-d6d0-42c4-bafa-3a168c73ac5f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0622430 Nov 04 09:30:17.402274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7da51c2e-8d98-4b0e-89ee-4e97ebbbe908 req-d8be2dd0-54bc-4002-b9f7-6c547f6903cf tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329795 Nov 04 09:30:17.522123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c6940-421d-47d0-a69a-e07eab4eb09b req-a1e2c017-09c8-462e-835f-5c08effc5511 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:17.523528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f3c6940-421d-47d0-a69a-e07eab4eb09b req-a1e2c017-09c8-462e-835f-5c08effc5511 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0508771 Nov 04 09:30:17.561811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0f3c6940-421d-47d0-a69a-e07eab4eb09b req-8ddf9b72-3e23-4239-8c18-6da6b1da0f56 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320978 Nov 04 09:30:17.707147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e2edf-d83f-47bc-8a44-74bb28592f7f req-e44d9a6d-d30e-4b1f-9071-bdd8470a291a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:17.708712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a68e2edf-d83f-47bc-8a44-74bb28592f7f req-e44d9a6d-d30e-4b1f-9071-bdd8470a291a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0603645 Nov 04 09:30:17.753925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a68e2edf-d83f-47bc-8a44-74bb28592f7f req-c04593ec-fa4b-4330-b2e0-a8ce83000558 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Nov 04 09:30:17.879159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a1f1b-2d4a-49fb-a510-690627848f67 req-2cc0c8ea-a4da-4793-8998-3bca9d04d8d6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:17.880756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be1a1f1b-2d4a-49fb-a510-690627848f67 req-2cc0c8ea-a4da-4793-8998-3bca9d04d8d6 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0530741 Nov 04 09:30:17.924551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be1a1f1b-2d4a-49fb-a510-690627848f67 req-846760d7-bdcb-4af0-9d1f-f90bedce128a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374401 Nov 04 09:30:18.117458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd68f0-1830-49dc-84da-40aa26fd5834 req-5962126f-42b6-40b9-a743-2a98b9d7f925 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:18.119048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63bd68f0-1830-49dc-84da-40aa26fd5834 req-5962126f-42b6-40b9-a743-2a98b9d7f925 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0625520 Nov 04 09:30:18.163506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63bd68f0-1830-49dc-84da-40aa26fd5834 req-5b5771d0-d08e-4aee-b4ac-93fc68c6057b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338089 Nov 04 09:30:18.284611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c9a3b-afc2-4d23-a8a1-df6c675c0cb5 req-3010256f-1de3-4033-a4bf-a7c3a4122911 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:18.286089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-901c9a3b-afc2-4d23-a8a1-df6c675c0cb5 req-3010256f-1de3-4033-a4bf-a7c3a4122911 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0509703 Nov 04 09:30:18.335020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-901c9a3b-afc2-4d23-a8a1-df6c675c0cb5 req-8610f92f-caa8-4558-827a-77f60d2c3a1b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417647 Nov 04 09:30:18.485284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982da0ba-8d73-4e34-99ba-c3f9b8393251 req-b2a1aed5-f60d-40e2-8fb7-ec47fa610dd0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:18.486774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-982da0ba-8d73-4e34-99ba-c3f9b8393251 req-b2a1aed5-f60d-40e2-8fb7-ec47fa610dd0 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0518062 Nov 04 09:30:18.531568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-982da0ba-8d73-4e34-99ba-c3f9b8393251 req-53065829-5eb6-457d-887f-e4ca4414b818 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362747 Nov 04 09:30:18.652279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a832442-7813-4888-9978-06e527d2fa71 req-23d3235d-9f72-4da8-930a-a0c30acded7a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:18.653710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a832442-7813-4888-9978-06e527d2fa71 req-23d3235d-9f72-4da8-930a-a0c30acded7a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0511334 Nov 04 09:30:18.697268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a832442-7813-4888-9978-06e527d2fa71 req-fa224fd2-28b2-4233-a0c0-98e68bc14636 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370865 Nov 04 09:30:18.864053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e76f5-735b-4357-bbaf-7ea340fc6f6b req-7c372f18-a984-4ef7-ac3d-c36eb9cf80c3 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:18.865824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-486e76f5-735b-4357-bbaf-7ea340fc6f6b req-7c372f18-a984-4ef7-ac3d-c36eb9cf80c3 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0526729 Nov 04 09:30:18.910901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-486e76f5-735b-4357-bbaf-7ea340fc6f6b req-8a1bc6b6-f893-41c3-a66f-f430331c7176 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Nov 04 09:30:19.075624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fadfcc-7e6d-40a0-b633-85f20d4ca75c req-b215db60-15c4-47ca-8602-32f7dfff696b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:19.078496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0fadfcc-7e6d-40a0-b633-85f20d4ca75c req-b215db60-15c4-47ca-8602-32f7dfff696b tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0912440 Nov 04 09:30:19.127623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0fadfcc-7e6d-40a0-b633-85f20d4ca75c req-00a2a3e2-85f0-47d7-9231-bdd9eb8bdac4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401559 Nov 04 09:30:19.275032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df1ae8-0e89-4422-96af-dcf74f1bbc2d req-94f181fc-886c-4080-b2b8-9919026ee390 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:19.276646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82df1ae8-0e89-4422-96af-dcf74f1bbc2d req-94f181fc-886c-4080-b2b8-9919026ee390 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0543458 Nov 04 09:30:19.318733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-82df1ae8-0e89-4422-96af-dcf74f1bbc2d req-455eeef2-705b-4d25-88e4-19ab90174f8e tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Nov 04 09:30:19.454864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ba033-cf57-46d0-a568-075c99500e74 req-8e56b1c4-8133-4c24-8491-1fce2c9ef069 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:19.456432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c9ba033-cf57-46d0-a568-075c99500e74 req-8e56b1c4-8133-4c24-8491-1fce2c9ef069 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0588708 Nov 04 09:30:19.502288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c9ba033-cf57-46d0-a568-075c99500e74 req-55ad4d32-ce94-48c5-a4e7-cae92791cd35 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 Nov 04 09:30:19.641294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca1576d-3740-4cd2-9662-3a402157faa6 req-dbba1d3a-1305-4244-90d8-67a4c8f8413c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:19.642865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ca1576d-3740-4cd2-9662-3a402157faa6 req-dbba1d3a-1305-4244-90d8-67a4c8f8413c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0524986 Nov 04 09:30:19.688735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ca1576d-3740-4cd2-9662-3a402157faa6 req-9db57a83-c984-4ebb-b202-ec4adeeb3c8c tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379019 Nov 04 09:30:19.815092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe44e8-a2fa-44b4-a6d1-60d4089d321f req-56dc9957-33fe-46fe-8392-33ab966c83a8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:19.816687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41fe44e8-a2fa-44b4-a6d1-60d4089d321f req-56dc9957-33fe-46fe-8392-33ab966c83a8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0578649 Nov 04 09:30:19.859979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-41fe44e8-a2fa-44b4-a6d1-60d4089d321f req-715783cf-dda2-40c0-a824-95396bbbb234 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Nov 04 09:30:19.990860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48e5f9-372a-49c9-ae59-355e2574913a req-f16de70c-25f7-4871-9007-4f7a81437e9f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:19.992944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b48e5f9-372a-49c9-ae59-355e2574913a req-f16de70c-25f7-4871-9007-4f7a81437e9f tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0522368 Nov 04 09:30:20.036017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b48e5f9-372a-49c9-ae59-355e2574913a req-cbc01a75-92fc-4be8-960f-937f748e5f7a tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367455 Nov 04 09:30:20.404641 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45578d-0f09-4f33-87a5-8e1ae3449713 req-e96f862f-d171-4ccb-ab7a-beac4f9092df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:20.406259 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf45578d-0f09-4f33-87a5-8e1ae3449713 req-e96f862f-d171-4ccb-ab7a-beac4f9092df tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0535834 Nov 04 09:30:20.450555 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf45578d-0f09-4f33-87a5-8e1ae3449713 req-7ad6d1ac-38fc-474f-9c5a-aea68d49e4cd tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 Nov 04 09:30:21.576478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19a211-320e-4836-a513-33c6f7271f76 req-9d983562-e907-445f-91df-9bd426c1efe2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:21.580318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c19a211-320e-4836-a513-33c6f7271f76 req-9d983562-e907-445f-91df-9bd426c1efe2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0570121 Nov 04 09:30:21.619025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c19a211-320e-4836-a513-33c6f7271f76 req-f3b1d088-b924-43bd-8926-432f5ebbc3fe tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347648 Nov 04 09:30:22.740560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0087ea-d8b1-403b-9fd9-faee7cf29584 req-0795f87f-d3e6-4cf9-82d3-2f65e6d6cf54 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:22.742488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b0087ea-d8b1-403b-9fd9-faee7cf29584 req-0795f87f-d3e6-4cf9-82d3-2f65e6d6cf54 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0526168 Nov 04 09:30:22.786560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b0087ea-d8b1-403b-9fd9-faee7cf29584 req-c3347bfb-9c85-4b95-a238-b1ed51fe912a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 Nov 04 09:30:23.917721 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce588a2a-50c0-4950-acea-dbffd60b4f96 req-628a93a5-3ab6-45d8-ae0f-cd092429326b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:23.919328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce588a2a-50c0-4950-acea-dbffd60b4f96 req-628a93a5-3ab6-45d8-ae0f-cd092429326b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0533085 Nov 04 09:30:23.959637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce588a2a-50c0-4950-acea-dbffd60b4f96 req-93d82f18-571b-446f-a9dc-08ee978f31c8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339260 Nov 04 09:30:24.747947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccac015-1715-4897-a3e2-0e3544f8f1a6 req-407cfc6d-a76e-4dd1-bd0c-b224bf33a3db tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:24.749509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ccac015-1715-4897-a3e2-0e3544f8f1a6 req-407cfc6d-a76e-4dd1-bd0c-b224bf33a3db tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0639400 Nov 04 09:30:24.793476 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ccac015-1715-4897-a3e2-0e3544f8f1a6 req-a754e05b-f321-4ffa-b97b-14103c6b1bd4 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354369 Nov 04 09:30:25.082307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f133a01-7994-4514-ab5d-148dd06f17c5 req-10c87ebb-b5b0-4608-99cc-d4de1cf67ef4 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:25.083809 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f133a01-7994-4514-ab5d-148dd06f17c5 req-10c87ebb-b5b0-4608-99cc-d4de1cf67ef4 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0509017 Nov 04 09:30:25.126823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f133a01-7994-4514-ab5d-148dd06f17c5 req-668cd503-b84b-49df-9ee4-646b1078f040 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363555 Nov 04 09:30:25.676910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-b0959af4-8f66-44db-b1b2-95f2b8770324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:25.678440 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-b0959af4-8f66-44db-b1b2-95f2b8770324 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1096 time: 0.0509119 Nov 04 09:30:25.788586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-660e6b2d-05c3-4d2a-b949-1cba259ebdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:25.790138 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-660e6b2d-05c3-4d2a-b949-1cba259ebdba service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.0872173 Nov 04 09:30:25.864934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-53a714c6-51b8-4daf-9e03-14055d519a68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 1001 time: 0.0653415 Nov 04 09:30:25.910820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089c5b8-d816-4e04-8727-d9f1e3ecd8d6 req-ab96b862-6a41-41d7-af7e-5de0c398effe tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:25.912405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a089c5b8-d816-4e04-8727-d9f1e3ecd8d6 req-ab96b862-6a41-41d7-af7e-5de0c398effe tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0515459 Nov 04 09:30:25.926307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-2430c2c6-d564-4899-87a1-518a79f92de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:25.927789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-2430c2c6-d564-4899-87a1-518a79f92de3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0525141 Nov 04 09:30:25.953442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a089c5b8-d816-4e04-8727-d9f1e3ecd8d6 req-4d61a99a-51a1-4526-8a76-12d4016f0546 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/security-groups?id=df2a2a31-796f-4015-add5-f714a89ecdc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339229 Nov 04 09:30:25.977724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-f865bc1c-1827-435e-8ad4-6c8384635348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:25.979316 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-f865bc1c-1827-435e-8ad4-6c8384635348 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420413 Nov 04 09:30:26.075381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-fb105754-aa8e-4ed7-8660-79b6e2cba216 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866091 Nov 04 09:30:26.173802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5a01b142-1f6d-4f29-bb00-7a59ee596403 req-06519ae3-e743-4abb-91c7-7b72202242ec service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907817 Nov 04 09:30:26.247791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93c7bf-1823-4a4a-9474-f805a20af214 req-b1846130-b387-452b-be38-50dc4f80d405 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:26.249552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f93c7bf-1823-4a4a-9474-f805a20af214 req-b1846130-b387-452b-be38-50dc4f80d405 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0505064 Nov 04 09:30:26.292858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f93c7bf-1823-4a4a-9474-f805a20af214 req-90e35387-3db2-4fbb-a213-8dce4d8cc135 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373023 Nov 04 09:30:26.432142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-34113fec-3a10-4f4d-95dc-ef0e91bb2179 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:26.433513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-34113fec-3a10-4f4d-95dc-ef0e91bb2179 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.55 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 946 time: 0.0507066 Nov 04 09:30:26.533631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Deleting port 63e07fcb-2b3a-4317-aa43-39b413413dba {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:30:26.534069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:26.631053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] For port 63e07fcb-2b3a-4317-aa43-39b413413dba, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=63e07fcb-2b3a-4317-aa43-39b413413dba,segment=NetworkSegment(683b134c-86a1-4ab0-9210-e61b650cad95),segment_id=683b134c-86a1-4ab0-9210-e61b650cad95)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:30:26.631410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:26.644802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Calling delete_port for 63e07fcb-2b3a-4317-aa43-39b413413dba owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:30:26.776502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:26.788445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['63e07fcb-2b3a-4317-aa43-39b413413dba'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:30:26.805476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Pushing event deleted for resources: {'Port': ['ID=63e07fcb-2b3a-4317-aa43-39b413413dba,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:26.818064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.818426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.818766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.819099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.820209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.820777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.820777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.821067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.821395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.821719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.822040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.822355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:26.860965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] No DVR routers for this DVR port 63e07fcb-2b3a-4317-aa43-39b413413dba on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:30:26.863680 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:26.867947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-eb14469e-8533-45dd-bdb2-03d5daf06e6b req-3468e664-9685-4c8b-bbd5-a4234fa902f1 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.55 "DELETE /v2.0/ports/63e07fcb-2b3a-4317-aa43-39b413413dba HTTP/1.1" status: 204 len: 173 time: 0.4277587 Nov 04 09:30:26.868408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-deleted', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:30:26.870979 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e99abba-f0e1-43df-a46e-6fc69dd31ccf" -d '{"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-deleted", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:30:26.974739 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c63359f-5179-4bba-9551-7c6d52ef8599 x-openstack-request-id: req-2c63359f-5179-4bba-9551-7c6d52ef8599 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:30:26.975027 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bfdb614-13df-4eab-89ad-abb23f0e8113", "name": "network-vif-deleted", "tag": "63e07fcb-2b3a-4317-aa43-39b413413dba", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:30:26.975291 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2c63359f-5179-4bba-9551-7c6d52ef8599 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:30:26.975816 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bfdb614-13df-4eab-89ad-abb23f0e8113', 'name': 'network-vif-deleted', 'tag': '63e07fcb-2b3a-4317-aa43-39b413413dba', 'status': 'completed', 'code': 200} Nov 04 09:30:27.066923 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc09ba1e-59c4-4389-aa2f-6a5de7ad5f50 req-2b095418-f503-46f4-bfea-ba60772f9ce8 tempest-ServersNegativeTestJSON-1245870227 tempest-ServersNegativeTestJSON-1245870227-project] 10.222.0.53 "GET /v2.0/ports?device_id=8bfdb614-13df-4eab-89ad-abb23f0e8113 HTTP/1.1" status: 200 len: 210 time: 0.0267060 Nov 04 09:30:27.415982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38495791-d6c1-49d3-a71f-7beca25c302b req-9451fbfa-526e-4077-b9e8-f4e7fde71654 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:27.417502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38495791-d6c1-49d3-a71f-7beca25c302b req-9451fbfa-526e-4077-b9e8-f4e7fde71654 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0539002 Nov 04 09:30:27.457388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38495791-d6c1-49d3-a71f-7beca25c302b req-b3764904-8060-4593-8576-8947c671dd28 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337985 Nov 04 09:30:28.032651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-094186b5-01bc-4b67-a258-99ead777c4a9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872307 Nov 04 09:30:28.117285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-37bb9e51-62c8-4ec7-b26f-508ae6297a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:28.118818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-37bb9e51-62c8-4ec7-b26f-508ae6297a68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 1096 time: 0.0442219 Nov 04 09:30:28.124371 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:28.170346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] Deleting subnet 60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:30:28.173806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.209423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.235612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-fb79d7a0-89f4-4604-8bd9-89a9883bf259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:28.237151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-fb79d7a0-89f4-4604-8bd9-89a9883bf259 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.0953984 Nov 04 09:30:28.258206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.305911 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-10b2aaf2-22bd-498f-82db-bd6358727c79 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d HTTP/1.1" status: 200 len: 1001 time: 0.0619872 Nov 04 09:30:28.313185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.339900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:28.344806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.347763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-05bd59cd-cf40-4730-b4b7-02b4ebc83095 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/60fb39ca-ed94-4145-9fc2-9cfa3a8e3e89 HTTP/1.1" status: 204 len: 168 time: 0.2223363 Nov 04 09:30:28.350302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58534) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:28.404413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-f6f36abf-6ad3-45bf-ac9d-27cd5d1505d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:28.405887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-f6f36abf-6ad3-45bf-ac9d-27cd5d1505d1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0936108 Nov 04 09:30:28.454705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.471295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-9b9b6dac-25a9-430e-a7e2-887bb4671acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:28.472735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-9b9b6dac-25a9-430e-a7e2-887bb4671acf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582414 Nov 04 09:30:28.588980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cd02c-475a-4d71-a8eb-c42140a551a0 req-07278b48-f7b8-4b98-aea7-465932523ba2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:28.590574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-000cd02c-475a-4d71-a8eb-c42140a551a0 req-07278b48-f7b8-4b98-aea7-465932523ba2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0530233 Nov 04 09:30:28.602511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.630390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-000cd02c-475a-4d71-a8eb-c42140a551a0 req-aabf449b-4745-4773-ad34-a250a05fc298 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334260 Nov 04 09:30:28.635244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f818e75-f9b4-4de4-968c-539a272bd5d9']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:30:28.649504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683b134c-86a1-4ab0-9210-e61b650cad95') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:30:28.649796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683b134c-86a1-4ab0-9210-e61b650cad95') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:30:28.665992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.669058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-9aea302d-40ad-442a-a8bd-41ecd59edf8a service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737278 Nov 04 09:30:28.697480 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.732141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:30:28.732451 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:30:28.734260 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:30:28.802761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.812549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:28.815705 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0f818e75-f9b4-4de4-968c-539a272bd5d9 HTTP/1.1" status: 204 len: 168 time: 0.4643493 Nov 04 09:30:28.835462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb61ff-e63e-4911-b3f4-8f1de9b78164 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f818e75-f9b4-4de4-968c-539a272bd5d9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:28.840962 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d49187cd-ce9d-4070-9a58-fbe494140a52 req-82f1103e-57b6-4193-a964-2b505102c0d2 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627557 Nov 04 09:30:28.936210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58540) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:28.978529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6cf3faf-8a1f-4eda-b4cd-94e166adc2a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54f2a046ffdf46f68770920cec747023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410326 Nov 04 09:30:28.981078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:29.033027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-636ab12f-8462-46df-be14-211212dd9275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:29.057421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-636ab12f-8462-46df-be14-211212dd9275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:29.107538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-636ab12f-8462-46df-be14-211212dd9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:29.110280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-636ab12f-8462-46df-be14-211212dd9275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:29.111438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-636ab12f-8462-46df-be14-211212dd9275 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df2a2a31-796f-4015-add5-f714a89ecdc7 HTTP/1.1" status: 204 len: 168 time: 0.1294429 Nov 04 09:30:29.121695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ab12f-8462-46df-be14-211212dd9275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2a2a31-796f-4015-add5-f714a89ecdc7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:29.768596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0828512-4704-4f6b-86de-2f357cc160dd req-1badc0aa-dce2-40d8-ab03-bd25436bd1f6 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:29.771033 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0828512-4704-4f6b-86de-2f357cc160dd req-1badc0aa-dce2-40d8-ab03-bd25436bd1f6 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0545743 Nov 04 09:30:29.822623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0828512-4704-4f6b-86de-2f357cc160dd req-0eb2aeb9-8f4c-4fa7-9d22-56376572e7d8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Nov 04 09:30:30.260202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:30:30.280558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 63e07fcb-2b3a-4317-aa43-39b413413dba {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:30:30.280913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 63e07fcb-2b3a-4317-aa43-39b413413dba not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:30:30.455439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58594) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:30.570199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9b25c1-87dd-4aa8-91d6-c537d4972616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:30.654186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9b25c1-87dd-4aa8-91d6-c537d4972616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:30.662416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb9b25c1-87dd-4aa8-91d6-c537d4972616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:30.704542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb9b25c1-87dd-4aa8-91d6-c537d4972616 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=710f463803b34b1b901c346babd39e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477431 Nov 04 09:30:30.705651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b25c1-87dd-4aa8-91d6-c537d4972616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b63492b-367d-42d8-bc69-04a75d59fb92,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:30.707236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58598) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:30.761114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-485260e6-1fe0-4988-b2dc-952873dbcb05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:30.782627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-485260e6-1fe0-4988-b2dc-952873dbcb05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:30.830108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-485260e6-1fe0-4988-b2dc-952873dbcb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:30.833103 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-485260e6-1fe0-4988-b2dc-952873dbcb05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:30.834435 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-485260e6-1fe0-4988-b2dc-952873dbcb05 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b63492b-367d-42d8-bc69-04a75d59fb92 HTTP/1.1" status: 204 len: 168 time: 0.1261313 Nov 04 09:30:30.844397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485260e6-1fe0-4988-b2dc-952873dbcb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b63492b-367d-42d8-bc69-04a75d59fb92,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:30.972281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e975a3-c6b3-4d9f-b836-abee76370848 req-6dc09a5b-755d-4fa7-803b-4e4f54da387f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:30.972281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15e975a3-c6b3-4d9f-b836-abee76370848 req-6dc09a5b-755d-4fa7-803b-4e4f54da387f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0589013 Nov 04 09:30:31.013672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15e975a3-c6b3-4d9f-b836-abee76370848 req-f73ea688-15d0-413d-8a35-84ab391052fb tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343339 Nov 04 09:30:31.267881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69fc6c-6e53-412a-9af3-3a8ec90163f2 req-797fb041-fb5d-47e4-be9b-d8806ea0a3d9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:31.269980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a69fc6c-6e53-412a-9af3-3a8ec90163f2 req-797fb041-fb5d-47e4-be9b-d8806ea0a3d9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0576560 Nov 04 09:30:31.301076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-3bebfa48-8355-4f6c-bd7b-17614a1aeeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:31.303158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-3bebfa48-8355-4f6c-bd7b-17614a1aeeee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1096 time: 0.0578418 Nov 04 09:30:31.314149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a69fc6c-6e53-412a-9af3-3a8ec90163f2 req-823cf764-52a4-42c0-89f6-71250d201faa tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371573 Nov 04 09:30:31.408824 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-26594b57-ae91-42be-a82b-5e853acbbe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:31.410332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-26594b57-ae91-42be-a82b-5e853acbbe74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.1000931 Nov 04 09:30:31.477946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-296038e1-685e-4391-b1e0-d6933a61f611 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 1001 time: 0.0604863 Nov 04 09:30:31.529392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-a4840b5d-b32e-4f9b-8df4-3ed56341ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:31.530858 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-a4840b5d-b32e-4f9b-8df4-3ed56341ad4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0461156 Nov 04 09:30:31.582260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-d481a74f-b24a-45ce-a556-666e4f2b3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:31.583827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-d481a74f-b24a-45ce-a556-666e4f2b3443 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459449 Nov 04 09:30:31.678286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-0c99971e-8de2-4ae5-99e3-10b1b0d21101 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859759 Nov 04 09:30:31.776284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1d3b8cd9-7c12-49b2-b5b6-a359ee291605 req-ff3dad7c-3ff6-4406-ae2b-372ef37a4fe4 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901561 Nov 04 09:30:32.442457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd2917e-5016-4249-a365-ae998379ff4f req-0aa8fb9b-e789-4ffb-9968-254f495bc5eb tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:32.444216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-edd2917e-5016-4249-a365-ae998379ff4f req-0aa8fb9b-e789-4ffb-9968-254f495bc5eb tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0543258 Nov 04 09:30:32.485842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-edd2917e-5016-4249-a365-ae998379ff4f req-4fafb5b7-cddd-4343-affb-ae497e2da720 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340848 Nov 04 09:30:33.619272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9a34c-c8ab-4ad5-b2ec-3138ac7bfe31 req-21f0c3f8-15a3-4cb6-a79a-93de1cd4269b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:30:33.621031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7be9a34c-c8ab-4ad5-b2ec-3138ac7bfe31 req-21f0c3f8-15a3-4cb6-a79a-93de1cd4269b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0655849 Nov 04 09:30:33.662292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7be9a34c-c8ab-4ad5-b2ec-3138ac7bfe31 req-274cac8a-8546-40b4-95ad-9babfc490bb6 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353062 Nov 04 09:30:36.143373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:36.249463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.329779 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.333760 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.374901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e651f80f9ccd4702bb3961cd6f28772d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303252 Nov 04 09:30:36.375877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98208b5-ef1c-4c1f-bcbb-b80d33e80fe2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:36.377637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58740) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:36.384769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.385120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.385466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.385799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.386130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.386459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.386781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.387144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.387453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.387786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.388127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.388445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a19200e-18f7-4d7d-8813-ad582f9db3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:30:36.429149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cde3-676d-4898-b329-777c11936cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.450015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cde3-676d-4898-b329-777c11936cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.500259 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cde3-676d-4898-b329-777c11936cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.502846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ba5cde3-676d-4898-b329-777c11936cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.504089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5ba5cde3-676d-4898-b329-777c11936cfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e98208b5-ef1c-4c1f-bcbb-b80d33e80fe2 HTTP/1.1" status: 204 len: 168 time: 0.1252556 Nov 04 09:30:36.513020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5cde3-676d-4898-b329-777c11936cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98208b5-ef1c-4c1f-bcbb-b80d33e80fe2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:36.788223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58746) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:36.801465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb05fa9c-b639-43a9-8f8b-e7343ce720d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.876569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb05fa9c-b639-43a9-8f8b-e7343ce720d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.880407 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb05fa9c-b639-43a9-8f8b-e7343ce720d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.923435 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb05fa9c-b639-43a9-8f8b-e7343ce720d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9445027ae70144529a99d84824fe4e36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301124 Nov 04 09:30:36.923435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb05fa9c-b639-43a9-8f8b-e7343ce720d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a8bcb0-5517-4630-ac34-712f96539f2a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:36.923945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58748) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:36.977087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7da5565d-850e-4979-a23f-34bc5eba3b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:36.999613 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7da5565d-850e-4979-a23f-34bc5eba3b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:37.049772 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7da5565d-850e-4979-a23f-34bc5eba3b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:37.055272 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7da5565d-850e-4979-a23f-34bc5eba3b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:37.057332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7da5565d-850e-4979-a23f-34bc5eba3b6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/17a8bcb0-5517-4630-ac34-712f96539f2a HTTP/1.1" status: 204 len: 168 time: 0.1325524 Nov 04 09:30:37.069055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5565d-850e-4979-a23f-34bc5eba3b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a8bcb0-5517-4630-ac34-712f96539f2a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:37.357355 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-244b756f-7b18-4c99-882c-666b5af3a600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.353887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:39.462589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-227e88b6-df54-4cb5-96b1-8eacdceef6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.541614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-227e88b6-df54-4cb5-96b1-8eacdceef6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.545370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-227e88b6-df54-4cb5-96b1-8eacdceef6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.585940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-227e88b6-df54-4cb5-96b1-8eacdceef6ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81530aab3f47491193f631ad69aebebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308631 Nov 04 09:30:39.586860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e88b6-df54-4cb5-96b1-8eacdceef6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d4345d-5942-4507-a504-83bc8d78ad39,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:39.588607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58826) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:39.639249 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687e19ed-c746-484b-8956-77a08879f08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.660488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687e19ed-c746-484b-8956-77a08879f08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.706481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687e19ed-c746-484b-8956-77a08879f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.709138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-687e19ed-c746-484b-8956-77a08879f08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.711490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-687e19ed-c746-484b-8956-77a08879f08a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27d4345d-5942-4507-a504-83bc8d78ad39 HTTP/1.1" status: 204 len: 168 time: 0.1210470 Nov 04 09:30:39.719575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687e19ed-c746-484b-8956-77a08879f08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d4345d-5942-4507-a504-83bc8d78ad39,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:39.964856 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4bf5fb32-3bd0-4e5a-b898-7828afa1bfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:39.978004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58832) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:39.992752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ef0e76f-4784-4ed1-8758-85a5e2c19bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:40.076774 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ef0e76f-4784-4ed1-8758-85a5e2c19bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:40.080928 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3ef0e76f-4784-4ed1-8758-85a5e2c19bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:40.121397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3ef0e76f-4784-4ed1-8758-85a5e2c19bdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=269eb415fa954d74a9ec0d2bbe81e7ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422548 Nov 04 09:30:40.122699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0e76f-4784-4ed1-8758-85a5e2c19bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8ea419-285e-4bb9-a139-f79cfbc3b6d1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:40.124131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58834) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:40.174614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c0ad2-cc0a-4ae5-b577-6a6e29bf7b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:40.196858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c0ad2-cc0a-4ae5-b577-6a6e29bf7b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:40.246805 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c0ad2-cc0a-4ae5-b577-6a6e29bf7b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:40.249420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-918c0ad2-cc0a-4ae5-b577-6a6e29bf7b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:40.250579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-918c0ad2-cc0a-4ae5-b577-6a6e29bf7b80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c8ea419-285e-4bb9-a139-f79cfbc3b6d1 HTTP/1.1" status: 204 len: 168 time: 0.1247661 Nov 04 09:30:40.259063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c0ad2-cc0a-4ae5-b577-6a6e29bf7b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8ea419-285e-4bb9-a139-f79cfbc3b6d1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:40.291891 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:41.289207 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.141975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:42.252057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a444bc18-5da5-43de-bd20-841b77a5d6f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.329442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a444bc18-5da5-43de-bd20-841b77a5d6f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.333108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a444bc18-5da5-43de-bd20-841b77a5d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.372376 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a444bc18-5da5-43de-bd20-841b77a5d6f8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bea94725b6b14b12b5b0bad83d5bece5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292762 Nov 04 09:30:42.373551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444bc18-5da5-43de-bd20-841b77a5d6f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d14c8d7-31d7-4916-8ff9-05326614b84e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:42.374488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:42.425142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4b55d39-39a3-4fbf-8de4-068b5aa32cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.446954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4b55d39-39a3-4fbf-8de4-068b5aa32cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.497216 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4b55d39-39a3-4fbf-8de4-068b5aa32cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.499950 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a4b55d39-39a3-4fbf-8de4-068b5aa32cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.501122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a4b55d39-39a3-4fbf-8de4-068b5aa32cc8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d14c8d7-31d7-4916-8ff9-05326614b84e HTTP/1.1" status: 204 len: 168 time: 0.1256342 Nov 04 09:30:42.508951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b55d39-39a3-4fbf-8de4-068b5aa32cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d14c8d7-31d7-4916-8ff9-05326614b84e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:42.764166 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.766838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 58890) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:42.781127 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3770deb8-58a3-44d0-a94e-4edd1fd62f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.857088 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3770deb8-58a3-44d0-a94e-4edd1fd62f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.860798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3770deb8-58a3-44d0-a94e-4edd1fd62f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.899385 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3770deb8-58a3-44d0-a94e-4edd1fd62f1f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=626a1af4ac78422e9647d82a8b121e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314092 Nov 04 09:30:42.900640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770deb8-58a3-44d0-a94e-4edd1fd62f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df071545-f952-4a72-819a-ded01bcd3fc9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:42.902134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 58892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:42.950754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63d67713-2ff4-4138-8d76-1aedd941ccfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:42.971293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63d67713-2ff4-4138-8d76-1aedd941ccfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:43.023237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63d67713-2ff4-4138-8d76-1aedd941ccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:43.025840 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63d67713-2ff4-4138-8d76-1aedd941ccfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:43.027001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-63d67713-2ff4-4138-8d76-1aedd941ccfd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/df071545-f952-4a72-819a-ded01bcd3fc9 HTTP/1.1" status: 204 len: 168 time: 0.1238561 Nov 04 09:30:43.034667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d67713-2ff4-4138-8d76-1aedd941ccfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df071545-f952-4a72-819a-ded01bcd3fc9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:45.812124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:46.673613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:49.633288 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:30:51.626278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59066) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:51.739725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e95d8d10-751c-43b4-9c5d-28f194857914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:51.822292 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e95d8d10-751c-43b4-9c5d-28f194857914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:51.826392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e95d8d10-751c-43b4-9c5d-28f194857914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:51.869780 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e95d8d10-751c-43b4-9c5d-28f194857914 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b45d5b72b9614e1f81b8262d9789db7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423899 Nov 04 09:30:51.870662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95d8d10-751c-43b4-9c5d-28f194857914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e227f1-0e4a-4bdb-aa62-c90a05d20851,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:51.872877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:51.930617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2400684e-d047-4000-be6a-5acef85eeb29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:51.952575 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2400684e-d047-4000-be6a-5acef85eeb29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.006132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2400684e-d047-4000-be6a-5acef85eeb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.009124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2400684e-d047-4000-be6a-5acef85eeb29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.012688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2400684e-d047-4000-be6a-5acef85eeb29 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/66e227f1-0e4a-4bdb-aa62-c90a05d20851 HTTP/1.1" status: 204 len: 168 time: 0.1362748 Nov 04 09:30:52.026636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400684e-d047-4000-be6a-5acef85eeb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e227f1-0e4a-4bdb-aa62-c90a05d20851,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:52.291002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59078) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:52.304925 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b25bfeaf-f794-4f21-84e2-df86376f687f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.384738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b25bfeaf-f794-4f21-84e2-df86376f687f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.389756 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b25bfeaf-f794-4f21-84e2-df86376f687f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.431483 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b25bfeaf-f794-4f21-84e2-df86376f687f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d639bee6cb9d48f5b1be6d15f62eb2c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393700 Nov 04 09:30:52.432225 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bfeaf-f794-4f21-84e2-df86376f687f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6725bce7-d357-4b97-a313-03c0f622f07a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:52.434819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59080) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:52.485920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41c1c5d9-b99d-4ba1-8229-21557ccd2b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.508152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41c1c5d9-b99d-4ba1-8229-21557ccd2b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.557597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41c1c5d9-b99d-4ba1-8229-21557ccd2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.560259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41c1c5d9-b99d-4ba1-8229-21557ccd2b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:52.561810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-41c1c5d9-b99d-4ba1-8229-21557ccd2b5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6725bce7-d357-4b97-a313-03c0f622f07a HTTP/1.1" status: 204 len: 168 time: 0.1255512 Nov 04 09:30:52.572247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1c5d9-b99d-4ba1-8229-21557ccd2b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6725bce7-d357-4b97-a313-03c0f622f07a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:52.919907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59086) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:52.934377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32d9e5c-cdc9-4a01-8864-26cf86f8ec69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:53.019992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32d9e5c-cdc9-4a01-8864-26cf86f8ec69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:53.024396 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a32d9e5c-cdc9-4a01-8864-26cf86f8ec69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:53.065137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a32d9e5c-cdc9-4a01-8864-26cf86f8ec69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0c44c007f0b2438ebfee039b9af757b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441102 Nov 04 09:30:53.066366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d9e5c-cdc9-4a01-8864-26cf86f8ec69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d50fc0a-8b49-4bc1-8edd-73719f7d3f6d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:30:53.067834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59088) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:30:53.125555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d53256ac-6955-4fc9-82ea-ecec45c26a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:53.146903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d53256ac-6955-4fc9-82ea-ecec45c26a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:53.193012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d53256ac-6955-4fc9-82ea-ecec45c26a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:53.195560 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d53256ac-6955-4fc9-82ea-ecec45c26a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:30:53.196772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d53256ac-6955-4fc9-82ea-ecec45c26a35 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9d50fc0a-8b49-4bc1-8edd-73719f7d3f6d HTTP/1.1" status: 204 len: 168 time: 0.1273847 Nov 04 09:30:53.204570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53256ac-6955-4fc9-82ea-ecec45c26a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d50fc0a-8b49-4bc1-8edd-73719f7d3f6d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:03.915885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59356) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:04.048329 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0664-755f-4265-8c3a-d896231df974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.137556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0664-755f-4265-8c3a-d896231df974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.142549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4dd0664-755f-4265-8c3a-d896231df974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.187044 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e4dd0664-755f-4265-8c3a-d896231df974 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1538c80f28a3450b81ff7c6696e49767&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694499 Nov 04 09:31:04.188229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd0664-755f-4265-8c3a-d896231df974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a22a1f-6d11-4fb1-acac-729baba27e36,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:04.189433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:04.249437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-584e216a-25ef-4f5c-83a7-a4c2022ab655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.274398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-584e216a-25ef-4f5c-83a7-a4c2022ab655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.325261 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-584e216a-25ef-4f5c-83a7-a4c2022ab655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.328321 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-584e216a-25ef-4f5c-83a7-a4c2022ab655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.329502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-584e216a-25ef-4f5c-83a7-a4c2022ab655 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4a22a1f-6d11-4fb1-acac-729baba27e36 HTTP/1.1" status: 204 len: 168 time: 0.1388867 Nov 04 09:31:04.338466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584e216a-25ef-4f5c-83a7-a4c2022ab655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a22a1f-6d11-4fb1-acac-729baba27e36,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:04.643969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59366) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:04.657558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c9a56e2-7bbe-4721-9967-8e8c45ffeb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.737550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c9a56e2-7bbe-4721-9967-8e8c45ffeb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.742711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2c9a56e2-7bbe-4721-9967-8e8c45ffeb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.798967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a56e2-7bbe-4721-9967-8e8c45ffeb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46d50e5-659f-4c36-963a-33c384999ec1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:04.805049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2c9a56e2-7bbe-4721-9967-8e8c45ffeb56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72d74eb6f7044f479560a0c50aab00de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599803 Nov 04 09:31:04.808766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59368) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:04.862324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8416-92c0-4082-a13a-74aa7e28a1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.885060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8416-92c0-4082-a13a-74aa7e28a1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.931796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8416-92c0-4082-a13a-74aa7e28a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.934516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bf4b8416-92c0-4082-a13a-74aa7e28a1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:04.935665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bf4b8416-92c0-4082-a13a-74aa7e28a1cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d46d50e5-659f-4c36-963a-33c384999ec1 HTTP/1.1" status: 204 len: 168 time: 0.1260653 Nov 04 09:31:04.943575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8416-92c0-4082-a13a-74aa7e28a1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46d50e5-659f-4c36-963a-33c384999ec1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:06.515121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:06.634145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-488927c8-ff0a-4321-a592-539217e177f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:06.717382 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-488927c8-ff0a-4321-a592-539217e177f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:06.722661 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-488927c8-ff0a-4321-a592-539217e177f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:06.770758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-488927c8-ff0a-4321-a592-539217e177f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19c50bce64d24f53bef161fba54040af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507918 Nov 04 09:31:06.770758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488927c8-ff0a-4321-a592-539217e177f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a697f5b4-3a2a-4f9d-9806-2dc82c8da65b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:06.771136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59432) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:06.825097 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665baffe-4aba-453c-a75d-1998b16904a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:06.847948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665baffe-4aba-453c-a75d-1998b16904a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:06.905303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665baffe-4aba-453c-a75d-1998b16904a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:06.908172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-665baffe-4aba-453c-a75d-1998b16904a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:06.909362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-665baffe-4aba-453c-a75d-1998b16904a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a697f5b4-3a2a-4f9d-9806-2dc82c8da65b HTTP/1.1" status: 204 len: 168 time: 0.1373048 Nov 04 09:31:06.918479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665baffe-4aba-453c-a75d-1998b16904a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a697f5b4-3a2a-4f9d-9806-2dc82c8da65b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:07.365664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c08f29a-7094-4f4a-a2cd-a3412e6c7168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.258901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59548) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:09.381130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-887d5e3a-72f2-46d1-a098-22bd58e8ccef admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.471706 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-887d5e3a-72f2-46d1-a098-22bd58e8ccef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.476402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-887d5e3a-72f2-46d1-a098-22bd58e8ccef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.514734 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887d5e3a-72f2-46d1-a098-22bd58e8ccef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8815511c-d3a9-47c1-934c-93f11fddfe3e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:09.518978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-887d5e3a-72f2-46d1-a098-22bd58e8ccef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cd681641d8474566aa5aeb0252595f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589855 Nov 04 09:31:09.522345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59554) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:09.574301 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0cef0c9-7340-4113-9130-a5a79b61adb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.598040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0cef0c9-7340-4113-9130-a5a79b61adb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.652816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0cef0c9-7340-4113-9130-a5a79b61adb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.656245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b0cef0c9-7340-4113-9130-a5a79b61adb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.657644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b0cef0c9-7340-4113-9130-a5a79b61adb1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8815511c-d3a9-47c1-934c-93f11fddfe3e HTTP/1.1" status: 204 len: 168 time: 0.1341088 Nov 04 09:31:09.666779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cef0c9-7340-4113-9130-a5a79b61adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8815511c-d3a9-47c1-934c-93f11fddfe3e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:09.950245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:09.975745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-576c0839-d79c-4a38-bdd2-5565699d7ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:09.976649 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f4879d6-acd7-4a38-87ce-1eb619b88d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.064330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-576c0839-d79c-4a38-bdd2-5565699d7ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.068927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-576c0839-d79c-4a38-bdd2-5565699d7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.108145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576c0839-d79c-4a38-bdd2-5565699d7ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a82b97-b070-4caf-909b-3e68c7915329,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:10.116286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59562) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:10.116838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-576c0839-d79c-4a38-bdd2-5565699d7ec2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ded85d5e17e349a0b3ac74029f59bcbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589839 Nov 04 09:31:10.171592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d843db8-6fba-4f0d-902e-75170d8fd1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.195828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d843db8-6fba-4f0d-902e-75170d8fd1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.248242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d843db8-6fba-4f0d-902e-75170d8fd1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.251340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9d843db8-6fba-4f0d-902e-75170d8fd1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.252629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d843db8-6fba-4f0d-902e-75170d8fd1d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04a82b97-b070-4caf-909b-3e68c7915329 HTTP/1.1" status: 204 len: 168 time: 0.1344631 Nov 04 09:31:10.261320 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d843db8-6fba-4f0d-902e-75170d8fd1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a82b97-b070-4caf-909b-3e68c7915329,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:10.294078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:10.664146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527e453-87dc-4ebf-a06c-9fe38a17b718 req-e17c5dad-7c68-4210-82d1-8c8876844df8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:10.665674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c527e453-87dc-4ebf-a06c-9fe38a17b718 req-e17c5dad-7c68-4210-82d1-8c8876844df8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0564027 Nov 04 09:31:10.704786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c527e453-87dc-4ebf-a06c-9fe38a17b718 req-97602170-8246-4d55-85ec-aa8f21e1aff2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329726 Nov 04 09:31:11.290735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:11.533823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59604) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:11.682450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1520915238'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:11.703875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Made reservation on behalf of aeeabe9a6dce4435bbe32e245f2a3419 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:11.707355 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:11.715745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:11.832448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:11.836762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:11.868935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cedba-83b9-49ed-b759-5fe09dd9c210 req-ac74b276-dcb6-4981-9d0f-5beba57a04b7 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:11.870563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d22cedba-83b9-49ed-b759-5fe09dd9c210 req-ac74b276-dcb6-4981-9d0f-5beba57a04b7 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0899527 Nov 04 09:31:11.881119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:11.899696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89887380-a2b4-4a17-b059-2ac1cb70b0f0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:11.917237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:11.917592 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Added segment 32394ff2-2f30-4ef0-b05f-ccd31691acb6 of type vlan for network f99858b0-941f-4390-b4a3-ff46c48ef5c3 Nov 04 09:31:11.964525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d22cedba-83b9-49ed-b759-5fe09dd9c210 req-12c1d065-3f28-46f3-b880-57c1aacec9ba tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810823 Nov 04 09:31:11.977900 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.005721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.011278 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:12.011888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.075842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5407798 Nov 04 09:31:12.079591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59610) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:12.086445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64888d-e4d7-4b5f-80e3-653cb7bbaf32 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Pushing event updated for resources: {'Network': ['ID=f99858b0-941f-4390-b4a3-ff46c48ef5c3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:12.098177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f99858b0-941f-4390-b4a3-ff46c48ef5c3 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:12.149430 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'network': {'name': 'tempest-network--662844730', 'router:external': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:12.173586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Made reservation on behalf of eb1c00a94be54e3cbe0237780e9edd40 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:12.176098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.185452 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.264082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.268181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.294922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:12.305270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd171387-73d2-4d94-8189-91bd90a9ffff,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:12.310337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.310683 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Added segment 0a60976c-66d5-48a6-bbee-d266f0b55c1b of type vlan for network 82229081-54ae-492c-aa01-84a80ae350ce Nov 04 09:31:12.358664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.389146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.390291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:12.390874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.453560 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3720751 Nov 04 09:31:12.456440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59614) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:12.461080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34bc7b-3535-41e4-9739-a54b3b3278c6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Network': ['ID=82229081-54ae-492c-aa01-84a80ae350ce,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:12.471296 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 82229081-54ae-492c-aa01-84a80ae350ce details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:12.530774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.619916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.639309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82229081-54ae-492c-aa01-84a80ae350ce']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:12.649159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a60976c-66d5-48a6-bbee-d266f0b55c1b') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:12.649458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a60976c-66d5-48a6-bbee-d266f0b55c1b') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:12.659230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.672579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.678938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:12.679331 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:12.681137 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:12.737170 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.743196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 82229081-54ae-492c-aa01-84a80ae350ce {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 09:31:12.745253 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.748740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "DELETE /v2.0/networks/82229081-54ae-492c-aa01-84a80ae350ce HTTP/1.1" status: 204 len: 168 time: 0.2911975 Nov 04 09:31:12.752622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59616) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:12.759188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:12.776170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee916b0-e342-493b-ae93-27ee14cbffc7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event deleted for resources: {'Network': ['ID=82229081-54ae-492c-aa01-84a80ae350ce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:12.782109 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.784484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Made reservation on behalf of eb1c00a94be54e3cbe0237780e9edd40 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:12.786984 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.812936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:12.822494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.822843 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Added segment c6d648d6-3cf8-488e-ac6b-c6786e798c0b of type vlan for network 933cd6e8-5a80-4770-b3cd-2cff4972bc19 Nov 04 09:31:12.868966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.897634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.898468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:12.899051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:12.960917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2071183 Nov 04 09:31:12.964220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59618) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:12.967905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7568a7e-269c-4d4c-bb27-219169222122 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Network': ['ID=933cd6e8-5a80-4770-b3cd-2cff4972bc19,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:12.981217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'subnet': {'network_id': '933cd6e8-5a80-4770-b3cd-2cff4972bc19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:12.981734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 933cd6e8-5a80-4770-b3cd-2cff4972bc19 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:13.013413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Made reservation on behalf of eb1c00a94be54e3cbe0237780e9edd40 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:13.018247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:13.157270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3462fdc-9dda-4caf-b129-2d70272d3ce6 req-4733fe0a-77d8-4067-87f9-80db62b70a21 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:13.159056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3462fdc-9dda-4caf-b129-2d70272d3ce6 req-4733fe0a-77d8-4067-87f9-80db62b70a21 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0774837 Nov 04 09:31:13.237433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3462fdc-9dda-4caf-b129-2d70272d3ce6 req-642f4592-b677-42e2-b3b1-0bdfb7d40d90 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702455 Nov 04 09:31:13.420840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.objects.ports [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102555) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 04 09:31:13.421213 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:13.479029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Subnet': ['ID=86331712-5527-4fbe-9831-bafa3aebb714,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:13.486669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Checking segment: {'id': 'c6d648d6-3cf8-488e-ac6b-c6786e798c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '933cd6e8-5a80-4770-b3cd-2cff4972bc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:31:13.487031 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Network hostable DHCP agents. Network: 933cd6e8-5a80-4770-b3cd-2cff4972bc19, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:31:13.505601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Network 933cd6e8-5a80-4770-b3cd-2cff4972bc19 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:31:13.514751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 933cd6e8-5a80-4770-b3cd-2cff4972bc19) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:31:13.522941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8304d2-d226-401f-add3-7c0f657c4cf7 None None] Network 933cd6e8-5a80-4770-b3cd-2cff4972bc19 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:31:13.524632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:13.525181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:13.544076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d89a82ea-18a7-4cd9-aa18-47a8ee737781 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5778344 Nov 04 09:31:13.546616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59622) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:13.550909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'floatingip': {'floating_network_id': '933cd6e8-5a80-4770-b3cd-2cff4972bc19'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:13.573622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:13.657038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1263d0dd-3852-4d6c-9a02-81dec25fd000 None None] Network 933cd6e8-5a80-4770-b3cd-2cff4972bc19 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:31:13.670036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:13.778824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Allocated IP 172.20.0.14 (933cd6e8-5a80-4770-b3cd-2cff4972bc19/86331712-5527-4fbe-9831-bafa3aebb714/9490539a-27db-4e1a-bd7a-40139eb95675) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:31:13.888542 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:13.923355 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:13.964600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Network 933cd6e8-5a80-4770-b3cd-2cff4972bc19 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:31:13.968767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:31:13.977210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:31:13.980242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Port': ['ID=9490539a-27db-4e1a-bd7a-40139eb95675,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:14.067662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.105786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.260261 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.264880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.360366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Port': ['ID=9490539a-27db-4e1a-bd7a-40139eb95675,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:14.375226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.399337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cd2f8-cb00-4ffb-97af-056c935d2731 req-5c666592-01a2-4311-bb0d-6fe1f44ae656 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:14.400834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-642cd2f8-cb00-4ffb-97af-056c935d2731 req-5c666592-01a2-4311-bb0d-6fe1f44ae656 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0811183 Nov 04 09:31:14.403553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.404681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9b66185a-237e-4353-9386-197b00c83ef9 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8571460 Nov 04 09:31:14.407695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59626) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:14.440758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-642cd2f8-cb00-4ffb-97af-056c935d2731 req-3c6edb3a-7ffe-4d5c-bd01-274f17f27655 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336938 Nov 04 09:31:14.474972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3c6d5ced-8dd4-4222-901f-d7f9dc204f15 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=933cd6e8-5a80-4770-b3cd-2cff4972bc19 HTTP/1.1" status: 200 len: 690 time: 0.0660045 Nov 04 09:31:14.477287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59628) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:14.561281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.671425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Deleting port 9490539a-27db-4e1a-bd7a-40139eb95675 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:31:14.671666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.743220 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.743536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.755150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Calling delete_port for 9490539a-27db-4e1a-bd7a-40139eb95675 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:31:14.889875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:14.915216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event deleted for resources: {'Port': ['ID=9490539a-27db-4e1a-bd7a-40139eb95675,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:14.980543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.028326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.085491 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.111697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=86331712-5527-4fbe-9831-bafa3aebb714,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:15.530916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.551135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933cd6e8-5a80-4770-b3cd-2cff4972bc19']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:15.561405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d648d6-3cf8-488e-ac6b-c6786e798c0b') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:15.561702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d648d6-3cf8-488e-ac6b-c6786e798c0b') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:15.567697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dced3-52ef-470e-99b5-2c79fd31ee34 req-eff3ee81-616c-42fa-8912-745ae5ce8675 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:15.569511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af9dced3-52ef-470e-99b5-2c79fd31ee34 req-eff3ee81-616c-42fa-8912-745ae5ce8675 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0551209 Nov 04 09:31:15.571696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.584657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.590609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:15.590991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:15.592975 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:15.609021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af9dced3-52ef-470e-99b5-2c79fd31ee34 req-813fa2ae-3240-402b-9729-ccb562dfc6aa tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332940 Nov 04 09:31:15.649342 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.654576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 933cd6e8-5a80-4770-b3cd-2cff4972bc19 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 09:31:15.657383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.660649 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "DELETE /v2.0/networks/933cd6e8-5a80-4770-b3cd-2cff4972bc19 HTTP/1.1" status: 204 len: 168 time: 1.1824579 Nov 04 09:31:15.664090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59632) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:15.671351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ff21-8db1-41fc-b01c-9d94a9229c0a tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event deleted for resources: {'Network': ['ID=933cd6e8-5a80-4770-b3cd-2cff4972bc19,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:15.787646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-192769b2-c795-4435-b188-87b1771af78b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.1220083 Nov 04 09:31:15.790017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59634) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:15.821849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:15.880451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736d4fa-8e6b-4a5c-bf4a-25322c486be8 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:15.880913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736d4fa-8e6b-4a5c-bf4a-25322c486be8 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:15.881362 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736d4fa-8e6b-4a5c-bf4a-25322c486be8 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:15.881805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736d4fa-8e6b-4a5c-bf4a-25322c486be8 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:15.882257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736d4fa-8e6b-4a5c-bf4a-25322c486be8 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:15.882678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d736d4fa-8e6b-4a5c-bf4a-25322c486be8 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:15.884464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d736d4fa-8e6b-4a5c-bf4a-25322c486be8 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4018 time: 0.0935442 Nov 04 09:31:15.887467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59636) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:15.946664 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-0283775a-dbc3-4e00-9236-753c604eeef6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] delete failed (client error): The resource could not be found. Nov 04 09:31:15.947712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0283775a-dbc3-4e00-9236-753c604eeef6 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/347d1514-c5f1-498c-9a65-e14973487013 HTTP/1.1" status: 404 len: 345 time: 0.0592971 Nov 04 09:31:15.950478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59638) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:15.968106 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78db187-aa27-4b8c-bf99-f6b3dd41bb4e tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] DELETE failed (client error): The resource could not be found. Nov 04 09:31:15.968657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78db187-aa27-4b8c-bf99-f6b3dd41bb4e tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:31:15.971696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a78db187-aa27-4b8c-bf99-f6b3dd41bb4e tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "DELETE /v2.0/networks/933cd6e8-5a80-4770-b3cd-2cff4972bc19 HTTP/1.1" status: 404 len: 339 time: 0.0202568 Nov 04 09:31:15.976748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59640) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:15.981085 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'network': {'name': 'tempest-network--318207823', 'router:external': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:16.003499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Made reservation on behalf of eb1c00a94be54e3cbe0237780e9edd40 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:16.006140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.031920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:16.041610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.041895 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Added segment 7204e630-670d-435e-a2a5-3701df00f4db of type vlan for network 0f7790c9-3123-41f1-8900-1ee9319caaf2 Nov 04 09:31:16.088315 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.117429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.118767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.119378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.173355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1959507 Nov 04 09:31:16.176124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59642) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:16.186467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ebb68-9ebc-4864-9eaa-5f37e5a2eb48 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Network': ['ID=0f7790c9-3123-41f1-8900-1ee9319caaf2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:16.197978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0f7790c9-3123-41f1-8900-1ee9319caaf2 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:16.288051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d66902-a1f8-47f6-8feb-da631322b1a6 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.294445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d66902-a1f8-47f6-8feb-da631322b1a6 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.300345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d66902-a1f8-47f6-8feb-da631322b1a6 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.306199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d66902-a1f8-47f6-8feb-da631322b1a6 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.307822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-43d66902-a1f8-47f6-8feb-da631322b1a6 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1302371 Nov 04 09:31:16.310715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59644) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:16.385611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.465433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.486978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7790c9-3123-41f1-8900-1ee9319caaf2']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:16.496725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7204e630-670d-435e-a2a5-3701df00f4db') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:16.497019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7204e630-670d-435e-a2a5-3701df00f4db') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:16.507146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.519883 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.525790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:16.526172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:16.527833 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:16.588398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.593719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f7790c9-3123-41f1-8900-1ee9319caaf2 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 09:31:16.596433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.600456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "DELETE /v2.0/networks/0f7790c9-3123-41f1-8900-1ee9319caaf2 HTTP/1.1" status: 204 len: 168 time: 0.2888145 Nov 04 09:31:16.604673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59646) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:16.609846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'network': {'name': 'tempest-network--1172306411', 'router:external': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:16.610095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce579b-1ce5-4d83-bf43-4be9a70e4728 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f7790c9-3123-41f1-8900-1ee9319caaf2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:16.635474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Made reservation on behalf of eb1c00a94be54e3cbe0237780e9edd40 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:16.638509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.670631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:16.683337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.683960 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Added segment c6792398-88a3-4798-b2bb-ca8170f26864 of type vlan for network a2eff25a-2233-4391-8076-4e20dc8e9021 Nov 04 09:31:16.689276 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.772318 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.811670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d98f96-340d-483c-b422-3a56a66e80d0 req-512f5b2f-51fd-4a95-8a5d-8a5f996df19a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.813266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4d98f96-340d-483c-b422-3a56a66e80d0 req-512f5b2f-51fd-4a95-8a5d-8a5f996df19a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0941224 Nov 04 09:31:16.827415 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.828502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.829058 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:16.891525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2855628 Nov 04 09:31:16.894113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59650) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:16.919390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4d98f96-340d-483c-b422-3a56a66e80d0 req-cbf72c85-37ed-4ba2-aa01-140f1174b183 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984619 Nov 04 09:31:16.920264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03626119-383c-4027-89d7-c4d2493acc7d tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Network': ['ID=a2eff25a-2233-4391-8076-4e20dc8e9021,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:16.931118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a2eff25a-2233-4391-8076-4e20dc8e9021 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:16.987091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c327c759-60af-456a-be4a-3b11b8517b38 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:16.988900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c327c759-60af-456a-be4a-3b11b8517b38 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] 10.222.0.53 "GET /v2.0/networks/a2eff25a-2233-4391-8076-4e20dc8e9021 HTTP/1.1" status: 200 len: 757 time: 0.0935838 Nov 04 09:31:16.992560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59652) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:17.331345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f6928f-ea00-4b76-984e-59255f585f98 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:17.332942 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7f6928f-ea00-4b76-984e-59255f585f98 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] 10.222.0.53 "GET /v2.0/networks/f99858b0-941f-4390-b4a3-ff46c48ef5c3 HTTP/1.1" status: 200 len: 768 time: 0.3395665 Nov 04 09:31:17.335416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59654) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:17.403050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.485878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.507559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2eff25a-2233-4391-8076-4e20dc8e9021']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:17.517222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6792398-88a3-4798-b2bb-ca8170f26864') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:17.517520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6792398-88a3-4798-b2bb-ca8170f26864') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:17.528081 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.541720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.547691 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:17.548131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:17.549864 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:17.612487 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.618391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2eff25a-2233-4391-8076-4e20dc8e9021 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 09:31:17.621040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.627631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "DELETE /v2.0/networks/a2eff25a-2233-4391-8076-4e20dc8e9021 HTTP/1.1" status: 204 len: 168 time: 0.2879050 Nov 04 09:31:17.628288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59656) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:17.634337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'network': {'name': 'tempest-network--853639234'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:17.635108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895845ea-69fa-4224-ace0-e64242ac4db7 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2eff25a-2233-4391-8076-4e20dc8e9021,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:17.657050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Made reservation on behalf of eb1c00a94be54e3cbe0237780e9edd40 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:17.659630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.684737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:17.693965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.694311 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Added segment 59993d8f-e7d2-4c65-9f49-aadac1863ff3 of type vlan for network f620fca0-9197-4840-851c-8840c0a530cc Nov 04 09:31:17.739021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.763596 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.764868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:17.765725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:17.822852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1934478 Nov 04 09:31:17.825921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59658) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:17.829830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43b5b4-05cc-4a94-915d-cafbed345a9b tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Network': ['ID=f620fca0-9197-4840-851c-8840c0a530cc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:17.833368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:17.841081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network f620fca0-9197-4840-851c-8840c0a530cc details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:18.014249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.042413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.061461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Network f620fca0-9197-4840-851c-8840c0a530cc is not hosted by any dhcp agent {{(pid=102555) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 04 09:31:18.062334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:18.062924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.064263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "PUT /v2.0/networks/f620fca0-9197-4840-851c-8840c0a530cc HTTP/1.1" status: 200 len: 857 time: 0.2367110 Nov 04 09:31:18.067261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59662) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:18.120397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15267af7-4fa7-42d5-b223-ada1fcf2b822 req-fdb8ece6-811c-4b61-acf1-65757fed6760 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:18.121916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15267af7-4fa7-42d5-b223-ada1fcf2b822 req-fdb8ece6-811c-4b61-acf1-65757fed6760 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.1201510 Nov 04 09:31:18.123025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a19fa2-127d-4e3b-bb83-98b06b2cc4e4 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event updated for resources: {'Network': ['ID=f620fca0-9197-4840-851c-8840c0a530cc,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:18.143953 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.166557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15267af7-4fa7-42d5-b223-ada1fcf2b822 req-e7fb2803-6663-49cf-b1ae-36c76d79ea1a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377014 Nov 04 09:31:18.224455 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.244524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f620fca0-9197-4840-851c-8840c0a530cc']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:18.253471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59993d8f-e7d2-4c65-9f49-aadac1863ff3') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:18.253828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59993d8f-e7d2-4c65-9f49-aadac1863ff3') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:18.263739 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.276392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.282206 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:18.282719 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:18.284438 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:18.344033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.350944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f620fca0-9197-4840-851c-8840c0a530cc {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 04 09:31:18.360870 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.364998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] 10.222.0.53 "DELETE /v2.0/networks/f620fca0-9197-4840-851c-8840c0a530cc HTTP/1.1" status: 204 len: 168 time: 0.2952156 Nov 04 09:31:18.366406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e879500-2935-4b9d-8638-8b51315d49f3 tempest-ExternalNetworksTestJSON-781542541 tempest-ExternalNetworksTestJSON-781542541-project-admin] Pushing event deleted for resources: {'Network': ['ID=f620fca0-9197-4840-851c-8840c0a530cc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:18.369589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59664) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:18.397672 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-98de71ac-9a92-44de-9fba-de420ee9909d tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] DELETE failed (client error): The resource could not be found. Nov 04 09:31:18.398138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98de71ac-9a92-44de-9fba-de420ee9909d tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:31:18.401423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-98de71ac-9a92-44de-9fba-de420ee9909d tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] 10.222.0.53 "DELETE /v2.0/subnets/86331712-5527-4fbe-9831-bafa3aebb714 HTTP/1.1" status: 404 len: 337 time: 0.0307546 Nov 04 09:31:18.404089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59666) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:18.492889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.586582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.606632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99858b0-941f-4390-b4a3-ff46c48ef5c3']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:18.616195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32394ff2-2f30-4ef0-b05f-ccd31691acb6') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:18.616849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32394ff2-2f30-4ef0-b05f-ccd31691acb6') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:18.625707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.639093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.646971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:18.647357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:18.650447 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:18.720689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.728876 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:18.733678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] 10.222.0.53 "DELETE /v2.0/networks/f99858b0-941f-4390-b4a3-ff46c48ef5c3 HTTP/1.1" status: 204 len: 168 time: 0.3262351 Nov 04 09:31:18.748287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ce0bb-549c-4f7e-b943-ca5d54bcdb01 tempest-ExternalNetworksTestJSON-942289356 tempest-ExternalNetworksTestJSON-942289356-project] Pushing event deleted for resources: {'Network': ['ID=f99858b0-941f-4390-b4a3-ff46c48ef5c3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:18.995141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59672) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:19.146049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d922c0ff-316a-4791-85f5-c08c0e387a6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aeeabe9a6dce4435bbe32e245f2a3419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1489210 Nov 04 09:31:19.148303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59676) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:19.197351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9610b0c-59b7-41fa-857b-b8cae99f48d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.220336 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9610b0c-59b7-41fa-857b-b8cae99f48d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.296353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac740a4e-2da1-4ae6-890b-cdc558526865 req-3ee45b75-14be-4044-9db0-4ec05a37aa77 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:19.297765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac740a4e-2da1-4ae6-890b-cdc558526865 req-3ee45b75-14be-4044-9db0-4ec05a37aa77 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0623419 Nov 04 09:31:19.311555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9610b0c-59b7-41fa-857b-b8cae99f48d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.314090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9610b0c-59b7-41fa-857b-b8cae99f48d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.315159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c9610b0c-59b7-41fa-857b-b8cae99f48d4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89887380-a2b4-4a17-b059-2ac1cb70b0f0 HTTP/1.1" status: 204 len: 168 time: 0.1659384 Nov 04 09:31:19.334598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9610b0c-59b7-41fa-857b-b8cae99f48d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89887380-a2b4-4a17-b059-2ac1cb70b0f0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:19.352752 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac740a4e-2da1-4ae6-890b-cdc558526865 req-b825d7cc-6d8e-4991-b96e-a9c3e347dfe2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483575 Nov 04 09:31:19.609873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:19.655750 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e5a3249b-eee1-4d1b-b3d2-7f096a134816 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb1c00a94be54e3cbe0237780e9edd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446117 Nov 04 09:31:19.658229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:19.712855 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e211ebb-7ac8-4854-88f2-bc9fd787074b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.734159 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e211ebb-7ac8-4854-88f2-bc9fd787074b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.781997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e211ebb-7ac8-4854-88f2-bc9fd787074b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.784745 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9e211ebb-7ac8-4854-88f2-bc9fd787074b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:19.786555 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9e211ebb-7ac8-4854-88f2-bc9fd787074b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd171387-73d2-4d94-8189-91bd90a9ffff HTTP/1.1" status: 204 len: 168 time: 0.1267409 Nov 04 09:31:19.794480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e211ebb-7ac8-4854-88f2-bc9fd787074b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd171387-73d2-4d94-8189-91bd90a9ffff,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:20.490338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0942c-37cd-4916-ae5e-47d421451c8d req-26c64606-0e45-49a0-925d-89c107b907e3 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:20.491943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61f0942c-37cd-4916-ae5e-47d421451c8d req-26c64606-0e45-49a0-925d-89c107b907e3 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0657837 Nov 04 09:31:20.525969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59710) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:20.539732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61f0942c-37cd-4916-ae5e-47d421451c8d req-f5480209-7fa4-4b17-932c-50c9b5c6fe16 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413952 Nov 04 09:31:20.648333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1879254983'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:20.672205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:20.682697 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:20.767729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:20.771747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:20.811583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de3fa256-f9b7-488a-8e1d-b424e53a8151,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:20.862246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:20.867095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:20.899418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:20.900613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3736384 Nov 04 09:31:20.902518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3bf7dc-e3cb-40ac-8e5c-bc7b26eafb7c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea2a8f-56d9-4e29-a53d-f57c5a9ff9c2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:20.903497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:20.956347 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b4679fba-22d0-4a41-a741-f7fb06168527 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0516381 Nov 04 09:31:20.959269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59716) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:20.963586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-69a41c63-35ad-4c02-a1b1-c5bb5d329562 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-security--1250679620', 'description': 'tempest-security-description-1683391864'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:20.989368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69a41c63-35ad-4c02-a1b1-c5bb5d329562 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.036768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69a41c63-35ad-4c02-a1b1-c5bb5d329562 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.041007 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69a41c63-35ad-4c02-a1b1-c5bb5d329562 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.043584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-69a41c63-35ad-4c02-a1b1-c5bb5d329562 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.044946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-69a41c63-35ad-4c02-a1b1-c5bb5d329562 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "PUT /v2.0/security-groups/b7ea2a8f-56d9-4e29-a53d-f57c5a9ff9c2 HTTP/1.1" status: 200 len: 1780 time: 0.0847697 Nov 04 09:31:21.048160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.068991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a41c63-35ad-4c02-a1b1-c5bb5d329562 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ea2a8f-56d9-4e29-a53d-f57c5a9ff9c2,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:21.095626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6d159c92-7e79-45c0-a43d-c5f18e92f610 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups/b7ea2a8f-56d9-4e29-a53d-f57c5a9ff9c2 HTTP/1.1" status: 200 len: 1780 time: 0.0462565 Nov 04 09:31:21.099157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59720) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.159768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187c186e-6faf-4adc-b184-b6e966724f0d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.182515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187c186e-6faf-4adc-b184-b6e966724f0d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.225972 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187c186e-6faf-4adc-b184-b6e966724f0d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.228773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-187c186e-6faf-4adc-b184-b6e966724f0d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.229958 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-187c186e-6faf-4adc-b184-b6e966724f0d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7ea2a8f-56d9-4e29-a53d-f57c5a9ff9c2 HTTP/1.1" status: 204 len: 168 time: 0.1297777 Nov 04 09:31:21.232694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.239678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c186e-6faf-4adc-b184-b6e966724f0d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ea2a8f-56d9-4e29-a53d-f57c5a9ff9c2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:21.280677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-60c4df1f-eb66-44d2-a38f-ec0ea22ccf6d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459938 Nov 04 09:31:21.282725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.296906 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-e08dc675-955c-433a-9581-b854f7438068 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] delete failed (client error): The resource could not be found. Nov 04 09:31:21.297928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e08dc675-955c-433a-9581-b854f7438068 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/b7ea2a8f-56d9-4e29-a53d-f57c5a9ff9c2 HTTP/1.1" status: 404 len: 347 time: 0.0142529 Nov 04 09:31:21.301888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.308098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5663cb0e-8c70-4f8c-9f32-d4a3beda2ab2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1162945512'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:21.331829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5663cb0e-8c70-4f8c-9f32-d4a3beda2ab2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.406105 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5663cb0e-8c70-4f8c-9f32-d4a3beda2ab2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.410888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5663cb0e-8c70-4f8c-9f32-d4a3beda2ab2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.441152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5663cb0e-8c70-4f8c-9f32-d4a3beda2ab2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.443308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5663cb0e-8c70-4f8c-9f32-d4a3beda2ab2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1400161 Nov 04 09:31:21.446221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59728) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.446412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5663cb0e-8c70-4f8c-9f32-d4a3beda2ab2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e132a8c2-c10a-4587-993b-d9f6c57fc2e8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:21.450909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-65fbeb5f-fb60-4994-9001-b14311d5597d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': 'e132a8c2-c10a-4587-993b-d9f6c57fc2e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:21.491155 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65fbeb5f-fb60-4994-9001-b14311d5597d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.540546 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65fbeb5f-fb60-4994-9001-b14311d5597d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.544458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65fbeb5f-fb60-4994-9001-b14311d5597d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.562580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbeb5f-fb60-4994-9001-b14311d5597d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d93b52-f4f4-46ff-a544-06a0f95a2e7b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:21.572359 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65fbeb5f-fb60-4994-9001-b14311d5597d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.573246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-65fbeb5f-fb60-4994-9001-b14311d5597d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260147 Nov 04 09:31:21.576194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59732) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.603954 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51141be4-d327-414d-b3a4-d2fa739beb6c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.611568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51141be4-d327-414d-b3a4-d2fa739beb6c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.640085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51141be4-d327-414d-b3a4-d2fa739beb6c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.647660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-51141be4-d327-414d-b3a4-d2fa739beb6c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.648860 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-51141be4-d327-414d-b3a4-d2fa739beb6c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/23d93b52-f4f4-46ff-a544-06a0f95a2e7b HTTP/1.1" status: 204 len: 168 time: 0.0717273 Nov 04 09:31:21.653879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.660310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51141be4-d327-414d-b3a4-d2fa739beb6c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23d93b52-f4f4-46ff-a544-06a0f95a2e7b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:21.678736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86091c6-1666-43c9-9cdb-9a781a025d7d req-a235e7c4-4c65-4c44-807b-0a5e62719cff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:21.680939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f86091c6-1666-43c9-9cdb-9a781a025d7d req-a235e7c4-4c65-4c44-807b-0a5e62719cff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0586913 Nov 04 09:31:21.707371 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2f8fb5a2-27a3-4d32-adc7-2e47e1cecce8 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0521078 Nov 04 09:31:21.710913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59736) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.722810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f86091c6-1666-43c9-9cdb-9a781a025d7d req-fd1a7be6-0c4c-4dbe-92c3-00516290115b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356550 Nov 04 09:31:21.769852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91c16ee1-54fc-4ba8-b650-3a5060339f8d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.793406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91c16ee1-54fc-4ba8-b650-3a5060339f8d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.838967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91c16ee1-54fc-4ba8-b650-3a5060339f8d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.841974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-91c16ee1-54fc-4ba8-b650-3a5060339f8d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.845520 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-91c16ee1-54fc-4ba8-b650-3a5060339f8d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/e132a8c2-c10a-4587-993b-d9f6c57fc2e8 HTTP/1.1" status: 204 len: 168 time: 0.1311593 Nov 04 09:31:21.846549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.855597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c16ee1-54fc-4ba8-b650-3a5060339f8d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e132a8c2-c10a-4587-993b-d9f6c57fc2e8,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:21.914258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3534e698-dc88-4c77-a4c0-5d0fea441ec0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629241 Nov 04 09:31:21.918177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59744) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:21.922684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7cb5531a-d2f8-4607-bec1-127258e2414f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1682084913'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:21.948792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb5531a-d2f8-4607-bec1-127258e2414f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:21.954319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54b0dc-0a86-44b1-bba7-2455bd3a4168 req-5b0fae93-e7e0-4f4f-865f-578d37f16346 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:21.955875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b54b0dc-0a86-44b1-bba7-2455bd3a4168 req-5b0fae93-e7e0-4f4f-865f-578d37f16346 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0599535 Nov 04 09:31:21.998220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b54b0dc-0a86-44b1-bba7-2455bd3a4168 req-8afcc1e6-c799-449a-a020-e839b0c617fa tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347335 Nov 04 09:31:22.008592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-9e36a4a0-5a6b-4b4a-94ca-12a9e8e2e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:22.010218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-9e36a4a0-5a6b-4b4a-94ca-12a9e8e2e6e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1096 time: 0.0589764 Nov 04 09:31:22.119144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb5531a-d2f8-4607-bec1-127258e2414f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.127681 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb5531a-d2f8-4607-bec1-127258e2414f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.168677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-7957610a-a4f8-41eb-94cf-06699f53d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:22.170088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-7957610a-a4f8-41eb-94cf-06699f53d98f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.1490321 Nov 04 09:31:22.175669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cb5531a-d2f8-4607-bec1-127258e2414f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.177067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7cb5531a-d2f8-4607-bec1-127258e2414f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2579477 Nov 04 09:31:22.179997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59746) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:22.183695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5531a-d2f8-4607-bec1-127258e2414f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29cf23dd-59f3-42b6-9479-846c30633af6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:22.184906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e59583a6-98af-4e0e-897d-b94e82ed81b2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '29cf23dd-59f3-42b6-9479-846c30633af6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:22.219251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e59583a6-98af-4e0e-897d-b94e82ed81b2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.248535 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-52ac5f35-25a6-41c3-bb2b-8831cf576277 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 1001 time: 0.0704169 Nov 04 09:31:22.269140 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e59583a6-98af-4e0e-897d-b94e82ed81b2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.274579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e59583a6-98af-4e0e-897d-b94e82ed81b2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.293420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59583a6-98af-4e0e-897d-b94e82ed81b2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ec6c51-65ac-431f-b3de-2576c5b1fad2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:22.301636 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e59583a6-98af-4e0e-897d-b94e82ed81b2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.302923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-0c6e1ed2-41f0-4e61-ac60-a77baf8c2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:22.303176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e59583a6-98af-4e0e-897d-b94e82ed81b2 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218617 Nov 04 09:31:22.304442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-0c6e1ed2-41f0-4e61-ac60-a77baf8c2ec2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0486002 Nov 04 09:31:22.305632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59748) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:22.309989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b7cf20db-a0a3-47b7-af45-17bef7ed9473 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '29cf23dd-59f3-42b6-9479-846c30633af6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:22.367679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7cf20db-a0a3-47b7-af45-17bef7ed9473 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.373182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-143a38b5-d665-414e-897d-69899f80f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:22.374709 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-143a38b5-d665-414e-897d-69899f80f57a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604172 Nov 04 09:31:22.484156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7cf20db-a0a3-47b7-af45-17bef7ed9473 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.492205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7cf20db-a0a3-47b7-af45-17bef7ed9473 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.516359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-d98633cc-7e63-42a0-8ebd-75cd16934d5e service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333139 Nov 04 09:31:22.520487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf20db-a0a3-47b7-af45-17bef7ed9473 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436e398e-e041-43d4-a639-de3957201c11,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:22.524970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b7cf20db-a0a3-47b7-af45-17bef7ed9473 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.528968 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b7cf20db-a0a3-47b7-af45-17bef7ed9473 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2195797 Nov 04 09:31:22.529439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59750) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:22.534052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9566c522-c5d6-4279-a330-94eaa529f4f0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '29cf23dd-59f3-42b6-9479-846c30633af6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:22.562182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9566c522-c5d6-4279-a330-94eaa529f4f0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.621193 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb1cc46-cf24-4cb3-9514-5210e8e012fc req-9f772075-4e85-4cad-9e17-cd5c2d0776b6 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939026 Nov 04 09:31:22.631397 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9566c522-c5d6-4279-a330-94eaa529f4f0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.635508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9566c522-c5d6-4279-a330-94eaa529f4f0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.659776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566c522-c5d6-4279-a330-94eaa529f4f0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8aabbc2-29a5-49fd-95f6-95298457776b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:22.665041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9566c522-c5d6-4279-a330-94eaa529f4f0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.666443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9566c522-c5d6-4279-a330-94eaa529f4f0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360841 Nov 04 09:31:22.669100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59752) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:22.673814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d5cf61da-c7d3-47b9-af9a-ccdaa42c7b59 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '29cf23dd-59f3-42b6-9479-846c30633af6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:22.701970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5cf61da-c7d3-47b9-af9a-ccdaa42c7b59 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.763948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5cf61da-c7d3-47b9-af9a-ccdaa42c7b59 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.768593 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5cf61da-c7d3-47b9-af9a-ccdaa42c7b59 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.787082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf61da-c7d3-47b9-af9a-ccdaa42c7b59 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2325124b-83ab-4017-a2df-ef0d7f3fec5c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:22.795602 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5cf61da-c7d3-47b9-af9a-ccdaa42c7b59 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.797138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d5cf61da-c7d3-47b9-af9a-ccdaa42c7b59 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266696 Nov 04 09:31:22.799561 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:22.804804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2029923c-0717-49c0-9cd4-6d70cb7e37e3 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '29cf23dd-59f3-42b6-9479-846c30633af6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:22.832085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2029923c-0717-49c0-9cd4-6d70cb7e37e3 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.896773 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2029923c-0717-49c0-9cd4-6d70cb7e37e3 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.900534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2029923c-0717-49c0-9cd4-6d70cb7e37e3 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.919804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029923c-0717-49c0-9cd4-6d70cb7e37e3 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76508ffb-53d7-4267-b8db-945675598b4e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:22.928196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2029923c-0717-49c0-9cd4-6d70cb7e37e3 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.929409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2029923c-0717-49c0-9cd4-6d70cb7e37e3 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1288612 Nov 04 09:31:22.932481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59756) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:22.960433 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-870040dc-be17-44dd-9e29-18ac85533314 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.968644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-870040dc-be17-44dd-9e29-18ac85533314 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:22.997247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-870040dc-be17-44dd-9e29-18ac85533314 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.003226 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-870040dc-be17-44dd-9e29-18ac85533314 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.004944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-870040dc-be17-44dd-9e29-18ac85533314 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/76508ffb-53d7-4267-b8db-945675598b4e HTTP/1.1" status: 204 len: 168 time: 0.0710390 Nov 04 09:31:23.007707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59758) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.013257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870040dc-be17-44dd-9e29-18ac85533314 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76508ffb-53d7-4267-b8db-945675598b4e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:23.061994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-51e33f25-46d3-4b47-9115-6c9330d3cd2d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0502777 Nov 04 09:31:23.062353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59762) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.091381 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f64d93c2-efc7-4eed-a7a4-5ba5a9ba637b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.101137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f64d93c2-efc7-4eed-a7a4-5ba5a9ba637b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.131131 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f64d93c2-efc7-4eed-a7a4-5ba5a9ba637b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.136711 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f64d93c2-efc7-4eed-a7a4-5ba5a9ba637b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.138242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f64d93c2-efc7-4eed-a7a4-5ba5a9ba637b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/2325124b-83ab-4017-a2df-ef0d7f3fec5c HTTP/1.1" status: 204 len: 168 time: 0.0744452 Nov 04 09:31:23.141041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712720f7-9b52-4d17-bba1-4891589644b4 req-cbf65019-7283-4982-8424-16cece204fd8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:23.141191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59764) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.142545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-712720f7-9b52-4d17-bba1-4891589644b4 req-cbf65019-7283-4982-8424-16cece204fd8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Nov 04 09:31:23.154017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d93c2-efc7-4eed-a7a4-5ba5a9ba637b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2325124b-83ab-4017-a2df-ef0d7f3fec5c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:23.183474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-712720f7-9b52-4d17-bba1-4891589644b4 req-64b02bbb-a610-49ba-b548-18f6c4142fce tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333245 Nov 04 09:31:23.198052 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-34217e14-3030-4b2c-b9e7-6d84d3d1c850 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0548718 Nov 04 09:31:23.200684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59766) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.225252 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4861aa1d-f60d-4dba-957a-daa907c28242 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.232865 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4861aa1d-f60d-4dba-957a-daa907c28242 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.261103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4861aa1d-f60d-4dba-957a-daa907c28242 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.267429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4861aa1d-f60d-4dba-957a-daa907c28242 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.268644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4861aa1d-f60d-4dba-957a-daa907c28242 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f8aabbc2-29a5-49fd-95f6-95298457776b HTTP/1.1" status: 204 len: 168 time: 0.0669956 Nov 04 09:31:23.271493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.274634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861aa1d-f60d-4dba-957a-daa907c28242 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8aabbc2-29a5-49fd-95f6-95298457776b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:23.322512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-360bff12-cdff-4f3b-86d7-2c54a6281228 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0498118 Nov 04 09:31:23.325251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.348013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d97a544-8e65-41cd-8190-3d15181c9a41 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.355661 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d97a544-8e65-41cd-8190-3d15181c9a41 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.390115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d97a544-8e65-41cd-8190-3d15181c9a41 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.396389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6d97a544-8e65-41cd-8190-3d15181c9a41 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.397582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6d97a544-8e65-41cd-8190-3d15181c9a41 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/436e398e-e041-43d4-a639-de3957201c11 HTTP/1.1" status: 204 len: 168 time: 0.0713947 Nov 04 09:31:23.400344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59772) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.403299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97a544-8e65-41cd-8190-3d15181c9a41 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=436e398e-e041-43d4-a639-de3957201c11,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:23.443691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-678fdff5-590a-43b6-9f2b-f66f1b7d1c0b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420270 Nov 04 09:31:23.446197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59774) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.470173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c188c24-c14e-4f01-bfb6-e9baf8ad6455 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.478043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c188c24-c14e-4f01-bfb6-e9baf8ad6455 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.506309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c188c24-c14e-4f01-bfb6-e9baf8ad6455 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.512880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9c188c24-c14e-4f01-bfb6-e9baf8ad6455 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.513974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9c188c24-c14e-4f01-bfb6-e9baf8ad6455 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/23ec6c51-65ac-431f-b3de-2576c5b1fad2 HTTP/1.1" status: 204 len: 168 time: 0.0668814 Nov 04 09:31:23.516921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59776) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.519248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c188c24-c14e-4f01-bfb6-e9baf8ad6455 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23ec6c51-65ac-431f-b3de-2576c5b1fad2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:23.568483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-564fab1f-3d26-497d-8c17-93bad21400c0 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0501919 Nov 04 09:31:23.571250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59778) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.624167 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b0c54bd-5265-4c03-95b1-45633e20f846 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.646579 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b0c54bd-5265-4c03-95b1-45633e20f846 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.688358 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b0c54bd-5265-4c03-95b1-45633e20f846 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.690958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5b0c54bd-5265-4c03-95b1-45633e20f846 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.692190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5b0c54bd-5265-4c03-95b1-45633e20f846 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/29cf23dd-59f3-42b6-9479-846c30633af6 HTTP/1.1" status: 204 len: 168 time: 0.1199212 Nov 04 09:31:23.696019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59780) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.701410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c54bd-5265-4c03-95b1-45633e20f846 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cf23dd-59f3-42b6-9479-846c30633af6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:23.748751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f99c413b-259c-4b5d-85fc-c99b09f44e3c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0515473 Nov 04 09:31:23.754018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59782) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.758737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a6d3d1a1-0f56-428d-a37c-7d004d369805 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--514297150'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:23.782403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d1a1-0f56-428d-a37c-7d004d369805 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.855837 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d1a1-0f56-428d-a37c-7d004d369805 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.859461 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d1a1-0f56-428d-a37c-7d004d369805 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.899223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3d1a1-0f56-428d-a37c-7d004d369805 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80032281-0f69-4984-8927-627b23010dcc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:23.903378 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a6d3d1a1-0f56-428d-a37c-7d004d369805 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.904632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a6d3d1a1-0f56-428d-a37c-7d004d369805 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1494782 Nov 04 09:31:23.907354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59784) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:23.912100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bbe23cda-d16e-443f-b811-99292206bc91 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '80032281-0f69-4984-8927-627b23010dcc', 'direction': 'ingress', 'protocol': 17}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:23.938012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbe23cda-d16e-443f-b811-99292206bc91 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.995010 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbe23cda-d16e-443f-b811-99292206bc91 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:23.999314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbe23cda-d16e-443f-b811-99292206bc91 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.017253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe23cda-d16e-443f-b811-99292206bc91 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee42204-9b73-4439-b2a0-93ce21eb7cf4,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:24.025574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bbe23cda-d16e-443f-b811-99292206bc91 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.026786 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bbe23cda-d16e-443f-b811-99292206bc91 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1185045 Nov 04 09:31:24.029558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59786) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.088280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aefb353-05f4-4c38-a969-e3043d9e5183 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.112879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aefb353-05f4-4c38-a969-e3043d9e5183 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.159331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aefb353-05f4-4c38-a969-e3043d9e5183 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.163146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1aefb353-05f4-4c38-a969-e3043d9e5183 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.164352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1aefb353-05f4-4c38-a969-e3043d9e5183 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/80032281-0f69-4984-8927-627b23010dcc HTTP/1.1" status: 204 len: 168 time: 0.1338871 Nov 04 09:31:24.167015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.179379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefb353-05f4-4c38-a969-e3043d9e5183 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80032281-0f69-4984-8927-627b23010dcc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:24.214044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d821b784-37d0-4009-b4cb-571647642aa9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454378 Nov 04 09:31:24.218716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59792) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.229302 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-22aba429-18cf-4788-b002-9646db68c8b9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209422184'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:24.259279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22aba429-18cf-4788-b002-9646db68c8b9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.346904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983ae39-d399-4560-bd7a-9451bd968d40 req-68ad5d7c-7350-4cd4-9bca-f0376375ab74 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:24.348951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8983ae39-d399-4560-bd7a-9451bd968d40 req-68ad5d7c-7350-4cd4-9bca-f0376375ab74 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0914030 Nov 04 09:31:24.400494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22aba429-18cf-4788-b002-9646db68c8b9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.410233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22aba429-18cf-4788-b002-9646db68c8b9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.424248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8983ae39-d399-4560-bd7a-9451bd968d40 req-9e39dc47-b54e-4447-9327-f4e6e27a180c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661623 Nov 04 09:31:24.454343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22aba429-18cf-4788-b002-9646db68c8b9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.456014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-22aba429-18cf-4788-b002-9646db68c8b9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2360563 Nov 04 09:31:24.457254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aba429-18cf-4788-b002-9646db68c8b9 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad2f7ea-7fa7-4c8c-acdf-4ad1518a1ccc,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:24.459563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59796) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.464291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-14744c93-7ca5-4b2f-8923-bff8cf6ddcee tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--340436921'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:24.490857 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14744c93-7ca5-4b2f-8923-bff8cf6ddcee tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.559744 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14744c93-7ca5-4b2f-8923-bff8cf6ddcee tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.564378 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14744c93-7ca5-4b2f-8923-bff8cf6ddcee tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.594871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-14744c93-7ca5-4b2f-8923-bff8cf6ddcee tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.596150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-14744c93-7ca5-4b2f-8923-bff8cf6ddcee tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1355164 Nov 04 09:31:24.599433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59798) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.600893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14744c93-7ca5-4b2f-8923-bff8cf6ddcee tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1593471-d73f-462f-a249-ea64957d1c9f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:24.604023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-21671f32-870d-4449-952b-b7afc56e2b6a tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': 'bad2f7ea-7fa7-4c8c-acdf-4ad1518a1ccc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd1593471-d73f-462f-a249-ea64957d1c9f', 'remote_ip_prefix': None}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:24.636535 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21671f32-870d-4449-952b-b7afc56e2b6a tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.710228 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21671f32-870d-4449-952b-b7afc56e2b6a tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.713907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21671f32-870d-4449-952b-b7afc56e2b6a tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.729930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21671f32-870d-4449-952b-b7afc56e2b6a tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956c2b4c-446f-4f12-b2f2-7b9624e3b38d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:24.741711 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21671f32-870d-4449-952b-b7afc56e2b6a tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.742934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-21671f32-870d-4449-952b-b7afc56e2b6a tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1425242 Nov 04 09:31:24.745809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.770909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acb85e6b-2540-4319-8797-00167e9f7dc6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.778435 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acb85e6b-2540-4319-8797-00167e9f7dc6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.807147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acb85e6b-2540-4319-8797-00167e9f7dc6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.813486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acb85e6b-2540-4319-8797-00167e9f7dc6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.814596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-acb85e6b-2540-4319-8797-00167e9f7dc6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/956c2b4c-446f-4f12-b2f2-7b9624e3b38d HTTP/1.1" status: 204 len: 168 time: 0.0678723 Nov 04 09:31:24.818693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59802) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.820815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb85e6b-2540-4319-8797-00167e9f7dc6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=956c2b4c-446f-4f12-b2f2-7b9624e3b38d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:24.862999 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-31b573f1-4253-4a3c-a500-0a70b065549e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0426219 Nov 04 09:31:24.866475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59804) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.919692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2639bdc-bbfb-4948-84c5-64a6c1bd1c97 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.943515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2639bdc-bbfb-4948-84c5-64a6c1bd1c97 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.984411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2639bdc-bbfb-4948-84c5-64a6c1bd1c97 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.987083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d2639bdc-bbfb-4948-84c5-64a6c1bd1c97 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:24.988320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d2639bdc-bbfb-4948-84c5-64a6c1bd1c97 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/d1593471-d73f-462f-a249-ea64957d1c9f HTTP/1.1" status: 204 len: 168 time: 0.1210053 Nov 04 09:31:24.991956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:24.998950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2639bdc-bbfb-4948-84c5-64a6c1bd1c97 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1593471-d73f-462f-a249-ea64957d1c9f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:25.058065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-702ae2a6-fda1-4cb3-a0b1-a16749bd9bea tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0643649 Nov 04 09:31:25.061133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.115486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baa3ae8e-39aa-467d-b1be-bcee2bd0790b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.137184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baa3ae8e-39aa-467d-b1be-bcee2bd0790b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.178104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baa3ae8e-39aa-467d-b1be-bcee2bd0790b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.180896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-baa3ae8e-39aa-467d-b1be-bcee2bd0790b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.182040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-baa3ae8e-39aa-467d-b1be-bcee2bd0790b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/bad2f7ea-7fa7-4c8c-acdf-4ad1518a1ccc HTTP/1.1" status: 204 len: 168 time: 0.1199639 Nov 04 09:31:25.184860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59810) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.191113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3ae8e-39aa-467d-b1be-bcee2bd0790b tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad2f7ea-7fa7-4c8c-acdf-4ad1518a1ccc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:25.229330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-995a1ef6-31a8-462f-bfc2-e3e90de10300 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431271 Nov 04 09:31:25.233224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59812) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.237411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-62e5ad15-c260-4745-af21-fc719d38b973 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698922048'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:25.259629 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e5ad15-c260-4745-af21-fc719d38b973 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.328976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e5ad15-c260-4745-af21-fc719d38b973 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.333087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e5ad15-c260-4745-af21-fc719d38b973 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.363108 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-62e5ad15-c260-4745-af21-fc719d38b973 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.365630 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-62e5ad15-c260-4745-af21-fc719d38b973 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1313260 Nov 04 09:31:25.366711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5ad15-c260-4745-af21-fc719d38b973 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f474604e-3659-4455-baa8-949dec92335e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:25.368539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59814) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.373534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f5fcfa74-ac02-4320-91fb-ffd57cd3a28c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': 'f474604e-3659-4455-baa8-949dec92335e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:25.402184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfa74-ac02-4320-91fb-ffd57cd3a28c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.462937 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfa74-ac02-4320-91fb-ffd57cd3a28c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.466853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfa74-ac02-4320-91fb-ffd57cd3a28c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.486013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcfa74-ac02-4320-91fb-ffd57cd3a28c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f00089-9a0b-423b-a499-21a902a51d44,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:25.494447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f5fcfa74-ac02-4320-91fb-ffd57cd3a28c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.495660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f5fcfa74-ac02-4320-91fb-ffd57cd3a28c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1260376 Nov 04 09:31:25.498478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.522634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8625-9f61-4080-8360-31ab7f467363 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.533637 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8625-9f61-4080-8360-31ab7f467363 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.559741 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8625-9f61-4080-8360-31ab7f467363 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.566265 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f9fb8625-9f61-4080-8360-31ab7f467363 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.567452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f9fb8625-9f61-4080-8360-31ab7f467363 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/b4f00089-9a0b-423b-a499-21a902a51d44 HTTP/1.1" status: 204 len: 168 time: 0.0680635 Nov 04 09:31:25.570239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59818) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.573742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb8625-9f61-4080-8360-31ab7f467363 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4f00089-9a0b-423b-a499-21a902a51d44,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:25.611108 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8885fac9-5d81-462c-b2a3-5f9e5225442d tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0396888 Nov 04 09:31:25.614720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59820) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.669764 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1832fa7-483a-4529-b0b7-91762d90ef61 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.692211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1832fa7-483a-4529-b0b7-91762d90ef61 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.734392 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1832fa7-483a-4529-b0b7-91762d90ef61 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.737117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1832fa7-483a-4529-b0b7-91762d90ef61 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.738263 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1832fa7-483a-4529-b0b7-91762d90ef61 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/f474604e-3659-4455-baa8-949dec92335e HTTP/1.1" status: 204 len: 168 time: 0.1225679 Nov 04 09:31:25.741412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59822) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.747794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1832fa7-483a-4529-b0b7-91762d90ef61 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474604e-3659-4455-baa8-949dec92335e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:25.793034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cc0abf58-4478-4bf4-9c2d-3514eeafc7f5 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503867 Nov 04 09:31:25.796926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59824) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.801134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7055f794-eac7-49eb-974d-24bb9556157e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111713637'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:25.822300 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7055f794-eac7-49eb-974d-24bb9556157e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.892886 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7055f794-eac7-49eb-974d-24bb9556157e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.897698 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7055f794-eac7-49eb-974d-24bb9556157e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.926333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055f794-eac7-49eb-974d-24bb9556157e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3566b-06f2-4af0-b863-77f19e1af0f3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:25.930446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7055f794-eac7-49eb-974d-24bb9556157e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:25.931666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7055f794-eac7-49eb-974d-24bb9556157e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1338217 Nov 04 09:31:25.934471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59826) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:25.938815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4c69007e-bb3c-40f8-a149-614ac7a475bf tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '68d3566b-06f2-4af0-b863-77f19e1af0f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:25.966644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c69007e-bb3c-40f8-a149-614ac7a475bf tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.024920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c69007e-bb3c-40f8-a149-614ac7a475bf tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.028853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c69007e-bb3c-40f8-a149-614ac7a475bf tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.045622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69007e-bb3c-40f8-a149-614ac7a475bf tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fce015f-4db1-4fcf-be13-06b642323748,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:26.055141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4c69007e-bb3c-40f8-a149-614ac7a475bf tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.056389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c69007e-bb3c-40f8-a149-614ac7a475bf tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209598 Nov 04 09:31:26.059158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59828) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.076607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3f9c0063-0a76-4a28-9045-0aebd53049f6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules/5fce015f-4db1-4fcf-be13-06b642323748 HTTP/1.1" status: 200 len: 763 time: 0.0162475 Nov 04 09:31:26.079018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59830) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.122527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-327f4c9a-4ac4-4953-9e6c-c8dca606a21e tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422213 Nov 04 09:31:26.125181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59832) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.159423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89cf247-59f1-40c2-a194-8b324274407f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.167917 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89cf247-59f1-40c2-a194-8b324274407f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.194812 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89cf247-59f1-40c2-a194-8b324274407f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.200804 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d89cf247-59f1-40c2-a194-8b324274407f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.201899 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d89cf247-59f1-40c2-a194-8b324274407f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5fce015f-4db1-4fcf-be13-06b642323748 HTTP/1.1" status: 204 len: 168 time: 0.0754392 Nov 04 09:31:26.204805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59834) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.208043 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cf247-59f1-40c2-a194-8b324274407f tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5fce015f-4db1-4fcf-be13-06b642323748,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:26.246993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-57e49318-85c1-4869-b591-24426b27c418 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0409322 Nov 04 09:31:26.249638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59836) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.253845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f42eff55-0569-4f5a-8932-af79f5b82a54 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '68d3566b-06f2-4af0-b863-77f19e1af0f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:26.281988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f42eff55-0569-4f5a-8932-af79f5b82a54 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.330655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f42eff55-0569-4f5a-8932-af79f5b82a54 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.334731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f42eff55-0569-4f5a-8932-af79f5b82a54 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.357092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42eff55-0569-4f5a-8932-af79f5b82a54 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007690b3-6c50-476a-94d7-5a054e781886,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:26.366324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f42eff55-0569-4f5a-8932-af79f5b82a54 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.367639 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f42eff55-0569-4f5a-8932-af79f5b82a54 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170702 Nov 04 09:31:26.370274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59838) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.387018 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c18c8e62-2616-497e-b525-5ee653471021 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules/007690b3-6c50-476a-94d7-5a054e781886 HTTP/1.1" status: 200 len: 763 time: 0.0157077 Nov 04 09:31:26.389317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59840) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.437404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-314582ef-dfb7-4771-9a18-b171bff267da tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0470254 Nov 04 09:31:26.439966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59842) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.464117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a095a51-b69b-40b7-b736-dc6f1aa843c6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.471362 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a095a51-b69b-40b7-b736-dc6f1aa843c6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.498257 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a095a51-b69b-40b7-b736-dc6f1aa843c6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.503367 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a095a51-b69b-40b7-b736-dc6f1aa843c6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.505159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1a095a51-b69b-40b7-b736-dc6f1aa843c6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/007690b3-6c50-476a-94d7-5a054e781886 HTTP/1.1" status: 204 len: 168 time: 0.0642834 Nov 04 09:31:26.507967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.512856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a095a51-b69b-40b7-b736-dc6f1aa843c6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=007690b3-6c50-476a-94d7-5a054e781886,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:26.548063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9bb5edcf-9299-4c72-b4b2-5e0845ff7c06 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389147 Nov 04 09:31:26.550710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.555597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Request body: {'security_group_rule': {'security_group_id': '68d3566b-06f2-4af0-b863-77f19e1af0f3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:26.576972 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Project 7f0963a7180b4533b37ab511d6aff120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:31:26.581793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.634309 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:31:26.641046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.646218 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.666359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7a4527-aed8-4d07-adca-1c2dd0640cfe,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:26.675018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.676892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-74eeb5cd-f282-49f3-99d1-9eba9b88b3db tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241086 Nov 04 09:31:26.678961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59848) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.695882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-456ae159-e852-4c13-a415-2069e80a5242 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules/8d7a4527-aed8-4d07-adca-1c2dd0640cfe HTTP/1.1" status: 200 len: 769 time: 0.0158429 Nov 04 09:31:26.698332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59850) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.740086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4cf431e0-8349-4a92-989b-3d442678a185 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0406184 Nov 04 09:31:26.742650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59852) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.767193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fd8705a-8330-4ba6-969e-63440b6b43c1 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.776241 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fd8705a-8330-4ba6-969e-63440b6b43c1 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.802510 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fd8705a-8330-4ba6-969e-63440b6b43c1 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.808523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6fd8705a-8330-4ba6-969e-63440b6b43c1 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.809638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6fd8705a-8330-4ba6-969e-63440b6b43c1 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8d7a4527-aed8-4d07-adca-1c2dd0640cfe HTTP/1.1" status: 204 len: 168 time: 0.0661113 Nov 04 09:31:26.812420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59854) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.815538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8705a-8330-4ba6-969e-63440b6b43c1 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d7a4527-aed8-4d07-adca-1c2dd0640cfe,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:26.856397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-73dfd219-066a-4690-bcf0-ab3d68cadfcb tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425479 Nov 04 09:31:26.859164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59856) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.915123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.938551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.982685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.985579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:26.986755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "DELETE /v2.0/security-groups/68d3566b-06f2-4af0-b863-77f19e1af0f3 HTTP/1.1" status: 204 len: 168 time: 0.1266937 Nov 04 09:31:26.990556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59860) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:26.997301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3566b-06f2-4af0-b863-77f19e1af0f3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:27.006761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.007106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.007983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.008537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.009038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.009390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.010151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.010151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.010488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.010811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.011205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.011463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0988f8f1-3f22-4552-b192-ffca9f9136b6 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:27.039725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cd4b14cf-b7f8-4640-b414-abe8eb826a6c tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477183 Nov 04 09:31:27.043832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:27.090101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7a38ab3e-af3f-4250-a4ed-3f6907db8490 tempest-SecGroupIPv6Test-357768716 tempest-SecGroupIPv6Test-357768716-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451853 Nov 04 09:31:27.334267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:27.436321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-ca7b15ca-d625-4612-bd97-b67ac6a96cee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451756 Nov 04 09:31:27.478922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6b559421-b5eb-4b27-bf1f-6930bab7ddb7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f0963a7180b4533b37ab511d6aff120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434352 Nov 04 09:31:27.481562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59872) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:27.519475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-462b3c04-be4a-4573-9990-a811098c025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:27.520861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-462b3c04-be4a-4573-9990-a811098c025b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 1096 time: 0.0428493 Nov 04 09:31:27.532111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9cabf2b8-cef0-4922-b5f4-3a9d32b59da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:27.555135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9cabf2b8-cef0-4922-b5f4-3a9d32b59da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:27.603405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9cabf2b8-cef0-4922-b5f4-3a9d32b59da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:27.606175 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9cabf2b8-cef0-4922-b5f4-3a9d32b59da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:27.609755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9cabf2b8-cef0-4922-b5f4-3a9d32b59da5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de3fa256-f9b7-488a-8e1d-b424e53a8151 HTTP/1.1" status: 204 len: 168 time: 0.1248407 Nov 04 09:31:27.617826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabf2b8-cef0-4922-b5f4-3a9d32b59da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3fa256-f9b7-488a-8e1d-b424e53a8151,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:27.627911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-a11e55d5-9b2b-46bf-9365-b3c3e559d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:27.629458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-a11e55d5-9b2b-46bf-9365-b3c3e559d373 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.0908146 Nov 04 09:31:27.703013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-8755cbc8-c85b-4529-afee-b4a22d6fa805 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d HTTP/1.1" status: 200 len: 1001 time: 0.0659742 Nov 04 09:31:27.754275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-f300742a-9072-4e5f-8e5d-b46c4734f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:27.756243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-f300742a-9072-4e5f-8e5d-b46c4734f217 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0467401 Nov 04 09:31:27.806813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-71cece36-bdb0-40f3-b516-079f0149b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:27.808566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-71cece36-bdb0-40f3-b516-079f0149b8b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454621 Nov 04 09:31:27.909989 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-e6edb575-0a1b-4481-9e49-368fd8d5ab7c service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929422 Nov 04 09:31:28.010281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e246b4e2-506b-476a-967a-2e53215ea3a5 req-856df365-9b57-4736-9f76-980518a7c04e service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943782 Nov 04 09:31:28.218795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-2f91472b-84d2-4470-bdec-f0d1f815fef2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0495038 Nov 04 09:31:28.303547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-bf508ef2-a1a2-45b5-b9df-00afaf93b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:28.305202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-bf508ef2-a1a2-45b5-b9df-00afaf93b793 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 1096 time: 0.0449891 Nov 04 09:31:28.317856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:28.322701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036726 Nov 04 09:31:28.326061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59896) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:28.417322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-a619099f-6e62-4844-b921-0c21a07ef1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:28.418801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-a619099f-6e62-4844-b921-0c21a07ef1ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.0914111 Nov 04 09:31:28.442003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-246cfb52-7b6e-481e-962e-23a2cd963932 tempest-NetworksApiDiscovery-440543684 tempest-NetworksApiDiscovery-440543684-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1139629 Nov 04 09:31:28.490216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-82299e8d-ea75-413f-b59a-bd34c81c4acd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 200 len: 1001 time: 0.0646920 Nov 04 09:31:28.544416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-28c45b53-f583-4ef9-8bfc-04a3d9912a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:28.546085 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-28c45b53-f583-4ef9-8bfc-04a3d9912a9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0490470 Nov 04 09:31:28.602099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-17c842bb-90d7-41ae-8326-c9994664e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:28.603696 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-17c842bb-90d7-41ae-8326-c9994664e173 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505621 Nov 04 09:31:28.705976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:28.708096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-94f948cc-c795-4857-8074-ddd11bd3c9ba service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974648 Nov 04 09:31:28.823691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1beb1b8f-80bc-422a-a0c0-4ebd22856646 req-ded38812-2394-43bf-ae5c-1d9bc86821dc service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056244 Nov 04 09:31:28.825594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f75880d7-f4d9-410d-a841-b155337e2569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:28.919790 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f75880d7-f4d9-410d-a841-b155337e2569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:28.924578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f75880d7-f4d9-410d-a841-b155337e2569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:28.963807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f75880d7-f4d9-410d-a841-b155337e2569 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f65c9ed62ac8496d88f11ba2b461f17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2567239 Nov 04 09:31:28.964551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75880d7-f4d9-410d-a841-b155337e2569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1956d0e9-aec1-48f0-afae-eb334513d54c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:28.967371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59910) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:29.041369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a6b240-d20c-4a9f-8b65-988093eb832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:29.065482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a6b240-d20c-4a9f-8b65-988093eb832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:29.114456 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a6b240-d20c-4a9f-8b65-988093eb832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:29.117111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-61a6b240-d20c-4a9f-8b65-988093eb832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:29.118281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-61a6b240-d20c-4a9f-8b65-988093eb832e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1956d0e9-aec1-48f0-afae-eb334513d54c HTTP/1.1" status: 204 len: 168 time: 0.1490691 Nov 04 09:31:29.126512 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6b240-d20c-4a9f-8b65-988093eb832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1956d0e9-aec1-48f0-afae-eb334513d54c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:29.786262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:29.894502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1691915476-network', 'tenant_id': '21f66a57c86e403d8cb2e57f3091feec'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:29.918614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Made reservation on behalf of 21f66a57c86e403d8cb2e57f3091feec for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:29.921366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:29.930702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.012106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.016838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.042919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:30.054770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc48bb8d-d025-49fb-9e24-055d6118cefd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:30.060519 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.060869 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Added segment d8be9623-73e1-4db3-b1e7-e17ad17a2264 of type vlan for network 166e8cce-d97f-4e9b-943f-20369e032e05 Nov 04 09:31:30.112080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.137979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.139002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:30.139608 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.201412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4140239 Nov 04 09:31:30.204508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59942) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:30.212275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Request body: {'subnet': {'network_id': '166e8cce-d97f-4e9b-943f-20369e032e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1691915476-subnet', 'tenant_id': '21f66a57c86e403d8cb2e57f3091feec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:30.217929 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aeefbe-8751-4653-8ba2-ac6a12534233 admin admin] Pushing event updated for resources: {'Network': ['ID=166e8cce-d97f-4e9b-943f-20369e032e05,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:30.233744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 166e8cce-d97f-4e9b-943f-20369e032e05 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:30.239990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Made reservation on behalf of 21f66a57c86e403d8cb2e57f3091feec for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:30.242367 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.311148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f03aac-d90d-4463-bdfd-f31d92cfd035 req-142a132b-3444-487b-8439-76f9ba309f58 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:30.312826 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39f03aac-d90d-4463-bdfd-f31d92cfd035 req-142a132b-3444-487b-8439-76f9ba309f58 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 945 time: 0.0567701 Nov 04 09:31:30.356114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39f03aac-d90d-4463-bdfd-f31d92cfd035 req-840a4107-afc2-4f9b-902f-5a71f237fd71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365908 Nov 04 09:31:30.425443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.479386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e7f12d-f1e7-42c8-a386-8e3dac25a3dc,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:30.497262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Checking segment: {'id': 'd8be9623-73e1-4db3-b1e7-e17ad17a2264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '166e8cce-d97f-4e9b-943f-20369e032e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:31:30.497614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Network hostable DHCP agents. Network: 166e8cce-d97f-4e9b-943f-20369e032e05, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:31:30.514514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Network 166e8cce-d97f-4e9b-943f-20369e032e05 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:31:30.524151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 166e8cce-d97f-4e9b-943f-20369e032e05) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:31:30.528257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:30.528845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:30.533734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0940518d-f413-4e07-baee-9cfa407640b6 None None] Network 166e8cce-d97f-4e9b-943f-20369e032e05 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:31:30.549388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e47cacf1-8885-42c7-9b16-196ed3dadbe6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3430238 Nov 04 09:31:30.661443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2802b1-8be8-4ba6-aef0-6af429ac2c33 None None] Network 166e8cce-d97f-4e9b-943f-20369e032e05 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:31:31.059881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:31.066050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-990473994-network', 'tenant_id': '6b015625d22d44cb8ebd23abc22b0521'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:31.091311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Made reservation on behalf of 6b015625d22d44cb8ebd23abc22b0521 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:31.093653 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.103351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.179667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.183759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.215149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:31:31.221548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc9e3aa-9ebc-478c-a2b8-2ef460da9277,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:31.228893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.229262 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Added segment ff556bad-2d6f-4e25-be55-e5926b99195f of type vlan for network 408bae9a-7ee8-4083-ad1a-7f44a5c90be9 Nov 04 09:31:31.272255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.297370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.298440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:31.299125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.357593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2965043 Nov 04 09:31:31.360436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:31.368277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Request body: {'subnet': {'network_id': '408bae9a-7ee8-4083-ad1a-7f44a5c90be9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-990473994-subnet', 'tenant_id': '6b015625d22d44cb8ebd23abc22b0521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:31.376327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193102c-f086-4e47-b856-0e843cb2dd61 admin admin] Pushing event updated for resources: {'Network': ['ID=408bae9a-7ee8-4083-ad1a-7f44a5c90be9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:31.392011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 408bae9a-7ee8-4083-ad1a-7f44a5c90be9 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:31:31.396221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Made reservation on behalf of 6b015625d22d44cb8ebd23abc22b0521 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:31.399005 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.497771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743852a6-fab4-496d-bf4a-423ecc7cf58e req-053b9778-f809-42a6-ac35-b9f59eee0eda tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:31.499241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-743852a6-fab4-496d-bf4a-423ecc7cf58e req-053b9778-f809-42a6-ac35-b9f59eee0eda tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 945 time: 0.0661435 Nov 04 09:31:31.549700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-743852a6-fab4-496d-bf4a-423ecc7cf58e req-f8c33ad1-7346-4db2-9b5d-706c44fe9ac1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435104 Nov 04 09:31:31.579083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.632432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82b1cc2-f03e-47fc-831a-61a6f222c95c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:31.642882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Checking segment: {'id': 'ff556bad-2d6f-4e25-be55-e5926b99195f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '408bae9a-7ee8-4083-ad1a-7f44a5c90be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:31:31.643241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Network hostable DHCP agents. Network: 408bae9a-7ee8-4083-ad1a-7f44a5c90be9, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:31:31.661026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Network 408bae9a-7ee8-4083-ad1a-7f44a5c90be9 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:31:31.671352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 408bae9a-7ee8-4083-ad1a-7f44a5c90be9) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:31:31.676102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:31.676920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.680881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f05df5-7508-46bb-9078-1cd497ff2bbc None None] Network 408bae9a-7ee8-4083-ad1a-7f44a5c90be9 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:31:31.693750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7b0e31f7-1f8b-405b-bfdf-61f497cf8ddf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3304505 Nov 04 09:31:31.821081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90631254-e67d-4863-973a-e90918d47724 req-e983ed52-28d7-41c5-b312-915fc447523f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:31.823641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90631254-e67d-4863-973a-e90918d47724 req-e983ed52-28d7-41c5-b312-915fc447523f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 945 time: 0.0705199 Nov 04 09:31:31.829980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a127daf-f7d5-4439-a6f8-8681a11ced63 None None] Network 408bae9a-7ee8-4083-ad1a-7f44a5c90be9 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:31:31.924387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port 0dfb2613-7e90-4326-afc9-9ce6fc67823d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:31:31.924944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:31.951208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:32.009682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] Deleting subnet 21e7f12d-f1e7-42c8-a386-8e3dac25a3dc {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:31:32.013601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.034365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] For port 0dfb2613-7e90-4326-afc9-9ce6fc67823d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=0dfb2613-7e90-4326-afc9-9ce6fc67823d,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:31:32.034734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.052636 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.099367 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.153690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.177212 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e7f12d-f1e7-42c8-a386-8e3dac25a3dc,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:32.185247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.188822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-05eba158-48e0-429a-8eb2-529e8f4d030c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/21e7f12d-f1e7-42c8-a386-8e3dac25a3dc HTTP/1.1" status: 204 len: 168 time: 0.2364643 Nov 04 09:31:32.191116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:32.223188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.223808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.224137 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Floating IP b15b1120-8921-4853-85c8-68ab82871878 disassociated. External IP: 172.25.3.163, port: 0dfb2613-7e90-4326-afc9-9ce6fc67823d. Nov 04 09:31:32.224481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for 0dfb2613-7e90-4326-afc9-9ce6fc67823d owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:31:32.268317 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.361093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.376393 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.408251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=0dfb2613-7e90-4326-afc9-9ce6fc67823d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:32.414882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166e8cce-d97f-4e9b-943f-20369e032e05']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:32.424596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8be9623-73e1-4db3-b1e7-e17ad17a2264') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:32.424889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8be9623-73e1-4db3-b1e7-e17ad17a2264') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:32.442279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.455678 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.463000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:32.463384 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:32.465536 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:32.524254 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.531208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.534854 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] 10.222.0.53 "DELETE /v2.0/networks/166e8cce-d97f-4e9b-943f-20369e032e05 HTTP/1.1" status: 204 len: 168 time: 0.3420513 Nov 04 09:31:32.542319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 59970) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:32.545474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:31:32.546661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89faaa-b573-4a28-aade-3be7874d6b15 admin admin] Pushing event deleted for resources: {'Network': ['ID=166e8cce-d97f-4e9b-943f-20369e032e05,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:32.653893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2cc869a-de4f-4f1b-94b0-4c346b2b5ff9 req-5da77f6e-f60f-4d89-ab14-26989b9a4694 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 210 time: 0.0290179 Nov 04 09:31:32.655584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] Deleting subnet a82b1cc2-f03e-47fc-831a-61a6f222c95c {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:31:32.662191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.709882 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.750401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:31:32.763316 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:31:32.773561 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:31:32.774296 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:31:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:32.786981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.828089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] No DVR routers for this DVR port 0dfb2613-7e90-4326-afc9-9ce6fc67823d on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:31:32.832685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.836703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90631254-e67d-4863-973a-e90918d47724 req-2e21b8cb-def1-4fcc-a4a1-a2044d298dbf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "DELETE /v2.0/ports/0dfb2613-7e90-4326-afc9-9ce6fc67823d HTTP/1.1" status: 204 len: 173 time: 1.0069075 Nov 04 09:31:32.837194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'name': 'network-vif-deleted', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:31:32.839641 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250bc7c3-0846-402f-b5e6-0c5ffb21e3f2" -d '{"events": [{"server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "name": "network-vif-deleted", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:31:32.897462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.915556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:32.921952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:32.931058 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a82b1cc2-f03e-47fc-831a-61a6f222c95c HTTP/1.1" status: 204 len: 168 time: 0.3876238 Nov 04 09:31:32.974502 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2a3f9e-444d-40de-9d4d-505f1e661a4e x-openstack-request-id: req-cc2a3f9e-444d-40de-9d4d-505f1e661a4e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:31:32.974502 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8041df5f-9de4-45f0-82ef-4cf9ecc9b76d", "name": "network-vif-deleted", "tag": "0dfb2613-7e90-4326-afc9-9ce6fc67823d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:31:32.980318 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cc2a3f9e-444d-40de-9d4d-505f1e661a4e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:31:32.981137 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8041df5f-9de4-45f0-82ef-4cf9ecc9b76d', 'name': 'network-vif-deleted', 'tag': '0dfb2613-7e90-4326-afc9-9ce6fc67823d', 'status': 'completed', 'code': 200} Nov 04 09:31:32.982565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdb883-85c3-4c29-b5ee-3fd9d12c2540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82b1cc2-f03e-47fc-831a-61a6f222c95c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:33.023691 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:31:33.038634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.121041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.143752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408bae9a-7ee8-4083-ad1a-7f44a5c90be9']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:33.155628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff556bad-2d6f-4e25-be55-e5926b99195f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:33.155970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff556bad-2d6f-4e25-be55-e5926b99195f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:33.166734 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.180490 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.187026 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:31:33.187561 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:31:33.189363 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:31:33.244593 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:33.255984 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.273196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:31:33.275847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.281792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] 10.222.0.53 "DELETE /v2.0/networks/408bae9a-7ee8-4083-ad1a-7f44a5c90be9 HTTP/1.1" status: 204 len: 168 time: 0.3560634 Nov 04 09:31:33.281792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a9c7f-9a2b-4944-83ef-93a815643420 admin admin] Pushing event deleted for resources: {'Network': ['ID=408bae9a-7ee8-4083-ad1a-7f44a5c90be9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:33.282036 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:31:33.288454 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:31:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:33.402443 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:31:33.512269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59980) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:33.560184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be0fb3ba-c7f5-4567-a45c-16af8f9d830d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21f66a57c86e403d8cb2e57f3091feec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463006 Nov 04 09:31:33.562847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59982) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:33.624131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43b23cdc-4c91-49e0-b0cf-ac061d3e8931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.648915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43b23cdc-4c91-49e0-b0cf-ac061d3e8931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.655553 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:33.689678 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de6dc4-d962-407f-abfd-21777f05c26c None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:31:33.706237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43b23cdc-4c91-49e0-b0cf-ac061d3e8931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.709888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-43b23cdc-4c91-49e0-b0cf-ac061d3e8931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:33.711692 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-43b23cdc-4c91-49e0-b0cf-ac061d3e8931 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc48bb8d-d025-49fb-9e24-055d6118cefd HTTP/1.1" status: 204 len: 168 time: 0.1475928 Nov 04 09:31:33.731909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b23cdc-4c91-49e0-b0cf-ac061d3e8931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc48bb8d-d025-49fb-9e24-055d6118cefd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:33.802296 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cfc28023-9828-41af-93b2-5a4d63dd5c63 req-602038a9-d180-44f9-bac6-7c3e9b49475a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 210 time: 0.0472789 Nov 04 09:31:33.969706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55f6029-23c3-43e1-8149-89b9b7e1825c None None] New status for floating IP b15b1120-8921-4853-85c8-68ab82871878: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:31:34.123783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59990) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:34.168023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-307e4b78-f724-46c2-82ec-5cd93c821269 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b015625d22d44cb8ebd23abc22b0521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407794 Nov 04 09:31:34.168232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 59992) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:34.219447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28c7af34-3700-431b-b2ea-a5d5c142c5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:34.244310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28c7af34-3700-431b-b2ea-a5d5c142c5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:34.296736 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28c7af34-3700-431b-b2ea-a5d5c142c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:34.299378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28c7af34-3700-431b-b2ea-a5d5c142c5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:34.302913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-28c7af34-3700-431b-b2ea-a5d5c142c5d0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/efc9e3aa-9ebc-478c-a2b8-2ef460da9277 HTTP/1.1" status: 204 len: 168 time: 0.1314404 Nov 04 09:31:34.309709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7af34-3700-431b-b2ea-a5d5c142c5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc9e3aa-9ebc-478c-a2b8-2ef460da9277,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:34.916879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d3df706-cbdb-4f4a-865b-00601d5ace78 req-3487f5b8-1188-486b-9a47-d7bc1719b1fe tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 210 time: 0.0317221 Nov 04 09:31:36.031875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d5a6d5f0-f781-4787-806a-0712fb66619b req-b6b1834b-a65c-4a89-85cf-4b66bac62768 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=8041df5f-9de4-45f0-82ef-4cf9ecc9b76d HTTP/1.1" status: 200 len: 210 time: 0.0437262 Nov 04 09:31:36.495402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0dfb2613-7e90-4326-afc9-9ce6fc67823d no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:31:36.519740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 0dfb2613-7e90-4326-afc9-9ce6fc67823d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:31:36.520102 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 0dfb2613-7e90-4326-afc9-9ce6fc67823d not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:31:37.307586 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-22256075-aae7-4684-b885-9df0d5c9017b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499738516&fields=id&tenant_id=dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 267 time: 0.0402291 Nov 04 09:31:37.361333 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b97c6e8-3280-45dd-b7ef-cea62ae8fc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:37.429275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-9190a2fd-f31c-4699-b779-1bd3018adc63 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:37.430848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-9190a2fd-f31c-4699-b779-1bd3018adc63 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1154711 Nov 04 09:31:37.449347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-d8410ba1-b9f8-433d-8e4e-9a3c38f5ab33 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/quotas/dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 375 time: 0.0117395 Nov 04 09:31:37.516666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-6df942dd-702d-423f-a02a-e24ec37ee7ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607100 Nov 04 09:31:37.621509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-7c3c0dcc-887f-4063-a8fa-26282fba0251 service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909810 Nov 04 09:31:37.720139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-66be33eb-f5fd-4c93-9537-cba66752acbe service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916162 Nov 04 09:31:38.069398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36d63b69-a728-4a21-9632-4b39cbe7f99d req-c1c1008e-2edf-4916-8fe6-acad41320ecf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 210 time: 0.0296957 Nov 04 09:31:39.235728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-7efa47e5-f5bf-4456-a718-301507171168 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:39.239102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-911535b3-95dd-425b-9977-7aabb56647aa req-8ba3516f-b96b-4631-8b97-9cab2b96c6c4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 210 time: 0.0513136 Nov 04 09:31:39.240846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-7efa47e5-f5bf-4456-a718-301507171168 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1660295 Nov 04 09:31:39.299446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-c1ba912e-ef22-43d1-891f-b993d4c35ca3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 380 time: 0.0383298 Nov 04 09:31:39.306108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'port': {'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'admin_state_up': True, 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'security_groups': ['e5189df3-5478-4990-ba9e-902886367a31']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:39.435973 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:31:39.440333 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:39.590208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.20.0.11 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/e77c8345-2c6e-4c39-9738-aa8987ae416c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:31:39.767135 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:39.807884 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:39.856790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:31:39.859787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:31:39.867513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:31:39.871938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=e77c8345-2c6e-4c39-9738-aa8987ae416c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:39.942495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:39.943182 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:39.969302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-f7fc5b36-349f-419b-ac35-57cb7639d8c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6660113 Nov 04 09:31:39.974895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-70667835-6e6c-4bd2-9b52-4113048d7543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:39.984773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Request body: {'port': {'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:40.071899 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.233158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4c485f13-5228-4a17-8343-cbab6a569119 None None] Provisioning complete for port e77c8345-2c6e-4c39-9738-aa8987ae416c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:31:40.234947 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c485f13-5228-4a17-8343-cbab6a569119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.317154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4c485f13-5228-4a17-8343-cbab6a569119 None None] Port e77c8345-2c6e-4c39-9738-aa8987ae416c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:31:40.348023 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.425470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bab2e-7e55-4240-afa8-dd9c8aee17e3 req-a9aa9343-1f56-4a14-a27a-a8d7f2899242 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:40.427797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-921bab2e-7e55-4240-afa8-dd9c8aee17e3 req-a9aa9343-1f56-4a14-a27a-a8d7f2899242 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 932 time: 0.0673420 Nov 04 09:31:40.476397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-921bab2e-7e55-4240-afa8-dd9c8aee17e3 req-0e7e9995-6e4b-405b-8615-010237ee5acd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 Nov 04 09:31:40.504330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e77c8345-2c6e-4c39-9738-aa8987ae416c {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:31:40.513123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.525943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Transition to ACTIVE for port object e77c8345-2c6e-4c39-9738-aa8987ae416c will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:31:40.536188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.614789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e77c8345-2c6e-4c39-9738-aa8987ae416c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:40.668238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Attempting to bind port e77c8345-2c6e-4c39-9738-aa8987ae416c on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:31:40.668651 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Attempting to bind port e77c8345-2c6e-4c39-9738-aa8987ae416c by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:31:40.669123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Attempting to bind port e77c8345-2c6e-4c39-9738-aa8987ae416c on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:31:40.674200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Port e77c8345-2c6e-4c39-9738-aa8987ae416c on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:31:40.674414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Attempting to bind port e77c8345-2c6e-4c39-9738-aa8987ae416c on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:31:40.681827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:31:40.682180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:31:40.682706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:31:40.683139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Bound port: e77c8345-2c6e-4c39-9738-aa8987ae416c, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:31:40.683494 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.789391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] For port e77c8345-2c6e-4c39-9738-aa8987ae416c, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:31:40.795322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] For port e77c8345-2c6e-4c39-9738-aa8987ae416c, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:31:40.801610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.849445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:40.850142 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:40.851784 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] 10.222.0.70 "PUT /v2.0/ports/e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 1092 time: 0.8746860 Nov 04 09:31:40.854260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:31:40.858358 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e695d978-cedc-4573-b1d2-fcb9c648d07f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:31:40.902296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f131eb-a1e5-45ef-a581-32f80f3d21b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e77c8345-2c6e-4c39-9738-aa8987ae416c,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:40.955970 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04c5d49-333d-4b92-b3df-bc524d973389 x-openstack-request-id: req-d04c5d49-333d-4b92-b3df-bc524d973389 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:31:40.957685 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:31:40.958287 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d04c5d49-333d-4b92-b3df-bc524d973389 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:31:40.959106 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'status': 'completed', 'code': 200} Nov 04 09:31:40.977114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-b35f61c1-2dc7-47f0-b5ac-be9e84a44338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:40.979606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-b35f61c1-2dc7-47f0-b5ac-be9e84a44338 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1095 time: 0.0736849 Nov 04 09:31:41.060994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-a0b7c3ab-de85-4f48-bac9-7f90b42f8e5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 217 time: 0.0734909 Nov 04 09:31:41.125400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-a653f746-06c5-41e8-8cfb-b5888d2c1196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:41.126992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-a653f746-06c5-41e8-8cfb-b5888d2c1196 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0591412 Nov 04 09:31:41.193634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-a52d6da9-2d6e-4eda-bc84-c7848b6a99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:41.195171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-a52d6da9-2d6e-4eda-bc84-c7848b6a99f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605083 Nov 04 09:31:41.293503 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-50c7b910-09b6-4df2-b69a-596f2fc508f9 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902641 Nov 04 09:31:41.297135 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:41.400369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7343a0c6-bea3-4a7f-a2e7-d896484a36dd req-0fef6bee-80c5-48fe-8f5c-fdd8b931e391 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985208 Nov 04 09:31:41.617062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9595b4-857d-4e51-bf49-e9aa848de05c req-5c1d3cb6-290a-4b4f-9a57-b3758053d542 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:41.622585 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b9595b4-857d-4e51-bf49-e9aa848de05c req-5c1d3cb6-290a-4b4f-9a57-b3758053d542 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0667794 Nov 04 09:31:41.684812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b9595b4-857d-4e51-bf49-e9aa848de05c req-836ee3da-34aa-4553-aa7b-cc24ce5faef2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507920 Nov 04 09:31:41.892425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-e2f9cfd0-8e6f-4674-b88b-acaf42354977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:41.893982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-e2f9cfd0-8e6f-4674-b88b-acaf42354977 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1095 time: 0.4404945 Nov 04 09:31:41.997242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-c37635b0-b72d-4101-a591-5130f7ad55ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:42.001292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-c37635b0-b72d-4101-a591-5130f7ad55ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.0995550 Nov 04 09:31:42.057633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-45fb5244-53f2-460a-b6aa-c9a75bc04f6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 217 time: 0.0491786 Nov 04 09:31:42.115317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-112329c2-d0f5-497c-9c2f-a538e766797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:42.116944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-112329c2-d0f5-497c-9c2f-a538e766797b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0530090 Nov 04 09:31:42.166218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-2d443c39-8e72-4f0c-bb2b-4e4845681dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:42.167835 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-2d443c39-8e72-4f0c-bb2b-4e4845681dc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444372 Nov 04 09:31:42.268909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-563cb97c-1bef-4ea9-8669-f357fe73239b service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933819 Nov 04 09:31:42.385618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e695d978-cedc-4573-b1d2-fcb9c648d07f req-08c86be8-1f8b-4907-8986-72a32841cfa8 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087825 Nov 04 09:31:42.799664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:42.832970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592bdc6-ef72-4bab-aa98-ed8744de4642 req-3da309bb-45f5-47ad-91ed-1136eedee937 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:42.835621 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6592bdc6-ef72-4bab-aa98-ed8744de4642 req-3da309bb-45f5-47ad-91ed-1136eedee937 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0821702 Nov 04 09:31:42.911961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6592bdc6-ef72-4bab-aa98-ed8744de4642 req-fbe2f1d0-690e-42c6-b694-c0db7efa14c0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676794 Nov 04 09:31:44.048132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fd007-24c2-4a79-8114-78f8218c0aef req-d452e5e3-edc7-481b-8b58-3d22449e6ec0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:44.056613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc5fd007-24c2-4a79-8114-78f8218c0aef req-d452e5e3-edc7-481b-8b58-3d22449e6ec0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0705230 Nov 04 09:31:44.105030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc5fd007-24c2-4a79-8114-78f8218c0aef req-50bf80cc-9ef0-4304-8b1f-18c89e313d02 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469158 Nov 04 09:31:45.222925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86776e96-be48-4841-9868-42b2443046cf req-94c86372-b9b0-4f70-9023-3012c8782832 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:45.228306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86776e96-be48-4841-9868-42b2443046cf req-94c86372-b9b0-4f70-9023-3012c8782832 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0609949 Nov 04 09:31:45.265951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86776e96-be48-4841-9868-42b2443046cf req-404c77e7-db27-4551-adde-02af76bac214 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Nov 04 09:31:45.838027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:46.388239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf2050-0c50-4fb1-8851-f8d45c2e94ab req-424e6359-f1c2-4259-b528-6f5f073f4e09 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:46.389720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bcf2050-0c50-4fb1-8851-f8d45c2e94ab req-424e6359-f1c2-4259-b528-6f5f073f4e09 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0522611 Nov 04 09:31:46.434239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bcf2050-0c50-4fb1-8851-f8d45c2e94ab req-8db00d5a-b465-4dde-b8af-31f593bcbfd3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371401 Nov 04 09:31:46.679673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:47.553366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e933d-295f-44d3-bf65-9060c3615368 req-642b51f5-a593-48a3-8ae8-c2396f3eefd3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:47.554881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f39e933d-295f-44d3-bf65-9060c3615368 req-642b51f5-a593-48a3-8ae8-c2396f3eefd3 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0500443 Nov 04 09:31:47.593228 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f39e933d-295f-44d3-bf65-9060c3615368 req-69b2e926-902c-4da1-9e8d-2541666c8128 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Nov 04 09:31:48.714447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb78db4-c2f7-4d79-888f-9b4331184cb4 req-fc13f48a-bacd-4203-8a0e-b4bc85f9e31b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:48.715918 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cb78db4-c2f7-4d79-888f-9b4331184cb4 req-fc13f48a-bacd-4203-8a0e-b4bc85f9e31b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0528889 Nov 04 09:31:48.754452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cb78db4-c2f7-4d79-888f-9b4331184cb4 req-3234e40d-f5e5-41ac-97e3-4c3f2188976c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324674 Nov 04 09:31:49.870937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cfd5bc-e547-454a-8f52-bb4396fe3233 req-b5aa7da1-ae14-4e9a-a2d4-2242a3597e70 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:49.872487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4cfd5bc-e547-454a-8f52-bb4396fe3233 req-b5aa7da1-ae14-4e9a-a2d4-2242a3597e70 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0501359 Nov 04 09:31:49.911697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4cfd5bc-e547-454a-8f52-bb4396fe3233 req-4188155e-ccd4-48f7-9926-e42f3e7c75c8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Nov 04 09:31:51.035524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f0259e-e7ec-475b-8f62-86d7e581a07a req-87ee9871-4c66-4dbd-8b95-c83654a5fa36 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:51.037078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2f0259e-e7ec-475b-8f62-86d7e581a07a req-87ee9871-4c66-4dbd-8b95-c83654a5fa36 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0549746 Nov 04 09:31:51.075196 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2f0259e-e7ec-475b-8f62-86d7e581a07a req-b4bdd2b8-dc7d-437e-ba16-11f96ec0fe36 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Nov 04 09:31:52.200192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39733420-ce80-485b-9dbf-459d5a7538ff req-028e8cd5-934b-4066-abde-66a15119683f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:52.201758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39733420-ce80-485b-9dbf-459d5a7538ff req-028e8cd5-934b-4066-abde-66a15119683f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 944 time: 0.0558603 Nov 04 09:31:52.246489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39733420-ce80-485b-9dbf-459d5a7538ff req-56f73507-442a-4027-a09f-0482d859b5f6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357518 Nov 04 09:31:52.541873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e77c8345-2c6e-4c39-9738-aa8987ae416c details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:31:52.662539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e77c8345-2c6e-4c39-9738-aa8987ae416c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:31:52.674071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:31:52.711807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:52.724792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e77c8345-2c6e-4c39-9738-aa8987ae416c {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:31:52.744738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e77c8345-2c6e-4c39-9738-aa8987ae416c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:31:52.748825 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:52.810007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e77c8345-2c6e-4c39-9738-aa8987ae416c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:52.817616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.818092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.822401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:52.980243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e77c8345-2c6e-4c39-9738-aa8987ae416c'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:31:53.367921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fd999-cc87-4998-9dfc-03b0c6dbaa4b req-6f97cc73-d2fd-4d8a-9b45-543fc1804238 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:53.369314 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-556fd999-cc87-4998-9dfc-03b0c6dbaa4b req-6f97cc73-d2fd-4d8a-9b45-543fc1804238 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Nov 04 09:31:53.410239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-556fd999-cc87-4998-9dfc-03b0c6dbaa4b req-447fae28-5ee7-4ac1-89de-defa64f96157 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340443 Nov 04 09:31:54.231235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60218) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:54.343051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.416818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.420809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.460094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e3696b1bda7f43d4b8a76ccdbb3aff66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276034 Nov 04 09:31:54.462092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88751cc5-950f-4183-9da3-ce6873dd93bf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:54.462957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60224) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:54.469693 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.470050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.470394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.470725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.471055 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.471381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.472340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.472846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.473159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.473482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.473811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.474132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04d6689-d6f0-4906-8f6d-7e2e45ee2cfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:31:54.517708 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce27e-da42-403b-8b13-9ea1026de147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.533344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546e3a8-bb87-4ae3-8b66-ea9e896cbaa5 req-5ae11481-7a27-4099-9a1b-b9b770aca2fa tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:54.535655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c546e3a8-bb87-4ae3-8b66-ea9e896cbaa5 req-5ae11481-7a27-4099-9a1b-b9b770aca2fa tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 945 time: 0.0554278 Nov 04 09:31:54.540867 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce27e-da42-403b-8b13-9ea1026de147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.566179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e77c8345-2c6e-4c39-9738-aa8987ae416c up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:31:54.584193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c546e3a8-bb87-4ae3-8b66-ea9e896cbaa5 req-8eda871c-56ec-4b1a-9dfa-3ce5f30f78a0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416608 Nov 04 09:31:54.598818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce27e-da42-403b-8b13-9ea1026de147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.601401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3e3ce27e-da42-403b-8b13-9ea1026de147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.602542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3e3ce27e-da42-403b-8b13-9ea1026de147 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/88751cc5-950f-4183-9da3-ce6873dd93bf HTTP/1.1" status: 204 len: 168 time: 0.1385286 Nov 04 09:31:54.613365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ce27e-da42-403b-8b13-9ea1026de147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88751cc5-950f-4183-9da3-ce6873dd93bf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:54.645240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e77c8345-2c6e-4c39-9738-aa8987ae416c completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:31:54.649431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e77c8345-2c6e-4c39-9738-aa8987ae416c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:31:54.649809 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.731077 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.753789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:31:54.756076 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a3bf52-fc6a-4421-8407-8d967bf34b02" -d '{"events": [{"server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "name": "network-vif-plugged", "status": "completed", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:31:54.770197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e77c8345-2c6e-4c39-9738-aa8987ae416c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:31:54.775238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.906560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60234) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:54.921734 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a800caf8-5f50-4ebb-8939-ef2a02e1fbad admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:54.963844 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884f37d0-08a6-4d42-8c72-81eb3e7f4d73 x-openstack-request-id: req-884f37d0-08a6-4d42-8c72-81eb3e7f4d73 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:31:54.964174 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "name": "network-vif-plugged", "status": "completed", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:31:54.964427 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-884f37d0-08a6-4d42-8c72-81eb3e7f4d73 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:31:54.964821 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'code': 200} Nov 04 09:31:54.996661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e77c8345-2c6e-4c39-9738-aa8987ae416c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:55.024577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a800caf8-5f50-4ebb-8939-ef2a02e1fbad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:55.028733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a800caf8-5f50-4ebb-8939-ef2a02e1fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:55.102379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800caf8-5f50-4ebb-8939-ef2a02e1fbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0107aac9-5834-436e-8920-9a9394be9464,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:55.106811 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a800caf8-5f50-4ebb-8939-ef2a02e1fbad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32d0230702c8416bb77afb05b946f7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1991096 Nov 04 09:31:55.109730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60236) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:55.121593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc77d81-af48-4cd2-a2f7-edfb4bf1a738 req-53fe5f8c-a8ce-4ce5-9df1-afff96b5ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:55.123082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dc77d81-af48-4cd2-a2f7-edfb4bf1a738 req-53fe5f8c-a8ce-4ce5-9df1-afff96b5ec32 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1097 time: 0.0872183 Nov 04 09:31:55.166644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-445a3126-2231-4edf-bc0a-1183baa64770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:55.168958 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9dc77d81-af48-4cd2-a2f7-edfb4bf1a738 req-211942a9-b50a-4f24-b0bb-e83b57ff146b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386672 Nov 04 09:31:55.189574 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-445a3126-2231-4edf-bc0a-1183baa64770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:55.236181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-445a3126-2231-4edf-bc0a-1183baa64770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:55.240038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-445a3126-2231-4edf-bc0a-1183baa64770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:55.241212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-445a3126-2231-4edf-bc0a-1183baa64770 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0107aac9-5834-436e-8920-9a9394be9464 HTTP/1.1" status: 204 len: 168 time: 0.1296411 Nov 04 09:31:55.249312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a3126-2231-4edf-bc0a-1183baa64770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0107aac9-5834-436e-8920-9a9394be9464,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:55.713916 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e1956-ca58-479c-bce7-7998da9fba19 req-59fd9d35-1024-403a-9798-45a1a9a242a0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:55.715457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d3e1956-ca58-479c-bce7-7998da9fba19 req-59fd9d35-1024-403a-9798-45a1a9a242a0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 946 time: 0.0518291 Nov 04 09:31:55.761296 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d3e1956-ca58-479c-bce7-7998da9fba19 req-cd55dde7-ddeb-4f34-bb14-e81c0d19c121 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384872 Nov 04 09:31:56.824647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447f7f1-0367-4a09-90de-5bb9e915fa73 req-8aea3094-94ff-4245-9c23-b83c98a8b597 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:56.828396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e447f7f1-0367-4a09-90de-5bb9e915fa73 req-8aea3094-94ff-4245-9c23-b83c98a8b597 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0600832 Nov 04 09:31:56.872177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e447f7f1-0367-4a09-90de-5bb9e915fa73 req-ffffd491-78c9-4601-8eaf-b54ee9ad3cc5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384564 Nov 04 09:31:56.997481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ed744-8d87-4552-b3ac-47042738158b req-b89a0e80-fd6f-4ed8-9316-9e79b5b1a66f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:56.999048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a0ed744-8d87-4552-b3ac-47042738158b req-b89a0e80-fd6f-4ed8-9316-9e79b5b1a66f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 946 time: 0.0631266 Nov 04 09:31:57.042066 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a0ed744-8d87-4552-b3ac-47042738158b req-87e774d6-0dc1-4f14-8d10-ebfbb36117bc tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352633 Nov 04 09:31:57.171240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f51ad-7a8d-4b4f-9fde-8f619e5ff107 req-9b6a862a-a77b-4be3-9a95-37acb3fcc9f4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:57.172758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-298f51ad-7a8d-4b4f-9fde-8f619e5ff107 req-9b6a862a-a77b-4be3-9a95-37acb3fcc9f4 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 946 time: 0.0511589 Nov 04 09:31:57.217417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-298f51ad-7a8d-4b4f-9fde-8f619e5ff107 req-af41f80d-b4ab-4a95-9373-7e12a90742f5 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376933 Nov 04 09:31:57.240774 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60300) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:57.433546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e882fa57-7490-4c94-a326-c9f428219344 tempest-TestVolumeBootPattern-631994609 tempest-TestVolumeBootPattern-631994609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:57.435052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e882fa57-7490-4c94-a326-c9f428219344 tempest-TestVolumeBootPattern-631994609 tempest-TestVolumeBootPattern-631994609-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1092 time: 0.1932631 Nov 04 09:31:57.437988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60304) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:31:57.442461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:31:57.465010 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:57.565185 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:57.677986 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.25.3.21 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e7b5995a-0a0c-4203-a646-452fe908b813) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:31:57.783439 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:57.824741 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:57.866168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:31:57.869042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:31:57.877421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:31:57.881141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=e7b5995a-0a0c-4203-a646-452fe908b813,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:58.039098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf33697-a997-483e-acda-6a78b066dfef req-9e7dd2cc-2866-478a-9720-798f55e7cce2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:58.040696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cf33697-a997-483e-acda-6a78b066dfef req-9e7dd2cc-2866-478a-9720-798f55e7cce2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0978699 Nov 04 09:31:58.147549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6cf33697-a997-483e-acda-6a78b066dfef req-b7e65822-f5fd-45bb-9a45-f2da219f3a3e tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=42389376-f257-4a3d-b6be-7254cbc64cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767543 Nov 04 09:31:58.599329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:58.668326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76c139-666f-48a1-a507-0f00094b745a req-ba8b8e7f-6b0c-4161-911e-18456260d754 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:58.669833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f76c139-666f-48a1-a507-0f00094b745a req-ba8b8e7f-6b0c-4161-911e-18456260d754 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 945 time: 0.0592165 Nov 04 09:31:58.677742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:58.762175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Deleting port 360b8e58-6590-4f60-9ccb-b280a1379efd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:31:58.762548 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:58.850161 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:58.855191 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:58.870017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] For port 360b8e58-6590-4f60-9ccb-b280a1379efd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=360b8e58-6590-4f60-9ccb-b280a1379efd,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:31:58.870388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:58.935912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=e7b5995a-0a0c-4203-a646-452fe908b813,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:58.946379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:59.053980 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Floating IP 6ead9912-3db9-4cfb-a4a1-565a9787307c associated. External IP: 172.25.3.21, port: e77c8345-2c6e-4c39-9738-aa8987ae416c. Nov 04 09:31:59.061328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:59.061816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:59.062230 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Floating IP 9b38cc64-19f8-4ea2-bf4d-9adc681b88f4 disassociated. External IP: 172.25.3.243, port: 360b8e58-6590-4f60-9ccb-b280a1379efd. Nov 04 09:31:59.062731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Calling delete_port for 360b8e58-6590-4f60-9ccb-b280a1379efd owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:31:59.203905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:59.241440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event deleted for resources: {'Port': ['ID=360b8e58-6590-4f60-9ccb-b280a1379efd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:31:59.272850 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6aad43cd-91a0-460a-bbea-d3d7814c95ab req-db9ec57d-92b9-4765-9970-abf0f693c28d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=1902bbe1-602e-4bef-8221-0e454ee8fd17 HTTP/1.1" status: 200 len: 210 time: 0.0373507 Nov 04 09:31:59.319653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:31:59.380952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:31:59.433155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:31:59.446820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:31:59.453553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:59.462823 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:31:59.463459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:31:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:59.500535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-303dbd43-67a2-4417-bf63-176a5aee4686 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0475485 Nov 04 09:31:59.500535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:31:59.500535 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c74b29-2d57-424e-b648-cc52e4d643d1" -d '{"events": [{"name": "network-changed", "server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:31:59.516310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:31:59.527524 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] Sync routers for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:31:59.536769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:31:59.537431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:31:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:31:59.574925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] No DVR routers for this DVR port 360b8e58-6590-4f60-9ccb-b280a1379efd on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:31:59.580040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:31:59.588075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f76c139-666f-48a1-a507-0f00094b745a req-2376261b-96b5-4b72-aeb1-6b9398490e68 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "DELETE /v2.0/ports/360b8e58-6590-4f60-9ccb-b280a1379efd HTTP/1.1" status: 204 len: 173 time: 0.9118111 Nov 04 09:31:59.588595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'name': 'network-vif-deleted', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:31:59.594415 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c80e1f-a73f-4e60-8072-2b8c468c7438" -d '{"events": [{"server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "name": "network-vif-deleted", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:31:59.679829 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:31:59.750808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:31:59.779013 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f57a745-62c8-4de5-babf-1975cfd8fa84 x-openstack-request-id: req-7f57a745-62c8-4de5-babf-1975cfd8fa84 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:31:59.779511 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:31:59.779867 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7f57a745-62c8-4de5-babf-1975cfd8fa84 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:31:59.780422 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'status': 'completed', 'code': 200} Nov 04 09:31:59.879785 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d949029-3c2c-4fea-8941-e4dee34aa038 x-openstack-request-id: req-3d949029-3c2c-4fea-8941-e4dee34aa038 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:31:59.880763 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1902bbe1-602e-4bef-8221-0e454ee8fd17", "name": "network-vif-deleted", "tag": "360b8e58-6590-4f60-9ccb-b280a1379efd", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:31:59.881187 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3d949029-3c2c-4fea-8941-e4dee34aa038 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:31:59.881765 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1902bbe1-602e-4bef-8221-0e454ee8fd17', 'name': 'network-vif-deleted', 'tag': '360b8e58-6590-4f60-9ccb-b280a1379efd', 'status': 'completed', 'code': 200} Nov 04 09:31:59.902677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-da240ee6-caa9-4290-b73b-a0b22484b6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:31:59.904217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-da240ee6-caa9-4290-b73b-a0b22484b6b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1097 time: 0.0943379 Nov 04 09:32:00.001231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:00.021322 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:31:58Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:00.035541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] Checking router: e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:32:00.052251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:32:00.053473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:31:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:00.062389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-fa3bff53-9579-495f-98c4-7ba60a250f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:00.062647 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:32:00.063956 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-fa3bff53-9579-495f-98c4-7ba60a250f16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.1510098 Nov 04 09:32:00.071770 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:32:00.072651 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:31:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:00.152294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-4c4e74f4-7923-4ccb-b7d4-c7e9250fc1ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 999 time: 0.0806594 Nov 04 09:32:00.198540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60354) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:00.205259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:32:00.218743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:32:00.235950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-6155e2e7-c382-43cf-ab14-ac02a36330a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:00.238230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-6155e2e7-c382-43cf-ab14-ac02a36330a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0780602 Nov 04 09:32:00.301162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-8252dfc9-349b-410e-89fa-d10acb02e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:00.312819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-8252dfc9-349b-410e-89fa-d10acb02e998 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557940 Nov 04 09:32:00.351969 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77ce238-42f9-460e-a995-9c5e7a6ac3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.421516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60362) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:00.479810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-b87a4d8d-4173-4125-8600-0b854c87e111 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657839 Nov 04 09:32:00.494678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:00.503145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77ce238-42f9-460e-a995-9c5e7a6ac3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.525971 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e30ee6be-f82c-4639-a0aa-a24867a4482f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.527672 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e77ce238-42f9-460e-a995-9c5e7a6ac3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.530934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f0aec-d698-4418-8557-ad6f8dbaf377 None None] The sync data for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 is: [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:32:00.556279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-6fd2faed-166d-408f-8b50-61c88c983e63 req-a5fb1c73-7f0f-4353-bfed-2221ed5853df service neutron] (102556) timed out ('10.222.0.53', 41014) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:32:00.605203 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e30ee6be-f82c-4639-a0aa-a24867a4482f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.614004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e77ce238-42f9-460e-a995-9c5e7a6ac3e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=208247d17516472985435ccf27c8042d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4139857 Nov 04 09:32:00.614852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ce238-42f9-460e-a995-9c5e7a6ac3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f0042-484b-48bb-8ac0-4b3c20ac7aef,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:00.618368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60364) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:00.652382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95c74b29-2d57-424e-b648-cc52e4d643d1 req-df68415e-cb66-4744-8309-37bcaa336a35 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637373 Nov 04 09:32:00.687876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec7d520c-7b48-4d30-94f7-79339b7be844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.691372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e30ee6be-f82c-4639-a0aa-a24867a4482f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.695060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e30ee6be-f82c-4639-a0aa-a24867a4482f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.696285 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e30ee6be-f82c-4639-a0aa-a24867a4482f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "DELETE /v2.0/security-groups/42389376-f257-4a3d-b6be-7254cbc64cdb HTTP/1.1" status: 204 len: 168 time: 0.2735877 Nov 04 09:32:00.699615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60366) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:00.704011 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:31:58Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:00.706351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ee6be-f82c-4639-a0aa-a24867a4482f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42389376-f257-4a3d-b6be-7254cbc64cdb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:00.722310 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-91ba4785-1403-4eca-a5bf-989713021421 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] show failed (client error): The resource could not be found. Nov 04 09:32:00.726062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-91ba4785-1403-4eca-a5bf-989713021421 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups/42389376-f257-4a3d-b6be-7254cbc64cdb HTTP/1.1" status: 404 len: 347 time: 0.0227876 Nov 04 09:32:00.726619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:00.734975 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf91d1f-9093-4828-b625-71fa547c528c None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:31:58Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:32:00.740091 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec7d520c-7b48-4d30-94f7-79339b7be844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.825274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec7d520c-7b48-4d30-94f7-79339b7be844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.828500 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ec7d520c-7b48-4d30-94f7-79339b7be844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.830489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ec7d520c-7b48-4d30-94f7-79339b7be844 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b6f0042-484b-48bb-8ac0-4b3c20ac7aef HTTP/1.1" status: 204 len: 168 time: 0.2097828 Nov 04 09:32:00.848653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d520c-7b48-4d30-94f7-79339b7be844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f0042-484b-48bb-8ac0-4b3c20ac7aef,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:00.891495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Deleting port fc1b9496-8180-4978-b418-0989f3c87fd8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:32:00.891961 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.982744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.983458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:00.988378 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc0842a-9b2a-4822-be1b-a9e903c58cd0 None None] New status for floating IP 9b38cc64-19f8-4ea2-bf4d-9adc681b88f4: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:32:01.004833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Calling delete_port for fc1b9496-8180-4978-b418-0989f3c87fd8 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:32:01.081298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509df577-cd1f-4aa4-9790-71ff0390579d None None] New status for floating IP 6ead9912-3db9-4cfb-a4a1-565a9787307c: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:32:01.203403 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.216521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60374) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:01.231137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event deleted for resources: {'Port': ['ID=fc1b9496-8180-4978-b418-0989f3c87fd8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:01.232291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2bde38a9-8995-4905-a03b-8cdd106ad10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.302603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.305993 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.308921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2cbf1507-42ca-468d-8726-a809874cbdc9 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "DELETE /v2.0/floatingips/9b38cc64-19f8-4ea2-bf4d-9adc681b88f4 HTTP/1.1" status: 204 len: 168 time: 0.5794539 Nov 04 09:32:01.361051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2bde38a9-8995-4905-a03b-8cdd106ad10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.366215 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2bde38a9-8995-4905-a03b-8cdd106ad10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.405409 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2bde38a9-8995-4905-a03b-8cdd106ad10a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=521c150fdb0c49cfb3aedb9f5f56aa4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876948 Nov 04 09:32:01.408258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:01.415436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde38a9-8995-4905-a03b-8cdd106ad10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f174ba57-b4a2-44d8-871c-415f1288d061,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:01.466985 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e557-2c9f-40e9-bfb7-f0c977815c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.489370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e557-2c9f-40e9-bfb7-f0c977815c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.538268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e557-2c9f-40e9-bfb7-f0c977815c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.541575 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3bd0e557-2c9f-40e9-bfb7-f0c977815c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.543049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3bd0e557-2c9f-40e9-bfb7-f0c977815c14 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f174ba57-b4a2-44d8-871c-415f1288d061 HTTP/1.1" status: 204 len: 168 time: 0.1335204 Nov 04 09:32:01.553551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0e557-2c9f-40e9-bfb7-f0c977815c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f174ba57-b4a2-44d8-871c-415f1288d061,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:01.597387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:01.602164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a3b9677-9dad-43b0-9a0b-b79248e58947 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827588770', 'description': 'tempest-description--783281479'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:01.625899 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9677-9dad-43b0-9a0b-b79248e58947 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.700153 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9677-9dad-43b0-9a0b-b79248e58947 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.704408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9677-9dad-43b0-9a0b-b79248e58947 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.736417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a3b9677-9dad-43b0-9a0b-b79248e58947 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.740017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a3b9677-9dad-43b0-9a0b-b79248e58947 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1394289 Nov 04 09:32:01.741189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:01.746354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-36858fc0-f758-4ad0-a902-9d851dba428a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'security_group_rule': {'security_group_id': '11cc857c-609a-4e07-a895-f9f520c2a4b6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:01.751995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b9677-9dad-43b0-9a0b-b79248e58947 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11cc857c-609a-4e07-a895-f9f520c2a4b6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:01.778218 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36858fc0-f758-4ad0-a902-9d851dba428a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.839794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36858fc0-f758-4ad0-a902-9d851dba428a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.844430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36858fc0-f758-4ad0-a902-9d851dba428a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.869839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36858fc0-f758-4ad0-a902-9d851dba428a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1976b219-502c-4f53-a3f4-a47f662e0696,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:01.875492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-36858fc0-f758-4ad0-a902-9d851dba428a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.876760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-36858fc0-f758-4ad0-a902-9d851dba428a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346252 Nov 04 09:32:01.879927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:01.884828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d1fa88b7-c023-4685-9704-96f6e4ef3acf tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'security_group_rule': {'security_group_id': '11cc857c-609a-4e07-a895-f9f520c2a4b6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:01.918509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1fa88b7-c023-4685-9704-96f6e4ef3acf tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.980700 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1fa88b7-c023-4685-9704-96f6e4ef3acf tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:01.984845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1fa88b7-c023-4685-9704-96f6e4ef3acf tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.009939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa88b7-c023-4685-9704-96f6e4ef3acf tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16757e5-0186-49da-9738-c38de6dd074d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:02.020230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1fa88b7-c023-4685-9704-96f6e4ef3acf tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.021457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d1fa88b7-c023-4685-9704-96f6e4ef3acf tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404910 Nov 04 09:32:02.024620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:02.029218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:02.055841 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.165974 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.283738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Allocated IP 172.25.3.223 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9276ae1f-0e00-451c-9b5d-1f27f8d4e8ce) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:32:02.394067 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.437220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.475007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:32:02.477956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:32:02.481532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:32:02.512534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'Port': ['ID=9276ae1f-0e00-451c-9b5d-1f27f8d4e8ce,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:02.576071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.614152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.680499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 360b8e58-6590-4f60-9ccb-b280a1379efd no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:32:02.704188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 360b8e58-6590-4f60-9ccb-b280a1379efd {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:32:02.704750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 360b8e58-6590-4f60-9ccb-b280a1379efd not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:32:02.798371 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.803372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.882271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'Port': ['ID=9276ae1f-0e00-451c-9b5d-1f27f8d4e8ce,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:02.898941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.915478 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:02.916769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f74f375d-8ab9-430e-9d08-a58c4d582663 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8910501 Nov 04 09:32:03.116789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-64015909-f181-4aa4-8a2f-50e1658d7922 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1827588770&fields=id&tenant_id=ba737c6bcdce42cea5be4a74dd7053e1 HTTP/1.1" status: 200 len: 267 time: 0.0365980 Nov 04 09:32:03.256224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-925ea274-61b8-4cdf-9f38-dd67828bce6d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:03.257892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-925ea274-61b8-4cdf-9f38-dd67828bce6d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 810 time: 0.1341729 Nov 04 09:32:03.277223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-870099f7-2b1c-4553-9a64-1af56c5d85da tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/quotas/ba737c6bcdce42cea5be4a74dd7053e1 HTTP/1.1" status: 200 len: 375 time: 0.0127566 Nov 04 09:32:03.346085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-01ce114a-c636-4d0d-a66e-87b6204b8c69 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554912 Nov 04 09:32:03.453037 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-c1056366-8e39-41c1-b793-a88ecef46d3c service neutron] 10.222.0.53 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941644 Nov 04 09:32:03.551844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-4ead451d-8d80-44cf-bfc7-80da9db33f3b service neutron] 10.222.0.53 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924933 Nov 04 09:32:03.636496 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:32:03.719155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a8b9b43-dd19-419e-b45f-d9f786f206a5 req-8d67b8a6-76a7-4092-8e03-0f2cf3b1c21e tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 210 time: 0.0288618 Nov 04 09:32:04.708065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-a25440a2-5a2c-4d98-944f-66285f1a3024 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:04.708917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-a25440a2-5a2c-4d98-944f-66285f1a3024 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 810 time: 0.1183522 Nov 04 09:32:04.759119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-869dc958-9752-404d-80b0-5979fa5d3166 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba737c6bcdce42cea5be4a74dd7053e1 HTTP/1.1" status: 200 len: 380 time: 0.0396001 Nov 04 09:32:04.769136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'port': {'device_id': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'admin_state_up': True, 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'security_groups': ['11cc857c-609a-4e07-a895-f9f520c2a4b6']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:04.837643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-432210eb-1422-469d-85c6-370beb8c999f req-79eaa659-0344-4f7b-a5a6-d60963d1d17d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 210 time: 0.0325279 Nov 04 09:32:04.899340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Made reservation on behalf of ba737c6bcdce42cea5be4a74dd7053e1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:32:04.905023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.106156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Allocated IP 172.20.0.9 (a02c45de-cbf9-4290-95ed-48f2ce5c1bca/4d24c30f-5106-4039-8074-d8b8ef0ebd47/f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:32:05.293067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.331483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.388976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:32:05.395148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:32:05.402336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:32:05.406544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event updated for resources: {'Port': ['ID=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:05.470710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:05.471799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.493509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-3c60f8ba-43a5-43ef-9f26-8dc1bf673403 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7284880 Nov 04 09:32:05.507367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Request body: {'port': {'device_id': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:05.578369 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.700357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d377c482-4aed-41ad-b669-3e3335c6a04a None None] Provisioning complete for port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:32:05.700970 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d377c482-4aed-41ad-b669-3e3335c6a04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.745876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d377c482-4aed-41ad-b669-3e3335c6a04a None None] Port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:32:05.901502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:32:05.911454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.929676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Transition to ACTIVE for port object f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:32:05.936530 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:05.979352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed2d14-956f-4be9-9daf-0032ac6d579a req-6469c6ac-f9ad-4f0e-a5f5-7cc065cf7c00 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:05.981547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4ed2d14-956f-4be9-9daf-0032ac6d579a req-6469c6ac-f9ad-4f0e-a5f5-7cc065cf7c00 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 931 time: 0.0629878 Nov 04 09:32:06.023259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:06.041041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4ed2d14-956f-4be9-9daf-0032ac6d579a req-92f72841-d7cc-47b8-aa2a-1f2a9f2509d8 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519123 Nov 04 09:32:06.106308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Attempting to bind port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:32:06.106308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Attempting to bind port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:32:06.106525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Attempting to bind port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:32:06.111216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:32:06.111566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Attempting to bind port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f on network a02c45de-cbf9-4290-95ed-48f2ce5c1bca {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:32:06.117873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:32:06.118212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Checking segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:32:06.118657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Bound using segment: {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:32:06.119179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Bound port: f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0476b269-73af-48e5-a99e-16fd93fa984d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:32:06.119448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:06.216070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] For port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:32:06.219362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] For port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:32:06.224901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:06.263527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:06.264275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:06.265695 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f HTTP/1.1" status: 200 len: 1091 time: 0.7634401 Nov 04 09:32:06.266147 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:32:06.269098 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f6c4c6-b753-4d2f-b915-31c2a8edb242" -d '{"events": [{"name": "network-changed", "server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:32:06.300840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d626c49-5286-44ff-bba6-eba3b6a3b8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:06.324161 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f70ca2-bc03-433b-8f5f-f5823915d3cd x-openstack-request-id: req-a3f70ca2-bc03-433b-8f5f-f5823915d3cd {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:32:06.324465 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:32:06.324727 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a3f70ca2-bc03-433b-8f5f-f5823915d3cd {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:32:06.325138 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'status': 'completed', 'code': 200} Nov 04 09:32:06.356113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-78c84618-2039-47d2-b796-bdada09df7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:06.357711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-78c84618-2039-47d2-b796-bdada09df7dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 1094 time: 0.0468209 Nov 04 09:32:06.409982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-8f3eb3de-c30b-492a-81d4-ec9b21a1c4bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f HTTP/1.1" status: 200 len: 217 time: 0.0443757 Nov 04 09:32:06.467172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-8407c136-d948-4a6c-9d23-d5ab67d714e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:06.469060 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-8407c136-d948-4a6c-9d23-d5ab67d714e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0514832 Nov 04 09:32:06.517729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5f79076a-4b44-4255-8b8d-1fd0ab65bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:06.519808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-5f79076a-4b44-4255-8b8d-1fd0ab65bf30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440874 Nov 04 09:32:06.623306 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-a7171560-6b94-4118-aac2-fa3479328d85 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948629 Nov 04 09:32:06.730147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-95f5fc0b-1211-4e28-b113-9246d0ff31a9 req-39cfcd5d-3aaf-412a-96f8-58a27ab03e2e service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996928 Nov 04 09:32:06.829126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-75080937-7485-4924-a9a4-3e4ee7c17e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:06.830812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-75080937-7485-4924-a9a4-3e4ee7c17e78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 1094 time: 0.0478880 Nov 04 09:32:06.935880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-bdb32435-82d2-453e-bffb-951c8ff14cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:06.937336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-bdb32435-82d2-453e-bffb-951c8ff14cc6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.0994692 Nov 04 09:32:06.983070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-af9cb3f7-8ddb-4eef-b615-b284cce79a26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f HTTP/1.1" status: 200 len: 217 time: 0.0374041 Nov 04 09:32:07.041247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-7275532e-bdce-4b73-b445-2b4507ecf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:07.042798 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-7275532e-bdce-4b73-b445-2b4507ecf3c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0522161 Nov 04 09:32:07.095589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-a80c303f-318c-4a6d-9ad0-d754ffc8a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:07.098451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-a80c303f-318c-4a6d-9ad0-d754ffc8a531 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474384 Nov 04 09:32:07.207963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43714c20-983a-4ce9-8ba6-844f9b78764c req-35951050-c511-441a-8f74-ca8a3196ed88 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:07.210217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43714c20-983a-4ce9-8ba6-844f9b78764c req-35951050-c511-441a-8f74-ca8a3196ed88 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 943 time: 0.0689564 Nov 04 09:32:07.224809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-c5c1c977-a4a7-41e7-9f1b-74e2d759bbc8 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170716 Nov 04 09:32:07.262222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43714c20-983a-4ce9-8ba6-844f9b78764c req-5b2318ca-3e9c-403c-a51a-aa9c151e97ba tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Nov 04 09:32:07.329045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-64f6c4c6-b753-4d2f-b915-31c2a8edb242 req-414c1cd3-781d-4529-ba83-9e8654c9110f service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959740 Nov 04 09:32:07.368578 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8b6b98c0-7cf8-44ea-88a9-f6b691b2aab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:08.382157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565c482-efe7-4526-af4f-668891454943 req-429caa54-7938-49e5-b9b6-245756018543 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:08.383642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f565c482-efe7-4526-af4f-668891454943 req-429caa54-7938-49e5-b9b6-245756018543 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 943 time: 0.0505090 Nov 04 09:32:08.422562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f565c482-efe7-4526-af4f-668891454943 req-dbb974ba-2c1f-48d8-b7a8-594226292b03 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328612 Nov 04 09:32:08.702262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:32:08.801352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:32:08.812667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'port_id': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'mac_address': 'fa:16:3e:bd:e5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:32:08.853662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:08.867947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:32:08.888255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:32:08.893086 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:08.952688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:09.107792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:32:09.552467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3910c-66d6-4869-b314-987758b41e39 req-e26f93d4-e949-46a5-b982-5aee3d1ca16a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:09.554625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06c3910c-66d6-4869-b314-987758b41e39 req-e26f93d4-e949-46a5-b982-5aee3d1ca16a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 944 time: 0.0605435 Nov 04 09:32:09.598904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06c3910c-66d6-4869-b314-987758b41e39 req-bcce3999-0da0-4182-99ec-5d4d1e4f2750 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381138 Nov 04 09:32:09.969098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8ed3eee7-6d7f-42cf-aaa9-8c89fbc4e537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:10.292454 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:10.716117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:32:10.722663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ff0d8-a9cd-450b-8b33-927d087f4d40 req-ce641dd3-73d0-4cf1-92e6-4e29419dc8de tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:10.724198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f1ff0d8-a9cd-450b-8b33-927d087f4d40 req-ce641dd3-73d0-4cf1-92e6-4e29419dc8de tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 944 time: 0.0560775 Nov 04 09:32:10.765367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f1ff0d8-a9cd-450b-8b33-927d087f4d40 req-88ac84c2-07b1-41ca-acd1-7152845fa66a tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343812 Nov 04 09:32:10.766922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:32:10.772935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:32:10.773423 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:10.857497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:10.881534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:32:10.883684 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660a6fbf-47fd-4beb-a7b9-914327a0ab3a" -d '{"events": [{"server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "name": "network-vif-plugged", "status": "completed", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:32:10.897130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:32:10.901268 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:10.926875 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a47a344-f722-4bb2-8a57-95238b95aaac x-openstack-request-id: req-0a47a344-f722-4bb2-8a57-95238b95aaac {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:32:10.927177 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "name": "network-vif-plugged", "status": "completed", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:32:10.927434 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a47a344-f722-4bb2-8a57-95238b95aaac {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:32:10.927830 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'code': 200} Nov 04 09:32:10.955373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:11.029624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48179a-ab0c-49be-b18e-efa3f66276b1 req-704a7b1d-eb5d-4b9d-9a3f-43ea43baad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:11.031162 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb48179a-ab0c-49be-b18e-efa3f66276b1 req-704a7b1d-eb5d-4b9d-9a3f-43ea43baad21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 1096 time: 0.0479219 Nov 04 09:32:11.072039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb48179a-ab0c-49be-b18e-efa3f66276b1 req-bfed2186-5f0f-4599-9bc0-5e24b001be1c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330215 Nov 04 09:32:11.295893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60520) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:11.301455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.405045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df28c4-6170-4ab5-9b17-5307d20b80fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.482208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df28c4-6170-4ab5-9b17-5307d20b80fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.485948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df28c4-6170-4ab5-9b17-5307d20b80fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.523333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df28c4-6170-4ab5-9b17-5307d20b80fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53806b0-c8e1-4b01-a3dd-d0a08ec2d341,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:11.528933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c6df28c4-6170-4ab5-9b17-5307d20b80fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a248069291d64b92b631e715bc564edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314920 Nov 04 09:32:11.531694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:11.581352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a8259b8-d802-4771-86f4-5c5d56104c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.602963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a8259b8-d802-4771-86f4-5c5d56104c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.652655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a8259b8-d802-4771-86f4-5c5d56104c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.655252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a8259b8-d802-4771-86f4-5c5d56104c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:11.656437 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a8259b8-d802-4771-86f4-5c5d56104c11 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e53806b0-c8e1-4b01-a3dd-d0a08ec2d341 HTTP/1.1" status: 204 len: 168 time: 0.1237969 Nov 04 09:32:11.665262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8259b8-d802-4771-86f4-5c5d56104c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53806b0-c8e1-4b01-a3dd-d0a08ec2d341,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:11.887817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec961-b7cb-4d76-8a10-d0653a9fc90d req-1860e5e7-cd7f-4a33-ab73-f93ab7d1376c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:11.889426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8bec961-b7cb-4d76-8a10-d0653a9fc90d req-1860e5e7-cd7f-4a33-ab73-f93ab7d1376c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 945 time: 0.0516074 Nov 04 09:32:11.930147 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8bec961-b7cb-4d76-8a10-d0653a9fc90d req-499faac5-9f4c-498f-8821-25111d562f09 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339649 Nov 04 09:32:12.776025 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:13.052798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963beea-93c2-4701-8b42-6c02a733701e req-8ca3e9dc-19a7-4119-93f5-84f27199c1a3 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:13.054301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2963beea-93c2-4701-8b42-6c02a733701e req-8ca3e9dc-19a7-4119-93f5-84f27199c1a3 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 945 time: 0.0544112 Nov 04 09:32:13.095011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2963beea-93c2-4701-8b42-6c02a733701e req-97128033-0dd0-4531-a5c4-46d72044062f tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345280 Nov 04 09:32:13.214172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec3a00-6488-453a-8e9e-8ddf5d30ca06 req-6e45704c-dcb9-48e2-a712-02a98f0a9ee2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:13.215878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5aec3a00-6488-453a-8e9e-8ddf5d30ca06 req-6e45704c-dcb9-48e2-a712-02a98f0a9ee2 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 945 time: 0.0551710 Nov 04 09:32:13.224912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60578) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:13.229503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Request body: {'floatingip': {'port_id': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:13.270437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:13.730776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:13.735986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:13.886202 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Floating IP f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770 associated. External IP: 172.25.3.223, port: f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f. Nov 04 09:32:14.479282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:32:14.595143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:32:14.601681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:14.606784 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] Sync routers for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:32:14.617431 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:32:14.618114 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:32:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:14.629255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2f7e43b4-b418-4a6b-a5eb-ed77d05403f0 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "PUT /v2.0/floatingips/f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770 HTTP/1.1" status: 200 len: 991 time: 1.4032376 Nov 04 09:32:14.629868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:32:14.632165 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac649a8-365f-4d24-88b7-4da09df9fed3" -d '{"events": [{"name": "network-changed", "server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:32:14.724394 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef6f3a2-b05a-48f3-b1e0-2177dafca6aa x-openstack-request-id: req-fef6f3a2-b05a-48f3-b1e0-2177dafca6aa {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:32:14.724694 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:32:14.724950 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fef6f3a2-b05a-48f3-b1e0-2177dafca6aa {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:32:14.725353 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'status': 'completed', 'code': 200} Nov 04 09:32:14.734743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:32:14.801187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-d57b698b-e0b2-4f5b-9a96-1325bd869c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:14.803827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-d57b698b-e0b2-4f5b-9a96-1325bd869c4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 1096 time: 0.0556655 Nov 04 09:32:14.919917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-2494e728-8bdf-4a2c-9adc-f6c06ab5f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:14.921736 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-2494e728-8bdf-4a2c-9adc-f6c06ab5f7d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.1081941 Nov 04 09:32:14.988096 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'port_id': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'mac_address': 'fa:16:3e:bd:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:32:02Z', 'updated_at': '2021-11-04T09:32:13Z', 'revision_number': 1, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:15.018161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] Checking router: e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:32:15.027935 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:32:15.028375 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-c369ba83-1db3-4dcc-97c8-a63405eeb9e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f HTTP/1.1" status: 200 len: 999 time: 0.0991273 Nov 04 09:32:15.028975 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:32:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:15.088507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-3deac764-566e-4dd8-9d19-825d35093a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:15.089984 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-3deac764-566e-4dd8-9d19-825d35093a40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0550318 Nov 04 09:32:15.143267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-08ddf5aa-899d-4a57-9f04-040284124cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:15.144859 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-08ddf5aa-899d-4a57-9f04-040284124cfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476022 Nov 04 09:32:15.151502 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:32:15.253617 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-2f941a2f-c00d-429c-9280-4f6efdf2f9fa service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006591 Nov 04 09:32:15.364794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fac649a8-365f-4d24-88b7-4da09df9fed3 req-fd98096d-9779-4d02-bb87-261af65c3ccb service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035213 Nov 04 09:32:15.419953 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'port_id': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'mac_address': 'fa:16:3e:bd:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:32:02Z', 'updated_at': '2021-11-04T09:32:13Z', 'revision_number': 1, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:32:15.448862 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d05be-5dc8-4924-998c-150a48aad0ae None None] The sync data for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 is: [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'floating_ip_address': '172.25.3.223', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'port_id': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'mac_address': 'fa:16:3e:bd:e5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:32:02Z', 'updated_at': '2021-11-04T09:32:13Z', 'revision_number': 1, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:32:15.669391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c4b33c-0de9-449e-abf7-526e910d1e1f None None] New status for floating IP f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:32:15.839821 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:16.693883 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.033974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60682) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:22.175044 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf9161d-0f4d-48df-80ea-f99a06cc6119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.253448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf9161d-0f4d-48df-80ea-f99a06cc6119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.257517 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf9161d-0f4d-48df-80ea-f99a06cc6119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.294103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9161d-0f4d-48df-80ea-f99a06cc6119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c305cf-2da5-4228-bae8-228e11456df7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:22.299111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bbf9161d-0f4d-48df-80ea-f99a06cc6119 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=54ca1e88e36a4d2196ff13f276e5a77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2634609 Nov 04 09:32:22.301654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:22.352041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a68c2494-bc43-419c-bb91-851fecb248ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.379513 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a68c2494-bc43-419c-bb91-851fecb248ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.438372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a68c2494-bc43-419c-bb91-851fecb248ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.442162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a68c2494-bc43-419c-bb91-851fecb248ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.443475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a68c2494-bc43-419c-bb91-851fecb248ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d6c305cf-2da5-4228-bae8-228e11456df7 HTTP/1.1" status: 204 len: 168 time: 0.1407499 Nov 04 09:32:22.451418 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c2494-bc43-419c-bb91-851fecb248ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c305cf-2da5-4228-bae8-228e11456df7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:22.703932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:22.724109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1914a60-f87b-42ad-99ef-233e119cb11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.803808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1914a60-f87b-42ad-99ef-233e119cb11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.808864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e1914a60-f87b-42ad-99ef-233e119cb11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.849450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e1914a60-f87b-42ad-99ef-233e119cb11d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce773fd9adde4059bc598424a8b34553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443005 Nov 04 09:32:22.850450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1914a60-f87b-42ad-99ef-233e119cb11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6207caed-d3aa-4463-94af-6887c6979ea3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:22.852140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60696) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:22.903251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055323e6-f52f-4c08-8499-1298f85272fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.930290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055323e6-f52f-4c08-8499-1298f85272fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.975845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055323e6-f52f-4c08-8499-1298f85272fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.978470 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-055323e6-f52f-4c08-8499-1298f85272fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:22.979652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-055323e6-f52f-4c08-8499-1298f85272fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6207caed-d3aa-4463-94af-6887c6979ea3 HTTP/1.1" status: 204 len: 168 time: 0.1257634 Nov 04 09:32:22.987984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055323e6-f52f-4c08-8499-1298f85272fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6207caed-d3aa-4463-94af-6887c6979ea3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:23.322471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60704) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:23.336959 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c71326e2-e77e-4076-909a-abab1a541b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:23.412629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c71326e2-e77e-4076-909a-abab1a541b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:23.416539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c71326e2-e77e-4076-909a-abab1a541b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:23.454666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c71326e2-e77e-4076-909a-abab1a541b42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d8d5f97de464615b64d9831390e82ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1309803 Nov 04 09:32:23.456096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71326e2-e77e-4076-909a-abab1a541b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15088e22-93cb-43a0-b538-ac21a0e9c13a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:23.458728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60706) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:23.508551 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4215c94-d72c-49aa-b384-475889c8e10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:23.534457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4215c94-d72c-49aa-b384-475889c8e10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:23.580534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4215c94-d72c-49aa-b384-475889c8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:23.583027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4215c94-d72c-49aa-b384-475889c8e10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:23.584186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e4215c94-d72c-49aa-b384-475889c8e10e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/15088e22-93cb-43a0-b538-ac21a0e9c13a HTTP/1.1" status: 204 len: 168 time: 0.1242812 Nov 04 09:32:23.592080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4215c94-d72c-49aa-b384-475889c8e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15088e22-93cb-43a0-b538-ac21a0e9c13a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:24.261687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 60730) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:24.360426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-610237277-network', 'tenant_id': '7a477518f9344a4db3915e47bc7f8aea'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:24.383265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Made reservation on behalf of 7a477518f9344a4db3915e47bc7f8aea for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:32:24.385599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.394753 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.472808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.476569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.503872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:32:24.510084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b11607d-c807-4d19-87b8-486e2557a1cd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:24.516156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.516502 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Added segment da1caeca-acef-4cff-bb80-9f4058870251 of type vlan for network 663cb60b-008a-47ff-969f-da7c902e5fba Nov 04 09:32:24.558342 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.583760 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.584795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:24.585519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.645185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3822293 Nov 04 09:32:24.648129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 60734) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:32:24.652363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75124f8f-0d37-4ce3-9ebf-176533b551b2 admin admin] Pushing event updated for resources: {'Network': ['ID=663cb60b-008a-47ff-969f-da7c902e5fba,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:24.653400 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Request body: {'subnet': {'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-610237277-subnet', 'tenant_id': '7a477518f9344a4db3915e47bc7f8aea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:32:24.663118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 663cb60b-008a-47ff-969f-da7c902e5fba details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:32:24.676614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Made reservation on behalf of 7a477518f9344a4db3915e47bc7f8aea for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:32:24.678969 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.853503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.912995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd36d7d-d198-489e-914d-bfe9648a901e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:32:24.925453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Checking segment: {'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:32:24.925822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Network hostable DHCP agents. Network: 663cb60b-008a-47ff-969f-da7c902e5fba, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:32:24.943365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Network 663cb60b-008a-47ff-969f-da7c902e5fba is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:32:24.951974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 663cb60b-008a-47ff-969f-da7c902e5fba) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:32:24.957149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:24.957894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:24.962638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f823e61f-042a-4b52-a5ae-80de7c3dca0f None None] Network 663cb60b-008a-47ff-969f-da7c902e5fba requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:32:24.974477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b91f4257-7e8c-40cc-96c5-5117706b2ae0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3251743 Nov 04 09:32:25.090433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e014fb-d834-4b39-af6a-db83f8861c9d None None] Network 663cb60b-008a-47ff-969f-da7c902e5fba requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:32:28.441801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-21827e75-00fb-4ed9-b807-13edc1b09fde service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409946 Nov 04 09:32:28.526458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-9aa75524-04dc-43de-a3c0-9cf6616ffedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:28.527972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-9aa75524-04dc-43de-a3c0-9cf6616ffedc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1097 time: 0.0415833 Nov 04 09:32:28.641815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-6ea7f43e-4766-47b8-aac8-686ba1154e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:28.644304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-6ea7f43e-4766-47b8-aac8-686ba1154e24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.0953526 Nov 04 09:32:28.709985 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-86793e55-8926-4ff6-977f-beb806ce5b86 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 1001 time: 0.0582857 Nov 04 09:32:28.771218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-f0db1446-39a3-4ad2-b3cf-060bcae6b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:28.772795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-f0db1446-39a3-4ad2-b3cf-060bcae6b3e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0516841 Nov 04 09:32:28.821277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-56c71ad1-fe22-43d2-a6b9-556697240f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:28.822901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-56c71ad1-fe22-43d2-a6b9-556697240f06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426192 Nov 04 09:32:28.924888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-27057c5d-23e9-448f-a016-a17538589ce8 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939770 Nov 04 09:32:29.031740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d19c4722-ad0f-40fa-bd6c-620268d16c30 req-3c81b760-2ec2-4427-87c8-a8bec7c252df service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998275 Nov 04 09:32:29.171337 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-fc6a5cda-7a1d-4c86-a6a0-d17f45a7c234 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432673 Nov 04 09:32:29.256242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296649-149e-4702-a350-5db3a25d399f req-7497ad5a-c7b4-4e3d-a882-a2357294f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:29.257656 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-7497ad5a-c7b4-4e3d-a882-a2357294f8ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 1096 time: 0.0412054 Nov 04 09:32:29.379127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296649-149e-4702-a350-5db3a25d399f req-9e039b4a-81ee-4b3a-bbe5-008b88019742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:29.381016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-9e039b4a-81ee-4b3a-bbe5-008b88019742 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.1026275 Nov 04 09:32:29.451750 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-0af2b82e-166b-4810-a7cd-1e39769e4be8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f HTTP/1.1" status: 200 len: 1001 time: 0.0632741 Nov 04 09:32:29.512438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296649-149e-4702-a350-5db3a25d399f req-7a2e51fd-751c-44e3-ae96-5f10b15037a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:29.514008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-7a2e51fd-751c-44e3-ae96-5f10b15037a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0547493 Nov 04 09:32:29.570291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296649-149e-4702-a350-5db3a25d399f req-267deba6-bc1d-49d3-83f5-793a6f78fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:32:29.572348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-267deba6-bc1d-49d3-83f5-793a6f78fe5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506768 Nov 04 09:32:29.700735 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-054f1750-c498-46b8-8dc9-eba3d3773e0e service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199868 Nov 04 09:32:29.803168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b9296649-149e-4702-a350-5db3a25d399f req-76da2058-75d8-4fa4-b32c-caa60321553d service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944076 Nov 04 09:32:37.367655 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a3c826f-c0d0-4d41-b845-82f29782bc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:39.972397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8af35a52-9acd-45d0-a2a6-82e820c7d168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:40.298787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:40.635796 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:32:41.305059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:42.784266 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:45.853754 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:32:46.711790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:07.361649 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-83cadc5e-b55d-4f28-a409-0222498bd268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:09.973134 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c949fbb1-739c-4824-a229-c62ea4a37cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:10.303140 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:11.310619 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:12.784777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:15.848613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:16.708126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:17.558185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-b71b75a1-f931-48c3-a628-f9b3ff5b0322 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:17.559647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-b71b75a1-f931-48c3-a628-f9b3ff5b0322 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/networks?id=663cb60b-008a-47ff-969f-da7c902e5fba HTTP/1.1" status: 200 len: 813 time: 0.1052809 Nov 04 09:33:17.576172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-81e3b678-2b44-4226-a453-bcae7ebc3faa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/quotas/7a477518f9344a4db3915e47bc7f8aea HTTP/1.1" status: 200 len: 375 time: 0.0096929 Nov 04 09:33:17.614142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fbdc9541-7876-498e-9dba-cb4ddec8475b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7a477518f9344a4db3915e47bc7f8aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316825 Nov 04 09:33:17.635392 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:33:17.772645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-f37e9557-e926-499f-8496-175c69188052 service neutron] 10.222.0.53 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514671 Nov 04 09:33:17.881755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-2f5e1ae7-a5bc-4606-8bc2-4e843c57e0c1 service neutron] 10.222.0.53 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026556 Nov 04 09:33:18.103509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d525af5-f1e9-4c8d-ba27-bb661a0d3322 req-dd0d9b9d-f9f0-4825-97ca-b6c09b7e299e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0302348 Nov 04 09:33:19.005868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-8d57ac49-c5e6-44b6-b3d8-2265f32106b6 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:19.007480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-8d57ac49-c5e6-44b6-b3d8-2265f32106b6 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "GET /v2.0/networks?id=663cb60b-008a-47ff-969f-da7c902e5fba HTTP/1.1" status: 200 len: 813 time: 0.1167018 Nov 04 09:33:19.021087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Request body: {'port': {'device_id': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba', 'admin_state_up': True, 'tenant_id': '7a477518f9344a4db3915e47bc7f8aea'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:33:19.146455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Made reservation on behalf of 7a477518f9344a4db3915e47bc7f8aea for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:33:19.150284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:19.208608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07507e38-7d8b-4717-aa69-4924b8cf4257 req-49781089-df48-49cc-85bf-d38ff54abb3f tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0270879 Nov 04 09:33:19.285263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Allocated IP 172.20.0.14 (663cb60b-008a-47ff-969f-da7c902e5fba/4fd36d7d-d198-489e-914d-bfe9648a901e/94e13bb4-781d-4334-bb55-135d73c15793) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:33:19.445630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:19.486870 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:19.537455 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Network 663cb60b-008a-47ff-969f-da7c902e5fba is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:33:19.540825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:33:19.545565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:33:19.555417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Pushing event updated for resources: {'Port': ['ID=94e13bb4-781d-4334-bb55-135d73c15793,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:19.589167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.589556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.589941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.590374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.590748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.591121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.591489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.591946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.592329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.594223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.594611 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.595018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:19.630599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:19.631271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:19.650712 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-d565e659-5afb-41e9-8c95-9fdc6f57497b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6337211 Nov 04 09:33:19.664085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Request body: {'port': {'device_id': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:33:19.738245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:20.382500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be365a51-eca7-49fc-92bb-a15b96e99873 req-f97ff70a-0427-4dee-a841-32af17ce746f tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:20.384121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be365a51-eca7-49fc-92bb-a15b96e99873 req-f97ff70a-0427-4dee-a841-32af17ce746f tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 932 time: 0.0604942 Nov 04 09:33:20.433543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-be365a51-eca7-49fc-92bb-a15b96e99873 req-c9e73e56-f7fa-477d-82a2-52c1dba3c584 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418911 Nov 04 09:33:20.472586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e13bb4-781d-4334-bb55-135d73c15793 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:33:20.488419 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:20.503822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Transition to ACTIVE for port object 94e13bb4-781d-4334-bb55-135d73c15793 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:33:20.508778 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:20.566424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Pushing event updated for resources: {'Port': ['ID=94e13bb4-781d-4334-bb55-135d73c15793,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:20.661661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Attempting to bind port 94e13bb4-781d-4334-bb55-135d73c15793 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:33:20.662179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Attempting to bind port 94e13bb4-781d-4334-bb55-135d73c15793 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:33:20.662716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Attempting to bind port 94e13bb4-781d-4334-bb55-135d73c15793 on network 663cb60b-008a-47ff-969f-da7c902e5fba {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:33:20.670207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Port 94e13bb4-781d-4334-bb55-135d73c15793 on network 663cb60b-008a-47ff-969f-da7c902e5fba not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:33:20.670809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Attempting to bind port 94e13bb4-781d-4334-bb55-135d73c15793 on network 663cb60b-008a-47ff-969f-da7c902e5fba {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:33:20.679268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:33:20.679843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Checking segment: {'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:33:20.680509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Bound using segment: {'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:33:20.681211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Bound port: 94e13bb4-781d-4334-bb55-135d73c15793, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:33:20.681843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:20.762713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] For port 94e13bb4-781d-4334-bb55-135d73c15793, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:33:20.767076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] For port 94e13bb4-781d-4334-bb55-135d73c15793, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94e13bb4-781d-4334-bb55-135d73c15793,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:33:20.771880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:20.813723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:20.814457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:20.816097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] 10.222.0.70 "PUT /v2.0/ports/94e13bb4-781d-4334-bb55-135d73c15793 HTTP/1.1" status: 200 len: 1092 time: 1.1572053 Nov 04 09:33:20.816566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'tag': '94e13bb4-781d-4334-bb55-135d73c15793'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:33:20.818881 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a0b898-e721-4258-b305-57267b8e323a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d8794d4-02b2-4a6d-b124-c06a8e19d5a6", "tag": "94e13bb4-781d-4334-bb55-135d73c15793"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:33:20.850322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82b94e-e693-4df1-ab20-8d50dcddf38a service neutron] Pushing event updated for resources: {'Port': ['ID=94e13bb4-781d-4334-bb55-135d73c15793,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:20.899103 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7373926-0fb9-420f-8bab-277f28a76578 x-openstack-request-id: req-d7373926-0fb9-420f-8bab-277f28a76578 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:33:20.899399 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d8794d4-02b2-4a6d-b124-c06a8e19d5a6", "tag": "94e13bb4-781d-4334-bb55-135d73c15793", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:33:20.899641 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d7373926-0fb9-420f-8bab-277f28a76578 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:33:20.900091 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'tag': '94e13bb4-781d-4334-bb55-135d73c15793', 'status': 'completed', 'code': 200} Nov 04 09:33:20.918639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-6495f122-4c4e-4d61-8756-f7b0d07bb879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:20.920422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-6495f122-4c4e-4d61-8756-f7b0d07bb879 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a477518f9344a4db3915e47bc7f8aea&device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0536728 Nov 04 09:33:20.967075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-b69fbc62-481f-4e79-b464-242a94aabf3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e13bb4-781d-4334-bb55-135d73c15793 HTTP/1.1" status: 200 len: 217 time: 0.0385602 Nov 04 09:33:21.041918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-1b139120-f8eb-4a84-8574-be3a9f0f627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:21.044729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-1b139120-f8eb-4a84-8574-be3a9f0f627b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fd36d7d-d198-489e-914d-bfe9648a901e HTTP/1.1" status: 200 len: 853 time: 0.0704443 Nov 04 09:33:21.077852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-4fd309b5-12f7-4781-9ab4-dd7f54ead414 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=663cb60b-008a-47ff-969f-da7c902e5fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263326 Nov 04 09:33:21.190514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-62d0f877-a891-4b07-9a77-dd79d1570a1f service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056075 Nov 04 09:33:21.312936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7a706a02-f3e9-46e0-8d86-b0f91053308c req-ae4c2ef5-ed74-4631-9e08-2c77d5ce2aa8 service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150882 Nov 04 09:33:21.409921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b898-e721-4258-b305-57267b8e323a req-4c6b895d-e6df-41ca-9f60-5ae61b55d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:21.411459 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1a0b898-e721-4258-b305-57267b8e323a req-4c6b895d-e6df-41ca-9f60-5ae61b55d6f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a477518f9344a4db3915e47bc7f8aea&device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 1095 time: 0.0474498 Nov 04 09:33:21.521632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b898-e721-4258-b305-57267b8e323a req-93303842-4ea7-4b3f-bc00-2820c37449be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:21.523164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1a0b898-e721-4258-b305-57267b8e323a req-93303842-4ea7-4b3f-bc00-2820c37449be service neutron] 10.222.0.70 "GET /v2.0/networks?id=663cb60b-008a-47ff-969f-da7c902e5fba HTTP/1.1" status: 200 len: 914 time: 0.1047254 Nov 04 09:33:21.570201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1a0b898-e721-4258-b305-57267b8e323a req-b447f517-d13d-4061-af3b-e9b208159c6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=94e13bb4-781d-4334-bb55-135d73c15793 HTTP/1.1" status: 200 len: 217 time: 0.0381408 Nov 04 09:33:21.596387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892e2f6-4bfd-4dcc-ad53-c627f773270d req-4b964f68-c6f5-40f2-8e7b-5e9625057116 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:21.598046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3892e2f6-4bfd-4dcc-ad53-c627f773270d req-4b964f68-c6f5-40f2-8e7b-5e9625057116 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0802019 Nov 04 09:33:21.632936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b898-e721-4258-b305-57267b8e323a req-c986766c-9211-494c-bcd9-b2dbc06ee20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:21.634418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1a0b898-e721-4258-b305-57267b8e323a req-c986766c-9211-494c-bcd9-b2dbc06ee20e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fd36d7d-d198-489e-914d-bfe9648a901e HTTP/1.1" status: 200 len: 853 time: 0.0556457 Nov 04 09:33:21.654747 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3892e2f6-4bfd-4dcc-ad53-c627f773270d req-6408db26-05d3-41fc-b5f4-c1d41130efe6 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442078 Nov 04 09:33:21.673861 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1a0b898-e721-4258-b305-57267b8e323a req-5e770893-ecbb-4696-9448-a0bec32ca907 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=663cb60b-008a-47ff-969f-da7c902e5fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309601 Nov 04 09:33:21.785963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1a0b898-e721-4258-b305-57267b8e323a req-05210456-48b6-4f5b-902f-dc1b293337ee service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041162 Nov 04 09:33:21.894048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f1a0b898-e721-4258-b305-57267b8e323a req-81df2490-5ada-484c-8713-cf89f24c4801 service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004505 Nov 04 09:33:22.804930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26956614-eff2-42cf-96b7-d53d0a4ee469 req-59538855-ad1e-4d16-9b2c-aea1c1415fed tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:22.807655 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26956614-eff2-42cf-96b7-d53d0a4ee469 req-59538855-ad1e-4d16-9b2c-aea1c1415fed tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0687053 Nov 04 09:33:22.853677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26956614-eff2-42cf-96b7-d53d0a4ee469 req-417a90a8-a26d-4bf4-b3cc-f6686ef8b79d tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Nov 04 09:33:24.002251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f743061-2542-4fab-b4bc-d07c5558e0cb req-81ab170d-aea5-4cdc-871c-7739794bbca6 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:24.004186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f743061-2542-4fab-b4bc-d07c5558e0cb req-81ab170d-aea5-4cdc-871c-7739794bbca6 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0655251 Nov 04 09:33:24.059305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f743061-2542-4fab-b4bc-d07c5558e0cb req-1c76c20a-dc6e-4b2c-a018-a82d01bce77b tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468462 Nov 04 09:33:24.976523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94e13bb4-781d-4334-bb55-135d73c15793 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:33:25.097362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 94e13bb4-781d-4334-bb55-135d73c15793, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94e13bb4-781d-4334-bb55-135d73c15793,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:33:25.114740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '94e13bb4-781d-4334-bb55-135d73c15793', 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba', 'port_id': '94e13bb4-781d-4334-bb55-135d73c15793', 'mac_address': 'fa:16:3e:c3:ff:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd36d7d-d198-489e-914d-bfe9648a901e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:33:25.160851 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:25.181892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e13bb4-781d-4334-bb55-135d73c15793 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:33:25.216029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 94e13bb4-781d-4334-bb55-135d73c15793, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94e13bb4-781d-4334-bb55-135d73c15793,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:33:25.216390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d42df-e750-4a7d-84d8-fb610c7fd85f req-7c995e2d-b041-4570-8c0d-1ad06235dead tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:25.218700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-876d42df-e750-4a7d-84d8-fb610c7fd85f req-7c995e2d-b041-4570-8c0d-1ad06235dead tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 944 time: 0.0591629 Nov 04 09:33:25.222036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:25.273569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-876d42df-e750-4a7d-84d8-fb610c7fd85f req-00192921-f32f-4c66-9ae1-7a3d33bec927 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461655 Nov 04 09:33:25.283892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=94e13bb4-781d-4334-bb55-135d73c15793,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:25.292929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.293256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.293625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.293962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.294294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.294621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.295026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.295404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.295887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.296454 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.296854 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.297183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:33:25.437519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['94e13bb4-781d-4334-bb55-135d73c15793'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:33:26.417231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ac8a5-984c-4c8f-b3bd-fd5549a7b61b req-7ce2921e-036e-4ffe-b525-8e9b845e8087 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:26.418904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f02ac8a5-984c-4c8f-b3bd-fd5549a7b61b req-7ce2921e-036e-4ffe-b525-8e9b845e8087 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 945 time: 0.0585887 Nov 04 09:33:26.469837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f02ac8a5-984c-4c8f-b3bd-fd5549a7b61b req-128f0d17-fbeb-4986-9988-6aed1cb546c4 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Nov 04 09:33:27.007301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94e13bb4-781d-4334-bb55-135d73c15793 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:33:27.067420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 94e13bb4-781d-4334-bb55-135d73c15793 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:33:27.072365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 94e13bb4-781d-4334-bb55-135d73c15793 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:33:27.072790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:27.165496 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:27.203340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e13bb4-781d-4334-bb55-135d73c15793'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:33:27.207092 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3982dd1e-2fc9-48e8-bfba-6fa7dc7a53ed" -d '{"events": [{"server_uuid": "8d8794d4-02b2-4a6d-b124-c06a8e19d5a6", "name": "network-vif-plugged", "status": "completed", "tag": "94e13bb4-781d-4334-bb55-135d73c15793"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:33:27.228764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 94e13bb4-781d-4334-bb55-135d73c15793, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94e13bb4-781d-4334-bb55-135d73c15793,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:33:27.234652 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:27.277610 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c272676b-109f-471c-8b76-644000a4dcda x-openstack-request-id: req-c272676b-109f-471c-8b76-644000a4dcda {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:33:27.277956 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8794d4-02b2-4a6d-b124-c06a8e19d5a6", "name": "network-vif-plugged", "status": "completed", "tag": "94e13bb4-781d-4334-bb55-135d73c15793", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:33:27.278215 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c272676b-109f-471c-8b76-644000a4dcda {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:33:27.278637 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e13bb4-781d-4334-bb55-135d73c15793', 'code': 200} Nov 04 09:33:27.302995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=94e13bb4-781d-4334-bb55-135d73c15793,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:27.389795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878acb2-731b-4177-bce6-2ee0f69a6b21 req-0d67c0f3-02fa-425b-aa44-6aaac50459b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:27.391481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b878acb2-731b-4177-bce6-2ee0f69a6b21 req-0d67c0f3-02fa-425b-aa44-6aaac50459b1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 1097 time: 0.0474851 Nov 04 09:33:27.434412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b878acb2-731b-4177-bce6-2ee0f69a6b21 req-9998593c-1688-4aab-9735-c308e4c3f93f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348971 Nov 04 09:33:27.619908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c2123-d644-4c54-95fa-d2bcda9d2014 req-f1119fc2-f2d4-4e8a-b05b-0d602bff349e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:27.621543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f0c2123-d644-4c54-95fa-d2bcda9d2014 req-f1119fc2-f2d4-4e8a-b05b-0d602bff349e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0630152 Nov 04 09:33:27.668187 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3f0c2123-d644-4c54-95fa-d2bcda9d2014 req-b79a49fa-63d0-41bf-881c-b51584f023cf tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Nov 04 09:33:28.809172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09362dc-e5aa-4529-8dbc-5d6bc371be79 req-c1a09030-ad5c-46a7-ada6-b6e7f762838c tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:28.810856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e09362dc-e5aa-4529-8dbc-5d6bc371be79 req-c1a09030-ad5c-46a7-ada6-b6e7f762838c tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0550456 Nov 04 09:33:28.884779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e09362dc-e5aa-4529-8dbc-5d6bc371be79 req-ab69047a-a291-4c76-a9ac-44a0830a961a tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664959 Nov 04 09:33:30.503320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-d9ac47af-9c14-47eb-a503-abf35d0f5b46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902538 Nov 04 09:33:30.518802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-63836fb8-1a71-4819-807d-242d1b96c2ca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919478 Nov 04 09:33:30.650541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-e34b2f6d-2f94-417b-b0f6-55c0939b24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:30.652344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-e34b2f6d-2f94-417b-b0f6-55c0939b24fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1097 time: 0.0707107 Nov 04 09:33:30.654811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345a761-95ec-431d-b1c0-452a512aed19 req-d033609f-5b5e-4e20-86ea-d2a970c58b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:30.657830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-d033609f-5b5e-4e20-86ea-d2a970c58b4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 1096 time: 0.0887878 Nov 04 09:33:30.853429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-d40cd150-6460-4823-ab6a-f34f6a8ce1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:30.854930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-d40cd150-6460-4823-ab6a-f34f6a8ce1fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.1820955 Nov 04 09:33:30.858013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345a761-95ec-431d-b1c0-452a512aed19 req-becf7ce9-a9ad-4cd4-acb1-aa2ae4bea416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:30.859497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-becf7ce9-a9ad-4cd4-acb1-aa2ae4bea416 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 200 len: 911 time: 0.1784484 Nov 04 09:33:30.984323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-d6a072c6-9ff1-4af2-af4d-e8bcd48aea3e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 1001 time: 0.1217723 Nov 04 09:33:30.992136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-b08801a8-3524-4e5a-8bcb-12fd92a8155f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f HTTP/1.1" status: 200 len: 1001 time: 0.1199126 Nov 04 09:33:31.086193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-867ccfed-d218-4dfb-85d2-0ee6cc005bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:31.087710 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-867ccfed-d218-4dfb-85d2-0ee6cc005bac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0946095 Nov 04 09:33:31.089922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345a761-95ec-431d-b1c0-452a512aed19 req-c1dc7ca9-782e-47be-9107-ceaef56bb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:31.091476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-c1dc7ca9-782e-47be-9107-ceaef56bb6d7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 200 len: 849 time: 0.0893350 Nov 04 09:33:31.183490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-f5755ec3-f94b-4d63-b071-e5e67898baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:31.185198 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-f5755ec3-f94b-4d63-b071-e5e67898baa8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894213 Nov 04 09:33:31.192181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345a761-95ec-431d-b1c0-452a512aed19 req-88928339-9035-4194-aae5-1ddaf87bf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:31.193789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-88928339-9035-4194-aae5-1ddaf87bf99e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a02c45de-cbf9-4290-95ed-48f2ce5c1bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878618 Nov 04 09:33:31.378972 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-736cd53a-45f2-4a5e-88b9-dda799a7abf8 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840129 Nov 04 09:33:31.385960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-433dba4b-22de-49da-8cac-0a7d0c1b71a4 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821806 Nov 04 09:33:31.556100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-29a20fa6-1409-4fbd-aec3-b4ab9709990a req-608b6b7e-21af-4517-8a52-2603a47085af service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690328 Nov 04 09:33:31.558184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b345a761-95ec-431d-b1c0-452a512aed19 req-4725a391-3e7f-4a8d-b0dc-f56ac88d9a62 service neutron] 10.222.0.55 "GET /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624293 Nov 04 09:33:37.369166 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c184bf96-b548-44f1-88bf-edf3444bd977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:39.991466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a97c3332-c5a4-4995-8030-92f2c855045d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:40.324178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:41.322715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:42.815663 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:45.855824 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:46.734158 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:53.284506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-5e75452d-d933-4fda-88c8-80a7f901a7a7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499738516&fields=id&tenant_id=dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 267 time: 0.0444005 Nov 04 09:33:53.432435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-63b527e8-aa2b-4358-98ee-b8c4583520f6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:53.435543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-63b527e8-aa2b-4358-98ee-b8c4583520f6 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.1369107 Nov 04 09:33:53.460262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-f0de318f-891a-4124-8f16-cc05f513d683 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/quotas/dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 375 time: 0.0170434 Nov 04 09:33:53.553497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-07ec51e6-7d4a-4a52-937d-af947881cb50 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0856466 Nov 04 09:33:53.710748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-aa0441c4-f5b7-4ce6-a716-215fa01a3e6a service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362388 Nov 04 09:33:53.844832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-134292d4-5f8d-45a0-8985-5102ee7f0530 service neutron] 10.222.0.53 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262224 Nov 04 09:33:54.365465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfca9d41-ee3e-404c-8521-d45de609c48e req-0f5299a0-657a-4e0f-809e-ee15bd28c565 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0637131 Nov 04 09:33:54.635076 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:33:55.574166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3818cf8-d9d0-4428-b8f4-8270a8a3f823 req-bf5bdff8-2d60-4c4e-a9a9-0aa2fa3eac7f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0827241 Nov 04 09:33:55.800909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-5855a144-274e-42dd-abf9-b59860d66aaf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:55.803725 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-5855a144-274e-42dd-abf9-b59860d66aaf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 811 time: 0.2884321 Nov 04 09:33:55.892012 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-6b5f6d07-7f72-4e5d-b387-849c88578408 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc4abc3519414efd948d16704b246ce1 HTTP/1.1" status: 200 len: 380 time: 0.0724239 Nov 04 09:33:55.914260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'port': {'device_id': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'admin_state_up': True, 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'security_groups': ['e5189df3-5478-4990-ba9e-902886367a31']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:33:56.189717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Made reservation on behalf of dc4abc3519414efd948d16704b246ce1 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:33:56.196720 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:56.484064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.20.0.8 (d08689f8-fafb-46ea-9e3f-9eee3450c0d5/3423aea6-7135-467b-a91e-f3b9ded6465a/66180237-bbc3-4858-93cc-22c706f55107) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:33:56.725922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c57a31c-ff0b-47a5-8f75-de1785827c41 req-8a3a9fc8-3f65-4f65-b694-b4bd19dfc003 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0358119 Nov 04 09:33:56.755911 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:56.792507 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:56.843461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:33:56.847235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:33:56.852576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:33:56.863018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=66180237-bbc3-4858-93cc-22c706f55107,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:56.921603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:56.922200 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:56.947825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-49660ae1-aba8-466c-a478-4f1c87838b71 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0423288 Nov 04 09:33:56.961399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Request body: {'port': {'device_id': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:33:57.085188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:57.258631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bd2b5f17-58da-49db-8a8f-04e97561cbe2 None None] Provisioning complete for port 66180237-bbc3-4858-93cc-22c706f55107 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:33:57.259708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bd2b5f17-58da-49db-8a8f-04e97561cbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:57.341529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-bd2b5f17-58da-49db-8a8f-04e97561cbe2 None None] Port 66180237-bbc3-4858-93cc-22c706f55107 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:33:57.551113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66180237-bbc3-4858-93cc-22c706f55107 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:33:57.562050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:57.585007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Transition to ACTIVE for port object 66180237-bbc3-4858-93cc-22c706f55107 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:33:57.593319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:57.667242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Pushing event updated for resources: {'Port': ['ID=66180237-bbc3-4858-93cc-22c706f55107,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:57.817886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Attempting to bind port 66180237-bbc3-4858-93cc-22c706f55107 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:33:57.818641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Attempting to bind port 66180237-bbc3-4858-93cc-22c706f55107 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:33:57.819051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Attempting to bind port 66180237-bbc3-4858-93cc-22c706f55107 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:33:57.827309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Port 66180237-bbc3-4858-93cc-22c706f55107 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:33:57.827736 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Attempting to bind port 66180237-bbc3-4858-93cc-22c706f55107 on network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:33:57.834577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:33:57.834915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Checking segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:33:57.835304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Bound using segment: {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:33:57.835751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Bound port: 66180237-bbc3-4858-93cc-22c706f55107, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6612236d-f737-4c3e-83b3-df62ef120fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:33:57.836149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:57.938321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] For port 66180237-bbc3-4858-93cc-22c706f55107, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:33:57.945507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] For port 66180237-bbc3-4858-93cc-22c706f55107, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=66180237-bbc3-4858-93cc-22c706f55107,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:33:57.953116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:57.989480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ea4de-2787-4ec4-92a0-c79b656dad0f req-a312b122-1a3e-42c9-b613-51d636cf2b60 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:57.994223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da7ea4de-2787-4ec4-92a0-c79b656dad0f req-a312b122-1a3e-42c9-b613-51d636cf2b60 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.1155429 Nov 04 09:33:58.011525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:58.012205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:33:58.014720 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] 10.222.0.55 "PUT /v2.0/ports/66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 200 len: 1091 time: 1.0591362 Nov 04 09:33:58.015394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'tag': '66180237-bbc3-4858-93cc-22c706f55107'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:33:58.018912 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "tag": "66180237-bbc3-4858-93cc-22c706f55107"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:33:58.099768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90331cb2-edf9-4e1a-9d47-8165ea6dfc4e service neutron] Pushing event updated for resources: {'Port': ['ID=66180237-bbc3-4858-93cc-22c706f55107,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:33:58.134556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-8c0128a8-24f2-45dc-a568-f2740a5c81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:58.136632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-8c0128a8-24f2-45dc-a568-f2740a5c81ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1094 time: 0.0712476 Nov 04 09:33:58.137645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da7ea4de-2787-4ec4-92a0-c79b656dad0f req-ef4686b9-d976-482c-afc2-64e15d0ba26c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089892 Nov 04 09:33:58.223506 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eaba354-3cb2-4d18-9841-0ba4fdb5903b x-openstack-request-id: req-1eaba354-3cb2-4d18-9841-0ba4fdb5903b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:33:58.224118 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "tag": "66180237-bbc3-4858-93cc-22c706f55107", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:33:58.224626 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eaba354-3cb2-4d18-9841-0ba4fdb5903b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:33:58.225534 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'tag': '66180237-bbc3-4858-93cc-22c706f55107', 'status': 'completed', 'code': 200} Nov 04 09:33:58.228831 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-fa296ffa-431c-469e-b118-d18ed8b1478d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 200 len: 217 time: 0.0837340 Nov 04 09:33:58.313229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-5c5e0040-87db-4175-828e-db7617eeb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:58.316419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-5c5e0040-87db-4175-828e-db7617eeb6ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0804200 Nov 04 09:33:58.408516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-15eff603-4d20-447a-9514-29b06aad8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:58.411312 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-15eff603-4d20-447a-9514-29b06aad8c25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871284 Nov 04 09:33:58.629329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-c42d297d-2547-46ae-b712-d4f7f21ffdf2 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034528 Nov 04 09:33:58.824023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-177fcd7c-3233-4283-88f3-beaa46ee1b67 req-52c6bb04-cb75-42ad-a51e-6d1ab0a831d5 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841664 Nov 04 09:33:58.953790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-0c705339-b226-49db-9052-29c203ed979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:58.955582 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-0c705339-b226-49db-9052-29c203ed979b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1094 time: 0.0584872 Nov 04 09:33:59.086105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-778af14f-3196-47f1-a048-2bcfa7668268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:59.087730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-778af14f-3196-47f1-a048-2bcfa7668268 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.1237810 Nov 04 09:33:59.135975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-99af11bf-8bb5-4853-8b46-ab017f4cb190 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 200 len: 217 time: 0.0412319 Nov 04 09:33:59.223671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-93378b60-8d03-4a27-bc63-46eace45f895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:59.226758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-93378b60-8d03-4a27-bc63-46eace45f895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0841594 Nov 04 09:33:59.292414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-09e1c53e-bae1-4aea-991f-26757626883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:59.294858 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-09e1c53e-bae1-4aea-991f-26757626883b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602162 Nov 04 09:33:59.364440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e0776-5d50-47d6-a839-c7f6ce7b4cd9 req-afd91cbc-51dd-49ef-93c6-52be228e4d7f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:33:59.367489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b84e0776-5d50-47d6-a839-c7f6ce7b4cd9 req-afd91cbc-51dd-49ef-93c6-52be228e4d7f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.0956974 Nov 04 09:33:59.414311 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-afe22db5-15d9-450a-ab5b-bee4993fdb39 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109252 Nov 04 09:33:59.437125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b84e0776-5d50-47d6-a839-c7f6ce7b4cd9 req-3afc387c-2149-4a8b-9aa8-84a3398c6189 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602419 Nov 04 09:33:59.583213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-92ba1c4b-548f-4f26-9aa9-8f5dcaee1db0 req-a4165c5e-a4bd-4736-a162-7a2948c434ec service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622136 Nov 04 09:34:00.664604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df6f38-02e2-428b-85ee-c8c637797afb req-62d2c787-f36a-4418-a73b-050ed677d4d7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:00.679738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4df6f38-02e2-428b-85ee-c8c637797afb req-62d2c787-f36a-4418-a73b-050ed677d4d7 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.1016312 Nov 04 09:34:00.729812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e4df6f38-02e2-428b-85ee-c8c637797afb req-741043e0-ccb6-4582-86e0-e285c927732a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488522 Nov 04 09:34:01.912346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d42d6-49fa-462f-871e-528874b029d5 req-65566019-022f-446a-968e-b58cf49acf82 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:01.914010 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e52d42d6-49fa-462f-871e-528874b029d5 req-65566019-022f-446a-968e-b58cf49acf82 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.0725768 Nov 04 09:34:01.968913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e52d42d6-49fa-462f-871e-528874b029d5 req-5b504ba3-37d9-45cd-96b3-095b9406371f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421021 Nov 04 09:34:03.170092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f2643-c15a-4cdb-8f83-18b108a0062e req-a86ac6cf-ee64-4b34-baa0-30f92526542b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:03.171905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c86f2643-c15a-4cdb-8f83-18b108a0062e req-a86ac6cf-ee64-4b34-baa0-30f92526542b tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.0710821 Nov 04 09:34:03.224490 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c86f2643-c15a-4cdb-8f83-18b108a0062e req-91650601-753e-4c5a-8417-e32b22897e95 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400875 Nov 04 09:34:04.375112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15058bcb-163e-4c96-9bfe-cf7ca4bed9e8 req-96d1a27f-8ee0-4e6b-acab-f30a9262fb7e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:04.376976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15058bcb-163e-4c96-9bfe-cf7ca4bed9e8 req-96d1a27f-8ee0-4e6b-acab-f30a9262fb7e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.0621703 Nov 04 09:34:04.442739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15058bcb-163e-4c96-9bfe-cf7ca4bed9e8 req-9aefcad4-772c-4cac-a333-f68bd0ed3e36 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556247 Nov 04 09:34:05.652380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec272466-03ea-49ca-8f89-55a78064ae37 req-3ae1cc84-3252-436c-9848-9f59ff9bebb9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:05.655629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec272466-03ea-49ca-8f89-55a78064ae37 req-3ae1cc84-3252-436c-9848-9f59ff9bebb9 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.0722263 Nov 04 09:34:05.829497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec272466-03ea-49ca-8f89-55a78064ae37 req-dd1f6476-3e37-4f0d-8e35-11dc9828edc8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591916 Nov 04 09:34:07.064534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af2365-e5b6-4f9c-96c2-e6c08c04ebaf req-bc554a60-12e6-4164-82d5-390c2e8acc83 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:07.072986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78af2365-e5b6-4f9c-96c2-e6c08c04ebaf req-bc554a60-12e6-4164-82d5-390c2e8acc83 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.1011724 Nov 04 09:34:07.112834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78af2365-e5b6-4f9c-96c2-e6c08c04ebaf req-4737e386-fedf-404f-abe4-a490e0277281 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380855 Nov 04 09:34:07.389837 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-14a046b9-6010-4608-928b-abe26e205049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:08.306625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e17ef5-741f-4412-bc64-7b87874fa440 req-0987c8d9-9e6f-43c6-bfb1-4fb44390b8ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:08.308651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31e17ef5-741f-4412-bc64-7b87874fa440 req-0987c8d9-9e6f-43c6-bfb1-4fb44390b8ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.0695775 Nov 04 09:34:08.381090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31e17ef5-741f-4412-bc64-7b87874fa440 req-7382c6d4-0d40-4f81-b195-7fbabc320e20 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611405 Nov 04 09:34:09.583831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb25686-e0f0-4ffe-a883-7ad454c2dd6e req-aef903f9-51e3-48b6-b37e-752ace04527a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:09.586588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aeb25686-e0f0-4ffe-a883-7ad454c2dd6e req-aef903f9-51e3-48b6-b37e-752ace04527a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.1072967 Nov 04 09:34:09.673792 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aeb25686-e0f0-4ffe-a883-7ad454c2dd6e req-f0ea8789-f764-4056-9597-572613cbbecd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614126 Nov 04 09:34:09.988323 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8f64093-5dab-4b9b-8291-ea5931999c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:10.301641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:10.817482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4196f-4397-44b6-a158-a4acd56e8b01 req-2b8b9136-4369-4911-9afd-990d4fbed76e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:10.820177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58f4196f-4397-44b6-a158-a4acd56e8b01 req-2b8b9136-4369-4911-9afd-990d4fbed76e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 943 time: 0.0678291 Nov 04 09:34:10.872921 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58f4196f-4397-44b6-a158-a4acd56e8b01 req-060a2fb5-8037-49f0-984e-34e4d9384750 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421526 Nov 04 09:34:11.331354 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:11.388166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 66180237-bbc3-4858-93cc-22c706f55107 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:34:11.557096 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 66180237-bbc3-4858-93cc-22c706f55107, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=66180237-bbc3-4858-93cc-22c706f55107,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:11.573716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '66180237-bbc3-4858-93cc-22c706f55107', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'port_id': '66180237-bbc3-4858-93cc-22c706f55107', 'mac_address': 'fa:16:3e:40:98:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:34:11.642845 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:11.669608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66180237-bbc3-4858-93cc-22c706f55107 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:34:11.699981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 66180237-bbc3-4858-93cc-22c706f55107, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=66180237-bbc3-4858-93cc-22c706f55107,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:11.707027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:11.798469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=66180237-bbc3-4858-93cc-22c706f55107,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:11.925664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['66180237-bbc3-4858-93cc-22c706f55107'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:34:12.177729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50043836-0b72-4eb7-b53c-4d65bbb2eaa5 req-9e973f7b-dbe6-4f03-b2e5-043faffa5046 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:12.183416 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50043836-0b72-4eb7-b53c-4d65bbb2eaa5 req-9e973f7b-dbe6-4f03-b2e5-043faffa5046 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 944 time: 0.1418235 Nov 04 09:34:12.284101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50043836-0b72-4eb7-b53c-4d65bbb2eaa5 req-3cbc0ac4-6c7b-454e-9c1a-537c87890edf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899346 Nov 04 09:34:12.799966 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:13.404090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 66180237-bbc3-4858-93cc-22c706f55107 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:34:13.497789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 66180237-bbc3-4858-93cc-22c706f55107 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:34:13.505703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 66180237-bbc3-4858-93cc-22c706f55107 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:34:13.506395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:13.624432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f58b69-4047-4147-afd8-1eaab96c4d76 req-03fe124c-ce30-4407-a9e1-1ba0d493dc0c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:13.627012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49f58b69-4047-4147-afd8-1eaab96c4d76 req-03fe124c-ce30-4407-a9e1-1ba0d493dc0c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 944 time: 0.1039534 Nov 04 09:34:13.639705 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:13.665676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66180237-bbc3-4858-93cc-22c706f55107'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:34:13.668768 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf94789-97d0-4141-b2e0-08ce93dbddea" -d '{"events": [{"server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "name": "network-vif-plugged", "status": "completed", "tag": "66180237-bbc3-4858-93cc-22c706f55107"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:34:13.673709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49f58b69-4047-4147-afd8-1eaab96c4d76 req-6e812f35-f185-4486-b246-b151281d1d67 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401242 Nov 04 09:34:13.683770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 66180237-bbc3-4858-93cc-22c706f55107, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=66180237-bbc3-4858-93cc-22c706f55107,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:13.690603 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:13.743999 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6abdf6-a5da-4d77-b1f0-9d29b02f82f2 x-openstack-request-id: req-ac6abdf6-a5da-4d77-b1f0-9d29b02f82f2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:34:13.744454 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "name": "network-vif-plugged", "status": "completed", "tag": "66180237-bbc3-4858-93cc-22c706f55107", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:34:13.744793 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac6abdf6-a5da-4d77-b1f0-9d29b02f82f2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:34:13.745283 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66180237-bbc3-4858-93cc-22c706f55107', 'code': 200} Nov 04 09:34:13.760706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=66180237-bbc3-4858-93cc-22c706f55107,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:13.866201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fb309-5d42-4908-874e-9841b5319cb4 req-cc92d9fe-4941-464a-8270-ed5578b6e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:13.868847 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b1fb309-5d42-4908-874e-9841b5319cb4 req-cc92d9fe-4941-464a-8270-ed5578b6e3e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1096 time: 0.0550227 Nov 04 09:34:13.909011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5b1fb309-5d42-4908-874e-9841b5319cb4 req-4ce118bc-998b-4bca-b12d-33ff15676b64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333886 Nov 04 09:34:14.843789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d037112-ca9e-457c-a318-5dded6367d93 req-c5ddf389-d891-4878-9ae7-0184dbcf0812 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:14.845412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d037112-ca9e-457c-a318-5dded6367d93 req-c5ddf389-d891-4878-9ae7-0184dbcf0812 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 945 time: 0.0856464 Nov 04 09:34:14.896641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d037112-ca9e-457c-a318-5dded6367d93 req-dbcc6a62-6de6-4677-a3dc-26aef529fddd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379357 Nov 04 09:34:15.845455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:16.044081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a1874-0c46-487b-a778-080263b6a391 req-1938d838-23da-4786-be6e-8a92636e30ec tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:16.045891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-808a1874-0c46-487b-a778-080263b6a391 req-1938d838-23da-4786-be6e-8a92636e30ec tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 945 time: 0.0674977 Nov 04 09:34:16.099818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-808a1874-0c46-487b-a778-080263b6a391 req-40cb1424-47c9-4915-a02b-fa3f816f6984 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Nov 04 09:34:16.245353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c6c104-0429-4235-8a5f-73db69ab30e5 req-100e4d96-e798-4153-9dfb-1fd3d800aa99 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:16.247682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05c6c104-0429-4235-8a5f-73db69ab30e5 req-100e4d96-e798-4153-9dfb-1fd3d800aa99 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 945 time: 0.0587091 Nov 04 09:34:16.306008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05c6c104-0429-4235-8a5f-73db69ab30e5 req-529c38a5-580d-41bc-a132-0dc4f2691d2d tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517278 Nov 04 09:34:16.350256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34142) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:16.437360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8dbab4-16e9-4316-b04d-67f154cd8d3e tempest-TestVolumeBootPattern-631994609 tempest-TestVolumeBootPattern-631994609-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:16.442472 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a8dbab4-16e9-4316-b04d-67f154cd8d3e tempest-TestVolumeBootPattern-631994609 tempest-TestVolumeBootPattern-631994609-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1091 time: 0.0885580 Nov 04 09:34:16.442851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34144) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:16.447722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '66180237-bbc3-4858-93cc-22c706f55107', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:34:16.475450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:16.599186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:16.727631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:16.730241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-81564746-7b9e-434f-a1cc-600e6fabba0e req-9993858a-ae01-433c-bb5a-b0ada7c53fe0 service neutron] (102555) timed out ('10.222.0.55', 57230) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:34:16.765888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Allocated IP 172.25.3.116 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/989b25c3-2a15-460b-9f50-a346e57344d4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:34:16.920809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:16.974113 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:17.025201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:34:17.030815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:34:17.035594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:34:17.072491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=989b25c3-2a15-460b-9f50-a346e57344d4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:17.649330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:17.741003 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:17.979024 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:17.988211 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:18.129468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event updated for resources: {'Port': ['ID=989b25c3-2a15-460b-9f50-a346e57344d4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:18.149239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:18.221337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef0120-4b8d-4648-a178-ed0756b20db2 req-3b512476-aaf5-4b71-abc4-be1ae1f6c50c tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:18.222954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43ef0120-4b8d-4648-a178-ed0756b20db2 req-3b512476-aaf5-4b71-abc4-be1ae1f6c50c tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0610788 Nov 04 09:34:18.288173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43ef0120-4b8d-4648-a178-ed0756b20db2 req-e35319a9-952b-45ce-899b-25a97bc53d58 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532343 Nov 04 09:34:18.298889 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Floating IP 06c6ba03-c1a4-4336-aee8-786d8ab74716 associated. External IP: 172.25.3.116, port: 66180237-bbc3-4858-93cc-22c706f55107. Nov 04 09:34:18.621039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:34:19.158367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:34:19.173406 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:34:19.189320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:19.189674 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:34:19.190241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:34:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:19.233227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-868627f8-132b-4da2-ad10-6f2b517d52dd tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7884650 Nov 04 09:34:19.234751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'tag': '66180237-bbc3-4858-93cc-22c706f55107'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:34:19.238944 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5a2710-b589-4398-83e7-cba16633356d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "tag": "66180237-bbc3-4858-93cc-22c706f55107"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:34:19.358247 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:34:19.432066 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08df9e9a-4f7c-464f-a3a7-bf6d73b119c3 x-openstack-request-id: req-08df9e9a-4f7c-464f-a3a7-bf6d73b119c3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:34:19.432538 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "tag": "66180237-bbc3-4858-93cc-22c706f55107", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:34:19.432961 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-08df9e9a-4f7c-464f-a3a7-bf6d73b119c3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:34:19.433835 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'tag': '66180237-bbc3-4858-93cc-22c706f55107', 'status': 'completed', 'code': 200} Nov 04 09:34:19.587515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2710-b589-4398-83e7-cba16633356d req-7a9ae7d2-8f60-4812-80bf-f35f2154d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:19.589148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc5a2710-b589-4398-83e7-cba16633356d req-7a9ae7d2-8f60-4812-80bf-f35f2154d8fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1096 time: 0.1339924 Nov 04 09:34:19.619434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be5cd3-679a-498e-9ef6-712014dfa408 req-93888768-1247-48bd-9a9e-e470b1e83425 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:19.623887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38be5cd3-679a-498e-9ef6-712014dfa408 req-93888768-1247-48bd-9a9e-e470b1e83425 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 946 time: 0.0819166 Nov 04 09:34:19.632104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-5c5bac7d-746d-4845-8566-4add5b84e8e0 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:19.633704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-5c5bac7d-746d-4845-8566-4add5b84e8e0 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 946 time: 0.1166360 Nov 04 09:34:19.712982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38be5cd3-679a-498e-9ef6-712014dfa408 req-dff9c3e0-05a7-402f-ae6f-08d3d6f8528a tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738547 Nov 04 09:34:19.738866 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '06c6ba03-c1a4-4336-aee8-786d8ab74716', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': '66180237-bbc3-4858-93cc-22c706f55107', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:40:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:34:17Z', 'updated_at': '2021-11-04T09:34:17Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}, {'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:32:01Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:19.842587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2710-b589-4398-83e7-cba16633356d req-ce7ea0d4-c864-44f4-b1af-cbe69a2d3980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:19.844243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc5a2710-b589-4398-83e7-cba16633356d req-ce7ea0d4-c864-44f4-b1af-cbe69a2d3980 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.2463710 Nov 04 09:34:19.874941 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:34:19.884775 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:34:19.885427 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:34:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:19.919876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Deleting port 94e13bb4-781d-4334-bb55-135d73c15793 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:34:19.920360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:20.002133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc5a2710-b589-4398-83e7-cba16633356d req-e906b8c6-513e-4c93-8593-b77d187f869f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 200 len: 999 time: 0.1494012 Nov 04 09:34:20.036478 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:34:20.092196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2710-b589-4398-83e7-cba16633356d req-55aa5d44-5cd1-4253-82d3-87918ffccc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:20.093929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc5a2710-b589-4398-83e7-cba16633356d req-55aa5d44-5cd1-4253-82d3-87918ffccc58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0835454 Nov 04 09:34:20.153457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] For port 94e13bb4-781d-4334-bb55-135d73c15793, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94e13bb4-781d-4334-bb55-135d73c15793,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:20.153939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:20.171976 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Calling delete_port for 94e13bb4-781d-4334-bb55-135d73c15793 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:34:20.192056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a2710-b589-4398-83e7-cba16633356d req-81f75e06-9be8-439a-b86c-c752ce1f6887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:20.193807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc5a2710-b589-4398-83e7-cba16633356d req-81f75e06-9be8-439a-b86c-c752ce1f6887 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862517 Nov 04 09:34:20.352719 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc5a2710-b589-4398-83e7-cba16633356d req-1d94205d-f0f7-4af0-a35e-4910f461e6bc service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221495 Nov 04 09:34:20.451541 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '06c6ba03-c1a4-4336-aee8-786d8ab74716', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': '66180237-bbc3-4858-93cc-22c706f55107', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:40:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:34:17Z', 'updated_at': '2021-11-04T09:34:17Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}, {'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:32:01Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:20.491204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:20.499129 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e559f8-1836-4495-af2a-a76e03bd52a7 None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '06c6ba03-c1a4-4336-aee8-786d8ab74716', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.116', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': '66180237-bbc3-4858-93cc-22c706f55107', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:40:98:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:34:17Z', 'updated_at': '2021-11-04T09:34:17Z', 'revision_number': 0, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}, {'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:32:01Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:34:20.504353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['94e13bb4-781d-4334-bb55-135d73c15793'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:34:20.584378 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bc5a2710-b589-4398-83e7-cba16633356d req-f8be4f6e-d3b5-4b86-a1cc-303a2e4305b9 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202241 Nov 04 09:34:20.585800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Pushing event deleted for resources: {'Port': ['ID=94e13bb4-781d-4334-bb55-135d73c15793,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:20.612093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] No DVR routers for this DVR port 94e13bb4-781d-4334-bb55-135d73c15793 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:34:20.615830 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.616309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.616661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.617090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.617382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.617722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.618007 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.618357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.618667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.619016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.619319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.619621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:20.623895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:20.627412 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5bb3a93c-5334-47a5-824d-46139351ae16 req-a36b2f57-b412-44b5-8866-94ef9c8cb94e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "DELETE /v2.0/ports/94e13bb4-781d-4334-bb55-135d73c15793 HTTP/1.1" status: 204 len: 173 time: 0.9632621 Nov 04 09:34:20.847157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7562a14e-f246-4492-8163-ced81b03e596 None None] New status for floating IP 06c6ba03-c1a4-4336-aee8-786d8ab74716: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:34:20.868208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a164312e-2389-46fb-8465-c2a9e907a22d req-0f63837b-0437-499d-87a8-471b37422c53 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d8794d4-02b2-4a6d-b124-c06a8e19d5a6 HTTP/1.1" status: 200 len: 210 time: 0.0331409 Nov 04 09:34:21.434704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'name': 'network-vif-deleted', 'tag': '94e13bb4-781d-4334-bb55-135d73c15793'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:34:21.437151 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a4c3b0-abf6-42f6-8755-ec7cc2cd4d61" -d '{"events": [{"server_uuid": "8d8794d4-02b2-4a6d-b124-c06a8e19d5a6", "name": "network-vif-deleted", "tag": "94e13bb4-781d-4334-bb55-135d73c15793"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:34:21.479804 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43baa1a3-bcb0-4ea9-b85d-c309849b90bf x-openstack-request-id: req-43baa1a3-bcb0-4ea9-b85d-c309849b90bf {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:34:21.480220 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d8794d4-02b2-4a6d-b124-c06a8e19d5a6", "name": "network-vif-deleted", "tag": "94e13bb4-781d-4334-bb55-135d73c15793", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:34:21.480502 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-43baa1a3-bcb0-4ea9-b85d-c309849b90bf {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:34:21.480895 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d8794d4-02b2-4a6d-b124-c06a8e19d5a6', 'name': 'network-vif-deleted', 'tag': '94e13bb4-781d-4334-bb55-135d73c15793', 'status': 'completed', 'code': 200} Nov 04 09:34:23.258948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94e13bb4-781d-4334-bb55-135d73c15793 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:34:23.301751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 94e13bb4-781d-4334-bb55-135d73c15793 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:34:23.302251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94e13bb4-781d-4334-bb55-135d73c15793 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:34:29.411355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-2fc01bc7-4231-4319-abf3-3025cc44a0f5 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:29.413341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-2fc01bc7-4231-4319-abf3-3025cc44a0f5 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/networks?id=663cb60b-008a-47ff-969f-da7c902e5fba HTTP/1.1" status: 200 len: 813 time: 0.1393037 Nov 04 09:34:29.431263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-bcd1a4ac-a5b1-4408-b4ce-6e421c6bb244 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/quotas/7a477518f9344a4db3915e47bc7f8aea HTTP/1.1" status: 200 len: 375 time: 0.0108304 Nov 04 09:34:29.469648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-b16a707b-af91-4995-b996-61cf0832a4a0 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7a477518f9344a4db3915e47bc7f8aea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309138 Nov 04 09:34:29.604213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-1cb4956c-aa81-4c67-b600-3855ce3de3ed service neutron] 10.222.0.53 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211772 Nov 04 09:34:29.755752 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-a4b1fe1b-b1ac-4d4d-bdbc-9438e59c3c23 service neutron] 10.222.0.53 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336796 Nov 04 09:34:29.990267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85830ed9-c827-4278-a233-3f7078f69546 req-afb07e01-58db-4d8c-ae90-385e4a98c37f tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 210 time: 0.0514929 Nov 04 09:34:31.192695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5e7ae91-8543-45c9-a6e3-302afd52c89e req-a6df8551-cacb-4569-bebb-cb013a11a63f tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 210 time: 0.0582874 Nov 04 09:34:31.205838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-2f8813ae-7f96-44de-8a5f-220a54162a21 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:31.208623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-2f8813ae-7f96-44de-8a5f-220a54162a21 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "GET /v2.0/networks?id=663cb60b-008a-47ff-969f-da7c902e5fba HTTP/1.1" status: 200 len: 813 time: 0.2108471 Nov 04 09:34:31.225578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Request body: {'port': {'device_id': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba', 'admin_state_up': True, 'tenant_id': '7a477518f9344a4db3915e47bc7f8aea'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:34:31.418321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Made reservation on behalf of 7a477518f9344a4db3915e47bc7f8aea for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:34:31.422449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:31.637592 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:34:31.695018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Allocated IP 172.20.0.12 (663cb60b-008a-47ff-969f-da7c902e5fba/4fd36d7d-d198-489e-914d-bfe9648a901e/515aab9e-9c6a-4c92-aafe-a431e85cb415) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:34:31.695711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c9fbc-dc7f-4065-9b20-a6b6fecf3aee req-d0ff57e1-c97c-481c-a8b7-49fdbd726743 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:31.699255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d65c9fbc-dc7f-4065-9b20-a6b6fecf3aee req-d0ff57e1-c97c-481c-a8b7-49fdbd726743 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 945 time: 0.0859821 Nov 04 09:34:31.725381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-661105ba-7e96-4f09-bc62-22877de55e1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106091 Nov 04 09:34:31.763622 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d65c9fbc-dc7f-4065-9b20-a6b6fecf3aee req-34cf7a75-5484-475e-b7ed-68a86c27d5a1 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544050 Nov 04 09:34:31.912789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-cecdb110-9bcd-49a4-b3d7-f32083296d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:31.914573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-cecdb110-9bcd-49a4-b3d7-f32083296d65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1096 time: 0.1206107 Nov 04 09:34:32.009298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:32.083306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-f41ccc76-a522-44f5-a2cd-8dc9edf97f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:32.084981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-f41ccc76-a522-44f5-a2cd-8dc9edf97f64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.1403244 Nov 04 09:34:32.087223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:32.204563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Network 663cb60b-008a-47ff-969f-da7c902e5fba is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:34:32.212951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:34:32.225051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:34:32.236346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Pushing event updated for resources: {'Port': ['ID=515aab9e-9c6a-4c92-aafe-a431e85cb415,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:32.266524 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-da432542-9f7e-4dc5-8ba9-b893745f377a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 200 len: 1001 time: 0.1687639 Nov 04 09:34:32.339570 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:32.340557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:32.356928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-b48255f9-d0ef-46ad-a4a9-e079b6ef06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:32.358488 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-b48255f9-d0ef-46ad-a4a9-e079b6ef06b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0828447 Nov 04 09:34:32.370238 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-6a855fe7-2fcd-4ac2-9ebb-eff4d786c9fa tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1502244 Nov 04 09:34:32.383438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787ec1d-f5a4-4d38-b156-6b16438842f1 req-0ec9f3fd-32f5-4beb-88c7-178952faf939 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:32.386176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e787ec1d-f5a4-4d38-b156-6b16438842f1 req-0ec9f3fd-32f5-4beb-88c7-178952faf939 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 932 time: 0.0894482 Nov 04 09:34:32.395269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Request body: {'port': {'device_id': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:34:32.436991 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e787ec1d-f5a4-4d38-b156-6b16438842f1 req-9c3421b4-6b86-4491-8a38-9374075355af tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Nov 04 09:34:32.499331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:32.514289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-110193c9-5f38-4229-b5ba-b7f448abbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:32.515926 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-110193c9-5f38-4229-b5ba-b7f448abbf55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437624 Nov 04 09:34:32.719812 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-7fab26c0-42df-4730-b2cd-96f5ca74eab8 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957357 Nov 04 09:34:32.893227 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b0e94de7-e54c-47b4-9c2f-59f8ff31567b req-f84cb5a9-5a39-4be3-85e0-bd84dc81a1a8 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625957 Nov 04 09:34:32.927603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b0f02-bbc0-4994-b8ff-44f732d6757c req-2eab99e8-9ec4-4550-9e73-19e55d4f8e11 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:32.929628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d87b0f02-bbc0-4994-b8ff-44f732d6757c req-2eab99e8-9ec4-4550-9e73-19e55d4f8e11 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 945 time: 0.0746052 Nov 04 09:34:32.959380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 515aab9e-9c6a-4c92-aafe-a431e85cb415 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:34:32.968405 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:32.989194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d87b0f02-bbc0-4994-b8ff-44f732d6757c req-92514d9a-5559-4f52-97a6-deffe7417232 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514245 Nov 04 09:34:32.990519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Transition to ACTIVE for port object 515aab9e-9c6a-4c92-aafe-a431e85cb415 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:34:33.013469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:33.124481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Pushing event updated for resources: {'Port': ['ID=515aab9e-9c6a-4c92-aafe-a431e85cb415,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:33.157280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Attempting to bind port 515aab9e-9c6a-4c92-aafe-a431e85cb415 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:34:33.158003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Attempting to bind port 515aab9e-9c6a-4c92-aafe-a431e85cb415 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:34:33.158481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Attempting to bind port 515aab9e-9c6a-4c92-aafe-a431e85cb415 on network 663cb60b-008a-47ff-969f-da7c902e5fba {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:34:33.166953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Port 515aab9e-9c6a-4c92-aafe-a431e85cb415 on network 663cb60b-008a-47ff-969f-da7c902e5fba not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:34:33.167540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Attempting to bind port 515aab9e-9c6a-4c92-aafe-a431e85cb415 on network 663cb60b-008a-47ff-969f-da7c902e5fba {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:34:33.177994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:34:33.178558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Checking segment: {'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:34:33.179213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Bound using segment: {'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:34:33.180005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Bound port: 515aab9e-9c6a-4c92-aafe-a431e85cb415, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da1caeca-acef-4cff-bb80-9f4058870251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:34:33.180672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:33.308171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] For port 515aab9e-9c6a-4c92-aafe-a431e85cb415, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:34:33.314662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] For port 515aab9e-9c6a-4c92-aafe-a431e85cb415, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=515aab9e-9c6a-4c92-aafe-a431e85cb415,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:34:33.321183 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:33.387466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:33.389338 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:33.391955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] 10.222.0.70 "PUT /v2.0/ports/515aab9e-9c6a-4c92-aafe-a431e85cb415 HTTP/1.1" status: 200 len: 1092 time: 1.0044749 Nov 04 09:34:33.392649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'tag': '515aab9e-9c6a-4c92-aafe-a431e85cb415'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:34:33.396664 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f4af1a0b-a6b1-46b9-84d7-2424adb57e11", "tag": "515aab9e-9c6a-4c92-aafe-a431e85cb415"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:34:33.454261 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78579193-b2e4-45ae-aef3-bb9b11d8606d service neutron] Pushing event updated for resources: {'Port': ['ID=515aab9e-9c6a-4c92-aafe-a431e85cb415,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:33.503493 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38129a8-6bf8-48a2-8b7a-333e327a6648 x-openstack-request-id: req-a38129a8-6bf8-48a2-8b7a-333e327a6648 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:34:33.503803 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4af1a0b-a6b1-46b9-84d7-2424adb57e11", "tag": "515aab9e-9c6a-4c92-aafe-a431e85cb415", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:34:33.504249 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a38129a8-6bf8-48a2-8b7a-333e327a6648 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:34:33.504449 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'tag': '515aab9e-9c6a-4c92-aafe-a431e85cb415', 'status': 'completed', 'code': 200} Nov 04 09:34:33.555592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-b72b490e-f162-471a-8a09-d0f2ab42eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:33.557541 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-b72b490e-f162-471a-8a09-d0f2ab42eb00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a477518f9344a4db3915e47bc7f8aea&device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 1095 time: 0.0996623 Nov 04 09:34:33.590093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-2d7e9322-64d5-479f-88a1-32ebe483d37d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:33.592517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-2d7e9322-64d5-479f-88a1-32ebe483d37d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 945 time: 0.1209304 Nov 04 09:34:33.646612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-58844cc4-6767-49be-b71b-fd00d4c6a27b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515aab9e-9c6a-4c92-aafe-a431e85cb415 HTTP/1.1" status: 200 len: 217 time: 0.0778346 Nov 04 09:34:33.706838 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314ae27-69a6-49d2-bf1c-ae7b9af97330 req-cf22d905-c54b-4fc4-a89e-b5b4795a6a4e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:33.709094 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5314ae27-69a6-49d2-bf1c-ae7b9af97330 req-cf22d905-c54b-4fc4-a89e-b5b4795a6a4e tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 944 time: 0.0798478 Nov 04 09:34:33.771726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5314ae27-69a6-49d2-bf1c-ae7b9af97330 req-54604e43-3bd2-4eb3-b74e-5d1b9c275a6a tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526998 Nov 04 09:34:33.776717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-0c6451c3-5f76-4ab1-8d5f-df1c1e51c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:33.778509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-0c6451c3-5f76-4ab1-8d5f-df1c1e51c853 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fd36d7d-d198-489e-914d-bfe9648a901e HTTP/1.1" status: 200 len: 853 time: 0.1111548 Nov 04 09:34:33.838295 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-852c8780-f867-46e9-98a2-7f97bffa220d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=663cb60b-008a-47ff-969f-da7c902e5fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486686 Nov 04 09:34:33.907730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Deleting port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:34:33.908081 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:34.034975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-bb4180b0-7c0a-4c21-9e58-ae76433e6c6c service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887085 Nov 04 09:34:34.123115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] For port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:34.123481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:34.172983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64cd87-19d8-41e9-8aa1-c0c9fd322520 req-ecb03d1b-3c26-44cb-a11e-62f9e382c3a5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:34.174525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e64cd87-19d8-41e9-8aa1-c0c9fd322520 req-ecb03d1b-3c26-44cb-a11e-62f9e382c3a5 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 945 time: 0.0757496 Nov 04 09:34:34.226840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e64cd87-19d8-41e9-8aa1-c0c9fd322520 req-46da7cc5-ceb4-40bb-bd30-4a41bb4a7d7b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups?id=11cc857c-609a-4e07-a895-f9f520c2a4b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399227 Nov 04 09:34:34.282814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e1a404d-cf40-49f6-8052-a7ce0b1f766a req-20e443f6-92b4-49f4-88e9-5a1c4d33753d service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402544 Nov 04 09:34:34.430266 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:34.431048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:34.431048 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Floating IP f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770 disassociated. External IP: 172.25.3.223, port: f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f. Nov 04 09:34:34.431290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Calling delete_port for f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:34:34.446531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-f0348879-620a-40e0-944a-5e9d7376e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:34.448110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-f0348879-620a-40e0-944a-5e9d7376e1cb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a477518f9344a4db3915e47bc7f8aea&device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 1095 time: 0.0870092 Nov 04 09:34:34.609171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-77b8151f-90c3-43ff-985c-ad43c682e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:34.610843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-77b8151f-90c3-43ff-985c-ad43c682e0c9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=663cb60b-008a-47ff-969f-da7c902e5fba HTTP/1.1" status: 200 len: 914 time: 0.1296091 Nov 04 09:34:34.686581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-2fffe603-ca16-4e10-ad0a-8e723db87c7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=515aab9e-9c6a-4c92-aafe-a431e85cb415 HTTP/1.1" status: 200 len: 217 time: 0.0670893 Nov 04 09:34:34.785473 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:34.849360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event deleted for resources: {'Port': ['ID=f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:34.858803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-f3175513-8a12-4fd3-9158-49bdefbea784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:34.861620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-f3175513-8a12-4fd3-9158-49bdefbea784 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4fd36d7d-d198-489e-914d-bfe9648a901e HTTP/1.1" status: 200 len: 853 time: 0.1636345 Nov 04 09:34:34.938158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbcd308-db08-4aab-b4d3-a616637bb414 req-61547f97-e6ea-4ad8-b404-070545492a59 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:34.939699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cbcd308-db08-4aab-b4d3-a616637bb414 req-61547f97-e6ea-4ad8-b404-070545492a59 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 944 time: 0.0647242 Nov 04 09:34:34.990105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cbcd308-db08-4aab-b4d3-a616637bb414 req-ca331d27-8ca5-490f-b845-97a56ba99175 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Nov 04 09:34:35.014002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-a97133d0-8f3a-45ee-b1ad-b1d2ccf9f836 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=663cb60b-008a-47ff-969f-da7c902e5fba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302178 Nov 04 09:34:35.377606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1afa0efa-6619-42bf-b6e1-64ae776ff77d req-a18e6541-e2b4-45b8-8fe9-1afe3914d985 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 210 time: 0.0457294 Nov 04 09:34:35.802501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:34:35.806567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-7b86b647-9332-402f-8ff4-a417ab3675b7 service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7507105 Nov 04 09:34:36.125378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b8b76-c883-4320-9948-b98b51d7f0ad req-29b1b6a5-52db-43b6-ac71-21e397c77396 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:36.127676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c49b8b76-c883-4320-9948-b98b51d7f0ad req-29b1b6a5-52db-43b6-ac71-21e397c77396 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 944 time: 0.0603635 Nov 04 09:34:36.132733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-678ce4e8-ee0b-407e-8aa0-8ae15a6f96ea req-222c418d-0c28-40fd-9292-b475e75cbb7c service neutron] 10.222.0.70 "GET /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169010 Nov 04 09:34:36.141821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:34:36.169860 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] Sync routers for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:34:36.181219 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:34:36.182354 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:34:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:36.204470 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c49b8b76-c883-4320-9948-b98b51d7f0ad req-347ed3d5-dd38-4cd2-a452-0c90a9bbae04 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699253 Nov 04 09:34:36.206825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] No DVR routers for this DVR port f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:34:36.211242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:36.217685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4aef10c1-7f48-4fcd-a62a-4de8d1141668 req-87fd4814-7c6c-4c81-9215-ea0e9cd00f1b tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.55 "DELETE /v2.0/ports/f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f HTTP/1.1" status: 204 len: 173 time: 2.5831254 Nov 04 09:34:36.219332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'name': 'network-vif-deleted', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:34:36.222850 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda6119d-9ff6-474c-990b-fc71c33ab20d" -d '{"events": [{"server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "name": "network-vif-deleted", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:34:36.301917 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6439b-df38-49a4-94ae-57690cc33358 x-openstack-request-id: req-2ee6439b-df38-49a4-94ae-57690cc33358 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:34:36.302229 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d062ca7-3d55-420f-a2f8-2d389d6abb90", "name": "network-vif-deleted", "tag": "f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:34:36.302456 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2ee6439b-df38-49a4-94ae-57690cc33358 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:34:36.302878 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d062ca7-3d55-420f-a2f8-2d389d6abb90', 'name': 'network-vif-deleted', 'tag': 'f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f', 'status': 'completed', 'code': 200} Nov 04 09:34:36.367477 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:34:36.522887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a55645d4-7bb2-461e-b551-b48622193a81 req-573b6a94-4a88-4f0f-a9bd-7884b08989a3 tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d062ca7-3d55-420f-a2f8-2d389d6abb90 HTTP/1.1" status: 200 len: 210 time: 0.0347595 Nov 04 09:34:36.673755 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:36.712020 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] Checking router: e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:34:36.723655 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:34:36.724358 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:34:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:36.873948 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:34:37.114308 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:37.142789 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23bafa5-74a5-4a84-8037-19f34ccdaf9f None None] The sync data for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 is: [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:28:08Z', 'revision_number': 4, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '00d426c2-5ef6-43a5-866e-83c2dfd2fa80', 'name': '', 'network_id': 'a02c45de-cbf9-4290-95ed-48f2ce5c1bca', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'mac_address': 'fa:16:3e:6f:78:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:07Z', 'updated_at': '2021-11-04T09:28:13Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'subnets': [{'id': '4d24c30f-5106-4039-8074-d8b8ef0ebd47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:34:37.333061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 515aab9e-9c6a-4c92-aafe-a431e85cb415 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:34:37.403731 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4cc48a64-e134-4fa4-b124-ad86878c7b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:37.407029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d3a1-1dab-425b-a44c-1ac18edf60bd req-b874ae6c-aec1-4a97-8009-0077fff17439 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:37.409941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5e1d3a1-1dab-425b-a44c-1ac18edf60bd req-b874ae6c-aec1-4a97-8009-0077fff17439 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 944 time: 0.0783765 Nov 04 09:34:37.477484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5e1d3a1-1dab-425b-a44c-1ac18edf60bd req-c2f2d8d5-bf18-41c5-a31d-1aab299c6466 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540621 Nov 04 09:34:37.481995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4329f5f6-8f91-48e7-a564-3c77a784c016 None None] New status for floating IP f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:34:37.536895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:34:37.639295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:34:37.639615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device f4f04f6e-00ea-4fe2-9ecd-4486bddcf55f not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:34:37.658876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 515aab9e-9c6a-4c92-aafe-a431e85cb415, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=515aab9e-9c6a-4c92-aafe-a431e85cb415,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:37.668267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34320) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:37.675016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '515aab9e-9c6a-4c92-aafe-a431e85cb415', 'network_id': '663cb60b-008a-47ff-969f-da7c902e5fba', 'port_id': '515aab9e-9c6a-4c92-aafe-a431e85cb415', 'mac_address': 'fa:16:3e:58:5d:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd36d7d-d198-489e-914d-bfe9648a901e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:34:37.763952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f33b937c-1e4a-4a0f-ae8e-f3682218fe7c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:37.779361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:37.803268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 515aab9e-9c6a-4c92-aafe-a431e85cb415 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:34:37.813826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f33b937c-1e4a-4a0f-ae8e-f3682218fe7c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:37.828562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 515aab9e-9c6a-4c92-aafe-a431e85cb415, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=515aab9e-9c6a-4c92-aafe-a431e85cb415,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:37.833652 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:37.907232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f33b937c-1e4a-4a0f-ae8e-f3682218fe7c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:37.910764 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f33b937c-1e4a-4a0f-ae8e-f3682218fe7c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:37.912405 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f33b937c-1e4a-4a0f-ae8e-f3682218fe7c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "DELETE /v2.0/security-groups/11cc857c-609a-4e07-a895-f9f520c2a4b6 HTTP/1.1" status: 204 len: 168 time: 0.2416346 Nov 04 09:34:37.915647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:37.927592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=515aab9e-9c6a-4c92-aafe-a431e85cb415,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:37.933458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b937c-1e4a-4a0f-ae8e-f3682218fe7c tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cc857c-609a-4e07-a895-f9f520c2a4b6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:37.943129 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-5bd46514-6f67-47be-a96b-a1400d6f8e2d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] show failed (client error): The resource could not be found. Nov 04 09:34:37.944645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5bd46514-6f67-47be-a96b-a1400d6f8e2d tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "GET /v2.0/security-groups/11cc857c-609a-4e07-a895-f9f520c2a4b6 HTTP/1.1" status: 404 len: 347 time: 0.0267050 Nov 04 09:34:37.945028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.945246 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.945771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.946341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.946933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.947468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.947882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34324) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:37.948801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.949390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.949944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.950500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.951057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:37.951729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.050804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['515aab9e-9c6a-4c92-aafe-a431e85cb415'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:34:38.203021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Deleting port 9276ae1f-0e00-451c-9b5d-1f27f8d4e8ce {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:34:38.203472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:38.306652 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:38.307324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:38.323387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Calling delete_port for 9276ae1f-0e00-451c-9b5d-1f27f8d4e8ce owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:34:38.495706 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:38.528787 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Pushing event deleted for resources: {'Port': ['ID=9276ae1f-0e00-451c-9b5d-1f27f8d4e8ce,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:38.559111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.559111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.559111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.559111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.559111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.559111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.559111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.560087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.560087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.560367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.560706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.561096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:34:38.648106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:38.651125 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:38.652900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0288501f-68d3-4027-9a70-3ca4c9c1dbff tempest-AttachVolumeTestJSON-1017562059 tempest-AttachVolumeTestJSON-1017562059-project] 10.222.0.53 "DELETE /v2.0/floatingips/f9dbb2c7-4c54-4fba-91a7-95cfe3e4d770 HTTP/1.1" status: 204 len: 168 time: 0.7029753 Nov 04 09:34:38.673392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384683d-d516-4b6c-bd5f-8ee4c7938f7a req-517867b3-d19d-4ccf-91a6-3ceaed40fb1f tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:38.674986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3384683d-d516-4b6c-bd5f-8ee4c7938f7a req-517867b3-d19d-4ccf-91a6-3ceaed40fb1f tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 945 time: 0.1100180 Nov 04 09:34:38.730114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3384683d-d516-4b6c-bd5f-8ee4c7938f7a req-b8504037-0355-4c20-884c-d6813515a5e4 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473216 Nov 04 09:34:39.348421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 515aab9e-9c6a-4c92-aafe-a431e85cb415 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:34:39.413681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 515aab9e-9c6a-4c92-aafe-a431e85cb415 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:34:39.421731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 515aab9e-9c6a-4c92-aafe-a431e85cb415 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:34:39.422305 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:39.598257 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:39.640152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515aab9e-9c6a-4c92-aafe-a431e85cb415'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:34:39.643130 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bf2cf1-b353-4037-9b6e-8369bafb0a01" -d '{"events": [{"server_uuid": "f4af1a0b-a6b1-46b9-84d7-2424adb57e11", "name": "network-vif-plugged", "status": "completed", "tag": "515aab9e-9c6a-4c92-aafe-a431e85cb415"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:34:39.663785 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 515aab9e-9c6a-4c92-aafe-a431e85cb415, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=515aab9e-9c6a-4c92-aafe-a431e85cb415,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:39.671107 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:39.710542 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68ec316-bbf4-4494-a99f-5c1a6d3ff950 x-openstack-request-id: req-c68ec316-bbf4-4494-a99f-5c1a6d3ff950 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:34:39.711618 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4af1a0b-a6b1-46b9-84d7-2424adb57e11", "name": "network-vif-plugged", "status": "completed", "tag": "515aab9e-9c6a-4c92-aafe-a431e85cb415", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:34:39.712113 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c68ec316-bbf4-4494-a99f-5c1a6d3ff950 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:34:39.712954 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '515aab9e-9c6a-4c92-aafe-a431e85cb415', 'code': 200} Nov 04 09:34:39.772929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=515aab9e-9c6a-4c92-aafe-a431e85cb415,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:39.817383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f7f1d-c249-4d48-b6e6-0725f22ad086 req-d4420754-24fa-4791-acbc-8495f4b046c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:39.819290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d70f7f1d-c249-4d48-b6e6-0725f22ad086 req-d4420754-24fa-4791-acbc-8495f4b046c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 1097 time: 0.0614963 Nov 04 09:34:39.891249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d70f7f1d-c249-4d48-b6e6-0725f22ad086 req-2c62906f-c32f-427b-8a43-5baf59d20ad7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627480 Nov 04 09:34:39.921095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804f752-0d72-42df-ab4a-666d9891a58d req-e7af356f-463f-4c36-b1c7-d5e1eeb729f4 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:39.922960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e804f752-0d72-42df-ab4a-666d9891a58d req-e7af356f-463f-4c36-b1c7-d5e1eeb729f4 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 946 time: 0.0709307 Nov 04 09:34:39.986619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e804f752-0d72-42df-ab4a-666d9891a58d req-1cf9606d-4b6c-4280-8529-dfa98e7dae0a tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515468 Nov 04 09:34:40.002520 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8da6eefb-ddf8-472e-b862-f6b0a1687a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:40.309452 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:41.160840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527090ae-e0bf-4b6a-b200-27e02d02e98c req-2bcfc6bc-abab-4806-a832-32b2bffa393c tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:34:41.163032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-527090ae-e0bf-4b6a-b200-27e02d02e98c req-2bcfc6bc-abab-4806-a832-32b2bffa393c tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 946 time: 0.0730512 Nov 04 09:34:41.224674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-527090ae-e0bf-4b6a-b200-27e02d02e98c req-9b8b52f0-0261-4792-b4bb-2996a4e0334d tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480766 Nov 04 09:34:41.327473 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:42.815074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:45.864055 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:46.726224 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:50.127733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:50.955272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:51.256067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Deleting port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:34:51.256828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:51.351624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] For port 00d426c2-5ef6-43a5-866e-83c2dfd2fa80, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:51.352104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:51.366862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Calling delete_port for 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:34:51.586554 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:51.614740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Pushing event deleted for resources: {'Port': ['ID=00d426c2-5ef6-43a5-866e-83c2dfd2fa80,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:51.828374 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:52.086719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:34:52.216085 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:34:52.225315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-00dc2ac7-6602-462d-aeb5-561c59a66403 admin admin] 10.222.0.53 "PUT /v2.0/routers/e3d6e969-71dc-4b4c-9e7d-ac2dd2718468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0928113 Nov 04 09:34:52.226201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34410) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:52.226723 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] Sync routers for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:34:52.239675 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:34:52.240725 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:34:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:52.375769 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:52.387564 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:34:52.501208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:52.564159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Deleting port 06e654b7-76d3-4f44-b277-9abad35d04e6 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:34:52.564539 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:52.595474 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:34:51Z', 'revision_number': 5, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port': {'id': '06e654b7-76d3-4f44-b277-9abad35d04e6', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:26:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:28:04Z', 'updated_at': '2021-11-04T09:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:52.670940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] For port 06e654b7-76d3-4f44-b277-9abad35d04e6, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=06e654b7-76d3-4f44-b277-9abad35d04e6,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:52.671361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:52.689314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Calling delete_port for 06e654b7-76d3-4f44-b277-9abad35d04e6 owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:34:52.730318 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] Checking router: e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:34:52.740416 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] Routers {'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:34:52.741056 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:34:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:52.845169 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] Set router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:34:52.906642 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:34:52Z', 'revision_number': 6, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:52.935046 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:52.935843 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e996916c-e8c0-48a8-92dc-625473c6d0b7 None None] The sync data for ids ['e3d6e969-71dc-4b4c-9e7d-ac2dd2718468'] in n-d-816487-1 is: [{'id': 'e3d6e969-71dc-4b4c-9e7d-ac2dd2718468', 'name': 'tempest-AttachVolumeTestJSON-187124857-router', 'tenant_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:28:03Z', 'updated_at': '2021-11-04T09:34:52Z', 'revision_number': 6, 'project_id': 'ba737c6bcdce42cea5be4a74dd7053e1', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:34:52.965055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e654b7-76d3-4f44-b277-9abad35d04e6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:53.050496 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.156374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.159071 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.208338 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.209101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:34:53.215445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.216716 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b929fcb7-84c5-4e62-bb83-11ddae371861 admin admin] 10.222.0.53 "DELETE /v2.0/routers/e3d6e969-71dc-4b4c-9e7d-ac2dd2718468 HTTP/1.1" status: 204 len: 168 time: 0.9894810 Nov 04 09:34:53.226084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34414) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:53.279018 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] Deleting subnet 4d24c30f-5106-4039-8074-d8b8ef0ebd47 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:34:53.282889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.330282 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.415611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.483687 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.513315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d24c30f-5106-4039-8074-d8b8ef0ebd47,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:53.515916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.519348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-065c78cf-92b8-4374-96af-df3d441da020 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4d24c30f-5106-4039-8074-d8b8ef0ebd47 HTTP/1.1" status: 204 len: 168 time: 0.2921591 Nov 04 09:34:53.523302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34416) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:53.531522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad0868a-121e-4c63-9d58-5768c76b615a None None] Network a02c45de-cbf9-4290-95ed-48f2ce5c1bca requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:34:53.625577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.730964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 06e654b7-76d3-4f44-b277-9abad35d04e6 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:34:53.734432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Deleting port 68312482-2029-4fec-a8ba-46d7ba6e71bb {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:34:53.734967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.773541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 06e654b7-76d3-4f44-b277-9abad35d04e6 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:34:53.774106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 06e654b7-76d3-4f44-b277-9abad35d04e6 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:34:53.775076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:34:53.837214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:34:53.837912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 00d426c2-5ef6-43a5-866e-83c2dfd2fa80 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:34:53.855824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] DHCP port deletion for a02c45de-cbf9-4290-95ed-48f2ce5c1bca request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:34:53.893106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] For port 68312482-2029-4fec-a8ba-46d7ba6e71bb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=68312482-2029-4fec-a8ba-46d7ba6e71bb,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:53.893752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:53.915951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Calling delete_port for 68312482-2029-4fec-a8ba-46d7ba6e71bb owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:34:53.941130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] Deleting port 68312482-2029-4fec-a8ba-46d7ba6e71bb {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:34:53.941889 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.038503 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.066359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] No DVR routers for this DVR port 68312482-2029-4fec-a8ba-46d7ba6e71bb on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:34:54.088815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] For port 68312482-2029-4fec-a8ba-46d7ba6e71bb, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=68312482-2029-4fec-a8ba-46d7ba6e71bb,segment=NetworkSegment(0476b269-73af-48e5-a99e-16fd93fa984d),segment_id=0476b269-73af-48e5-a99e-16fd93fa984d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:34:54.089761 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.115089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] Calling delete_port for 68312482-2029-4fec-a8ba-46d7ba6e71bb owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:34:54.132237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Pushing event deleted for resources: {'Port': ['ID=68312482-2029-4fec-a8ba-46d7ba6e71bb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:54.241285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.274751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.287429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02c45de-cbf9-4290-95ed-48f2ce5c1bca']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:54.307599 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0476b269-73af-48e5-a99e-16fd93fa984d') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:54.308214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0476b269-73af-48e5-a99e-16fd93fa984d') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:34:54.321389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] Pushing event deleted for resources: {'Port': ['ID=68312482-2029-4fec-a8ba-46d7ba6e71bb,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:54.329050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.329773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a77b590-345a-4917-83cc-359008eed8f8 None None] No DVR routers for this DVR port 68312482-2029-4fec-a8ba-46d7ba6e71bb on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:34:54.355964 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.370186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:34:54.370791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:34:54.373723 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:34:54.450323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.464002 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.470951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a02c45de-cbf9-4290-95ed-48f2ce5c1bca HTTP/1.1" status: 204 len: 168 time: 0.9462962 Nov 04 09:34:54.489825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6e633-2613-4d72-b447-c693e2f46637 admin admin] Pushing event deleted for resources: {'Network': ['ID=a02c45de-cbf9-4290-95ed-48f2ce5c1bca,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:54.679419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34426) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:54.726212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-457199a1-889b-419c-856d-dbacc61060b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba737c6bcdce42cea5be4a74dd7053e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451550 Nov 04 09:34:54.729436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34428) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:54.793674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afe277c5-f76e-47c6-8a91-49dfbf40bc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.833679 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afe277c5-f76e-47c6-8a91-49dfbf40bc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.894209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afe277c5-f76e-47c6-8a91-49dfbf40bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.897458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-afe277c5-f76e-47c6-8a91-49dfbf40bc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:54.898687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-afe277c5-f76e-47c6-8a91-49dfbf40bc07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bdb2bf2-b62e-493d-bb3e-e4a9c90bb6b1 HTTP/1.1" status: 204 len: 168 time: 0.1682355 Nov 04 09:34:54.911758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe277c5-f76e-47c6-8a91-49dfbf40bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdb2bf2-b62e-493d-bb3e-e4a9c90bb6b1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:55.700147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 68312482-2029-4fec-a8ba-46d7ba6e71bb no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:34:55.723743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 68312482-2029-4fec-a8ba-46d7ba6e71bb {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:34:55.724141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 68312482-2029-4fec-a8ba-46d7ba6e71bb not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:34:58.152891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34490) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:58.293510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06796c84-2be8-4966-848a-72d712a9c597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:58.390508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06796c84-2be8-4966-848a-72d712a9c597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:58.395027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-06796c84-2be8-4966-848a-72d712a9c597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:58.439889 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-06796c84-2be8-4966-848a-72d712a9c597 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d7737f2f1b0468db2565486a9067d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852092 Nov 04 09:34:58.441164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06796c84-2be8-4966-848a-72d712a9c597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c098be43-1d24-4c06-8051-cb0420f20444,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:58.443846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34496) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:58.510827 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b65c10b-90ee-4198-915e-60bc0bff248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:58.541449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b65c10b-90ee-4198-915e-60bc0bff248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:58.603094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b65c10b-90ee-4198-915e-60bc0bff248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:58.606384 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4b65c10b-90ee-4198-915e-60bc0bff248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:58.610602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4b65c10b-90ee-4198-915e-60bc0bff248c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c098be43-1d24-4c06-8051-cb0420f20444 HTTP/1.1" status: 204 len: 168 time: 0.1655538 Nov 04 09:34:58.621549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65c10b-90ee-4198-915e-60bc0bff248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098be43-1d24-4c06-8051-cb0420f20444,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:59.004806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34508) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:59.023272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c592be4-53e5-4b4a-b5dc-878c9fc2132d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:59.139655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c592be4-53e5-4b4a-b5dc-878c9fc2132d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:59.145351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0c592be4-53e5-4b4a-b5dc-878c9fc2132d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:59.207181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c592be4-53e5-4b4a-b5dc-878c9fc2132d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe2e371-82c5-416d-9054-db03d52ad6cd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:34:59.216619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0c592be4-53e5-4b4a-b5dc-878c9fc2132d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=250b78f78c624fdc8e9ffd5501e4cab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096200 Nov 04 09:34:59.220771 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:34:59.288387 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae0eb-3848-488a-b4e4-273a0a77049f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:59.320365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae0eb-3848-488a-b4e4-273a0a77049f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:59.398632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae0eb-3848-488a-b4e4-273a0a77049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:59.402296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc8ae0eb-3848-488a-b4e4-273a0a77049f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:34:59.407091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc8ae0eb-3848-488a-b4e4-273a0a77049f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fe2e371-82c5-416d-9054-db03d52ad6cd HTTP/1.1" status: 204 len: 168 time: 0.1851847 Nov 04 09:34:59.417643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ae0eb-3848-488a-b4e4-273a0a77049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe2e371-82c5-416d-9054-db03d52ad6cd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:07.127583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34758) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:07.336453 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35967f3e-f686-47ce-ab44-f5b04a3c29a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.377525 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-82a56c27-fbb3-434f-9638-1b0fc2810569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.439336 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35967f3e-f686-47ce-ab44-f5b04a3c29a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.446035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-35967f3e-f686-47ce-ab44-f5b04a3c29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.508376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34764) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:07.512863 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-35967f3e-f686-47ce-ab44-f5b04a3c29a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=42e9dc6422c54a418c053b02c071d62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837419 Nov 04 09:35:07.531982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35967f3e-f686-47ce-ab44-f5b04a3c29a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c183b567-d994-47e0-a1f2-002d7ba0ffaa,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:07.605879 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab063c18-4437-4dc4-b436-5ec5389ebe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.637036 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab063c18-4437-4dc4-b436-5ec5389ebe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.709953 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab063c18-4437-4dc4-b436-5ec5389ebe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.714533 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ab063c18-4437-4dc4-b436-5ec5389ebe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:07.716077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab063c18-4437-4dc4-b436-5ec5389ebe6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c183b567-d994-47e0-a1f2-002d7ba0ffaa HTTP/1.1" status: 204 len: 168 time: 0.2063854 Nov 04 09:35:07.732385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab063c18-4437-4dc4-b436-5ec5389ebe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183b567-d994-47e0-a1f2-002d7ba0ffaa,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:08.095504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34770) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:08.119896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8775c0-eb50-49e2-952c-960d7d72107d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:08.221070 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8775c0-eb50-49e2-952c-960d7d72107d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:08.226147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4e8775c0-eb50-49e2-952c-960d7d72107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:08.276714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4e8775c0-eb50-49e2-952c-960d7d72107d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56ff16d50010457ea9966ecb7b4dbf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764479 Nov 04 09:35:08.276714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8775c0-eb50-49e2-952c-960d7d72107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0327f4d-2d87-4451-884c-dc6fde360f7c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:08.277862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34772) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:08.339685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba14fa11-f9bc-4611-9c9e-d71fdcd92350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:08.381924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba14fa11-f9bc-4611-9c9e-d71fdcd92350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:08.464950 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba14fa11-f9bc-4611-9c9e-d71fdcd92350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:08.470060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba14fa11-f9bc-4611-9c9e-d71fdcd92350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:08.472310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba14fa11-f9bc-4611-9c9e-d71fdcd92350 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0327f4d-2d87-4451-884c-dc6fde360f7c HTTP/1.1" status: 204 len: 168 time: 0.1924033 Nov 04 09:35:08.486521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14fa11-f9bc-4611-9c9e-d71fdcd92350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0327f4d-2d87-4451-884c-dc6fde360f7c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:08.639837 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:35:10.004678 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3feb57bc-73b9-4024-953f-f85cc54f96c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:10.299340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:11.146229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7441a7-c160-4125-a289-1ff96dd1a6c4 req-015848f6-d82d-431b-8f5e-9561c9c385d2 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:11.148378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f7441a7-c160-4125-a289-1ff96dd1a6c4 req-015848f6-d82d-431b-8f5e-9561c9c385d2 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 946 time: 0.0627398 Nov 04 09:35:11.206862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f7441a7-c160-4125-a289-1ff96dd1a6c4 req-a1dbb530-1942-4d41-a337-4e26e49b02b8 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Nov 04 09:35:11.333127 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:12.380733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de8b2d-a6cb-4d35-8bf6-b5eede28154f req-07362e9c-d11c-4c8a-af49-f0779c1a7d63 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:12.383447 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2de8b2d-a6cb-4d35-8bf6-b5eede28154f req-07362e9c-d11c-4c8a-af49-f0779c1a7d63 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 946 time: 0.0949655 Nov 04 09:35:12.447564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d2de8b2d-a6cb-4d35-8bf6-b5eede28154f req-ec2485b3-154e-4b85-bc53-f63e80f591fc tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/security-groups?id=6b11607d-c807-4d19-87b8-486e2557a1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563905 Nov 04 09:35:12.576171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-d9feee6b-ee9f-4199-bd65-6043d02e87fd tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:12.578216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-d9feee6b-ee9f-4199-bd65-6043d02e87fd tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 946 time: 0.0759237 Nov 04 09:35:12.706064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Deleting port 515aab9e-9c6a-4c92-aafe-a431e85cb415 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:12.706660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:12.809298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:12.890769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] For port 515aab9e-9c6a-4c92-aafe-a431e85cb415, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=515aab9e-9c6a-4c92-aafe-a431e85cb415,segment=NetworkSegment(da1caeca-acef-4cff-bb80-9f4058870251),segment_id=da1caeca-acef-4cff-bb80-9f4058870251)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:35:12.891491 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:12.907413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Calling delete_port for 515aab9e-9c6a-4c92-aafe-a431e85cb415 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:13.088838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:13.101850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['515aab9e-9c6a-4c92-aafe-a431e85cb415'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:35:13.122086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Pushing event deleted for resources: {'Port': ['ID=515aab9e-9c6a-4c92-aafe-a431e85cb415,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:13.180983 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] No DVR routers for this DVR port 515aab9e-9c6a-4c92-aafe-a431e85cb415 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:35:13.186821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:13.190542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fd545007-3ac6-41ca-bf4a-7f6f3f389bfc req-3cc29ef0-ed18-4eea-91b5-4941f1fe2af7 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.70 "DELETE /v2.0/ports/515aab9e-9c6a-4c92-aafe-a431e85cb415 HTTP/1.1" status: 204 len: 173 time: 0.6056440 Nov 04 09:35:13.191026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'name': 'network-vif-deleted', 'tag': '515aab9e-9c6a-4c92-aafe-a431e85cb415'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:35:13.193843 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc9b3de-3166-4695-81f8-56b1edad0a67" -d '{"events": [{"server_uuid": "f4af1a0b-a6b1-46b9-84d7-2424adb57e11", "name": "network-vif-deleted", "tag": "515aab9e-9c6a-4c92-aafe-a431e85cb415"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:35:13.237053 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92f04b4-9c4f-424b-9746-3892b3f1a3e2 x-openstack-request-id: req-c92f04b4-9c4f-424b-9746-3892b3f1a3e2 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:35:13.237394 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4af1a0b-a6b1-46b9-84d7-2424adb57e11", "name": "network-vif-deleted", "tag": "515aab9e-9c6a-4c92-aafe-a431e85cb415", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:35:13.237786 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c92f04b4-9c4f-424b-9746-3892b3f1a3e2 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:35:13.238245 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4af1a0b-a6b1-46b9-84d7-2424adb57e11', 'name': 'network-vif-deleted', 'tag': '515aab9e-9c6a-4c92-aafe-a431e85cb415', 'status': 'completed', 'code': 200} Nov 04 09:35:13.617511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-412ecec7-ce45-48c5-8ada-910d9d8d52b5 req-53c0d90a-0776-4bf8-a93a-763cbb1f0e19 tempest-VolumesSnapshotTestJSON-2003609435 tempest-VolumesSnapshotTestJSON-2003609435-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4af1a0b-a6b1-46b9-84d7-2424adb57e11 HTTP/1.1" status: 200 len: 210 time: 0.0456007 Nov 04 09:35:15.488830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 515aab9e-9c6a-4c92-aafe-a431e85cb415 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:35:15.515161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 515aab9e-9c6a-4c92-aafe-a431e85cb415 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:35:15.515511 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 515aab9e-9c6a-4c92-aafe-a431e85cb415 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:35:15.865221 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:16.746588 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:16.763469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34946) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:16.937348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44730c87-7eb6-4b63-8cd5-afa77a6c96f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:17.047210 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44730c87-7eb6-4b63-8cd5-afa77a6c96f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:17.052233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44730c87-7eb6-4b63-8cd5-afa77a6c96f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:17.121447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-44730c87-7eb6-4b63-8cd5-afa77a6c96f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abb6393a37ab47bda97475b0d4081567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565040 Nov 04 09:35:17.124917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:17.125782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44730c87-7eb6-4b63-8cd5-afa77a6c96f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc3860-cfd8-4745-a6a6-ce4f050f4806,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:17.215694 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58878ce5-98b6-428c-ae4e-21a5d14f29c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:17.255130 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58878ce5-98b6-428c-ae4e-21a5d14f29c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:17.325686 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58878ce5-98b6-428c-ae4e-21a5d14f29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:17.329070 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58878ce5-98b6-428c-ae4e-21a5d14f29c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:17.330527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-58878ce5-98b6-428c-ae4e-21a5d14f29c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54dc3860-cfd8-4745-a6a6-ce4f050f4806 HTTP/1.1" status: 204 len: 168 time: 0.2038262 Nov 04 09:35:17.342788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58878ce5-98b6-428c-ae4e-21a5d14f29c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc3860-cfd8-4745-a6a6-ce4f050f4806,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:17.827944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 34958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:17.855464 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2df654d-a665-4cd6-ad3c-aec87674ec07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:18.006348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2df654d-a665-4cd6-ad3c-aec87674ec07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:18.012873 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c2df654d-a665-4cd6-ad3c-aec87674ec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:18.092354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c2df654d-a665-4cd6-ad3c-aec87674ec07 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc0e301601f44d0abd645fb7c1301a52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641346 Nov 04 09:35:18.095167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 34960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:18.101310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df654d-a665-4cd6-ad3c-aec87674ec07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09366f77-036a-413f-860d-d291504f601c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:18.159466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-415e2282-e104-4efd-97a4-543ec3ba84a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:18.184929 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-415e2282-e104-4efd-97a4-543ec3ba84a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:18.246903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-415e2282-e104-4efd-97a4-543ec3ba84a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:18.249906 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-415e2282-e104-4efd-97a4-543ec3ba84a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:18.251112 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-415e2282-e104-4efd-97a4-543ec3ba84a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/09366f77-036a-413f-860d-d291504f601c HTTP/1.1" status: 204 len: 168 time: 0.1544650 Nov 04 09:35:18.260827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e2282-e104-4efd-97a4-543ec3ba84a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09366f77-036a-413f-860d-d291504f601c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:19.797248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35006) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:19.959777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4f755a4-ff25-440f-ae9b-fe4b81e677cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:20.083678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4f755a4-ff25-440f-ae9b-fe4b81e677cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:20.089153 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4f755a4-ff25-440f-ae9b-fe4b81e677cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:20.133811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f755a4-ff25-440f-ae9b-fe4b81e677cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e9fe5-8ce6-470e-a86c-371cc6ce246f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:20.144586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b4f755a4-ff25-440f-ae9b-fe4b81e677cf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac53e8bf48e7444ebce9b05874290a0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3425527 Nov 04 09:35:20.145142 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35012) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:20.227999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add83b26-9693-479b-bcd5-cc91958e070f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:20.268636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add83b26-9693-479b-bcd5-cc91958e070f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:20.347032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add83b26-9693-479b-bcd5-cc91958e070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:20.350433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add83b26-9693-479b-bcd5-cc91958e070f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:20.360619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-add83b26-9693-479b-bcd5-cc91958e070f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fc4e9fe5-8ce6-470e-a86c-371cc6ce246f HTTP/1.1" status: 204 len: 168 time: 0.2086260 Nov 04 09:35:20.376439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add83b26-9693-479b-bcd5-cc91958e070f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e9fe5-8ce6-470e-a86c-371cc6ce246f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:22.237557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35052) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:22.455168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1686425244'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:22.484023 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Made reservation on behalf of cf709281bc1c435a867db866dda9b832 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:22.488377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.499973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.619138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.624334 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.661485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:35:22.673919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08e4301a-78c7-4b04-afdd-c2bd7514e80a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:22.686422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.687230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.688022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.688022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.688343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.688495 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.688822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.689140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.689639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.689960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.690461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.690782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:22.695618 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.696871 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Added segment 70c5a920-31a5-495b-9703-caf1a23b0667 of type vlan for network 7114c825-a204-42c2-baa6-f4a8a56cd58c Nov 04 09:35:22.752600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.792669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.799037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:22.799717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:22.881780 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6425462 Nov 04 09:35:22.885940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:22.895921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Request body: {'subnet': {'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:22.911463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c36c3-e94d-4d1f-aaae-cf8f14389087 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event updated for resources: {'Network': ['ID=7114c825-a204-42c2-baa6-f4a8a56cd58c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:22.927286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 7114c825-a204-42c2-baa6-f4a8a56cd58c details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:35:23.069202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Made reservation on behalf of cf709281bc1c435a867db866dda9b832 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:23.074818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:23.364111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:23.482243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event updated for resources: {'Subnet': ['ID=42d89c31-305b-4213-8a05-858ec5e84fb3,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:23.503008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Checking segment: {'id': '70c5a920-31a5-495b-9703-caf1a23b0667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:23.503608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Network hostable DHCP agents. Network: 7114c825-a204-42c2-baa6-f4a8a56cd58c, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:35:23.540726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Network 7114c825-a204-42c2-baa6-f4a8a56cd58c is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:35:23.556205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 7114c825-a204-42c2-baa6-f4a8a56cd58c) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:23.563999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:23.565306 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:23.567182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f3d483-913e-40fa-af89-c8b63eae94e5 None None] Network 7114c825-a204-42c2-baa6-f4a8a56cd58c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:23.607837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b05a0ee-03d1-45a3-96ff-ebf583e32194 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7189775 Nov 04 09:35:23.611235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:23.622976 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Request body: {'port': {'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2011964038'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:23.760535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-7114c825-a204-42c2-baa6-f4a8a56cd58c', 'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c', 'tenant_id': 'cf709281bc1c435a867db866dda9b832', 'fixed_ips': [{'subnet_id': '42d89c31-305b-4213-8a05-858ec5e84fb3'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:35:23.762019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:23.816951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Made reservation on behalf of cf709281bc1c435a867db866dda9b832 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:23.823694 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:23.875529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] device_id is not set on port b4ca770d-bad5-4ca7-ad3b-de7609644834 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:35:23.956650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Allocated IP 172.20.0.2 (7114c825-a204-42c2-baa6-f4a8a56cd58c/42d89c31-305b-4213-8a05-858ec5e84fb3/aad84efb-c1e1-488b-829d-573ad082d710) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:24.194949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:24.203901 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:24.262047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Network 7114c825-a204-42c2-baa6-f4a8a56cd58c is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:24.268236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:24.281644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:24.354568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Allocated IP 172.20.0.11 (7114c825-a204-42c2-baa6-f4a8a56cd58c/42d89c31-305b-4213-8a05-858ec5e84fb3/b4ca770d-bad5-4ca7-ad3b-de7609644834) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:24.372401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Attempting to bind port aad84efb-c1e1-488b-829d-573ad082d710 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:35:24.372782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Attempting to bind port aad84efb-c1e1-488b-829d-573ad082d710 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '70c5a920-31a5-495b-9703-caf1a23b0667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:35:24.373218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Attempting to bind port aad84efb-c1e1-488b-829d-573ad082d710 on network 7114c825-a204-42c2-baa6-f4a8a56cd58c {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:35:24.375507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Pushing event updated for resources: {'Port': ['ID=aad84efb-c1e1-488b-829d-573ad082d710,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:24.383647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:35:24.384304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Checking segment: {'id': '70c5a920-31a5-495b-9703-caf1a23b0667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:24.384544 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:24.384953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Bound using segment: {'id': '70c5a920-31a5-495b-9703-caf1a23b0667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:35:24.385346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Bound port: aad84efb-c1e1-488b-829d-573ad082d710, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c5a920-31a5-495b-9703-caf1a23b0667', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '7114c825-a204-42c2-baa6-f4a8a56cd58c'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:35:24.385743 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:24.504836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] For port aad84efb-c1e1-488b-829d-573ad082d710, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:35:24.510801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] For port aad84efb-c1e1-488b-829d-573ad082d710, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=aad84efb-c1e1-488b-829d-573ad082d710,segment=NetworkSegment(70c5a920-31a5-495b-9703-caf1a23b0667),segment_id=70c5a920-31a5-495b-9703-caf1a23b0667)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:35:24.517123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:24.646264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a2e25-6b04-4997-966a-b994be3eb578 None None] Pushing event updated for resources: {'Port': ['ID=aad84efb-c1e1-488b-829d-573ad082d710,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:24.714163 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:24.765998 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:24.856790 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Network 7114c825-a204-42c2-baa6-f4a8a56cd58c is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:24.862735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:24.869661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:24.944589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event updated for resources: {'Port': ['ID=b4ca770d-bad5-4ca7-ad3b-de7609644834,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:24.991590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:24.993315 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:25.023394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35064) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:25.024705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a6c45ea-8b2a-4ebe-a646-1e6865e76f68 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4096251 Nov 04 09:35:25.188876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Deleting port b4ca770d-bad5-4ca7-ad3b-de7609644834 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:25.189277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:25.322186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:25.348181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Calling delete_port for b4ca770d-bad5-4ca7-ad3b-de7609644834 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:25.598014 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:25.629970 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event deleted for resources: {'Port': ['ID=b4ca770d-bad5-4ca7-ad3b-de7609644834,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:25.849911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device aad84efb-c1e1-488b-829d-573ad082d710 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:25.879769 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:25.894275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:25.894921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3f5bfdd4-a1e1-42a6-9f09-5c07cfec6df1 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "DELETE /v2.0/ports/b4ca770d-bad5-4ca7-ad3b-de7609644834 HTTP/1.1" status: 204 len: 168 time: 0.8682873 Nov 04 09:35:25.925006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port aad84efb-c1e1-488b-829d-573ad082d710 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:25.925654 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.040033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35072) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:26.045370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-481397929'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:26.047003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f72466-de33-4002-9244-d4a5650b1804 None None] Network 7114c825-a204-42c2-baa6-f4a8a56cd58c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:26.052299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f39451e0-a250-4f5f-b10f-be73b9ec452c tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.1559436 Nov 04 09:35:26.082483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Made reservation on behalf of cf709281bc1c435a867db866dda9b832 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:26.090006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.147486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:35:26.163646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.164026 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Added segment 94587b57-bd37-41e7-9a55-53cd5f2b07b1 of type vlan for network efed54d1-a818-4f16-8a7a-d368427aaf53 Nov 04 09:35:26.226408 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.268901 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.276468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:26.277642 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.409577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35076) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:26.414967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3623159 Nov 04 09:35:26.425030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29338399-9b90-494c-8137-e8f250886c0d tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event updated for resources: {'Network': ['ID=efed54d1-a818-4f16-8a7a-d368427aaf53,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:26.433612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.456698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network efed54d1-a818-4f16-8a7a-d368427aaf53 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:35:26.525649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a2abacae-e24c-43d5-aa51-99cfdb8a3fd2 None None] Provisioning complete for port aad84efb-c1e1-488b-829d-573ad082d710 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:26.526965 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a2abacae-e24c-43d5-aa51-99cfdb8a3fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.539471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port aad84efb-c1e1-488b-829d-573ad082d710, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=aad84efb-c1e1-488b-829d-573ad082d710,segment=NetworkSegment(70c5a920-31a5-495b-9703-caf1a23b0667),segment_id=70c5a920-31a5-495b-9703-caf1a23b0667)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:35:26.597834 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:26.748445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=aad84efb-c1e1-488b-829d-573ad082d710,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:26.791732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-563c20a6-1072-49c6-b998-c0847c5dcb48 tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "GET /v2.0/agents/e744eda1-dc7b-4e7d-8fdf-20c0bc352451/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.3717649 Nov 04 09:35:26.795080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35078) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:26.905034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed90188-11f1-4d31-a35c-02a8d4147e62 tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] Network efed54d1-a818-4f16-8a7a-d368427aaf53 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:35:26.927913 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0ed90188-11f1-4d31-a35c-02a8d4147e62 tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "POST /v2.0/agents/e744eda1-dc7b-4e7d-8fdf-20c0bc352451/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1305277 Nov 04 09:35:26.934350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35080) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:26.946783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70139b14-8640-4d49-b0c0-42fb35a4ac83 None None] Network efed54d1-a818-4f16-8a7a-d368427aaf53 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:27.216578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-747e79de-4f4a-4c86-b683-59123c2916c7 None None] Provisioning complete for port aad84efb-c1e1-488b-829d-573ad082d710 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:27.216922 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-747e79de-4f4a-4c86-b683-59123c2916c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:27.272937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e19774b7-f480-4984-bd35-a6b2be39f066 tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "GET /v2.0/agents/e744eda1-dc7b-4e7d-8fdf-20c0bc352451/dhcp-networks HTTP/1.1" status: 200 len: 6462 time: 0.3373518 Nov 04 09:35:27.278832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35082) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:27.410592 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-36bfaec9-958c-4ae9-a15f-27a01514390a tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "DELETE /v2.0/agents/e744eda1-dc7b-4e7d-8fdf-20c0bc352451/dhcp-networks/efed54d1-a818-4f16-8a7a-d368427aaf53 HTTP/1.1" status: 204 len: 168 time: 0.1302090 Nov 04 09:35:27.413914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:27.484056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-be9ec515-471b-40f1-a7a5-b8cf4b07353a None None] Could not find standard attr ID for object b4ca770d-bad5-4ca7-ad3b-de7609644834. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:35:27.644784 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ffd0fd06-3464-41ee-adae-484b76f56203 tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "GET /v2.0/agents/e744eda1-dc7b-4e7d-8fdf-20c0bc352451/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.2243226 Nov 04 09:35:27.645277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35088) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:27.696278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8990adaf-a50e-4250-be2a-cf7ab5b58d6c tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "GET /v2.0/networks/7114c825-a204-42c2-baa6-f4a8a56cd58c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0488014 Nov 04 09:35:27.699763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35090) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:27.721409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9133048c-3195-4be3-a7b0-2921ce0c258f tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "GET /v2.0/networks/7114c825-a204-42c2-baa6-f4a8a56cd58c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0204222 Nov 04 09:35:27.723978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:27.746523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device aad84efb-c1e1-488b-829d-573ad082d710 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:27.816841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port aad84efb-c1e1-488b-829d-573ad082d710 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:27.817216 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:27.882445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c9ebc92a-816f-48de-8cce-3130113d000f tempest-DHCPAgentSchedulersTestJSON-366196461 tempest-DHCPAgentSchedulersTestJSON-366196461-project-admin] 10.222.0.53 "GET /v2.0/agents/e744eda1-dc7b-4e7d-8fdf-20c0bc352451/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.1570833 Nov 04 09:35:27.887779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:27.983042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.090506 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.113010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efed54d1-a818-4f16-8a7a-d368427aaf53']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:28.124752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94587b57-bd37-41e7-9a55-53cd5f2b07b1') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:28.125206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94587b57-bd37-41e7-9a55-53cd5f2b07b1') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:28.136431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.151714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.158509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:35:28.158908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:35:28.161930 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:35:28.240131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.248480 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.251758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "DELETE /v2.0/networks/efed54d1-a818-4f16-8a7a-d368427aaf53 HTTP/1.1" status: 204 len: 168 time: 0.3628113 Nov 04 09:35:28.254367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:28.273169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5276be5f-ea41-44b0-ab9a-263a481fe7f0 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event deleted for resources: {'Network': ['ID=efed54d1-a818-4f16-8a7a-d368427aaf53,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:28.290017 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4b72bb-f6f5-4933-8d82-4b10c0bb4338 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] DELETE failed (client error): The resource could not be found. Nov 04 09:35:28.290736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4b72bb-f6f5-4933-8d82-4b10c0bb4338 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:35:28.293922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ab4b72bb-f6f5-4933-8d82-4b10c0bb4338 tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "DELETE /v2.0/ports/b4ca770d-bad5-4ca7-ad3b-de7609644834 HTTP/1.1" status: 404 len: 333 time: 0.0385711 Nov 04 09:35:28.297479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:28.353088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Deleting subnet 42d89c31-305b-4213-8a05-858ec5e84fb3 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:35:28.356767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.411888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.568784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.677289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.708915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event deleted for resources: {'Subnet': ['ID=42d89c31-305b-4213-8a05-858ec5e84fb3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:28.718644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.722529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d82d0235-8a0b-45fe-8d7f-6439de1c313a tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "DELETE /v2.0/subnets/42d89c31-305b-4213-8a05-858ec5e84fb3 HTTP/1.1" status: 204 len: 168 time: 0.4239898 Nov 04 09:35:28.726397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35104) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:28.730685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2917e7c-766a-4fdc-9977-d1756be7f8dd None None] Network 7114c825-a204-42c2-baa6-f4a8a56cd58c requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:28.845716 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:28.938421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Deleting port aad84efb-c1e1-488b-829d-573ad082d710 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:28.939121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.045214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644170be-fd7f-4c35-acee-e1279179810d None None] DHCP port deletion for 7114c825-a204-42c2-baa6-f4a8a56cd58c request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:35:29.088409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] For port aad84efb-c1e1-488b-829d-573ad082d710, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=aad84efb-c1e1-488b-829d-573ad082d710,segment=NetworkSegment(70c5a920-31a5-495b-9703-caf1a23b0667),segment_id=70c5a920-31a5-495b-9703-caf1a23b0667)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:35:29.089324 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.106045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-644170be-fd7f-4c35-acee-e1279179810d None None] Deleting port aad84efb-c1e1-488b-829d-573ad082d710 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:29.106487 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-644170be-fd7f-4c35-acee-e1279179810d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.114992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Calling delete_port for aad84efb-c1e1-488b-829d-573ad082d710 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:29.184758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-644170be-fd7f-4c35-acee-e1279179810d None None] For port aad84efb-c1e1-488b-829d-573ad082d710, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=aad84efb-c1e1-488b-829d-573ad082d710,segment=NetworkSegment(70c5a920-31a5-495b-9703-caf1a23b0667),segment_id=70c5a920-31a5-495b-9703-caf1a23b0667)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:35:29.185362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-644170be-fd7f-4c35-acee-e1279179810d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.201698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-644170be-fd7f-4c35-acee-e1279179810d None None] Calling delete_port for aad84efb-c1e1-488b-829d-573ad082d710 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:29.250958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.282683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] No DVR routers for this DVR port aad84efb-c1e1-488b-829d-573ad082d710 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:35:29.289941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event deleted for resources: {'Port': ['ID=aad84efb-c1e1-488b-829d-573ad082d710,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:29.354059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-644170be-fd7f-4c35-acee-e1279179810d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.413378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644170be-fd7f-4c35-acee-e1279179810d None None] Pushing event deleted for resources: {'Port': ['ID=aad84efb-c1e1-488b-829d-573ad082d710,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:29.423728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644170be-fd7f-4c35-acee-e1279179810d None None] No DVR routers for this DVR port aad84efb-c1e1-488b-829d-573ad082d710 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:35:29.707428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.740663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7114c825-a204-42c2-baa6-f4a8a56cd58c']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:29.749773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device aad84efb-c1e1-488b-829d-573ad082d710 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:35:29.764711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c5a920-31a5-495b-9703-caf1a23b0667') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:29.765178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c5a920-31a5-495b-9703-caf1a23b0667') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:29.787815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.795022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: aad84efb-c1e1-488b-829d-573ad082d710 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:35:29.795643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device aad84efb-c1e1-488b-829d-573ad082d710 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:35:29.817184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.826180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:35:29.826712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:35:29.831280 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:35:29.913381 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.925110 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:29.929535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] 10.222.0.53 "DELETE /v2.0/networks/7114c825-a204-42c2-baa6-f4a8a56cd58c HTTP/1.1" status: 204 len: 168 time: 1.1998224 Nov 04 09:35:29.950597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9b597-d14c-4ed4-81d8-b9461464af9c tempest-DHCPAgentSchedulersTestJSON-273186706 tempest-DHCPAgentSchedulersTestJSON-273186706-project] Pushing event deleted for resources: {'Network': ['ID=7114c825-a204-42c2-baa6-f4a8a56cd58c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:30.344773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35120) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:30.549106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a4e065c4-411b-47bf-849e-61294d54f2d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf709281bc1c435a867db866dda9b832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022533 Nov 04 09:35:30.551623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35124) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:30.611888 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b62682a4-20b4-45f3-878b-30f10868d96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:30.655380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b62682a4-20b4-45f3-878b-30f10868d96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:30.731809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b62682a4-20b4-45f3-878b-30f10868d96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:30.737144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b62682a4-20b4-45f3-878b-30f10868d96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:30.739184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b62682a4-20b4-45f3-878b-30f10868d96f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/08e4301a-78c7-4b04-afdd-c2bd7514e80a HTTP/1.1" status: 204 len: 168 time: 0.1863344 Nov 04 09:35:30.758505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62682a4-20b4-45f3-878b-30f10868d96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e4301a-78c7-4b04-afdd-c2bd7514e80a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:31.207319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35134) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:31.227597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4fd152d-8bef-43b7-ad1f-18427198f45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:31.342146 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4fd152d-8bef-43b7-ad1f-18427198f45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:31.350785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e4fd152d-8bef-43b7-ad1f-18427198f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:31.409612 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35140) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:31.410077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e4fd152d-8bef-43b7-ad1f-18427198f45b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6dcf67575ba497d82f414236223bcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2008429 Nov 04 09:35:31.428845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fd152d-8bef-43b7-ad1f-18427198f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32051aa3-03bf-4176-9d6b-1c44182c372b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:31.529461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9298ae47-f0c9-4d51-ad0e-5ba5680ef942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:31.560544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9298ae47-f0c9-4d51-ad0e-5ba5680ef942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:31.635404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9298ae47-f0c9-4d51-ad0e-5ba5680ef942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:31.640872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9298ae47-f0c9-4d51-ad0e-5ba5680ef942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:31.642025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9298ae47-f0c9-4d51-ad0e-5ba5680ef942 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32051aa3-03bf-4176-9d6b-1c44182c372b HTTP/1.1" status: 204 len: 168 time: 0.2308102 Nov 04 09:35:31.657434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298ae47-f0c9-4d51-ad0e-5ba5680ef942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32051aa3-03bf-4176-9d6b-1c44182c372b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:31.771884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-a32c6043-e521-4007-b18c-467dad1eee95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3602476 Nov 04 09:35:31.913817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-2636db74-7c1e-429b-a90e-c46d0b838aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:31.917045 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-2636db74-7c1e-429b-a90e-c46d0b838aa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1097 time: 0.0828087 Nov 04 09:35:32.089436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-2962fd62-8ae7-4ff9-bd48-275b7f7bf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:32.091644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-2962fd62-8ae7-4ff9-bd48-275b7f7bf26c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.1482973 Nov 04 09:35:32.181222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-83815f63-efc9-4587-8205-44ac102b0490 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 1001 time: 0.0817962 Nov 04 09:35:32.252281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-6e2d9c37-4327-4eec-bbcc-c5566dd266f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:32.254065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-6e2d9c37-4327-4eec-bbcc-c5566dd266f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.0665801 Nov 04 09:35:32.350382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-25f3bbce-3875-4927-a739-48a566409fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:32.351740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-25f3bbce-3875-4927-a739-48a566409fa1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871856 Nov 04 09:35:32.369180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-a6617657-c3ae-4c79-a999-07d5360ba887 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:35:32.371172 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-a6617657-c3ae-4c79-a999-07d5360ba887 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109336 Nov 04 09:35:32.498307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-478a264d-65e1-4b02-a822-7553e8e8e494 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186938 Nov 04 09:35:32.621652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0c6b2323-15a9-475b-af68-99c5e0b4892a req-8a17fc07-cfa8-465e-bade-912b4bd61bb8 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154225 Nov 04 09:35:33.605893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35186) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:33.740287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:33.769740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:33.940628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:34.095812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Allocated IP 172.25.3.173 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/52b5a622-d774-4869-ac79-0b6a655ae6c7) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:34.269655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:34.324885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:34.400352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:34.419673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:34.428316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:34.433478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Pushing event updated for resources: {'Port': ['ID=52b5a622-d774-4869-ac79-0b6a655ae6c7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:34.486064 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-9a24c830-998d-43df-9c31-8439557d3b52 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2037959 Nov 04 09:35:34.589184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:34.629600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-f6509157-7782-409e-b92d-c26c7ed7cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:34.631204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-f6509157-7782-409e-b92d-c26c7ed7cc92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1096 time: 0.0927491 Nov 04 09:35:34.640520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:34.870302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-f49d5bd5-93b9-4f2b-a3a1-6df24ea3af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:34.873231 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-f49d5bd5-93b9-4f2b-a3a1-6df24ea3af11 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.2044261 Nov 04 09:35:35.065780 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-8ba22fe0-e8c2-475b-89ce-e42b5f94a66f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 200 len: 1001 time: 0.1826389 Nov 04 09:35:35.121961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:35.166048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:35.308637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-76e44fb8-b85e-4bc3-bc50-d771128c8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:35.311384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-76e44fb8-b85e-4bc3-bc50-d771128c8838 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.2213578 Nov 04 09:35:35.402716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Pushing event updated for resources: {'Port': ['ID=52b5a622-d774-4869-ac79-0b6a655ae6c7,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:35.417545 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:35.453058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:35.455217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fe238008-a8c0-457d-b9b1-de7e351e5c4c tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8480644 Nov 04 09:35:35.459880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35204) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:35.469863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-736939891', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'fixed_ips': [{'ip_address': '172.25.3.173'}]}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:35.484257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-af752f36-5e2a-4c5c-a4d9-108adb9aaf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:35.487156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-af752f36-5e2a-4c5c-a4d9-108adb9aaf84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596272 Nov 04 09:35:35.504026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-bc9a9d66-2411-4e19-b7e4-aab8bea8fedd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:35:35.505751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-bc9a9d66-2411-4e19-b7e4-aab8bea8fedd service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090783 Nov 04 09:35:35.618375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Made reservation on behalf of 7e0b48ece42a4e5cac8cdd2066ddba90 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:35.622450 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:35.646430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:36.252754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-9f3f0f1b-373f-4eec-bc90-6b34c04210d9 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374341 Nov 04 09:35:36.376005 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:36.387063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:36.400087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] device_id is not set on port 186e2e89-7bfe-4f3e-aed4-a3765c129bc8 yet. {{(pid=102556) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:35:36.417137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-54057f5f-d8a0-462a-bee5-e3b3e74d1d41 req-640afaea-2000-432b-9ae2-9ed3cfda81da service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549077 Nov 04 09:35:36.535397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dbbbe2-1e15-4973-878f-2667e5ec0853,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:36.687495 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 04 09:35:36.688390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:35:36.714348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-487bdea8-0078-4670-889f-408b0caeb4b7 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2522097 Nov 04 09:35:36.717550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35208) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:36.873327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Deleting port 52b5a622-d774-4869-ac79-0b6a655ae6c7 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:36.873779 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:36.984198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:36.984557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.007563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Calling delete_port for 52b5a622-d774-4869-ac79-0b6a655ae6c7 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:37.168620 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.200581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Pushing event deleted for resources: {'Port': ['ID=52b5a622-d774-4869-ac79-0b6a655ae6c7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:37.272070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.275580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.276844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d10d063d-ad89-4f6e-b9d6-de643a45913e tempest-ExternalNetworksAdminNegativeTestJSON-1828850822 tempest-ExternalNetworksAdminNegativeTestJSON-1828850822-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/a719a142-4938-4a5f-aa1c-2c4f50f42d39 HTTP/1.1" status: 204 len: 168 time: 0.5582161 Nov 04 09:35:37.365497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-89800334-43ea-4820-ba69-259e0e91d448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.650968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35216) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:37.795401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dd3ca8d-5ed5-476a-8ae1-cc6bf13e8f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.887541 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dd3ca8d-5ed5-476a-8ae1-cc6bf13e8f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.892408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3dd3ca8d-5ed5-476a-8ae1-cc6bf13e8f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:37.948888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3dd3ca8d-5ed5-476a-8ae1-cc6bf13e8f46 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7140703b722447ca4e38a7a58e68159&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2962494 Nov 04 09:35:37.953700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35220) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:37.957741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3ca8d-5ed5-476a-8ae1-cc6bf13e8f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e68569-7b42-4116-a587-62de36f9be2a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:38.047175 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30ad882d-823d-4ac8-8a46-6906d025fcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.094059 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30ad882d-823d-4ac8-8a46-6906d025fcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.187076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30ad882d-823d-4ac8-8a46-6906d025fcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.192558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-30ad882d-823d-4ac8-8a46-6906d025fcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.197301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-30ad882d-823d-4ac8-8a46-6906d025fcf5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2e68569-7b42-4116-a587-62de36f9be2a HTTP/1.1" status: 204 len: 168 time: 0.2364826 Nov 04 09:35:38.213096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad882d-823d-4ac8-8a46-6906d025fcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e68569-7b42-4116-a587-62de36f9be2a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:38.662791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35228) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:38.719669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7a4a080c-aaff-4d7d-9253-511945047247 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e0b48ece42a4e5cac8cdd2066ddba90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550802 Nov 04 09:35:38.722123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:38.783658 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.820050 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.893628 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.897075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:38.900481 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/20dbbbe2-1e15-4973-878f-2667e5ec0853 HTTP/1.1" status: 204 len: 168 time: 0.1771481 Nov 04 09:35:38.922964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dbbbe2-1e15-4973-878f-2667e5ec0853,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:38.938940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.939684 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.940503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.941276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.942121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.942686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.943504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.944262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.945620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.946410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.947222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:38.948028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4de90d-58f1-42f4-bab6-4ca1e0da2678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:39.994990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6098320e-fd9d-48af-b6ed-a6e38061f601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:40.307770 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:41.064399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35270) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:41.252899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-191402332', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:41.283762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Made reservation on behalf of ff63d13f353042f4b2c0d3e4851d5a16 for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:41.288950 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:41.308390 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:41.339802 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:41.476998 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:41.484109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:41.495653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] device_id is not set on port e49e41c1-9f80-443a-aee4-7fac06fa8703 yet. {{(pid=102555) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 04 09:35:41.617360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f8dfc9-1ab3-4dc4-b73f-a78c6444417a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:41.747125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Allocated IP 172.25.3.143 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e49e41c1-9f80-443a-aee4-7fac06fa8703) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:42.003681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:42.062865 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:42.128637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:42.134487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:42.141505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:42.204571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Pushing event updated for resources: {'Port': ['ID=e49e41c1-9f80-443a-aee4-7fac06fa8703,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:42.230972 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:42.231828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:42.256869 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf1b414b-83ee-4221-b9a4-9e48e687ff6a tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1893880 Nov 04 09:35:42.261773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35276) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:42.269035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.143'}]}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:42.308278 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:42.310071 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:42.483661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:42.728384 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:42.821298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:43.059296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:43.111811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:43.434709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:43.697605 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:43.701757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:43.787057 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:43.788166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 325cb5eb-a2bc-4a8a-b797-a418f269f335 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:35:43.814128 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 04 09:35:43.815284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4aac9513-8e62-4f9a-83cb-43834009ac84 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5517366 Nov 04 09:35:43.818689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35280) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:43.910995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Deleting port e49e41c1-9f80-443a-aee4-7fac06fa8703 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:43.911314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:44.016866 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:44.041231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Calling delete_port for e49e41c1-9f80-443a-aee4-7fac06fa8703 owned by {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:44.192832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:44.233027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Pushing event deleted for resources: {'Port': ['ID=e49e41c1-9f80-443a-aee4-7fac06fa8703,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:44.307346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:44.310971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0530d229-8677-4fb9-b731-57c45895fa98 tempest-RoutersAdminNegativeTest-329611566 tempest-RoutersAdminNegativeTest-329611566-project-admin] 10.222.0.53 "DELETE /v2.0/ports/e49e41c1-9f80-443a-aee4-7fac06fa8703 HTTP/1.1" status: 204 len: 168 time: 0.4910493 Nov 04 09:35:44.647706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35294) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:44.793072 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-905d8698-412e-4397-972e-19c96df5c3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:44.914628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-905d8698-412e-4397-972e-19c96df5c3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:44.920592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-905d8698-412e-4397-972e-19c96df5c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:44.965300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d8698-412e-4397-972e-19c96df5c3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eae7a9-9d61-42b2-aaaf-8792601632a1,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:44.970453 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-905d8698-412e-4397-972e-19c96df5c3e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=466ee5b6fb8e43329d05a65963b1ff7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209786 Nov 04 09:35:44.974540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35298) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:45.072276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e89b973-1e12-4901-894e-d9a3eb1fb9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.114168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e89b973-1e12-4901-894e-d9a3eb1fb9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.199031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e89b973-1e12-4901-894e-d9a3eb1fb9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.202685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e89b973-1e12-4901-894e-d9a3eb1fb9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.204815 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4e89b973-1e12-4901-894e-d9a3eb1fb9e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d8eae7a9-9d61-42b2-aaaf-8792601632a1 HTTP/1.1" status: 204 len: 168 time: 0.2284782 Nov 04 09:35:45.215373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89b973-1e12-4901-894e-d9a3eb1fb9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eae7a9-9d61-42b2-aaaf-8792601632a1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:45.627618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35306) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:45.641861 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:35:45.700100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-213113e4-7b71-49a3-9b47-c536d87f0773 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff63d13f353042f4b2c0d3e4851d5a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692272 Nov 04 09:35:45.701696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35308) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:45.782664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b04e72-df60-4d8e-beb6-99d5099d94ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.831447 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b04e72-df60-4d8e-beb6-99d5099d94ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.889659 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.911955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b04e72-df60-4d8e-beb6-99d5099d94ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.915072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b04e72-df60-4d8e-beb6-99d5099d94ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:45.916575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-97b04e72-df60-4d8e-beb6-99d5099d94ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6f8dfc9-1ab3-4dc4-b73f-a78c6444417a HTTP/1.1" status: 204 len: 168 time: 0.2138302 Nov 04 09:35:45.926928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b04e72-df60-4d8e-beb6-99d5099d94ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f8dfc9-1ab3-4dc4-b73f-a78c6444417a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:46.757911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.030198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35338) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:47.170009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-10763110-1e3f-40bc-a182-5139e9607536 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1127412005', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:47.203180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10763110-1e3f-40bc-a182-5139e9607536 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.204434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10763110-1e3f-40bc-a182-5139e9607536 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.268829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10763110-1e3f-40bc-a182-5139e9607536 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.274798 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10763110-1e3f-40bc-a182-5139e9607536 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.296065 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-10763110-1e3f-40bc-a182-5139e9607536 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.299910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-10763110-1e3f-40bc-a182-5139e9607536 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2660847 Nov 04 09:35:47.302325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:47.312643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2064963743'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:47.347340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:47.352714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.364214 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.470222 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.481398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.515780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:35:47.527811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8555746-cea0-44eb-859e-b6bf6ef96db2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:47.533999 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.534394 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Added segment 71123388-e3ec-4d98-b970-3faf480d8013 of type vlan for network 6bdc8324-eec6-4310-9348-ca0900fc4817 Nov 04 09:35:47.588905 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.618916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.625021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:47.625666 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:47.701672 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3932202 Nov 04 09:35:47.702562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35346) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:47.721009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'subnet': {'network_id': '6bdc8324-eec6-4310-9348-ca0900fc4817', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:47.729193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43788d-2546-4701-8748-8181990a87cd tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Network': ['ID=6bdc8324-eec6-4310-9348-ca0900fc4817,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:47.760203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:35:47.881309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:47.885666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.149340 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.215024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Subnet': ['ID=78c5c7a0-3731-4419-940e-319bcd7cba16,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:48.229015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Checking segment: {'id': '71123388-e3ec-4d98-b970-3faf480d8013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bdc8324-eec6-4310-9348-ca0900fc4817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:48.229631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network hostable DHCP agents. Network: 6bdc8324-eec6-4310-9348-ca0900fc4817, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:35:48.251052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:35:48.261816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6bdc8324-eec6-4310-9348-ca0900fc4817) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:48.267129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:48.268783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.273566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c9396-1f30-46f9-adc2-10dd31f6dfee None None] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:48.291720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ec66b700-9962-4c41-81b4-df0cbf9c79a1 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5875869 Nov 04 09:35:48.296140 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35348) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:48.301534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'network': {'name': 'tempest-router-network01--1763566035'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:48.328868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:48.335180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.378765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:35:48.394966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.395471 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Added segment a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e of type vlan for network edc35818-eefb-4b41-85a0-827c5aa9e7e3 Nov 04 09:35:48.443809 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.475944 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.482417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:48.483076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.495896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-6bdc8324-eec6-4310-9348-ca0900fc4817', 'network_id': '6bdc8324-eec6-4310-9348-ca0900fc4817', 'tenant_id': '4477c5f241834ac78422e44d868c80b6', 'fixed_ips': [{'subnet_id': '78c5c7a0-3731-4419-940e-319bcd7cba16'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:35:48.497019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.551992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2545500 Nov 04 09:35:48.556416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35350) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:48.570856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3a8d1-4905-4495-9a5f-ceaa0680c4f9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Network': ['ID=edc35818-eefb-4b41-85a0-827c5aa9e7e3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:48.572906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'network': {'name': 'tempest-router-network02--167144235'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:48.592780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:35:48.622342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:48.628540 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.675215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:35:48.688565 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.689246 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Added segment a9f64eaf-bf03-4df7-851e-98b6480c745e of type vlan for network af3ea3e6-22e4-47f4-8212-9598abb8b228 Nov 04 09:35:48.779272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Allocated IP 2001:db8::2 (6bdc8324-eec6-4310-9348-ca0900fc4817/78c5c7a0-3731-4419-940e-319bcd7cba16/7dd0849d-9ad1-4e36-87bc-51c46ac82ecc) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:48.792637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.847910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.859764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:48.861006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:48.992799 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4328647 Nov 04 09:35:48.997431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35360) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:49.005862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'subnet': {'network_id': 'edc35818-eefb-4b41-85a0-827c5aa9e7e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:49.012717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538f91e-0664-4ab9-9003-b71576de6082 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Network': ['ID=af3ea3e6-22e4-47f4-8212-9598abb8b228,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:49.053529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network af3ea3e6-22e4-47f4-8212-9598abb8b228 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:35:49.142262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:49.146346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.191320 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.211836 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.308659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:49.314778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:49.319227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:49.340383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Pushing event updated for resources: {'Port': ['ID=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:49.388122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.393939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.394443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.394993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.395551 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.396144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.397099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.397215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.397762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.399304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.400027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.400590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.401113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:35:49.452469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Attempting to bind port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:35:49.453182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Attempting to bind port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '71123388-e3ec-4d98-b970-3faf480d8013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bdc8324-eec6-4310-9348-ca0900fc4817'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:35:49.453647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Attempting to bind port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc on network 6bdc8324-eec6-4310-9348-ca0900fc4817 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:35:49.461176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:35:49.461901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Checking segment: {'id': '71123388-e3ec-4d98-b970-3faf480d8013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bdc8324-eec6-4310-9348-ca0900fc4817'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:49.462406 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.462894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Bound using segment: {'id': '71123388-e3ec-4d98-b970-3faf480d8013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bdc8324-eec6-4310-9348-ca0900fc4817'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:35:49.463755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Bound port: 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71123388-e3ec-4d98-b970-3faf480d8013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6bdc8324-eec6-4310-9348-ca0900fc4817'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:35:49.464460 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.487737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Subnet': ['ID=270c3009-b925-4201-aed6-a6cb7c047b18,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:49.505276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Checking segment: {'id': 'a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'edc35818-eefb-4b41-85a0-827c5aa9e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:49.506265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network hostable DHCP agents. Network: edc35818-eefb-4b41-85a0-827c5aa9e7e3, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:35:49.532877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:35:49.548234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, edc35818-eefb-4b41-85a0-827c5aa9e7e3) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:49.554849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:49.556799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.563038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] For port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:35:49.567285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eb909f-2d19-4f7b-a100-b7da3eff8d33 None None] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:49.570832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] For port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,segment=NetworkSegment(71123388-e3ec-4d98-b970-3faf480d8013),segment_id=71123388-e3ec-4d98-b970-3faf480d8013)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:35:49.586726 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.587821 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ff41e826-ba4f-442b-9e95-a581ccdce27c tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5860469 Nov 04 09:35:49.591361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35362) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:49.597798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'subnet': {'network_id': 'af3ea3e6-22e4-47f4-8212-9598abb8b228', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:49.708968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0297d3-443e-4074-b251-f6f30d526378 None None] Pushing event updated for resources: {'Port': ['ID=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:49.729482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:49.733914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:49.831359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-edc35818-eefb-4b41-85a0-827c5aa9e7e3', 'network_id': 'edc35818-eefb-4b41-85a0-827c5aa9e7e3', 'tenant_id': '4477c5f241834ac78422e44d868c80b6', 'fixed_ips': [{'subnet_id': '270c3009-b925-4201-aed6-a6cb7c047b18'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:35:49.832561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:50.119733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:50.256622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Allocated IP 2001:db8::2 (edc35818-eefb-4b41-85a0-827c5aa9e7e3/270c3009-b925-4201-aed6-a6cb7c047b18/cb7a720f-b479-4241-a3bd-c2a672c31b7b) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:50.282731 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Subnet': ['ID=dc58f51d-3523-4bbe-abb9-307d98dbe434,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:50.311658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Checking segment: {'id': 'a9f64eaf-bf03-4df7-851e-98b6480c745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af3ea3e6-22e4-47f4-8212-9598abb8b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:50.312776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network hostable DHCP agents. Network: af3ea3e6-22e4-47f4-8212-9598abb8b228, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:35:50.351697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network af3ea3e6-22e4-47f4-8212-9598abb8b228 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:35:50.370088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, af3ea3e6-22e4-47f4-8212-9598abb8b228) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:50.390102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:50.391158 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:50.415975 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762ef164-554c-400a-84b3-7168155d8056 None None] Network af3ea3e6-22e4-47f4-8212-9598abb8b228 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:50.433725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0ef0136a-c810-420a-a5be-9de98e20b992 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8401418 Nov 04 09:35:50.438148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35368) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:50.640657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:50.671265 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:50.826486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:50.838782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:50.854945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:50.870877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Pushing event updated for resources: {'Port': ['ID=cb7a720f-b479-4241-a3bd-c2a672c31b7b,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:50.966293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-af3ea3e6-22e4-47f4-8212-9598abb8b228', 'network_id': 'af3ea3e6-22e4-47f4-8212-9598abb8b228', 'tenant_id': '4477c5f241834ac78422e44d868c80b6', 'fixed_ips': [{'subnet_id': 'dc58f51d-3523-4bbe-abb9-307d98dbe434'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:35:50.982957 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:51.081536 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Attempting to bind port cb7a720f-b479-4241-a3bd-c2a672c31b7b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:35:51.082490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Attempting to bind port cb7a720f-b479-4241-a3bd-c2a672c31b7b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'edc35818-eefb-4b41-85a0-827c5aa9e7e3'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:35:51.083402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Attempting to bind port cb7a720f-b479-4241-a3bd-c2a672c31b7b on network edc35818-eefb-4b41-85a0-827c5aa9e7e3 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:35:51.102556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:35:51.103277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Checking segment: {'id': 'a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'edc35818-eefb-4b41-85a0-827c5aa9e7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:51.103911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:51.104484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Bound using segment: {'id': 'a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'edc35818-eefb-4b41-85a0-827c5aa9e7e3'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:35:51.105169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Bound port: cb7a720f-b479-4241-a3bd-c2a672c31b7b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'edc35818-eefb-4b41-85a0-827c5aa9e7e3'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:35:51.107512 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:51.217264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:51.491058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Allocated IP 2001:db8::2 (af3ea3e6-22e4-47f4-8212-9598abb8b228/dc58f51d-3523-4bbe-abb9-307d98dbe434/be72b8cf-a4ec-4055-8de0-2aeccc61c629) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:51.659466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] For port cb7a720f-b479-4241-a3bd-c2a672c31b7b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:35:51.667927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536ccc8e-e861-459a-ae16-5668a4ec0cb4 None None] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:51.738913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Allocated IP 2001:db8::1 (edc35818-eefb-4b41-85a0-827c5aa9e7e3/270c3009-b925-4201-aed6-a6cb7c047b18/81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:35:51.777560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] For port cb7a720f-b479-4241-a3bd-c2a672c31b7b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cb7a720f-b479-4241-a3bd-c2a672c31b7b,segment=NetworkSegment(a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e),segment_id=a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:35:51.900631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:51.949544 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:51.997741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:51.999592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:52.004368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:52.005021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.051432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Port': ['ID=81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:52.066764 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.087570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:52.191420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4d7e9e95-9d99-4fee-8f68-baf0a45c77dd None None] Provisioning complete for port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:52.191803 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9e95-9d99-4fee-8f68-baf0a45c77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.265600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.329521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7349c5-b79f-4543-9185-6a3b5880adc9 None None] Pushing event updated for resources: {'Port': ['ID=cb7a720f-b479-4241-a3bd-c2a672c31b7b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:52.447164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.521485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:52.522122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.582456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.834634 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Network af3ea3e6-22e4-47f4-8212-9598abb8b228 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:52.860381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:52.880202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:35:52.926328 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9e95-9d99-4fee-8f68-baf0a45c77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.956420 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.965475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.966308 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:52.979462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Pushing event updated for resources: {'Port': ['ID=be72b8cf-a4ec-4055-8de0-2aeccc61c629,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:53.115361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:53.227386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Attempting to bind port be72b8cf-a4ec-4055-8de0-2aeccc61c629 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:35:53.227386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Attempting to bind port be72b8cf-a4ec-4055-8de0-2aeccc61c629 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a9f64eaf-bf03-4df7-851e-98b6480c745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af3ea3e6-22e4-47f4-8212-9598abb8b228'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:35:53.227721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Attempting to bind port be72b8cf-a4ec-4055-8de0-2aeccc61c629 on network af3ea3e6-22e4-47f4-8212-9598abb8b228 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:35:53.238265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Port': ['ID=81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:53.240485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4d7e9e95-9d99-4fee-8f68-baf0a45c77dd None None] For port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,segment=NetworkSegment(71123388-e3ec-4d98-b970-3faf480d8013),segment_id=71123388-e3ec-4d98-b970-3faf480d8013)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:35:53.245887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:35:53.246614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Checking segment: {'id': 'a9f64eaf-bf03-4df7-851e-98b6480c745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af3ea3e6-22e4-47f4-8212-9598abb8b228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:53.247847 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:53.248920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Bound using segment: {'id': 'a9f64eaf-bf03-4df7-851e-98b6480c745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af3ea3e6-22e4-47f4-8212-9598abb8b228'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:35:53.249835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Bound port: be72b8cf-a4ec-4055-8de0-2aeccc61c629, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f64eaf-bf03-4df7-851e-98b6480c745e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'af3ea3e6-22e4-47f4-8212-9598abb8b228'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:35:53.250695 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:53.266089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:35:53.270046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:53.297594 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d7e9e95-9d99-4fee-8f68-baf0a45c77dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:53.428424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:35:53.428424 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:35:53.452992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] For port be72b8cf-a4ec-4055-8de0-2aeccc61c629, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:35:53.455569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e9e95-9d99-4fee-8f68-baf0a45c77dd None None] Pushing event updated for resources: {'Port': ['ID=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:53.473271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] For port be72b8cf-a4ec-4055-8de0-2aeccc61c629, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=be72b8cf-a4ec-4055-8de0-2aeccc61c629,segment=NetworkSegment(a9f64eaf-bf03-4df7-851e-98b6480c745e),segment_id=a9f64eaf-bf03-4df7-851e-98b6480c745e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:35:53.477265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e5746607-5e67-446b-8ef5-4572da06a9be None None] Provisioning complete for port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:53.479313 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5746607-5e67-446b-8ef5-4572da06a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:53.488425 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:53.632088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac27bc-beb5-44f4-8981-c83c991d35fe None None] Pushing event updated for resources: {'Port': ['ID=be72b8cf-a4ec-4055-8de0-2aeccc61c629,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:54.155262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99920e5-eaff-46d9-b242-29a82fac944c None None] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:54.212451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Router 638f5018-45be-40bf-a792-ca9462cde80e is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:35:54.320701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c56ff060-c2bf-4ebf-8e38-a182fd65b34e None None] Provisioning complete for port cb7a720f-b479-4241-a3bd-c2a672c31b7b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:54.321268 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c56ff060-c2bf-4ebf-8e38-a182fd65b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:54.371420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:35:54.384961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:54.385711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-96451e5e-7345-425e-815b-ce08e25155a4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9439948 Nov 04 09:35:54.393690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] Sync routers for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:35:54.419525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device be72b8cf-a4ec-4055-8de0-2aeccc61c629 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:54.481386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:35:54.482146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:54.544654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:54.633032 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:35:54.634232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:54.691473 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c56ff060-c2bf-4ebf-8e38-a182fd65b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:54.698682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:54.707734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df46dc41-84ac-4826-af50-277eda040fb7 None None] The sync data for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:35:54.722487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port be72b8cf-a4ec-4055-8de0-2aeccc61c629 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:54.723120 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:54.873389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c56ff060-c2bf-4ebf-8e38-a182fd65b34e None None] For port cb7a720f-b479-4241-a3bd-c2a672c31b7b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cb7a720f-b479-4241-a3bd-c2a672c31b7b,segment=NetworkSegment(a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e),segment_id=a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:35:54.885996 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c56ff060-c2bf-4ebf-8e38-a182fd65b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:54.972348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ff060-c2bf-4ebf-8e38-a182fd65b34e None None] Pushing event updated for resources: {'Port': ['ID=cb7a720f-b479-4241-a3bd-c2a672c31b7b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:54.996965 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-8e22b686-82b4-40b4-b51d-bf3a137e51b9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:35:54.998900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8e22b686-82b4-40b4-b51d-bf3a137e51b9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6103380 Nov 04 09:35:55.001683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:55.062379 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.106027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port be72b8cf-a4ec-4055-8de0-2aeccc61c629, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=be72b8cf-a4ec-4055-8de0-2aeccc61c629,segment=NetworkSegment(a9f64eaf-bf03-4df7-851e-98b6480c745e),segment_id=a9f64eaf-bf03-4df7-851e-98b6480c745e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:35:55.112472 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.113462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cb7a720f-b479-4241-a3bd-c2a672c31b7b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:55.226628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=be72b8cf-a4ec-4055-8de0-2aeccc61c629,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:55.237119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cb7a720f-b479-4241-a3bd-c2a672c31b7b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:55.237763 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.358656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-710a3203-94b0-4745-b04e-1a8fca2ecf97 None None] Provisioning complete for port 81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:55.359100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-710a3203-94b0-4745-b04e-1a8fca2ecf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.404846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015151e-191e-484f-bf0f-e4d74d6f90f7 None None] Network af3ea3e6-22e4-47f4-8212-9598abb8b228 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:55.535485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:55.537629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-710a3203-94b0-4745-b04e-1a8fca2ecf97 None None] Port 81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:35:55.542984 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.641352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-710a3203-94b0-4745-b04e-1a8fca2ecf97 None None] Provisioning complete for port cb7a720f-b479-4241-a3bd-c2a672c31b7b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:55.641732 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-710a3203-94b0-4745-b04e-1a8fca2ecf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.771739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:55.772087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.961340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting port 81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:55.961688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:55.988327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35394) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:56.066003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-11b919f4-fece-40bf-8d6e-37b9cdba9435 None None] Provisioning complete for port 81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:56.066670 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11b919f4-fece-40bf-8d6e-37b9cdba9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.145193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.171093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-11b919f4-fece-40bf-8d6e-37b9cdba9435 None None] Port 81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:35:56.191631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-11b919f4-fece-40bf-8d6e-37b9cdba9435 None None] Provisioning complete for port be72b8cf-a4ec-4055-8de0-2aeccc61c629 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:56.191988 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-11b919f4-fece-40bf-8d6e-37b9cdba9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.208355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Calling delete_port for 81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:56.226649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cb7a720f-b479-4241-a3bd-c2a672c31b7b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:56.334161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port cb7a720f-b479-4241-a3bd-c2a672c31b7b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:56.334590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.339404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port 989b25c3-2a15-460b-9f50-a346e57344d4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:35:56.340090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.484441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.484846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.503629 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.508835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for 989b25c3-2a15-460b-9f50-a346e57344d4 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:35:56.544033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Port': ['ID=81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:56.651093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device be72b8cf-a4ec-4055-8de0-2aeccc61c629 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:35:56.679072 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.711997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-37585411-b9de-4102-8a3d-94a64e2b9668 None None] Could not find standard attr ID for object 81d0916e-c69d-4fcb-a2c4-8fbfdb98ad5b. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:35:56.744866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-37585411-b9de-4102-8a3d-94a64e2b9668 None None] Provisioning complete for port be72b8cf-a4ec-4055-8de0-2aeccc61c629 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:56.745170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37585411-b9de-4102-8a3d-94a64e2b9668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.806018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port be72b8cf-a4ec-4055-8de0-2aeccc61c629 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:35:56.806402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.824893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.873332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=989b25c3-2a15-460b-9f50-a346e57344d4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:56.895285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Router 638f5018-45be-40bf-a792-ca9462cde80e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:35:56.962363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:56.962954 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Floating IP 06c6ba03-c1a4-4336-aee8-786d8ab74716 disassociated (deleted). External IP: 172.25.3.116, port: 66180237-bbc3-4858-93cc-22c706f55107. Nov 04 09:35:57.078065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:35:57.092702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f00e0aa4-cc10-47ab-b549-04628ba2c0a8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0872397 Nov 04 09:35:57.095370 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] Sync routers for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:35:57.097552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35398) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:57.125839 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:35:57.127314 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:57.184854 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-f7e96409-8dab-4745-b0c3-96411d5f20ab tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] delete failed (client error): The resource could not be found. Nov 04 09:35:57.186967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f7e96409-8dab-4745-b0c3-96411d5f20ab tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-1724875469 HTTP/1.1" status: 404 len: 335 time: 0.0875623 Nov 04 09:35:57.192713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35400) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:57.197073 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:57.199756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5cfe85f7-6ab7-428e-9bc6-06c1bdbc27e6 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'router': {'external_gateway_info': {'network_id': '638f5018-45be-40bf-a792-ca9462cde80e'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:57.213181 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:35:57.214279 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:57.275226 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:57.276277 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec017d2f-d692-4fea-87aa-26cc7f8f0e31 None None] The sync data for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:35:57.530447 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5cfe85f7-6ab7-428e-9bc6-06c1bdbc27e6 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:57.563210 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-5cfe85f7-6ab7-428e-9bc6-06c1bdbc27e6 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] update failed (client error): The resource could not be found. Nov 04 09:35:57.564352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5cfe85f7-6ab7-428e-9bc6-06c1bdbc27e6 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e HTTP/1.1" status: 404 len: 339 time: 0.3697066 Nov 04 09:35:57.569527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35402) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:57.573525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:35:57.577653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2045624154'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:57.644723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:57.649406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:57.750139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:35:57.779090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:57.779635 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Added segment ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e of type vlan for network d00f7618-761d-474b-8216-565972b302d4 Nov 04 09:35:57.812917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:35:57.827173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c6211f-776a-4319-acea-c178c170c63a None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:35:57.843739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:35:57.844668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:57.854469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:57.911278 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:57.928046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-890a9777-54ec-4ef9-8222-3dc37e9b0ada tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "DELETE /v2.0/floatingips/06c6ba03-c1a4-4336-aee8-786d8ab74716 HTTP/1.1" status: 204 len: 168 time: 1.9384921 Nov 04 09:35:57.931341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'tag': '66180237-bbc3-4858-93cc-22c706f55107'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:35:57.933952 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241" -d '{"events": [{"name": "network-changed", "server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "tag": "66180237-bbc3-4858-93cc-22c706f55107"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:35:57.968285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:57.974389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:57.975120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:58.069062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:35:58.136601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35412) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:58.137394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5657256 Nov 04 09:35:58.143384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb16d00-0e71-4315-bd5f-b597d4df552a tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Network': ['ID=d00f7618-761d-474b-8216-565972b302d4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:58.153829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'subnet': {'network_id': 'd00f7618-761d-474b-8216-565972b302d4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:35:58.214510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network d00f7618-761d-474b-8216-565972b302d4 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:35:58.637525 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6804fa9b-5dc6-454b-861f-3ea5687661ac x-openstack-request-id: req-6804fa9b-5dc6-454b-861f-3ea5687661ac {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:35:58.638451 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "tag": "66180237-bbc3-4858-93cc-22c706f55107", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:35:58.638451 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6804fa9b-5dc6-454b-861f-3ea5687661ac {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:35:58.638820 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'tag': '66180237-bbc3-4858-93cc-22c706f55107', 'status': 'completed', 'code': 200} Nov 04 09:35:58.769373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-2f76e4a7-9f9e-44c8-b60b-1247dc3ed81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:58.774002 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-2f76e4a7-9f9e-44c8-b60b-1247dc3ed81e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 1096 time: 0.0973442 Nov 04 09:35:58.813093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:32:01Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:58.868999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c6211f-776a-4319-acea-c178c170c63a None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:35:58.888075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:35:58.889182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:59.018535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-512711b1-edfd-4857-ba96-ea1de26073fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:59.021120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-512711b1-edfd-4857-ba96-ea1de26073fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.2408342 Nov 04 09:35:59.050987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Made reservation on behalf of 4477c5f241834ac78422e44d868c80b6 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:35:59.057551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:59.115897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-fa1fda34-8d4b-404f-953d-9fcab22ba157 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 200 len: 217 time: 0.0862784 Nov 04 09:35:59.135690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:35:59.228998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-a5573276-194c-43a6-a8a1-aaaa94df7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:59.232850 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-a5573276-194c-43a6-a8a1-aaaa94df7f66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.1066511 Nov 04 09:35:59.278364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c713a-265b-4a08-837c-3ea54dc0d320 req-399bc03b-a8f7-41e4-a3d1-70a238154660 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:59.281902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-690c713a-265b-4a08-837c-3ea54dc0d320 req-399bc03b-a8f7-41e4-a3d1-70a238154660 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 945 time: 0.3437603 Nov 04 09:35:59.339928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-0f800923-f009-47bb-a302-4254191d7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:59.343392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-0f800923-f009-47bb-a302-4254191d7e65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976908 Nov 04 09:35:59.390548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-690c713a-265b-4a08-837c-3ea54dc0d320 req-97ee1a5e-9116-4792-a8fb-9d242aa7ca97 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771101 Nov 04 09:35:59.471545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-13c6211f-776a-4319-acea-c178c170c63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:32:01Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:35:59.525592 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:59.527046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c6211f-776a-4319-acea-c178c170c63a None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '6ead9912-3db9-4cfb-a4a1-565a9787307c', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'floating_ip_address': '172.25.3.21', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'port_id': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3638, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'mac_address': 'fa:16:3e:30:ee:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:31:58Z', 'updated_at': '2021-11-04T09:32:01Z', 'revision_number': 1, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:35:59.532008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-ec0639a4-c151-4c99-af94-67f8cd021660 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792948 Nov 04 09:35:59.659898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Subnet': ['ID=49d60a30-08e1-4471-a5d5-149dc1769663,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:35:59.674413 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7c3c0caf-7f9f-4caf-8053-36f8a0ac7241 req-8b3591eb-b4a2-4111-bcb6-da89f4c5bba2 service neutron] 10.222.0.55 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338251 Nov 04 09:35:59.678368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Checking segment: {'id': 'ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd00f7618-761d-474b-8216-565972b302d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:35:59.679023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network hostable DHCP agents. Network: d00f7618-761d-474b-8216-565972b302d4, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:35:59.715257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network d00f7618-761d-474b-8216-565972b302d4 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:35:59.734927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, d00f7618-761d-474b-8216-565972b302d4) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:35:59.747461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:35:59.747753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:35:59.753548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ff470-618f-4f00-8bb7-f855fc656357 None None] Network d00f7618-761d-474b-8216-565972b302d4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:35:59.813087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3551d54-7f0c-4792-841e-965c26db01ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6731551 Nov 04 09:35:59.817016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35436) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:35:59.830420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f3317247-c920-4e4f-80a2-ac06205cfd21 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd00f7618-761d-474b-8216-565972b302d4'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:00.016388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a7fe27-3b77-413c-809e-8f3054adb372 None None] New status for floating IP 06c6ba03-c1a4-4336-aee8-786d8ab74716: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:36:00.022100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-d00f7618-761d-474b-8216-565972b302d4', 'network_id': 'd00f7618-761d-474b-8216-565972b302d4', 'tenant_id': '4477c5f241834ac78422e44d868c80b6', 'fixed_ips': [{'subnet_id': '49d60a30-08e1-4471-a5d5-149dc1769663'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:36:00.024021 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.148740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-6e8c78c7-52a2-4c4b-8237-f26fbc64a00f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:00.150578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-6e8c78c7-52a2-4c4b-8237-f26fbc64a00f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 945 time: 0.3099666 Nov 04 09:36:00.210938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Allocated IP 2001:db8:1::2 (d00f7618-761d-474b-8216-565972b302d4/49d60a30-08e1-4471-a5d5-149dc1769663/93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:36:00.420127 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.431550 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.510680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Network d00f7618-761d-474b-8216-565972b302d4 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:00.517208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:00.524780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:36:00.591902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Pushing event updated for resources: {'Port': ['ID=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:00.611844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Attempting to bind port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:36:00.612336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Attempting to bind port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd00f7618-761d-474b-8216-565972b302d4'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:36:00.612719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Attempting to bind port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 on network d00f7618-761d-474b-8216-565972b302d4 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:36:00.619312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:36:00.619683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Checking segment: {'id': 'ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd00f7618-761d-474b-8216-565972b302d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:36:00.620118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.620560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a27b57-6347-48c8-a5d4-8a1cb5913981 req-84fa8abb-983c-49fc-a14d-48a097aa2168 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:00.621272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Bound using segment: {'id': 'ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd00f7618-761d-474b-8216-565972b302d4'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:36:00.621272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Bound port: 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'd00f7618-761d-474b-8216-565972b302d4'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:36:00.621610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.624549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23a27b57-6347-48c8-a5d4-8a1cb5913981 req-84fa8abb-983c-49fc-a14d-48a097aa2168 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 945 time: 0.1027629 Nov 04 09:36:00.669228 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f3317247-c920-4e4f-80a2-ac06205cfd21 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.687611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23a27b57-6347-48c8-a5d4-8a1cb5913981 req-d3c4f40f-2e29-48b0-83c5-f756031f7fc1 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443485 Nov 04 09:36:00.721261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] For port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:36:00.721261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] For port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,segment=NetworkSegment(ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e),segment_id=ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:36:00.726269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.796957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365284f-d98b-4227-b320-8a3d729529f8 None None] Pushing event updated for resources: {'Port': ['ID=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:00.802944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port 66180237-bbc3-4858-93cc-22c706f55107 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:00.807660 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.953195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] For port 66180237-bbc3-4858-93cc-22c706f55107, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=66180237-bbc3-4858-93cc-22c706f55107,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:00.953682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:00.978185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for 66180237-bbc3-4858-93cc-22c706f55107 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:01.012765 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-f3317247-c920-4e4f-80a2-ac06205cfd21 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:36:01.013902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f3317247-c920-4e4f-80a2-ac06205cfd21 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e HTTP/1.1" status: 400 len: 364 time: 1.1946290 Nov 04 09:36:01.019950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35442) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:01.238810 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:01.299893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=66180237-bbc3-4858-93cc-22c706f55107,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:01.392864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] No DVR routers for this DVR port 66180237-bbc3-4858-93cc-22c706f55107 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:01.403237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:01.411698 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf2611e8-e3ff-46f1-b62f-958db1b652c7 req-52dcac71-6764-410f-9865-472d9326addf tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.55 "DELETE /v2.0/ports/66180237-bbc3-4858-93cc-22c706f55107 HTTP/1.1" status: 204 len: 173 time: 0.9103060 Nov 04 09:36:01.413330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'name': 'network-vif-deleted', 'tag': '66180237-bbc3-4858-93cc-22c706f55107'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:36:01.424231 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59935f00-eaf9-4730-8663-3dfcd6513d48" -d '{"events": [{"server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "name": "network-vif-deleted", "tag": "66180237-bbc3-4858-93cc-22c706f55107"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:36:01.517092 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c7ad5e-8b2e-44e3-bbbb-85c75727a8df x-openstack-request-id: req-35c7ad5e-8b2e-44e3-bbbb-85c75727a8df {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:36:01.517612 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc437842-b31d-4fa2-ac04-7e0c15d4fde1", "name": "network-vif-deleted", "tag": "66180237-bbc3-4858-93cc-22c706f55107", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:36:01.518018 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35c7ad5e-8b2e-44e3-bbbb-85c75727a8df {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:36:01.518704 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc437842-b31d-4fa2-ac04-7e0c15d4fde1', 'name': 'network-vif-deleted', 'tag': '66180237-bbc3-4858-93cc-22c706f55107', 'status': 'completed', 'code': 200} Nov 04 09:36:01.529075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:01.913613 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5653590d-d95a-45b5-a5af-52767a949030 req-52679764-78b6-4ff1-a109-474b2fbf78e0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0717475 Nov 04 09:36:02.059167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Allocated IP 2001:db8::1 (6bdc8324-eec6-4310-9348-ca0900fc4817/78c5c7a0-3731-4419-940e-319bcd7cba16/4201cdf5-d466-4f05-85c4-86f11ec066bd) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:36:02.315964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:02.365702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:02.373016 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:02.468727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:02.476103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:02.477478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:02.478104 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:02.483359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:36:02.484299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:02.590637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Port': ['ID=4201cdf5-d466-4f05-85c4-86f11ec066bd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:02.687932 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:02.754806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,segment=NetworkSegment(ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e),segment_id=ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:02.762059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:02.883166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e584cd-a53f-4645-9c9c-91b679698d60 None None] Network d00f7618-761d-474b-8216-565972b302d4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:02.899084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:03.063369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:03.097018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9a816e62-e9f9-4212-a9f0-47d44be9931e None None] Provisioning complete for port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:03.097519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9a816e62-e9f9-4212-a9f0-47d44be9931e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:03.329612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:03.348264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:03.349035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:03.439127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8e4c235-4056-448d-868c-69822154ccf8 req-28350a6a-137e-44c3-b43e-c90c1cc86975 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0953255 Nov 04 09:36:03.505835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event updated for resources: {'Port': ['ID=4201cdf5-d466-4f05-85c4-86f11ec066bd,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:03.560964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-37d60cf4-5aa4-4c36-93e4-b0f431bb1e99 None None] Provisioning complete for port 4201cdf5-d466-4f05-85c4-86f11ec066bd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:03.561518 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37d60cf4-5aa4-4c36-93e4-b0f431bb1e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:03.599267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:03.603173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:03.653333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-37d60cf4-5aa4-4c36-93e4-b0f431bb1e99 None None] Port 4201cdf5-d466-4f05-85c4-86f11ec066bd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:36:03.889531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Router 638f5018-45be-40bf-a792-ca9462cde80e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:36:03.973902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 66180237-bbc3-4858-93cc-22c706f55107 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:04.052591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 66180237-bbc3-4858-93cc-22c706f55107 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:04.053433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 66180237-bbc3-4858-93cc-22c706f55107 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:04.065014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b9d174dc-5322-46a9-8b5b-ea9a6828c5ab None None] Provisioning complete for port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:04.065721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b9d174dc-5322-46a9-8b5b-ea9a6828c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:04.121075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:04.131327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35458) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:04.133865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-21251ed4-e937-412d-b6b8-beb274e7ce47 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1117353 Nov 04 09:36:04.153178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] Sync routers for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:04.190189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:04.190832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:04.257092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:04.286499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:04.321086 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:04.321727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:04.366458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:04.368302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d004384-4429-41b5-8329-a0e2c40dc106 None None] The sync data for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 is: [] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:04.416942 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dca37620-5f95-4344-b3af-e64e1bcbdbb6 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:04.513387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:04.513997 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:04.595108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-970fbe8f-1396-4d72-a189-77e91b209e54 req-793ace05-249a-44ab-af18-6c3a13aabd0c tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0475338 Nov 04 09:36:04.612753 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-dca37620-5f95-4344-b3af-e64e1bcbdbb6 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 04 09:36:04.622499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dca37620-5f95-4344-b3af-e64e1bcbdbb6 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e HTTP/1.1" status: 409 len: 329 time: 0.4859095 Nov 04 09:36:04.623689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35466) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:04.805399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b93f8761-ed21-4427-bf58-fd661550dad7 None None] Provisioning complete for port 4201cdf5-d466-4f05-85c4-86f11ec066bd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:04.805984 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b93f8761-ed21-4427-bf58-fd661550dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:04.875760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b93f8761-ed21-4427-bf58-fd661550dad7 None None] Port 4201cdf5-d466-4f05-85c4-86f11ec066bd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:36:05.173039 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:05.551967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting port 4201cdf5-d466-4f05-85c4-86f11ec066bd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:05.552673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:05.787075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:05.808307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73d3953a-8721-4746-9909-fae1437a9022 req-3f459e70-618b-404a-8352-68920e629a15 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0317655 Nov 04 09:36:05.817666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Calling delete_port for 4201cdf5-d466-4f05-85c4-86f11ec066bd owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:06.091579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:06.132589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Port': ['ID=4201cdf5-d466-4f05-85c4-86f11ec066bd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:06.286147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:06.537444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Router 638f5018-45be-40bf-a792-ca9462cde80e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:36:06.690166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:06.704678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b776d9e-2eb8-4c99-8425-204f6f50019f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0743618 Nov 04 09:36:06.705525 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] Sync routers for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:06.706548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35478) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:06.722429 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:06.723510 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:06.789690 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:06.809106 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] Routers {'638f5018-45be-40bf-a792-ca9462cde80e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:06.810501 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:35:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['638f5018-45be-40bf-a792-ca9462cde80e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:06.888251 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:06.889901 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af852ae-28ef-4f5b-9658-e9ff9879419b None None] The sync data for ids ['638f5018-45be-40bf-a792-ca9462cde80e'] in n-d-816487-1 is: [] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:07.029604 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fb37f0d-1c47-4d77-b1c7-436cc8b5a97f req-23d6a243-2415-4535-a68c-8d96cf46c45a tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=fc437842-b31d-4fa2-ac04-7e0c15d4fde1 HTTP/1.1" status: 200 len: 210 time: 0.0526450 Nov 04 09:36:07.104976 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-09604821-f11e-41eb-a1eb-8314f83bf357 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] show failed (client error): The resource could not be found. Nov 04 09:36:07.106085 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-09604821-f11e-41eb-a1eb-8314f83bf357 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1035090766 HTTP/1.1" status: 404 len: 335 time: 0.3983588 Nov 04 09:36:07.111534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35484) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:07.117314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b04e6afc-d0a6-4594-a8e4-08683bff5ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:07.153293 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [None req-b04e6afc-d0a6-4594-a8e4-08683bff5ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] update failed (client error): The resource could not be found. Nov 04 09:36:07.154379 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b04e6afc-d0a6-4594-a8e4-08683bff5ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-687158616 HTTP/1.1" status: 404 len: 334 time: 0.0418019 Nov 04 09:36:07.164331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35486) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:07.236545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting subnet 49d60a30-08e1-4471-a5d5-149dc1769663 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:36:07.242914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:07.324287 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:07.385767 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-869037df-e50d-4fff-b9cf-cb5f3496c01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:07.516220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:07.617375 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:07.652252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Subnet': ['ID=49d60a30-08e1-4471-a5d5-149dc1769663,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:07.665621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:07.675656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d702e51b-d536-4d53-86fd-ba7e39af0a23 None None] Network d00f7618-761d-474b-8216-565972b302d4 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:07.676255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-258885b7-b159-40d5-8f4d-4218eb2186f8 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/subnets/49d60a30-08e1-4471-a5d5-149dc1769663 HTTP/1.1" status: 204 len: 168 time: 0.5103307 Nov 04 09:36:07.676585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35488) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:07.820230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:07.963814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:07.964196 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.045309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] DHCP port deletion for d00f7618-761d-474b-8216-565972b302d4 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:36:08.088216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] For port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,segment=NetworkSegment(ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e),segment_id=ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:08.089020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.152395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Calling delete_port for 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:08.186909 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] Deleting port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:08.187193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.294018 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:08.358193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] For port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,segment=NetworkSegment(ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e),segment_id=ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:08.358844 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.397685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] Calling delete_port for 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:08.415744 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.422534 n-d-816487-1 neutron-server[102557]: INFO neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No ports have port_id starting with 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 Nov 04 09:36:08.463738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Port': ['ID=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:08.473254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] No DVR routers for this DVR port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:08.580881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.614769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] No DVR routers for this DVR port 93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:08.658608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfa322-35ad-4df8-9447-f53416a9c404 None None] Pushing event deleted for resources: {'Port': ['ID=93c9f4f2-3b6a-4a44-a0ab-ed7be5cc2014,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:08.680850 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.711576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d00f7618-761d-474b-8216-565972b302d4']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:08.727914 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:08.728202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0a3811-9fa8-4c4d-9bd5-ef4b70e8108e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:08.747895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.778050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.795019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:36:08.796051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:36:08.824599 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:36:08.936721 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.949443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:08.963373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/networks/d00f7618-761d-474b-8216-565972b302d4 HTTP/1.1" status: 204 len: 168 time: 1.2771645 Nov 04 09:36:08.963779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35502) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:08.998687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86d4c5-b3f0-41a2-99ed-633b5e0f65b4 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Network': ['ID=d00f7618-761d-474b-8216-565972b302d4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:09.061034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting subnet dc58f51d-3523-4bbe-abb9-307d98dbe434 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:36:09.066786 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.123209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.247652 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.335507 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.371258 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.378748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/subnets/dc58f51d-3523-4bbe-abb9-307d98dbe434 HTTP/1.1" status: 204 len: 168 time: 0.4081011 Nov 04 09:36:09.378748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64bf663-3330-4d79-9a4e-62a6ce4243ae tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Subnet': ['ID=dc58f51d-3523-4bbe-abb9-307d98dbe434,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:09.379423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35506) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:09.389418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae4d7b9-aeaa-45fb-b5f2-2efca47b05c7 None None] Network af3ea3e6-22e4-47f4-8212-9598abb8b228 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:09.448911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting subnet 270c3009-b925-4201-aed6-a6cb7c047b18 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:36:09.453180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.518078 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.705181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.712008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] DHCP port deletion for af3ea3e6-22e4-47f4-8212-9598abb8b228 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:36:09.824122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] Deleting port be72b8cf-a4ec-4055-8de0-2aeccc61c629 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:09.825340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.839466 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.900635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Subnet': ['ID=270c3009-b925-4201-aed6-a6cb7c047b18,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:09.904868 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:09.912996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-782f98c3-9ce0-47cf-a43d-4188ea5e288f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/subnets/270c3009-b925-4201-aed6-a6cb7c047b18 HTTP/1.1" status: 204 len: 168 time: 0.5325978 Nov 04 09:36:09.916690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35510) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:09.923445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f82f214-dbc8-4f13-9fe8-3dcaab4d9187 None None] Network edc35818-eefb-4b41-85a0-827c5aa9e7e3 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:10.029738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] For port be72b8cf-a4ec-4055-8de0-2aeccc61c629, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=be72b8cf-a4ec-4055-8de0-2aeccc61c629,segment=NetworkSegment(a9f64eaf-bf03-4df7-851e-98b6480c745e),segment_id=a9f64eaf-bf03-4df7-851e-98b6480c745e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:10.030562 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.055460 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.062572 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6e91078c-d2d1-4e34-877b-74c21ffe66de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.073259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] Calling delete_port for be72b8cf-a4ec-4055-8de0-2aeccc61c629 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:10.137503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting port be72b8cf-a4ec-4055-8de0-2aeccc61c629 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:10.138106 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.242364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] For port be72b8cf-a4ec-4055-8de0-2aeccc61c629, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=be72b8cf-a4ec-4055-8de0-2aeccc61c629,segment=NetworkSegment(a9f64eaf-bf03-4df7-851e-98b6480c745e),segment_id=a9f64eaf-bf03-4df7-851e-98b6480c745e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:10.249019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.286438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Calling delete_port for be72b8cf-a4ec-4055-8de0-2aeccc61c629 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:10.303787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device be72b8cf-a4ec-4055-8de0-2aeccc61c629 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:10.385829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.407815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.448511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Port': ['ID=be72b8cf-a4ec-4055-8de0-2aeccc61c629,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:10.458827 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.461427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] No DVR routers for this DVR port be72b8cf-a4ec-4055-8de0-2aeccc61c629 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:10.488700 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.523720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] DHCP port deletion for edc35818-eefb-4b41-85a0-827c5aa9e7e3 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:36:10.529535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] No DVR routers for this DVR port be72b8cf-a4ec-4055-8de0-2aeccc61c629 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:10.576829 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.595935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7834ba2b-e287-483d-a473-b2c4c6e6d7c0 None None] Pushing event deleted for resources: {'Port': ['ID=be72b8cf-a4ec-4055-8de0-2aeccc61c629,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:10.618623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3ea3e6-22e4-47f4-8212-9598abb8b228']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:10.639326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f64eaf-bf03-4df7-851e-98b6480c745e') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:10.640225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f64eaf-bf03-4df7-851e-98b6480c745e') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:10.661532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.682970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] Deleting port cb7a720f-b479-4241-a3bd-c2a672c31b7b {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:10.684439 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.685200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.695398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:36:10.696132 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:36:10.701423 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:36:10.830166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.854358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] For port cb7a720f-b479-4241-a3bd-c2a672c31b7b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=cb7a720f-b479-4241-a3bd-c2a672c31b7b,segment=NetworkSegment(a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e),segment_id=a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:10.855193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.858089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:10.873096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/networks/af3ea3e6-22e4-47f4-8212-9598abb8b228 HTTP/1.1" status: 204 len: 168 time: 0.9534743 Nov 04 09:36:10.874474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35516) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:10.897280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b56e63-ae85-42e0-a779-342f72801be9 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Network': ['ID=af3ea3e6-22e4-47f4-8212-9598abb8b228,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:10.921540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] Calling delete_port for cb7a720f-b479-4241-a3bd-c2a672c31b7b owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:11.058546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.067067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.102233 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] Pushing event deleted for resources: {'Port': ['ID=cb7a720f-b479-4241-a3bd-c2a672c31b7b,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:11.104957 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e622d3f-9b75-498a-94c5-67d0cd5f2c90 None None] No DVR routers for this DVR port cb7a720f-b479-4241-a3bd-c2a672c31b7b on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:11.259027 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.309930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edc35818-eefb-4b41-85a0-827c5aa9e7e3']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:11.310944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35520) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:11.346598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:11.347272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d3ec04-ce5f-4f29-bc2f-cfab11eb642e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:11.353085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.377900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.408354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.422322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] Deleting subnet 4fd36d7d-d198-489e-914d-bfe9648a901e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:36:11.426308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:36:11.427379 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.432087 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:36:11.437549 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:36:11.535588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.588929 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.610444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.618685 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/networks/edc35818-eefb-4b41-85a0-827c5aa9e7e3 HTTP/1.1" status: 204 len: 168 time: 0.7422225 Nov 04 09:36:11.622326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35522) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:11.636573 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.659584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5b3ca-676d-49e5-98de-f055cc353ee5 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Network': ['ID=edc35818-eefb-4b41-85a0-827c5aa9e7e3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:11.742724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting subnet 78c5c7a0-3731-4419-940e-319bcd7cba16 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:36:11.746659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.746948 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.778487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd36d7d-d198-489e-914d-bfe9648a901e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:11.795205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.808876 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c6df1d0e-c47e-4da1-815e-877a4ee91972 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4fd36d7d-d198-489e-914d-bfe9648a901e HTTP/1.1" status: 204 len: 168 time: 0.4935861 Nov 04 09:36:11.809859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:11.831557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:11.967189 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.076712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.089509 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.116725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663cb60b-008a-47ff-969f-da7c902e5fba']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:12.136588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1caeca-acef-4cff-bb80-9f4058870251') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:12.137064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1caeca-acef-4cff-bb80-9f4058870251') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:12.156956 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.187967 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.194342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cb7a720f-b479-4241-a3bd-c2a672c31b7b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:12.209052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:36:12.210530 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.264255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: cb7a720f-b479-4241-a3bd-c2a672c31b7b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:12.264799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device cb7a720f-b479-4241-a3bd-c2a672c31b7b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:36:12.284984 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:36:12.301572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.331512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.346425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.351237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/663cb60b-008a-47ff-969f-da7c902e5fba HTTP/1.1" status: 204 len: 168 time: 0.5398500 Nov 04 09:36:12.357074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Subnet': ['ID=78c5c7a0-3731-4419-940e-319bcd7cba16,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:12.363707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.371515 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bb63d426-b3c4-482f-8df1-a3860b958bb3 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/subnets/78c5c7a0-3731-4419-940e-319bcd7cba16 HTTP/1.1" status: 204 len: 168 time: 0.7470026 Nov 04 09:36:12.374134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502baed-3419-447c-822e-a5aea06c90ad None None] Network 6bdc8324-eec6-4310-9348-ca0900fc4817 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:12.375272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35530) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:12.417489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e42616-4c0b-450f-879e-a68b33ac90dc admin admin] Pushing event deleted for resources: {'Network': ['ID=663cb60b-008a-47ff-969f-da7c902e5fba,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:12.578355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.719900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Deleting port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:12.720622 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.732005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] DHCP port deletion for 6bdc8324-eec6-4310-9348-ca0900fc4817 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:36:12.813336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:12.864811 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.880134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] For port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,segment=NetworkSegment(71123388-e3ec-4d98-b970-3faf480d8013),segment_id=71123388-e3ec-4d98-b970-3faf480d8013)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:12.880727 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.894943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0da725e5-0d92-4e0f-9516-55060d6eaa61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a477518f9344a4db3915e47bc7f8aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809264 Nov 04 09:36:12.898470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] Deleting port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:12.899130 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:12.900334 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35534) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:12.911283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Calling delete_port for 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:12.985541 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641d2d36-182e-4f1f-81c2-c075ffb03e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.048326 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641d2d36-182e-4f1f-81c2-c075ffb03e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.049021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.050128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] For port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,segment=NetworkSegment(71123388-e3ec-4d98-b970-3faf480d8013),segment_id=71123388-e3ec-4d98-b970-3faf480d8013)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:13.050894 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.094477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] Calling delete_port for 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:13.112993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Port': ['ID=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:13.125856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] No DVR routers for this DVR port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:13.156224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641d2d36-182e-4f1f-81c2-c075ffb03e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.159405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-641d2d36-182e-4f1f-81c2-c075ffb03e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.160763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-641d2d36-182e-4f1f-81c2-c075ffb03e33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b11607d-c807-4d19-87b8-486e2557a1cd HTTP/1.1" status: 204 len: 168 time: 0.2594850 Nov 04 09:36:13.173466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d2d36-182e-4f1f-81c2-c075ffb03e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b11607d-c807-4d19-87b8-486e2557a1cd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:13.270470 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.291598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.320603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] Pushing event deleted for resources: {'Port': ['ID=7dd0849d-9ad1-4e36-87bc-51c46ac82ecc,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:13.326097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c561af7-274e-4dd2-be8a-5e0384c8f550 None None] No DVR routers for this DVR port 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:13.346494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdc8324-eec6-4310-9348-ca0900fc4817']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:13.362236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71123388-e3ec-4d98-b970-3faf480d8013') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:13.363288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71123388-e3ec-4d98-b970-3faf480d8013') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:13.381063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.406988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.419025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:36:13.419889 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:36:13.423767 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:36:13.512270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.520655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:13.525441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/networks/6bdc8324-eec6-4310-9348-ca0900fc4817 HTTP/1.1" status: 204 len: 168 time: 1.1477990 Nov 04 09:36:13.530148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35544) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:13.550492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2719e43-776a-4a72-b6bd-2e245ab2db01 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Pushing event deleted for resources: {'Network': ['ID=6bdc8324-eec6-4310-9348-ca0900fc4817,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:13.576028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d5aa87ab-ed7b-4088-993b-a30583b3545f tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "GET /v2.0/ports?device_id=638f5018-45be-40bf-a792-ca9462cde80e HTTP/1.1" status: 200 len: 205 time: 0.0441456 Nov 04 09:36:13.578521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:13.716224 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-565eaf2f-3255-4e91-a0c2-4fbcb2ed02a0 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:14.036421 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-565eaf2f-3255-4e91-a0c2-4fbcb2ed02a0 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:14.041709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-565eaf2f-3255-4e91-a0c2-4fbcb2ed02a0 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:14.115210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-565eaf2f-3255-4e91-a0c2-4fbcb2ed02a0 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:14.116755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565eaf2f-3255-4e91-a0c2-4fbcb2ed02a0 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Fanout notify agent at l3_agent the message router_deleted on router 638f5018-45be-40bf-a792-ca9462cde80e {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:36:14.128144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-565eaf2f-3255-4e91-a0c2-4fbcb2ed02a0 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:14.130222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-565eaf2f-3255-4e91-a0c2-4fbcb2ed02a0 tempest-RoutersNegativeIpV6Test-851739295 tempest-RoutersNegativeIpV6Test-851739295-project] 10.222.0.53 "DELETE /v2.0/routers/638f5018-45be-40bf-a792-ca9462cde80e HTTP/1.1" status: 204 len: 168 time: 0.5502727 Nov 04 09:36:14.232993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:14.279530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:14.280923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7dd0849d-9ad1-4e36-87bc-51c46ac82ecc not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:14.548097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35574) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:15.035662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f8ca8699-94c3-4498-9773-755972e5c620 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4477c5f241834ac78422e44d868c80b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840953 Nov 04 09:36:15.039508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35584) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:15.104781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-402fc793-a1a4-4a51-824d-32beff63c109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:15.140473 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-402fc793-a1a4-4a51-824d-32beff63c109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:15.210140 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-402fc793-a1a4-4a51-824d-32beff63c109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:15.213143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-402fc793-a1a4-4a51-824d-32beff63c109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:15.214504 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-402fc793-a1a4-4a51-824d-32beff63c109 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8555746-cea0-44eb-859e-b6bf6ef96db2 HTTP/1.1" status: 204 len: 168 time: 0.1739807 Nov 04 09:36:15.223802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fc793-a1a4-4a51-824d-32beff63c109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8555746-cea0-44eb-859e-b6bf6ef96db2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:15.359218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35596) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:15.610926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port e7b5995a-0a0c-4203-a646-452fe908b813 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:15.612013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:15.746489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:15.747063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:15.769087 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for e7b5995a-0a0c-4203-a646-452fe908b813 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:15.898757 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:16.035775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:16.089148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=e7b5995a-0a0c-4203-a646-452fe908b813,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:16.209121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:16.210279 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Floating IP 6ead9912-3db9-4cfb-a4a1-565a9787307c disassociated (deleted). External IP: 172.25.3.21, port: e77c8345-2c6e-4c39-9738-aa8987ae416c. Nov 04 09:36:16.536269 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:36:16.748740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:16.763385 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:16.775036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:16.787559 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:16.798257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:16.799335 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:16.823131 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fbaf80e7-1ce8-4461-ada3-fc2987e35a94 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "DELETE /v2.0/floatingips/6ead9912-3db9-4cfb-a4a1-565a9787307c HTTP/1.1" status: 204 len: 168 time: 1.4616077 Nov 04 09:36:16.824145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:36:16.828103 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2cc229-77fe-4d35-9f1e-388c2fc85594" -d '{"events": [{"name": "network-changed", "server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:36:17.006686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:17.033584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35644) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:17.047726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'network': {'name': 'tempest-network-smoke--1555178414', 'project_id': '32e757d6266144b0b683754494105741', 'port_security_enabled': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:17.097413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Made reservation on behalf of 32e757d6266144b0b683754494105741 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:36:17.108966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.134776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.331232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.344729 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.417715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75aa59d-8c06-4808-850f-d14b050ba42b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:17.424600 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be35686-1654-48e6-933d-c933cc3bb354 x-openstack-request-id: req-2be35686-1654-48e6-933d-c933cc3bb354 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:36:17.425160 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:36:17.425633 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2be35686-1654-48e6-933d-c933cc3bb354 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:36:17.426398 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'status': 'completed', 'code': 200} Nov 04 09:36:17.439958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:36:17.507221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:17.513363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.513862 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Added segment 2065b30d-429e-4733-96df-f1b6aa9234f0 of type vlan for network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb Nov 04 09:36:17.550886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:36:17.567538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:17.568865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:17.624690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d7267-c86d-46c5-aca0-bb330030ff56 req-0239a332-7c3b-41e5-b34d-bdef9a70a8ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:17.630179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-544d7267-c86d-46c5-aca0-bb330030ff56 req-0239a332-7c3b-41e5-b34d-bdef9a70a8ac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 946 time: 0.0900841 Nov 04 09:36:17.651900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.658067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-3f0b02c5-1bdd-4111-9904-b0da21cc5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:17.660450 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-3f0b02c5-1bdd-4111-9904-b0da21cc5acc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc4abc3519414efd948d16704b246ce1&device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 1097 time: 0.2055318 Nov 04 09:36:17.729270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-544d7267-c86d-46c5-aca0-bb330030ff56 req-85ad0d4f-6361-425f-a13b-2d392cc1a119 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855331 Nov 04 09:36:17.801400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:17.806004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.819025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:17.820020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:17.931924 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8943524 Nov 04 09:36:17.935354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35658) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:17.940602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'admin_state_up': True, 'project_id': '32e757d6266144b0b683754494105741', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:17.982957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b7de8-5b03-4b42-a326-069373dc8841 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Network': ['ID=2d085e2a-898c-49fa-a090-fa0a6c03a5eb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:18.002756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-93fbb134-5f07-4aa0-96ed-7619e26782b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:18.006218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-93fbb134-5f07-4aa0-96ed-7619e26782b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 200 len: 912 time: 0.3368895 Nov 04 09:36:18.030058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:18.031622 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:18.055964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:36:18.092707 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-68c31816-01dc-4aed-9bad-af33bbc4071a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 200 len: 217 time: 0.0754914 Nov 04 09:36:18.231345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:18.237370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-6b0cd083-fc59-4b14-b485-a6babe525b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:18.240974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-6b0cd083-fc59-4b14-b485-a6babe525b6e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 200 len: 850 time: 0.1403198 Nov 04 09:36:18.367967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:18.406120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8643d928-9610-4369-9873-5b1054b6aee6 None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:24:56Z', 'revision_number': 4, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495', 'name': '', 'network_id': 'd08689f8-fafb-46ea-9e3f-9eee3450c0d5', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'mac_address': 'fa:16:3e:55:8d:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:55Z', 'updated_at': '2021-11-04T09:25:04Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'subnets': [{'id': '3423aea6-7135-467b-a91e-f3b9ded6465a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:18.451676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:18.456368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-20ac6cd6-f1cc-4a5f-bdcd-bc5208f4d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:18.457964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-20ac6cd6-f1cc-4a5f-bdcd-bc5208f4d669 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d08689f8-fafb-46ea-9e3f-9eee3450c0d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718547 Nov 04 09:36:18.628424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-263c4ada-c21e-4816-a356-a9d11c6af1c9 service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614275 Nov 04 09:36:18.838769 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246dd69f-92f5-4832-bcdb-79dff7bcc5f9 None None] New status for floating IP 6ead9912-3db9-4cfb-a4a1-565a9787307c: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:36:18.946327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442f6de-578f-47f7-9f05-0f1b4d4063d0 req-018607dd-b971-4e97-ba64-205a87b52eed tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:18.950172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8442f6de-578f-47f7-9f05-0f1b4d4063d0 req-018607dd-b971-4e97-ba64-205a87b52eed tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 946 time: 0.1046023 Nov 04 09:36:19.040735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8442f6de-578f-47f7-9f05-0f1b4d4063d0 req-9d401514-64ad-495f-9805-610fefd28004 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823359 Nov 04 09:36:19.309876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-90282bca-8920-4373-bbd3-968320479dc8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:19.311608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-90282bca-8920-4373-bbd3-968320479dc8 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 946 time: 0.1853185 Nov 04 09:36:19.315978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-d0c81632-5071-4f4e-85d2-95f01d2ec2af service neutron] 10.222.0.70 "GET /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6775215 Nov 04 09:36:19.347670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:19.394944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:19.602339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port e77c8345-2c6e-4c39-9738-aa8987ae416c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:19.602704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:19.655071 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Allocated IP 172.25.3.159 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:36:19.825186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] For port e77c8345-2c6e-4c39-9738-aa8987ae416c, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e77c8345-2c6e-4c39-9738-aa8987ae416c,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:19.825716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:19.861600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for e77c8345-2c6e-4c39-9738-aa8987ae416c owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:19.941378 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:19.963734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:20.019491 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.136132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:20.151710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:20.165807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c026d6e-517b-4443-8932-db6cf0a7e024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.168772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:36:20.176222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:20.242852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.294030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=e77c8345-2c6e-4c39-9738-aa8987ae416c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:20.316741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a7c2a1-6952-45e9-a304-08c853f34f20 req-21767f46-9658-4503-be3c-9ebdb5a68e65 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:20.319421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32a7c2a1-6952-45e9-a304-08c853f34f20 req-21767f46-9658-4503-be3c-9ebdb5a68e65 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 867 time: 0.1151805 Nov 04 09:36:20.384289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c026d6e-517b-4443-8932-db6cf0a7e024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.395936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c026d6e-517b-4443-8932-db6cf0a7e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.415578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-32a7c2a1-6952-45e9-a304-08c853f34f20 req-df176747-0ec0-40b8-a1f7-8ccf09cea0b0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/security-groups?id=e5189df3-5478-4990-ba9e-902886367a31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841465 Nov 04 09:36:20.421181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] No DVR routers for this DVR port e77c8345-2c6e-4c39-9738-aa8987ae416c on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:20.446733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.450249 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f73dde7d-b526-43d0-80ab-029b6434b03c req-b2b9161d-3a42-4f0b-8c4a-0ed66189bc30 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.70 "DELETE /v2.0/ports/e77c8345-2c6e-4c39-9738-aa8987ae416c HTTP/1.1" status: 204 len: 173 time: 1.1279902 Nov 04 09:36:20.450755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'name': 'network-vif-deleted', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:36:20.453248 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435a7237-c2af-4bde-828b-e0bda59035c6" -d '{"events": [{"server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "name": "network-vif-deleted", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:36:20.479004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c026d6e-517b-4443-8932-db6cf0a7e024 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5af1b14baa85466292c873de9426184f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132544 Nov 04 09:36:20.482563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35698) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:20.483695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c026d6e-517b-4443-8932-db6cf0a7e024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c147d91-b035-4470-ae8e-556b9c85355a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:20.540862 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6bcc3c-2e73-4cfa-9294-83be06ac4aa3 x-openstack-request-id: req-3a6bcc3c-2e73-4cfa-9294-83be06ac4aa3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:36:20.541170 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f210ce4-3f9a-48b9-abb4-18f406b48630", "name": "network-vif-deleted", "tag": "e77c8345-2c6e-4c39-9738-aa8987ae416c", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:36:20.541396 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3a6bcc3c-2e73-4cfa-9294-83be06ac4aa3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:36:20.541827 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f210ce4-3f9a-48b9-abb4-18f406b48630', 'name': 'network-vif-deleted', 'tag': 'e77c8345-2c6e-4c39-9738-aa8987ae416c', 'status': 'completed', 'code': 200} Nov 04 09:36:20.645755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2dfd0f-6445-4d51-9c92-401b906432c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.688086 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.732243 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2dfd0f-6445-4d51-9c92-401b906432c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.930977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2dfd0f-6445-4d51-9c92-401b906432c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.934026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc2dfd0f-6445-4d51-9c92-401b906432c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:20.935352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dc2dfd0f-6445-4d51-9c92-401b906432c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6c147d91-b035-4470-ae8e-556b9c85355a HTTP/1.1" status: 204 len: 168 time: 0.4520574 Nov 04 09:36:20.952988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dfd0f-6445-4d51-9c92-401b906432c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c147d91-b035-4470-ae8e-556b9c85355a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:21.015087 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:21.193905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 091953fe-b0e9-45df-935d-156883e203d2 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:36:21.331998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:21.351489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Sync routers for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:21.367601 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:21.369006 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:21.369665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:21.372442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0e8666d-f90c-4780-9e03-80cfabd885be tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.4356132 Nov 04 09:36:21.378867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35704) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:21.440413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35708) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:21.476370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d47e1c20-e216-42df-9397-57e0ecefed3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:21.638909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42eacda7-d256-4ba5-b393-0cf1dbc8fff1 req-4bb73bf1-05ee-4b4d-9762-7ae7a5097dac tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 210 time: 0.0643570 Nov 04 09:36:21.679125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:21.722632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d47e1c20-e216-42df-9397-57e0ecefed3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:21.730997 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d47e1c20-e216-42df-9397-57e0ecefed3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:21.788600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d47e1c20-e216-42df-9397-57e0ecefed3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a384a38968df4647b83571b4e90b1962&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469083 Nov 04 09:36:21.789963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e1c20-e216-42df-9397-57e0ecefed3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c4d675-f644-4ff2-a01b-8c75009a2757,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:21.793141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35712) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:21.870704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45c0036f-a6e3-4410-a402-de7c60ddda67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:21.914644 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45c0036f-a6e3-4410-a402-de7c60ddda67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:21.922031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9c21d99-b814-46b3-a0d5-ab8bc5ca775c tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=32e757d6266144b0b683754494105741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5349717 Nov 04 09:36:21.922659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:21.988564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e77c8345-2c6e-4c39-9738-aa8987ae416c no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:22.002880 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45c0036f-a6e3-4410-a402-de7c60ddda67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.012827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-45c0036f-a6e3-4410-a402-de7c60ddda67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.013091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-45c0036f-a6e3-4410-a402-de7c60ddda67 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89c4d675-f644-4ff2-a01b-8c75009a2757 HTTP/1.1" status: 204 len: 168 time: 0.2186489 Nov 04 09:36:22.015220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e77c8345-2c6e-4c39-9738-aa8987ae416c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:22.015692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e77c8345-2c6e-4c39-9738-aa8987ae416c not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:22.056278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0036f-a6e3-4410-a402-de7c60ddda67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c4d675-f644-4ff2-a01b-8c75009a2757,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:22.083590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:20Z', 'revision_number': 3, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:22.085617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cacc2-d172-4ff6-8462-45255a74f4d2 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:22.087536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-222cacc2-d172-4ff6-8462-45255a74f4d2 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1636326 Nov 04 09:36:22.092772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:22.143673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-73eb7272-3671-4429-a7a3-9f8b48dbb9ca tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499361 Nov 04 09:36:22.148483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35720) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:22.155411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519924678', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'project_id': '32e757d6266144b0b683754494105741', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:22.172734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Checking router: 091953fe-b0e9-45df-935d-156883e203d2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:36:22.173339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Updating router 091953fe-b0e9-45df-935d-156883e203d2 port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:36:22.235548 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.642679 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:36:22.701218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Made reservation on behalf of 32e757d6266144b0b683754494105741 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:36:22.709445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.802035 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.816105 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.887049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72717b6d-bd8f-4113-92cd-c43f0a5f31d8 req-aa9be6ae-7b0b-4ee4-9097-67588cc7621e tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 210 time: 0.0574493 Nov 04 09:36:22.893437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Attempting to bind port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:36:22.893798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Attempting to bind port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:36:22.894169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Attempting to bind port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:36:22.907010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:36:22.908196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:36:22.908623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.909026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:36:22.909527 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Bound port: 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:36:22.909919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:22.914167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e121f5-807b-40a0-9204-750f8cd0dc88 None None] Pushing event updated for resources: {'Port': ['ID=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:23.037629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] For port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:36:23.045543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] For port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:36:23.052287 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:23.056797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:23.151962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:23.154569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:23.157991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Subnet': ['ID=f1cc9532-0f49-4790-8b4d-462a4bc4c3ee,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:23.171700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Checking segment: {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:36:23.171971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network hostable DHCP agents. Network: 2d085e2a-898c-49fa-a090-fa0a6c03a5eb, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:36:23.197926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:36:23.212902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 2d085e2a-898c-49fa-a090-fa0a6c03a5eb) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:23.219244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:23.221030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:23.251599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-22e0aaa8-7616-4376-9a46-7be35fc12e56 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1014216 Nov 04 09:36:23.256386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35740) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:23.269970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66efa775-e335-4cdf-b7d2-07669be43aeb None None] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:23.364663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e121f5-807b-40a0-9204-750f8cd0dc88 None None] Pushing event updated for resources: {'Port': ['ID=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:23.527678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:23.841217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:36:23.842939 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:24.141654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Allocated IP 172.20.0.2 (2d085e2a-898c-49fa-a090-fa0a6c03a5eb/f1cc9532-0f49-4790-8b4d-462a4bc4c3ee/ffb86804-6253-4195-ac93-2cdcf52fd29e) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:36:24.153591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a460ca0c-f7a8-4e2e-851f-af77c19c1221 req-238f7beb-0c51-41c2-a92a-426b93ec1ef2 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 210 time: 0.0644002 Nov 04 09:36:24.234624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:20Z', 'revision_number': 3, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:24.247982 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:24.285388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0759a12-0692-4531-bd6f-7c7efcb7050f None None] The sync data for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 is: [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:20Z', 'revision_number': 3, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:24.374673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:24.384980 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:24.434643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:24.438410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:24.442832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:36:24.460124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Pushing event updated for resources: {'Port': ['ID=ffb86804-6253-4195-ac93-2cdcf52fd29e,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:24.565022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Attempting to bind port ffb86804-6253-4195-ac93-2cdcf52fd29e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:36:24.565400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Attempting to bind port ffb86804-6253-4195-ac93-2cdcf52fd29e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:36:24.565752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Attempting to bind port ffb86804-6253-4195-ac93-2cdcf52fd29e on network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:36:24.580324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:36:24.580712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Checking segment: {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:36:24.581158 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:24.582278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Bound using segment: {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:36:24.582278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Bound port: ffb86804-6253-4195-ac93-2cdcf52fd29e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:36:24.582711 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:24.774159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Allocated IP 172.20.0.1 (2d085e2a-898c-49fa-a090-fa0a6c03a5eb/f1cc9532-0f49-4790-8b4d-462a4bc4c3ee/d53ead53-a9b9-4f7e-83f5-bbceb3102c2f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:36:24.806568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] For port ffb86804-6253-4195-ac93-2cdcf52fd29e, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:36:24.812531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] For port ffb86804-6253-4195-ac93-2cdcf52fd29e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ffb86804-6253-4195-ac93-2cdcf52fd29e,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:36:24.821613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:25.021938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb1d39-56b6-4d39-9601-560f20458ca7 None None] Pushing event updated for resources: {'Port': ['ID=ffb86804-6253-4195-ac93-2cdcf52fd29e,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:25.082825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:25.187089 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:25.388448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:25.395312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:25.403044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:25.480016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-631e0959-536d-434e-a18e-2c8c6d6bcf7c req-216b5a94-34f5-4876-97c1-2d33f719d46f tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 210 time: 0.0806720 Nov 04 09:36:25.489619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:36:25.669056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:25.923807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:26.341379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ffb86804-6253-4195-ac93-2cdcf52fd29e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:26.388304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:26.394964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:26.446892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ffb86804-6253-4195-ac93-2cdcf52fd29e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:26.448064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:26.460980 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:26.657813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:26.729061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7bc1231-86ee-41a6-afa9-99863e326faa req-7c83b702-c9d0-46b5-8075-83f02d1eacb0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f210ce4-3f9a-48b9-abb4-18f406b48630 HTTP/1.1" status: 200 len: 210 time: 0.0937366 Nov 04 09:36:26.731705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:26.770400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ffb86804-6253-4195-ac93-2cdcf52fd29e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ffb86804-6253-4195-ac93-2cdcf52fd29e,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:26.782156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:26.786030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:26.807714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:26.809947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:27.012734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 091953fe-b0e9-45df-935d-156883e203d2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:36:27.044057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ffb86804-6253-4195-ac93-2cdcf52fd29e,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:27.080395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:27.081074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.167997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c57aa68-c67d-4e65-92da-30c3eb73f5a9 None None] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:27.220768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:27.229813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35792) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:27.230343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dca693a5-f80a-4e16-be9b-915f699b51fb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "PUT /v2.0/routers/091953fe-b0e9-45df-935d-156883e203d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9714212 Nov 04 09:36:27.237975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--721369682', 'description': 'tempest-secgroup_access--721369682 description', 'project_id': '32e757d6266144b0b683754494105741'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:27.277807 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.330356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a85788b8-68e7-4f88-9be4-1777971bea4b None None] Provisioning complete for port ffb86804-6253-4195-ac93-2cdcf52fd29e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:27.330743 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a85788b8-68e7-4f88-9be4-1777971bea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.363339 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Sync routers for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:27.384795 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.387139 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:27.388134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:27.388475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.400690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.447347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.456545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:27.461105 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:27.466117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-14047b92-d333-459e-b25e-3d328d87e30a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--798374483', 'description': 'tempest-secgroup_general--798374483 description', 'project_id': '32e757d6266144b0b683754494105741'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:27.467222 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2353837 Nov 04 09:36:27.480831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.571359 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14047b92-d333-459e-b25e-3d328d87e30a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.576442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc45590-77ed-4f16-a225-480afb0b3c57,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:27.606435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.606994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.607555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.611356 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:27.628338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.629019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.629582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.630157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.631546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.632137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.632691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.633223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.633669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aeba20b-cdc1-4cf6-ae06-d6db674f4297 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:27.793541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:27.806872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14047b92-d333-459e-b25e-3d328d87e30a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.819800 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14047b92-d333-459e-b25e-3d328d87e30a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.839163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35808) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:27.902288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-14047b92-d333-459e-b25e-3d328d87e30a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:27.903637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-14047b92-d333-459e-b25e-3d328d87e30a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4450889 Nov 04 09:36:27.906159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14047b92-d333-459e-b25e-3d328d87e30a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fa6dda-9d89-469b-9cdb-aa161cb08bf6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:27.908389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:27.916906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2fbaa857-85d4-4bd7-a13c-e5dff4f3f10c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'security_group_rule': {'security_group_id': 'adc45590-77ed-4f16-a225-480afb0b3c57', 'project_id': '32e757d6266144b0b683754494105741', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:27.988670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa857-85d4-4bd7-a13c-e5dff4f3f10c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.043461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Deleting port 2b3b4177-38e6-4946-bae3-d01e3bf6d454 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:28.043795 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.066243 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:26Z', 'revision_number': 2, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:28.139652 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Checking router: 091953fe-b0e9-45df-935d-156883e203d2 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:36:28.140043 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Updating router 091953fe-b0e9-45df-935d-156883e203d2 port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:36:28.148037 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa857-85d4-4bd7-a13c-e5dff4f3f10c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.155690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa857-85d4-4bd7-a13c-e5dff4f3f10c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.198290 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.216588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbaa857-85d4-4bd7-a13c-e5dff4f3f10c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c62f09-d500-4fee-a606-a7fc616b15b8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:28.225758 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2fbaa857-85d4-4bd7-a13c-e5dff4f3f10c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.236221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2fbaa857-85d4-4bd7-a13c-e5dff4f3f10c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3172791 Nov 04 09:36:28.263780 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.272411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.290041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Calling delete_port for 2b3b4177-38e6-4946-bae3-d01e3bf6d454 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:28.299353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ffb86804-6253-4195-ac93-2cdcf52fd29e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:28.419739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ffb86804-6253-4195-ac93-2cdcf52fd29e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:28.420721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.586559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9cea2a32-4b27-4b6f-acd1-038d0655bfd1 None None] Provisioning complete for port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:28.587640 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cea2a32-4b27-4b6f-acd1-038d0655bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.618289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.682581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-9cea2a32-4b27-4b6f-acd1-038d0655bfd1 None None] Port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:36:28.699130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'Port': ['ID=2b3b4177-38e6-4946-bae3-d01e3bf6d454,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:28.707560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:28.789772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-9cea2a32-4b27-4b6f-acd1-038d0655bfd1 None None] Provisioning complete for port ffb86804-6253-4195-ac93-2cdcf52fd29e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:28.792095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9cea2a32-4b27-4b6f-acd1-038d0655bfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.819428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-21dead94-7ec7-4998-8188-038e691f203a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--798374483&fields=id&tenant_id=32e757d6266144b0b683754494105741 HTTP/1.1" status: 200 len: 267 time: 0.1826825 Nov 04 09:36:28.907113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-b74714e4-9a49-4430-8c7c-ab7aa15fe9fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--721369682&fields=id&tenant_id=32e757d6266144b0b683754494105741 HTTP/1.1" status: 200 len: 267 time: 0.0815816 Nov 04 09:36:28.922051 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.934742 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:28.942202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a45413be-2517-4c4f-b5b6-a447ae10a0f0 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "DELETE /v2.0/floatingips/b15b1120-8921-4853-85c8-68ab82871878 HTTP/1.1" status: 204 len: 168 time: 1.1008351 Nov 04 09:36:28.948348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:28.948643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.068708 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.081999 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.202555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-d5eca36e-a84e-4334-88cc-61a5ddac2835 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:29.213948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-d5eca36e-a84e-4334-88cc-61a5ddac2835 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/networks?id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb HTTP/1.1" status: 200 len: 797 time: 0.2980604 Nov 04 09:36:29.234612 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-7057ef32-9dff-4fb9-a40c-646edd99f3ef tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/quotas/32e757d6266144b0b683754494105741 HTTP/1.1" status: 200 len: 375 time: 0.0193315 Nov 04 09:36:29.235751 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Pushing event updated for resources: {'Port': ['ID=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:29.275198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-273f40dd-1fd6-4808-aecf-c63024d4c739 None None] Provisioning complete for port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:29.276000 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-273f40dd-1fd6-4808-aecf-c63024d4c739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.278117 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.278722 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.279216 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.279784 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.291328 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.292071 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.292743 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.293252 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.293836 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.294413 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.295217 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.295769 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:29.326433 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Attempting to bind port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:36:29.327072 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Attempting to bind port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:36:29.327603 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Attempting to bind port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f on network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:36:29.346231 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-1ddb9848-14b3-4b5c-b126-f895137e9b48 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097980 Nov 04 09:36:29.348566 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:36:29.350395 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Checking segment: {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:36:29.351113 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.351740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Bound using segment: {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:36:29.352602 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Bound port: d53ead53-a9b9-4f7e-83f5-bbceb3102c2f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:36:29.353219 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.376114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-273f40dd-1fd6-4808-aecf-c63024d4c739 None None] Port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:36:29.378660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-8624066a-3976-4e00-8470-d02eb9751bbf service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:36:29.380902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-8624066a-3976-4e00-8470-d02eb9751bbf service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103629 Nov 04 09:36:29.480569 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] For port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:36:29.486950 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] For port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:36:29.494460 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.529240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-052f98f9-e3d0-41f1-a7ac-04545e824483 None None] Provisioning complete for port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:29.532258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-052f98f9-e3d0-41f1-a7ac-04545e824483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.637560 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:29.641033 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:29.675180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-2d29dc9c-a38c-4f8a-9690-809588c64a65 service neutron] 10.222.0.53 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850640 Nov 04 09:36:29.722348 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-052f98f9-e3d0-41f1-a7ac-04545e824483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.820822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-052f98f9-e3d0-41f1-a7ac-04545e824483 None None] For port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:29.827098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-052f98f9-e3d0-41f1-a7ac-04545e824483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:29.855599 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:29.867782 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b463af9-cf1f-4bec-9969-1424da3192b8 None None] Pushing event updated for resources: {'Port': ['ID=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:29.908925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-a3ff2fff-6d44-423e-8838-9d964cbe20a4 service neutron] 10.222.0.53 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257779 Nov 04 09:36:29.954009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f98f9-e3d0-41f1-a7ac-04545e824483 None None] Pushing event updated for resources: {'Port': ['ID=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:29.966106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-34cdc0d0-d035-4d05-bce4-c8fa5d1674d8 None None] Provisioning complete for port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:29.966536 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34cdc0d0-d035-4d05-bce4-c8fa5d1674d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:30.206748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ac99becc-a3a1-4db0-9c87-77a1b334911a None None] Provisioning complete for port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:30.208258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac99becc-a3a1-4db0-9c87-77a1b334911a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:30.235642 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:30.291108 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124aca9c-43f2-405e-9b23-68cf50ac4acd None None] The sync data for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 is: [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:30.662671 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-437e3bfe-9523-4c6e-b6f1-e3beb266dc85 req-9f8a9fe0-8096-4322-a148-f153eeafd495 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 210 time: 0.0447047 Nov 04 09:36:31.774960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-caa878f1-b0b3-4380-837e-85778764f74f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:31.779395 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-caa878f1-b0b3-4380-837e-85778764f74f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.70 "GET /v2.0/networks?id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb HTTP/1.1" status: 200 len: 797 time: 0.2544940 Nov 04 09:36:31.841817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2cfaec01-36b1-4423-b5dd-fd83f15d5d55 req-cc1f966e-2a94-4cbe-994d-448438a54a97 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 210 time: 0.0602400 Nov 04 09:36:31.878573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-71229736-44f8-480d-9464-2bafc7ad619e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32e757d6266144b0b683754494105741 HTTP/1.1" status: 200 len: 476 time: 0.0779059 Nov 04 09:36:31.893467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'port': {'device_id': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'admin_state_up': True, 'tenant_id': '32e757d6266144b0b683754494105741', 'security_groups': ['17fa6dda-9d89-469b-9cdb-aa161cb08bf6', 'adc45590-77ed-4f16-a225-480afb0b3c57']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:32.129107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Made reservation on behalf of 32e757d6266144b0b683754494105741 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:36:32.136285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:32.311158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d53ead53-a9b9-4f7e-83f5-bbceb3102c2f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:32.439362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:32.439913 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:32.469922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Allocated IP 172.20.0.3 (2d085e2a-898c-49fa-a090-fa0a6c03a5eb/f1cc9532-0f49-4790-8b4d-462a4bc4c3ee/6fecbd8c-ef95-412e-8ae8-e685b2ebbbde) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:36:32.786791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:32.852001 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:32.967681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:32.987712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:32.989848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f448330-852a-48ed-b4d9-2a5bc20d288f req-ee7dca3e-0908-428c-b3d4-3dedae58c43e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:32.991127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:32.995530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:36:32.999813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f448330-852a-48ed-b4d9-2a5bc20d288f req-ee7dca3e-0908-428c-b3d4-3dedae58c43e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 970 time: 0.0776806 Nov 04 09:36:33.095529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f448330-852a-48ed-b4d9-2a5bc20d288f req-5079864d-ef73-45e7-bd2a-c490f628893e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0944419 Nov 04 09:36:33.198533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:33.213252 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:33.254024 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-9a47b5aa-14a2-4053-bcf6-dd3c7c1e1838 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.3685777 Nov 04 09:36:33.276239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Request body: {'port': {'device_id': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:33.371270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4ed566ff-80f0-41bf-91e5-a726e6153250 None None] Provisioning complete for port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:33.372357 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4ed566ff-80f0-41bf-91e5-a726e6153250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:33.397159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:33.416482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4ed566ff-80f0-41bf-91e5-a726e6153250 None None] Port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:36:33.831396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:36:33.842835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:33.861453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Transition to ACTIVE for port object 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:36:33.867598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:33.960769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:34.030128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Attempting to bind port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:36:34.030464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Attempting to bind port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:36:34.030816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Attempting to bind port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde on network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:36:34.037464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde on network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:36:34.038536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Attempting to bind port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde on network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:36:34.048149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:36:34.048842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Checking segment: {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:36:34.049550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Bound using segment: {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:36:34.050253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Bound port: 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2065b30d-429e-4733-96df-f1b6aa9234f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:36:34.050811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:34.145488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] For port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:36:34.152234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] For port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:36:34.159959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:34.259449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:34.261351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:34.263279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] 10.222.0.70 "PUT /v2.0/ports/6fecbd8c-ef95-412e-8ae8-e685b2ebbbde HTTP/1.1" status: 200 len: 1130 time: 0.9982460 Nov 04 09:36:34.264654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b4731-ec08-40ca-93c1-75d23b6de8e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:34.270383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:36:34.274042 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65" -d '{"events": [{"name": "network-changed", "server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:36:34.446899 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-37991e33-14b3-446a-b283-f5da397e88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:34.451653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-37991e33-14b3-446a-b283-f5da397e88d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1133 time: 0.1116271 Nov 04 09:36:34.470427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3229d5-1e28-4c34-8a89-6aec2d45b81f req-b66c2aa2-1043-4f66-a1a7-e6b17cbf8c0f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:34.486769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec3229d5-1e28-4c34-8a89-6aec2d45b81f req-b66c2aa2-1043-4f66-a1a7-e6b17cbf8c0f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 982 time: 0.1928961 Nov 04 09:36:34.585032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec3229d5-1e28-4c34-8a89-6aec2d45b81f req-dca684a6-d816-4d6c-951c-2ecec2d1d2c1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0969203 Nov 04 09:36:34.597586 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-6aa2bef1-43f6-4e1e-9637-8655ea4c4cc4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde HTTP/1.1" status: 200 len: 217 time: 0.1379664 Nov 04 09:36:34.675941 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250e5bed-dbac-4839-ba08-8495565c5c20 x-openstack-request-id: req-250e5bed-dbac-4839-ba08-8495565c5c20 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:36:34.676428 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:36:34.676881 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-250e5bed-dbac-4839-ba08-8495565c5c20 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:36:34.677508 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'status': 'completed', 'code': 200} Nov 04 09:36:34.717055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-4dc2a958-e68c-4b57-bbef-55e9a6df0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:34.719680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-4dc2a958-e68c-4b57-bbef-55e9a6df0fd9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1cc9532-0f49-4790-8b4d-462a4bc4c3ee HTTP/1.1" status: 200 len: 835 time: 0.1022787 Nov 04 09:36:34.797969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-eeaaf601-5324-4aca-ab3f-2a0109966615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:34.805683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-eeaaf601-5324-4aca-ab3f-2a0109966615 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779524 Nov 04 09:36:35.236776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-625159c5-bb1c-443f-9724-814b8ea17f94 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228902 Nov 04 09:36:35.362001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6e024f75-4137-43ad-8e53-85e64c4970a6 req-086c8398-7b91-4c64-9f4e-5bf1f3bf5182 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175776 Nov 04 09:36:35.426046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35894) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:35.540566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7399421d-a006-4686-947a-b03810785f90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:35.556999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-0d36da4d-2dc0-4791-a865-bfa2a61beba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:35.558732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-0d36da4d-2dc0-4791-a865-bfa2a61beba3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1133 time: 0.1011455 Nov 04 09:36:35.631412 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7399421d-a006-4686-947a-b03810785f90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:35.800071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99990c69-5d27-461d-a773-54a2bb4c8a74 req-d881cba5-b34f-4b21-869b-423054bca1cf tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:35.804340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99990c69-5d27-461d-a773-54a2bb4c8a74 req-d881cba5-b34f-4b21-869b-423054bca1cf tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 982 time: 0.0814135 Nov 04 09:36:35.814938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-6dfbfd29-b990-4022-b9d4-c20f511f1a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:35.817318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-6dfbfd29-b990-4022-b9d4-c20f511f1a2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb HTTP/1.1" status: 200 len: 898 time: 0.2470167 Nov 04 09:36:35.896345 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-b3b4aa42-a63c-4970-a20c-21c208f70137 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde HTTP/1.1" status: 200 len: 217 time: 0.0706432 Nov 04 09:36:35.947204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99990c69-5d27-461d-a773-54a2bb4c8a74 req-541df765-687a-424a-a6ad-cbebf5d448cf tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1081645 Nov 04 09:36:35.963699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7399421d-a006-4686-947a-b03810785f90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:35.967287 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7399421d-a006-4686-947a-b03810785f90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:35.973564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7399421d-a006-4686-947a-b03810785f90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] 10.222.0.53 "DELETE /v2.0/security-groups/e5189df3-5478-4990-ba9e-902886367a31 HTTP/1.1" status: 204 len: 168 time: 0.5424440 Nov 04 09:36:35.999400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399421d-a006-4686-947a-b03810785f90 tempest-TestVolumeBootPattern-893362467 tempest-TestVolumeBootPattern-893362467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5189df3-5478-4990-ba9e-902886367a31,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:36.025318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-59582191-fae3-40d0-958b-4251a6cdffab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:36.028306 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-59582191-fae3-40d0-958b-4251a6cdffab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1cc9532-0f49-4790-8b4d-462a4bc4c3ee HTTP/1.1" status: 200 len: 835 time: 0.1214011 Nov 04 09:36:36.066698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35900) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:36.169844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-1ce619f8-321d-4af5-bcb5-4a25a3521b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:36.171627 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-1ce619f8-321d-4af5-bcb5-4a25a3521b9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339352 Nov 04 09:36:36.346308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-9bb603bd-920c-493d-813c-a97546ddd683 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654382 Nov 04 09:36:36.493575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fbdc8634-fc7f-4f35-9ef1-089ab1991d65 req-97b30779-dcbc-4835-969c-2d12cb84fb5d service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384492 Nov 04 09:36:36.865609 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:37.128941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392de2df-b332-4b09-aded-cd933227bf9c req-f4367795-bc78-46be-b908-49faa335dcf5 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:37.156860 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-392de2df-b332-4b09-aded-cd933227bf9c req-f4367795-bc78-46be-b908-49faa335dcf5 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 982 time: 0.0740099 Nov 04 09:36:37.234956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-392de2df-b332-4b09-aded-cd933227bf9c req-79ebc661-309f-4927-8449-366d526877bb tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0717521 Nov 04 09:36:37.266102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Deleting port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:37.266554 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:37.376606 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af11b5b4-0024-45f4-9bd4-1ff20f36521b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:37.384966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] For port a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:37.385589 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:37.410940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Calling delete_port for a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:37.667129 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:37.712420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:38.009532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:38.015621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:36:38.172890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:38.198925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'port_id': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'mac_address': 'fa:16:3e:ff:71:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:36:38.300822 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:38.330647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:36:38.377594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:38.384692 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:38.447482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:38.595904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['6fecbd8c-ef95-412e-8ae8-e685b2ebbbde'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:36:38.751648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1add3-9a9a-4b25-be6d-db9a1885939d req-eb6c4e94-ef9e-46e6-b051-89406c5aee21 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:38.754211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71c1add3-9a9a-4b25-be6d-db9a1885939d req-eb6c4e94-ef9e-46e6-b051-89406c5aee21 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 983 time: 0.1065605 Nov 04 09:36:38.811267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Router 49ac507a-1193-4fa8-8878-0d3041ec4fbd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:36:38.881813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71c1add3-9a9a-4b25-be6d-db9a1885939d req-0ddacc95-5517-4bea-b18e-3837efb218f2 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1117876 Nov 04 09:36:39.020601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:39.030345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b928e7b6-304e-40ac-9bf8-dfae64c226d5 admin admin] 10.222.0.53 "PUT /v2.0/routers/49ac507a-1193-4fa8-8878-0d3041ec4fbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614305 Nov 04 09:36:39.032910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:39.037574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] Sync routers for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:39.049266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:39.050026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:39.187014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:39.237408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:39.386825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:39.443550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:36:37Z', 'revision_number': 5, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port': {'id': '7039c972-d5c3-40f9-87d6-0fdffc62bc73', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9d:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:24:52Z', 'updated_at': '2021-11-04T09:24:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:39.476750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Deleting port 7039c972-d5c3-40f9-87d6-0fdffc62bc73 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:39.477292 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:39.492820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] Checking router: 49ac507a-1193-4fa8-8878-0d3041ec4fbd for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:36:39.508265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] Routers {'49ac507a-1193-4fa8-8878-0d3041ec4fbd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:39.509408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:39.619090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] For port 7039c972-d5c3-40f9-87d6-0fdffc62bc73, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7039c972-d5c3-40f9-87d6-0fdffc62bc73,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:39.619483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:39.626185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] Set router 49ac507a-1193-4fa8-8878-0d3041ec4fbd gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:39.639440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Calling delete_port for 7039c972-d5c3-40f9-87d6-0fdffc62bc73 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:39.700645 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:36:39Z', 'revision_number': 6, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:39.731412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d3d4b-8479-4275-97db-b1088704ca1e None None] The sync data for ids ['49ac507a-1193-4fa8-8878-0d3041ec4fbd'] in n-d-816487-1 is: [{'id': '49ac507a-1193-4fa8-8878-0d3041ec4fbd', 'name': 'tempest-TestVolumeBootPattern-849989092-router', 'tenant_id': 'dc4abc3519414efd948d16704b246ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:24:51Z', 'updated_at': '2021-11-04T09:36:39Z', 'revision_number': 6, 'project_id': 'dc4abc3519414efd948d16704b246ce1', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:39.934059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.006501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:36:40.011240 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-337b1d35-74bf-4c85-83f0-b2e26315dc96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.111274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:36:40.115564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=7039c972-d5c3-40f9-87d6-0fdffc62bc73,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:40.118944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:36:40.119695 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.218102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.218636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.219524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.219995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.220458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.220887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.221317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.221498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:40.221813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.222230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.222666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.223081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.223987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:36:40.227250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.253987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:40.254605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a2cb3659-bfaf-4dfb-bcbd-47f5e16f2495 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:40.316549 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.329645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.362416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:36:40.366326 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4a439d-370f-4c22-845b-e5fa3582c3eb" -d '{"events": [{"server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "name": "network-vif-plugged", "status": "completed", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:36:40.382111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.387626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:40.392070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78a4d3-3882-4e94-ac09-00f2ea2e6963 req-abe3be96-1662-4791-9882-3b3fb71ba9b8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:40.393335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d78a4d3-3882-4e94-ac09-00f2ea2e6963 req-abe3be96-1662-4791-9882-3b3fb71ba9b8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 983 time: 0.3254266 Nov 04 09:36:40.394765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.396982 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.460929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:40.477570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.478388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49ac507a-1193-4fa8-8878-0d3041ec4fbd {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:36:40.484950 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.486424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c99519cf-d174-44f7-ac55-d1db2b0c4f0b admin admin] 10.222.0.53 "DELETE /v2.0/routers/49ac507a-1193-4fa8-8878-0d3041ec4fbd HTTP/1.1" status: 204 len: 168 time: 1.4521186 Nov 04 09:36:40.489536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35940) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:40.495516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d78a4d3-3882-4e94-ac09-00f2ea2e6963 req-59581be5-3ffe-472d-867f-68e204043f0f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0887823 Nov 04 09:36:40.560847 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7b67e0-cc04-4ad5-aa87-ea2fe0f552d4 x-openstack-request-id: req-ee7b67e0-cc04-4ad5-aa87-ea2fe0f552d4 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:36:40.560847 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "name": "network-vif-plugged", "status": "completed", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:36:40.560847 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ee7b67e0-cc04-4ad5-aa87-ea2fe0f552d4 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:36:40.560847 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'code': 200} Nov 04 09:36:40.565420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] Deleting subnet 3423aea6-7135-467b-a91e-f3b9ded6465a {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:36:40.569152 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.634784 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.753449 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c0d5a2-df80-40a6-b3d1-39dfa6015e08 req-ff1e3fb4-823c-4a32-bd9a-b9fc1f7dbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:40.755136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20c0d5a2-df80-40a6-b3d1-39dfa6015e08 req-ff1e3fb4-823c-4a32-bd9a-b9fc1f7dbc5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1135 time: 0.0964875 Nov 04 09:36:40.798164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.854150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-20c0d5a2-df80-40a6-b3d1-39dfa6015e08 req-fe282401-be6e-4a08-a7b1-94797b774811 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&id=adc45590-77ed-4f16-a225-480afb0b3c57&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0846529 Nov 04 09:36:40.887205 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.918136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3423aea6-7135-467b-a91e-f3b9ded6465a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:40.922497 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:40.928806 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3acf68fe-c0cf-45e6-baa3-1e830c09e688 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3423aea6-7135-467b-a91e-f3b9ded6465a HTTP/1.1" status: 204 len: 168 time: 0.4345822 Nov 04 09:36:40.929838 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35942) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:40.933010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223cad1-f1b4-4421-9c60-a720bdc61595 None None] Network d08689f8-fafb-46ea-9e3f-9eee3450c0d5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:41.037148 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.107553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Deleting port 54d10606-78d6-4243-b9f6-cbd049c509d5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:41.108569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.206058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] For port 54d10606-78d6-4243-b9f6-cbd049c509d5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=54d10606-78d6-4243-b9f6-cbd049c509d5,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:41.207058 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.225098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] DHCP port deletion for d08689f8-fafb-46ea-9e3f-9eee3450c0d5 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:36:41.236464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Calling delete_port for 54d10606-78d6-4243-b9f6-cbd049c509d5 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:41.334757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] Deleting port 54d10606-78d6-4243-b9f6-cbd049c509d5 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:41.335317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.407662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.408093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.422487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] For port 54d10606-78d6-4243-b9f6-cbd049c509d5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=54d10606-78d6-4243-b9f6-cbd049c509d5,segment=NetworkSegment(6612236d-f737-4c3e-83b3-df62ef120fd6),segment_id=6612236d-f737-4c3e-83b3-df62ef120fd6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:41.423643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.447532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54d10606-78d6-4243-b9f6-cbd049c509d5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:41.450463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] Calling delete_port for 54d10606-78d6-4243-b9f6-cbd049c509d5 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:41.453500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] No DVR routers for this DVR port 54d10606-78d6-4243-b9f6-cbd049c509d5 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:41.587888 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.633282 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.646377 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d08689f8-fafb-46ea-9e3f-9eee3450c0d5']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:41.697363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6612236d-f737-4c3e-83b3-df62ef120fd6') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:41.697532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6612236d-f737-4c3e-83b3-df62ef120fd6') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:41.702950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] No DVR routers for this DVR port 54d10606-78d6-4243-b9f6-cbd049c509d5 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:41.705641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b643e6-5b73-4374-ac28-17fc0af20b6e None None] Pushing event deleted for resources: {'Port': ['ID=54d10606-78d6-4243-b9f6-cbd049c509d5,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:41.735345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.768798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.770075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340b589-10c2-4dc7-b6de-c6aaf58cfad6 req-8c8d30b1-e77f-491e-a19c-c7166e8422f2 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:41.774523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9340b589-10c2-4dc7-b6de-c6aaf58cfad6 req-8c8d30b1-e77f-491e-a19c-c7166e8422f2 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 984 time: 0.0870879 Nov 04 09:36:41.794763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:36:41.795798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:36:41.801022 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:36:41.854885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9340b589-10c2-4dc7-b6de-c6aaf58cfad6 req-1639f54f-20f1-42a1-83fd-fdf62ca49284 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0697317 Nov 04 09:36:41.929978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.935256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:41.942887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:41.953078 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d08689f8-fafb-46ea-9e3f-9eee3450c0d5 HTTP/1.1" status: 204 len: 168 time: 1.0211575 Nov 04 09:36:42.017129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a87e4-ef9a-4528-ab5d-4c30cfbba1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d08689f8-fafb-46ea-9e3f-9eee3450c0d5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:42.082537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35964) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:42.251346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7039c972-d5c3-40f9-87d6-0fdffc62bc73 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:42.283649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 7039c972-d5c3-40f9-87d6-0fdffc62bc73 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:42.284234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7039c972-d5c3-40f9-87d6-0fdffc62bc73 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:42.285007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 54d10606-78d6-4243-b9f6-cbd049c509d5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:42.306519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a611dee0-8bd3-4af6-b50e-51d96aa058e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.325564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 54d10606-78d6-4243-b9f6-cbd049c509d5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:42.326104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 54d10606-78d6-4243-b9f6-cbd049c509d5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:42.449963 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a611dee0-8bd3-4af6-b50e-51d96aa058e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.455309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a611dee0-8bd3-4af6-b50e-51d96aa058e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.505530 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a611dee0-8bd3-4af6-b50e-51d96aa058e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d0f358527d84592880177e66f053007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195583 Nov 04 09:36:42.506449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.506774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a611dee0-8bd3-4af6-b50e-51d96aa058e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e499a128-192e-42c2-9413-418fd8799b39,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:42.510064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:42.664052 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef440102-9106-4a2d-b4f3-8831225ecbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.729436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef440102-9106-4a2d-b4f3-8831225ecbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.814305 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.845073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef440102-9106-4a2d-b4f3-8831225ecbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.847794 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef440102-9106-4a2d-b4f3-8831225ecbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:42.852327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ef440102-9106-4a2d-b4f3-8831225ecbbc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e499a128-192e-42c2-9413-418fd8799b39 HTTP/1.1" status: 204 len: 168 time: 0.3377895 Nov 04 09:36:42.864767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef440102-9106-4a2d-b4f3-8831225ecbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e499a128-192e-42c2-9413-418fd8799b39,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:42.938041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Deleting port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:42.938620 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.101960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c59d23-792d-450a-94aa-40d4e452bdff req-b34bd9a1-d50a-4f63-8661-f942d414432d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:43.103515 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20c59d23-792d-450a-94aa-40d4e452bdff req-b34bd9a1-d50a-4f63-8661-f942d414432d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 984 time: 0.1420705 Nov 04 09:36:43.112146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] For port e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,segment=NetworkSegment(37b0542e-2cac-4998-b20f-dc19c02b0f25),segment_id=37b0542e-2cac-4998-b20f-dc19c02b0f25)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:43.112529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.139645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Calling delete_port for e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:43.213580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20c59d23-792d-450a-94aa-40d4e452bdff req-f7116794-6593-4818-8798-270927e6b2c5 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0977068 Nov 04 09:36:43.338396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35978) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:43.362986 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cc81954-7d95-4c55-8eda-24d3aea18459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.419838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.435933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded849b9-2d90-4ff1-b274-a097d3ec13ec req-7e9312cd-b30d-48bb-a772-8fe7d7e460b7 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:43.437700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ded849b9-2d90-4ff1-b274-a097d3ec13ec req-7e9312cd-b30d-48bb-a772-8fe7d7e460b7 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 984 time: 0.0961838 Nov 04 09:36:43.469176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:43.496345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cc81954-7d95-4c55-8eda-24d3aea18459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.502248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0cc81954-7d95-4c55-8eda-24d3aea18459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.562669 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ded849b9-2d90-4ff1-b274-a097d3ec13ec req-7beedefa-f170-4115-95bc-c7093af45177 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1037509 Nov 04 09:36:43.567685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc81954-7d95-4c55-8eda-24d3aea18459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dc290b-e5c7-4579-9a5e-2fbb1fcfc595,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:43.580326 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0cc81954-7d95-4c55-8eda-24d3aea18459 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8b64f607f4946a08e54b5cc2928ae93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400644 Nov 04 09:36:43.581931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35980) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:43.702648 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9abf17d1-edd9-4dd4-ba3a-004517b4c606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.735296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9abf17d1-edd9-4dd4-ba3a-004517b4c606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.805294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d3d9d-ba1f-476d-9477-64acb8604e04 req-b0ff4df7-d53d-40cf-a8e6-c5a2f8506793 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:43.807993 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f41d3d9d-ba1f-476d-9477-64acb8604e04 req-b0ff4df7-d53d-40cf-a8e6-c5a2f8506793 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1135 time: 0.0963690 Nov 04 09:36:43.841898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9abf17d1-edd9-4dd4-ba3a-004517b4c606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.842296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.844704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f41d3d9d-ba1f-476d-9477-64acb8604e04 req-cc6dcc21-0dec-4c45-97f9-d0ff2280d5f0 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.844979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9abf17d1-edd9-4dd4-ba3a-004517b4c606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:43.846203 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9abf17d1-edd9-4dd4-ba3a-004517b4c606 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46dc290b-e5c7-4579-9a5e-2fbb1fcfc595 HTTP/1.1" status: 204 len: 168 time: 0.2623706 Nov 04 09:36:43.856556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf17d1-edd9-4dd4-ba3a-004517b4c606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dc290b-e5c7-4579-9a5e-2fbb1fcfc595,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:44.326497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f41d3d9d-ba1f-476d-9477-64acb8604e04 req-cc6dcc21-0dec-4c45-97f9-d0ff2280d5f0 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.332170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35988) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:44.336978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-f41d3d9d-ba1f-476d-9477-64acb8604e04 req-cc6dcc21-0dec-4c45-97f9-d0ff2280d5f0 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.352718 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0226818-5c4d-4e45-adcc-13f02655cd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.420280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f41d3d9d-ba1f-476d-9477-64acb8604e04 req-cc6dcc21-0dec-4c45-97f9-d0ff2280d5f0 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6041307 Nov 04 09:36:44.437973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dcc21-0dec-4c45-97f9-d0ff2280d5f0 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a77ec7-64ea-4eb9-8707-3e357217f4c0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:44.466478 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0226818-5c4d-4e45-adcc-13f02655cd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.467498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35990) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:44.487180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Router bfb58092-cbbf-4936-95e2-75eb539c759e has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:36:44.495758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f0226818-5c4d-4e45-adcc-13f02655cd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.553299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f0226818-5c4d-4e45-adcc-13f02655cd7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eaa001af15fc4d2fac725eaaa8e3e266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2158587 Nov 04 09:36:44.553299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0226818-5c4d-4e45-adcc-13f02655cd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ff6841-81d3-4e0e-980e-73ebad3f0d38,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:44.557129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35992) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:44.565579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee8801-65cf-47a0-a602-8170fbf0343a tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:44.568653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-34ee8801-65cf-47a0-a602-8170fbf0343a tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1130 time: 0.0985231 Nov 04 09:36:44.576445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 35994) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:44.583515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'tenant_id': '32e757d6266144b0b683754494105741', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:36:44.643559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.662426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcda306f-ced7-4174-9988-0495cec05063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.728120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcda306f-ced7-4174-9988-0495cec05063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.826517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcda306f-ced7-4174-9988-0495cec05063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.830993 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fcda306f-ced7-4174-9988-0495cec05063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:44.833558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fcda306f-ced7-4174-9988-0495cec05063 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6ff6841-81d3-4e0e-980e-73ebad3f0d38 HTTP/1.1" status: 204 len: 168 time: 0.2745750 Nov 04 09:36:44.852032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda306f-ced7-4174-9988-0495cec05063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ff6841-81d3-4e0e-980e-73ebad3f0d38,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:44.867360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.045895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:45.054425 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-612add93-f4f1-4337-8eb4-ecc68a6fc8f4 admin admin] 10.222.0.53 "PUT /v2.0/routers/bfb58092-cbbf-4936-95e2-75eb539c759e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1099849 Nov 04 09:36:45.059254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 35998) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:45.064642 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] Sync routers for ids ['bfb58092-cbbf-4936-95e2-75eb539c759e'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:45.085189 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] Routers {'bfb58092-cbbf-4936-95e2-75eb539c759e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:45.086686 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bfb58092-cbbf-4936-95e2-75eb539c759e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:45.098493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Allocated IP 172.25.3.240 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e93e2f82-75db-4147-9b86-1e9aebacf79e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:36:45.244757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.261916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.309394 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] Set router bfb58092-cbbf-4936-95e2-75eb539c759e gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:45.325899 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.437733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:36:45.440253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:36:45.443987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:36:45.472523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.497549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=e93e2f82-75db-4147-9b86-1e9aebacf79e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:45.559904 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:36:43Z', 'revision_number': 5, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port': {'id': '9ed1724c-c12c-4973-8884-0beba3ad8de3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:25:01Z', 'updated_at': '2021-11-04T09:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:45.599451 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] Checking router: bfb58092-cbbf-4936-95e2-75eb539c759e for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:36:45.610654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Deleting port 9ed1724c-c12c-4973-8884-0beba3ad8de3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:45.610654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.622538 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] Routers {'bfb58092-cbbf-4936-95e2-75eb539c759e'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:45.625426 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bfb58092-cbbf-4936-95e2-75eb539c759e'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:45.782331 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] Set router bfb58092-cbbf-4936-95e2-75eb539c759e gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:45.791446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] For port 9ed1724c-c12c-4973-8884-0beba3ad8de3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9ed1724c-c12c-4973-8884-0beba3ad8de3,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:45.792146 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.825010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Calling delete_port for 9ed1724c-c12c-4973-8884-0beba3ad8de3 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:45.892979 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:36:45Z', 'revision_number': 6, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:45.925274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:45.982421 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97be9acf-1ad5-4a45-9b6a-7e7978eb977f None None] The sync data for ids ['bfb58092-cbbf-4936-95e2-75eb539c759e'] in n-d-816487-1 is: [{'id': 'bfb58092-cbbf-4936-95e2-75eb539c759e', 'name': 'tempest-TestVolumeBootPattern-867409517-router', 'tenant_id': 'fe83702bc2fa4d25b5fb66836817a605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:25:00Z', 'updated_at': '2021-11-04T09:36:45Z', 'revision_number': 6, 'project_id': 'fe83702bc2fa4d25b5fb66836817a605', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:46.183394 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.214022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.242652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed1724c-c12c-4973-8884-0beba3ad8de3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:46.334861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.341243 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.510190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:46.519337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.524267 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.573767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:46.574991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e4cad5cc-7b72-4bee-bfc2-3b0f5fdf327e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:46.609156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.610067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfb58092-cbbf-4936-95e2-75eb539c759e {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:36:46.618379 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.620149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d5758012-3707-4572-ba48-dcf38ab5c59b admin admin] 10.222.0.53 "DELETE /v2.0/routers/bfb58092-cbbf-4936-95e2-75eb539c759e HTTP/1.1" status: 204 len: 168 time: 1.5594969 Nov 04 09:36:46.624101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:46.695793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] Deleting subnet e19973a2-2593-4d67-add1-71c340617031 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:36:46.701556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.711569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.719773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.749129 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.782826 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.802602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=e93e2f82-75db-4147-9b86-1e9aebacf79e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:46.865021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.868322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.945494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.984070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e19973a2-2593-4d67-add1-71c340617031,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:46.995492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:46.999926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e08fb349-fbf7-48c2-aab8-1a387bd78426 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e19973a2-2593-4d67-add1-71c340617031 HTTP/1.1" status: 204 len: 168 time: 0.3737602 Nov 04 09:36:47.005300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36030) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:47.018104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f0c7f-0a61-4721-8377-c0b2c595b95d None None] Network 1324e61a-7ab5-4d57-86bc-a4f96013906e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:36:47.105294 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Floating IP 5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0 associated. External IP: 172.25.3.240, port: 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde. Nov 04 09:36:47.141628 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.250156 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Deleting port ccce09d8-9d27-4219-811c-d7212e1ee5e3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:47.251650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.358080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] For port ccce09d8-9d27-4219-811c-d7212e1ee5e3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ccce09d8-9d27-4219-811c-d7212e1ee5e3,segment=NetworkSegment(37b0542e-2cac-4998-b20f-dc19c02b0f25),segment_id=37b0542e-2cac-4998-b20f-dc19c02b0f25)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:47.358617 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.366907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] DHCP port deletion for 1324e61a-7ab5-4d57-86bc-a4f96013906e request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:36:47.388715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Calling delete_port for ccce09d8-9d27-4219-811c-d7212e1ee5e3 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:47.459670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] Deleting port ccce09d8-9d27-4219-811c-d7212e1ee5e3 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:36:47.460409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.493291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 091953fe-b0e9-45df-935d-156883e203d2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:36:47.545181 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.606227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=ccce09d8-9d27-4219-811c-d7212e1ee5e3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:47.608884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] No DVR routers for this DVR port ccce09d8-9d27-4219-811c-d7212e1ee5e3 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:47.615610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] For port ccce09d8-9d27-4219-811c-d7212e1ee5e3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ccce09d8-9d27-4219-811c-d7212e1ee5e3,segment=NetworkSegment(37b0542e-2cac-4998-b20f-dc19c02b0f25),segment_id=37b0542e-2cac-4998-b20f-dc19c02b0f25)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:36:47.616715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.648601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] Calling delete_port for ccce09d8-9d27-4219-811c-d7212e1ee5e3 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:36:47.682694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:36:47.706740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.710904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.740701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1324e61a-7ab5-4d57-86bc-a4f96013906e']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:47.754218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b0542e-2cac-4998-b20f-dc19c02b0f25') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:47.755365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b0542e-2cac-4998-b20f-dc19c02b0f25') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:47.756489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0fef987a-617f-4954-b2a9-9060cac61410 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1788030 Nov 04 09:36:47.757865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:36:47.761287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36044) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:47.765868 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2d1dfa-0495-4dc8-a985-53f883a28677" -d '{"events": [{"name": "network-changed", "server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:36:47.769665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] Sync routers for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:36:47.818059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:47.820773 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:47.832440 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38696e71-231d-48ae-97e6-4fde947da359 x-openstack-request-id: req-38696e71-231d-48ae-97e6-4fde947da359 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:36:47.832747 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:36:47.833062 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-38696e71-231d-48ae-97e6-4fde947da359 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:36:47.833424 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'status': 'completed', 'code': 200} Nov 04 09:36:47.870808 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.915729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.950775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:36:47.951905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:36:47.954870 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:36:47.979509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-187f5e4c-931c-449a-88e4-92f940110fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:47.984060 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-187f5e4c-931c-449a-88e4-92f940110fa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1135 time: 0.1200321 Nov 04 09:36:48.023956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:48.085155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:48.088242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b750b-8bd0-47cb-9a8e-09a54563007e tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.088725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b750b-8bd0-47cb-9a8e-09a54563007e tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.089210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b750b-8bd0-47cb-9a8e-09a54563007e tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.089750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b750b-8bd0-47cb-9a8e-09a54563007e tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.090248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b750b-8bd0-47cb-9a8e-09a54563007e tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.094971 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-781b750b-8bd0-47cb-9a8e-09a54563007e tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3547 time: 0.3299615 Nov 04 09:36:48.095224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] No DVR routers for this DVR port ccce09d8-9d27-4219-811c-d7212e1ee5e3 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:36:48.097391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:48.101519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] 10.222.0.53 "DELETE /v2.0/networks/1324e61a-7ab5-4d57-86bc-a4f96013906e HTTP/1.1" status: 204 len: 168 time: 1.0937207 Nov 04 09:36:48.102089 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:48.103322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90fec09-b231-43f2-a231-3cf42516e011 None None] Pushing event deleted for resources: {'Port': ['ID=ccce09d8-9d27-4219-811c-d7212e1ee5e3,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:48.160075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbc645-c3f3-46f3-9828-060a0592e6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=1324e61a-7ab5-4d57-86bc-a4f96013906e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:48.197601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:48.258484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-ad359dd3-67b2-4d80-a12e-2362f3867c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.261536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-ad359dd3-67b2-4d80-a12e-2362f3867c15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb HTTP/1.1" status: 200 len: 898 time: 0.2603137 Nov 04 09:36:48.278963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cbe5b-7259-4d8d-a1e6-009cb488cc79 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.279433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cbe5b-7259-4d8d-a1e6-009cb488cc79 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.279932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cbe5b-7259-4d8d-a1e6-009cb488cc79 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.280366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772cbe5b-7259-4d8d-a1e6-009cb488cc79 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.282898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-772cbe5b-7259-4d8d-a1e6-009cb488cc79 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1790543 Nov 04 09:36:48.296607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36058) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:48.388743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-76ee7262-c37f-4923-aca6-2105145a6e2d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde HTTP/1.1" status: 200 len: 999 time: 0.1207919 Nov 04 09:36:48.446797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9ed1724c-c12c-4973-8884-0beba3ad8de3 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:48.518215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36060) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:48.639670 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-06ae3e11-a8b2-4857-b001-f9e6ba4e50dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dc4abc3519414efd948d16704b246ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1120040 Nov 04 09:36:48.644859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:48.647744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-a79f681c-1283-4e42-999a-b8af3ba9a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.650766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-a79f681c-1283-4e42-999a-b8af3ba9a8fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1cc9532-0f49-4790-8b4d-462a4bc4c3ee HTTP/1.1" status: 200 len: 835 time: 0.2546647 Nov 04 09:36:48.741166 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-4b956c46-c03a-4649-bbf5-a0ca6a0b0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.743216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-4b956c46-c03a-4649-bbf5-a0ca6a0b0393 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848329 Nov 04 09:36:48.765157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9ed1724c-c12c-4973-8884-0beba3ad8de3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:48.766005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9ed1724c-c12c-4973-8884-0beba3ad8de3 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:48.766434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ccce09d8-9d27-4219-811c-d7212e1ee5e3 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:36:48.788739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a1c286a0-5146-4030-84a9-cb94d337eeab tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1615 time: 0.4894316 Nov 04 09:36:48.791737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:48.823963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ccce09d8-9d27-4219-811c-d7212e1ee5e3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:36:48.823963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ccce09d8-9d27-4219-811c-d7212e1ee5e3 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:36:48.828723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-896c0686-944b-48c2-a4ed-fee167d21da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:48.866648 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-896c0686-944b-48c2-a4ed-fee167d21da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:48.879982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6992c-17f0-4c31-ac8f-5c87de5de0cf tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.880933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c6992c-17f0-4c31-ac8f-5c87de5de0cf tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:36:48.895601 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-50c00a1e-09ed-4df8-bc2c-e1c2948492b7 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444857 Nov 04 09:36:48.897636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-17c6992c-17f0-4c31-ac8f-5c87de5de0cf tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=091953fe-b0e9-45df-935d-156883e203d2 HTTP/1.1" status: 200 len: 1990 time: 0.1044362 Nov 04 09:36:48.960973 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-896c0686-944b-48c2-a4ed-fee167d21da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:48.966296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-896c0686-944b-48c2-a4ed-fee167d21da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:48.980947 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-896c0686-944b-48c2-a4ed-fee167d21da0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b HTTP/1.1" status: 204 len: 168 time: 0.3306761 Nov 04 09:36:48.990965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0', 'tenant_id': '32e757d6266144b0b683754494105741', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '091953fe-b0e9-45df-935d-156883e203d2', 'port_id': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'mac_address': 'fa:16:3e:ff:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:36:45Z', 'updated_at': '2021-11-04T09:36:45Z', 'revision_number': 0, 'project_id': '32e757d6266144b0b683754494105741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:49.011092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c0686-944b-48c2-a4ed-fee167d21da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98aaf53-0d0d-4cab-be9b-9ce6bbd0319b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:49.047379 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8c2d1dfa-0495-4dc8-a985-53f883a28677 req-ca41d0a7-47e7-443c-8327-39f413e37229 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435506 Nov 04 09:36:49.079250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] Checking router: 091953fe-b0e9-45df-935d-156883e203d2 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:36:49.105362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:36:49.106526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:36:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:49.270010 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:36:49.640341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36078) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:49.688202 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0', 'tenant_id': '32e757d6266144b0b683754494105741', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '091953fe-b0e9-45df-935d-156883e203d2', 'port_id': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'mac_address': 'fa:16:3e:ff:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:36:45Z', 'updated_at': '2021-11-04T09:36:45Z', 'revision_number': 0, 'project_id': '32e757d6266144b0b683754494105741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:36:49.707063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4f3abe68-439d-4354-bf24-50c9b57d403a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe83702bc2fa4d25b5fb66836817a605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647881 Nov 04 09:36:49.711832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36082) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:49.724802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f4dd08-32b4-47d7-ac83-c98e2927a37b None None] The sync data for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 is: [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0', 'tenant_id': '32e757d6266144b0b683754494105741', 'floating_ip_address': '172.25.3.240', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '091953fe-b0e9-45df-935d-156883e203d2', 'port_id': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3843, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'mac_address': 'fa:16:3e:ff:71:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:36:45Z', 'updated_at': '2021-11-04T09:36:45Z', 'revision_number': 0, 'project_id': '32e757d6266144b0b683754494105741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:36:49.800852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b987d9b6-5908-4159-9c3c-5d3d84de0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:49.849184 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b987d9b6-5908-4159-9c3c-5d3d84de0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:49.922195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b987d9b6-5908-4159-9c3c-5d3d84de0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:49.928441 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b987d9b6-5908-4159-9c3c-5d3d84de0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:49.932642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b987d9b6-5908-4159-9c3c-5d3d84de0716 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a2282f06-bb01-49ae-ad24-bb2a73e5e68e HTTP/1.1" status: 204 len: 168 time: 0.2169805 Nov 04 09:36:49.946966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987d9b6-5908-4159-9c3c-5d3d84de0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2282f06-bb01-49ae-ad24-bb2a73e5e68e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:50.096717 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfe6539-bf2d-46a3-aacf-2361c56e7553 None None] New status for floating IP 5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:36:52.584815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36104) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:52.738277 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f6324c7-9459-4efa-a792-0ec7659a2a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:52.867365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f6324c7-9459-4efa-a792-0ec7659a2a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:52.881943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9f6324c7-9459-4efa-a792-0ec7659a2a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:52.937013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9f6324c7-9459-4efa-a792-0ec7659a2a2f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6925120dccd94001b3d1f2241e5f2264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3509414 Nov 04 09:36:52.939540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6324c7-9459-4efa-a792-0ec7659a2a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fde7ada-2dd0-41b1-8baa-bc5200897fd2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:52.941004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36108) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:53.044020 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7be45134-9244-4fb7-9e20-0e9966c1b85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.087838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7be45134-9244-4fb7-9e20-0e9966c1b85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.176839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7be45134-9244-4fb7-9e20-0e9966c1b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.179838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7be45134-9244-4fb7-9e20-0e9966c1b85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.181177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7be45134-9244-4fb7-9e20-0e9966c1b85c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fde7ada-2dd0-41b1-8baa-bc5200897fd2 HTTP/1.1" status: 204 len: 168 time: 0.2366371 Nov 04 09:36:53.192522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be45134-9244-4fb7-9e20-0e9966c1b85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fde7ada-2dd0-41b1-8baa-bc5200897fd2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:53.578769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:53.593305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bd6043e-77f4-4338-b99c-9664a7078c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.699190 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bd6043e-77f4-4338-b99c-9664a7078c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.704442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0bd6043e-77f4-4338-b99c-9664a7078c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.748981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6043e-77f4-4338-b99c-9664a7078c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6e407c-7b14-425e-994d-6c922b3368b9,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:53.753458 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0bd6043e-77f4-4338-b99c-9664a7078c0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a53e5c342ad24eb8a4f1092e3709b871&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734776 Nov 04 09:36:53.758223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:53.817655 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83292e0d-65c7-413f-ab2f-5014280f45a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.844911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83292e0d-65c7-413f-ab2f-5014280f45a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.906896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83292e0d-65c7-413f-ab2f-5014280f45a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.910154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83292e0d-65c7-413f-ab2f-5014280f45a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:53.912119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83292e0d-65c7-413f-ab2f-5014280f45a0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e6e407c-7b14-425e-994d-6c922b3368b9 HTTP/1.1" status: 204 len: 168 time: 0.1526558 Nov 04 09:36:53.922758 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83292e0d-65c7-413f-ab2f-5014280f45a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6e407c-7b14-425e-994d-6c922b3368b9,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:55.377788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36150) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:55.502549 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f9e4566-d454-47b5-8d77-57067e48e83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:55.626934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f9e4566-d454-47b5-8d77-57067e48e83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:55.631994 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8f9e4566-d454-47b5-8d77-57067e48e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:55.706848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8f9e4566-d454-47b5-8d77-57067e48e83e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=097a75e29cf64128be7abe661b449e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276203 Nov 04 09:36:55.708835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e4566-d454-47b5-8d77-57067e48e83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2f3524-ef92-4f91-85ca-0fb4a2cbadc6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:55.710867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36156) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:36:55.771789 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a03f-2071-45eb-827a-2c8a3235202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:55.795997 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a03f-2071-45eb-827a-2c8a3235202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:55.857005 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a03f-2071-45eb-827a-2c8a3235202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:55.862379 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a03f-2071-45eb-827a-2c8a3235202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:36:55.865145 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e8c6a03f-2071-45eb-827a-2c8a3235202b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fb2f3524-ef92-4f91-85ca-0fb4a2cbadc6 HTTP/1.1" status: 204 len: 168 time: 0.1529903 Nov 04 09:36:55.880944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6a03f-2071-45eb-827a-2c8a3235202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2f3524-ef92-4f91-85ca-0fb4a2cbadc6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:36:59.645658 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:37:01.662045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36218) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:01.788609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37b12c08-a6a9-4cfc-bb81-3ec3cb91f427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:01.880341 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37b12c08-a6a9-4cfc-bb81-3ec3cb91f427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:01.885225 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37b12c08-a6a9-4cfc-bb81-3ec3cb91f427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:01.929859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b12c08-a6a9-4cfc-bb81-3ec3cb91f427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d9cef5-38d4-4366-a853-1f62adccb9fb,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:01.934363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-37b12c08-a6a9-4cfc-bb81-3ec3cb91f427 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c2a7606075641008b96dfce1fca90f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708347 Nov 04 09:37:01.937821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:02.003761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661f0d48-148a-4e0f-aeb0-eb812070e9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.030473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661f0d48-148a-4e0f-aeb0-eb812070e9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.106399 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661f0d48-148a-4e0f-aeb0-eb812070e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.110038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661f0d48-148a-4e0f-aeb0-eb812070e9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.111999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-661f0d48-148a-4e0f-aeb0-eb812070e9e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02d9cef5-38d4-4366-a853-1f62adccb9fb HTTP/1.1" status: 204 len: 168 time: 0.1725361 Nov 04 09:37:02.123012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661f0d48-148a-4e0f-aeb0-eb812070e9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d9cef5-38d4-4366-a853-1f62adccb9fb,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:02.443671 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36230) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:02.457983 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acf18079-64a3-41b2-b788-fdc62aa3c3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.557098 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acf18079-64a3-41b2-b788-fdc62aa3c3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.561934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-acf18079-64a3-41b2-b788-fdc62aa3c3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.604911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf18079-64a3-41b2-b788-fdc62aa3c3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444c4de0-0e54-442c-8f42-3293112240ab,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:02.610452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-acf18079-64a3-41b2-b788-fdc62aa3c3d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b734182194b24d879e320f6fea6574c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652865 Nov 04 09:37:02.614698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36232) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:02.673774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb41c6-fb9a-4258-9ca2-cca2097abf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.699581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb41c6-fb9a-4258-9ca2-cca2097abf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.758418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb41c6-fb9a-4258-9ca2-cca2097abf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.761429 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3ddb41c6-fb9a-4258-9ca2-cca2097abf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:02.762962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3ddb41c6-fb9a-4258-9ca2-cca2097abf30 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/444c4de0-0e54-442c-8f42-3293112240ab HTTP/1.1" status: 204 len: 168 time: 0.1468892 Nov 04 09:37:02.773713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb41c6-fb9a-4258-9ca2-cca2097abf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444c4de0-0e54-442c-8f42-3293112240ab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:07.367841 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65bdaa87-f739-4c3a-bc03-70ec4fd6eea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:09.998488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-39860f54-b4dc-4f93-9ce6-09dcee714f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:10.302993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:11.340492 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:12.815013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:15.890955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:16.763831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.039073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:17.133473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fd864b49-bdcc-46da-9d38-c4e79f1aad0c tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0898802 Nov 04 09:37:17.133742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36324) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:17.139007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'network': {'name': 'tempest-network-smoke--1061103395', 'project_id': '32e757d6266144b0b683754494105741', 'port_security_enabled': False}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:37:17.164073 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Made reservation on behalf of 32e757d6266144b0b683754494105741 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:37:17.168236 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.196953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:37:17.209249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.209601 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Added segment f860e545-1a99-441e-b7c5-482e830e35e2 of type vlan for network dd469275-a8a2-47e4-aa66-05df906545de Nov 04 09:37:17.257420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.299204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.305990 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:17.306576 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.673286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5385091 Nov 04 09:37:17.677301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36326) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:17.689424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7eb4f-431a-4a82-a5be-4c24490f638d tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Network': ['ID=dd469275-a8a2-47e4-aa66-05df906545de,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:17.689948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'admin_state_up': True, 'project_id': '32e757d6266144b0b683754494105741', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:37:17.702697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network dd469275-a8a2-47e4-aa66-05df906545de details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:37:17.738655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.740130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.803738 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:17.986101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:18.638885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:18.661042 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:18.779946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Allocated IP 172.25.3.51 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0e1c6351-ff50-4ce1-9e6c-6664b7d21696) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:37:18.910326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:18.952553 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:18.996759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:37:19.010272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:37:19.012400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:19.014809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:37:19.328304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:19.613954 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:19.789767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 05a72446-d877-4cc8-b63f-15d08b5dfa25 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:37:20.003767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:37:20.031623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:20.040072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c1e039b9-6eda-4985-9ea0-c00199994bb0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3546987 Nov 04 09:37:20.040072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36340) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:20.043491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Sync routers for ids ['05a72446-d877-4cc8-b63f-15d08b5dfa25'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:37:20.064725 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Routers {'05a72446-d877-4cc8-b63f-15d08b5dfa25'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:20.067571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['05a72446-d877-4cc8-b63f-15d08b5dfa25'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:20.140842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1683ec-c93a-47ef-9447-dbbeef27e118 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:20.142831 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2e1683ec-c93a-47ef-9447-dbbeef27e118 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=32e757d6266144b0b683754494105741&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1022029 Nov 04 09:37:20.146155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36342) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:20.273926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Set router 05a72446-d877-4cc8-b63f-15d08b5dfa25 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:20.355096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f1cfc-56ea-4115-9df6-c26c9ca3a8e5 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:20.358251 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a65f1cfc-56ea-4115-9df6-c26c9ca3a8e5 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2096379 Nov 04 09:37:20.361544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36344) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:20.413802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7eeb88c6-d8a4-4ec2-aa5e-db88e9d0753e tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496154 Nov 04 09:37:20.418013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36346) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:20.454788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2701f18d-8a57-46bd-8895-965f2ee55975 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=32e757d6266144b0b683754494105741&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313551 Nov 04 09:37:20.455328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36348) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:20.532312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:19Z', 'revision_number': 3, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:20.596367 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Checking router: 05a72446-d877-4cc8-b63f-15d08b5dfa25 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:37:20.597497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Updating router 05a72446-d877-4cc8-b63f-15d08b5dfa25 port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:37:20.630822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9657a2c1-4e42-40d6-a827-98f0b3512476 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:20.636787 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9657a2c1-4e42-40d6-a827-98f0b3512476 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1769180 Nov 04 09:37:20.637365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36352) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:20.648824 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:20.689350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b40ed3e-ec47-49aa-910a-372ea92613aa tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480654 Nov 04 09:37:20.689939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36354) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:20.699280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1104215261', 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de', 'project_id': '32e757d6266144b0b683754494105741', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:37:20.855460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Made reservation on behalf of 32e757d6266144b0b683754494105741 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:37:20.860149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:20.984724 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:20.993922 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:21.091638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Attempting to bind port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:37:21.092814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Attempting to bind port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:37:21.093329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Attempting to bind port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:37:21.107451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:37:21.107840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:37:21.108279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:21.108643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:37:21.109371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Bound port: 0e1c6351-ff50-4ce1-9e6c-6664b7d21696, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:37:21.109758 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:21.119893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Pushing event updated for resources: {'Port': ['ID=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:21.163143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.163903 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.164282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.164573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.165656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.166104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.166510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.166769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.167338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.167833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.168337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.168663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:21.192737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:21.214990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] For port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:37:21.218906 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] For port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:37:21.224165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:21.291092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Routers {'05a72446-d877-4cc8-b63f-15d08b5dfa25'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:21.291747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['05a72446-d877-4cc8-b63f-15d08b5dfa25'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:21.318002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Subnet': ['ID=3ff56e80-378c-4f38-8cbe-f182eb922a90,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:21.367296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Checking segment: {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:37:21.367664 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network hostable DHCP agents. Network: dd469275-a8a2-47e4-aa66-05df906545de, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:37:21.385247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0187f4aa-8250-4737-a269-adbc131ed7ed None None] Pushing event updated for resources: {'Port': ['ID=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:21.401230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network dd469275-a8a2-47e4-aa66-05df906545de is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:37:21.420267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, dd469275-a8a2-47e4-aa66-05df906545de) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:37:21.429084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:21.435445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:21.443477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f394977-83bf-4170-9693-97a54b2c1497 None None] Network dd469275-a8a2-47e4-aa66-05df906545de requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:37:21.474247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8def710f-cd88-44ce-8940-1cce4913ced1 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7803683 Nov 04 09:37:21.474588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36356) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:21.494125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] Set router 05a72446-d877-4cc8-b63f-15d08b5dfa25 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:21.782855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-dd469275-a8a2-47e4-aa66-05df906545de', 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de', 'tenant_id': '32e757d6266144b0b683754494105741', 'fixed_ips': [{'subnet_id': '3ff56e80-378c-4f38-8cbe-f182eb922a90'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:37:21.783750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:21.813262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:19Z', 'revision_number': 3, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:22.132118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65983ad3-5ba9-4dbf-be08-12b0997603f8 None None] The sync data for ids ['05a72446-d877-4cc8-b63f-15d08b5dfa25'] in n-d-816487-1 is: [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:19Z', 'revision_number': 3, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:37:22.152416 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:22.286693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Allocated IP 172.20.0.18 (dd469275-a8a2-47e4-aa66-05df906545de/3ff56e80-378c-4f38-8cbe-f182eb922a90/7013b187-4ad9-4318-9020-79fcb3b4e115) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:37:22.609257 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:22.617769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:22.675775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Network dd469275-a8a2-47e4-aa66-05df906545de is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:37:22.679375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:37:22.682324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:37:22.751604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Allocated IP 172.20.0.17 (dd469275-a8a2-47e4-aa66-05df906545de/3ff56e80-378c-4f38-8cbe-f182eb922a90/fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:37:22.763588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Pushing event updated for resources: {'Port': ['ID=7013b187-4ad9-4318-9020-79fcb3b4e115,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:22.785239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Attempting to bind port 7013b187-4ad9-4318-9020-79fcb3b4e115 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:37:22.785239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Attempting to bind port 7013b187-4ad9-4318-9020-79fcb3b4e115 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:37:22.785716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Attempting to bind port 7013b187-4ad9-4318-9020-79fcb3b4e115 on network dd469275-a8a2-47e4-aa66-05df906545de {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:37:22.792227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:37:22.792615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Checking segment: {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:37:22.793039 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:22.793552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Bound using segment: {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:37:22.794061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Bound port: 7013b187-4ad9-4318-9020-79fcb3b4e115, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:37:22.794453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:22.930981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] For port 7013b187-4ad9-4318-9020-79fcb3b4e115, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:37:22.941062 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] For port 7013b187-4ad9-4318-9020-79fcb3b4e115, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7013b187-4ad9-4318-9020-79fcb3b4e115,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:37:22.948939 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:23.073808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ca61-1490-471d-a24a-1586cd985b64 None None] Pushing event updated for resources: {'Port': ['ID=7013b187-4ad9-4318-9020-79fcb3b4e115,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:23.104120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:23.161161 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:23.263575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:23.287932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network dd469275-a8a2-47e4-aa66-05df906545de is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:37:23.294487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:37:23.314749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:37:23.413424 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:23.706240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:24.414724 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7013b187-4ad9-4318-9020-79fcb3b4e115 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:37:24.423473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:24.437121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:24.504735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7013b187-4ad9-4318-9020-79fcb3b4e115 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:24.505642 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:24.592250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:24.616013 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:24.711736 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:24.775682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e43fe1-d53b-4199-8d4e-9041599f7b81 None None] Network dd469275-a8a2-47e4-aa66-05df906545de requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:37:24.786958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 7013b187-4ad9-4318-9020-79fcb3b4e115, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7013b187-4ad9-4318-9020-79fcb3b4e115,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:24.832415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:24.833574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:37:24.888672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network dd469275-a8a2-47e4-aa66-05df906545de is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:37:24.891898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:37:24.921081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ecf09038-b5f0-46ef-ac61-690bd530df5b None None] Provisioning complete for port 7013b187-4ad9-4318-9020-79fcb3b4e115 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:24.921737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ecf09038-b5f0-46ef-ac61-690bd530df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:25.018187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=7013b187-4ad9-4318-9020-79fcb3b4e115,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:25.093992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:25.094386 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:25.221493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 05a72446-d877-4cc8-b63f-15d08b5dfa25 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:37:25.322315 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:25.362858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:25.373217 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:25.419417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:37:25.427275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-97d176a5-7968-4987-8972-3de56c7f3e45 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "PUT /v2.0/routers/05a72446-d877-4cc8-b63f-15d08b5dfa25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9514325 Nov 04 09:37:25.446940 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Sync routers for ids ['05a72446-d877-4cc8-b63f-15d08b5dfa25'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:37:25.468619 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Routers {'05a72446-d877-4cc8-b63f-15d08b5dfa25'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:25.469276 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['05a72446-d877-4cc8-b63f-15d08b5dfa25'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:25.493997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:25.726114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-65cd0c35-e504-4c07-8b54-34172237e8c1 None None] Provisioning complete for port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:25.729795 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65cd0c35-e504-4c07-8b54-34172237e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:25.801346 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-65cd0c35-e504-4c07-8b54-34172237e8c1 None None] Port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:37:25.823885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-65cd0c35-e504-4c07-8b54-34172237e8c1 None None] Provisioning complete for port 7013b187-4ad9-4318-9020-79fcb3b4e115 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:25.824470 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65cd0c35-e504-4c07-8b54-34172237e8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:25.959347 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Set router 05a72446-d877-4cc8-b63f-15d08b5dfa25 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:25.970862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-461eb5c8-f508-447b-91f8-b8df0670c8f0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:25.974927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-461eb5c8-f508-447b-91f8-b8df0670c8f0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/networks?id=dd469275-a8a2-47e4-aa66-05df906545de HTTP/1.1" status: 200 len: 798 time: 0.2796047 Nov 04 09:37:26.030024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-070ab77b-8ff0-4bad-80ae-6d26782726b9 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/quotas/32e757d6266144b0b683754494105741 HTTP/1.1" status: 200 len: 375 time: 0.0479798 Nov 04 09:37:26.216563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-81d884d0-5d01-4820-9280-6a3a485c6856 None None] Provisioning complete for port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:26.217624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-b07f387c-00d9-40d2-a4cd-3f2b3c9e24af tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1766546 Nov 04 09:37:26.218220 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-81d884d0-5d01-4820-9280-6a3a485c6856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:26.365508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-81d884d0-5d01-4820-9280-6a3a485c6856 None None] Port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:37:26.374605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7013b187-4ad9-4318-9020-79fcb3b4e115 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:37:26.417371 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-c5337eba-7a86-45f5-80bc-a1513d0fb8a5 service neutron] 10.222.0.53 "GET /v2.0/networks/dd469275-a8a2-47e4-aa66-05df906545de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844742 Nov 04 09:37:26.466486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 7013b187-4ad9-4318-9020-79fcb3b4e115 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:26.467169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:26.522947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a3c03aa2-2e3c-44a2-beb7-4700dac3685b None None] Provisioning complete for port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:26.523654 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3c03aa2-2e3c-44a2-beb7-4700dac3685b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:26.558615 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:23Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315', 'name': '', 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:dd:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '3ff56e80-378c-4f38-8cbe-f182eb922a90', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:22Z', 'updated_at': '2021-11-04T09:37:24Z', 'revision_number': 2, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': '3ff56e80-378c-4f38-8cbe-f182eb922a90', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:26.582760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a3c03aa2-2e3c-44a2-beb7-4700dac3685b None None] Port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:37:26.604888 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Checking router: 05a72446-d877-4cc8-b63f-15d08b5dfa25 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:37:26.605556 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Updating router 05a72446-d877-4cc8-b63f-15d08b5dfa25 port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:37:26.620569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-41ea094b-da38-4c32-9e61-6d20a0603c07 service neutron] 10.222.0.53 "GET /v2.0/networks/dd469275-a8a2-47e4-aa66-05df906545de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934094 Nov 04 09:37:26.654979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:37:26.679898 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:26.765858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:26.766482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:26.910232 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec14acdb-2cee-456a-95d3-74d1f91953cc req-9c7eeaf1-d931-4af0-9a62-0869b7799c49 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 210 time: 0.0523474 Nov 04 09:37:27.193085 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.206701 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.421924 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53188dc9-a3dd-4dab-bfba-dae4ea6fa6b6 None None] Pushing event updated for resources: {'Port': ['ID=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:27.478844 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Attempting to bind port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:37:27.479565 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Attempting to bind port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:37:27.479759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Attempting to bind port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 on network dd469275-a8a2-47e4-aa66-05df906545de {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:37:27.495399 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:37:27.496102 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Checking segment: {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:37:27.496872 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.497267 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Bound using segment: {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:37:27.498161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Bound port: fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:37:27.498531 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.616541 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] For port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:37:27.622041 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] For port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:37:27.625278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6f2ec8a2-c191-4c9a-bf47-9c6fb0246165 None None] Provisioning complete for port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:27.626569 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f2ec8a2-c191-4c9a-bf47-9c6fb0246165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.631990 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.694603 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Routers {'05a72446-d877-4cc8-b63f-15d08b5dfa25'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:27.696006 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['05a72446-d877-4cc8-b63f-15d08b5dfa25'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:27.801338 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f2ec8a2-c191-4c9a-bf47-9c6fb0246165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.808596 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53188dc9-a3dd-4dab-bfba-dae4ea6fa6b6 None None] Pushing event updated for resources: {'Port': ['ID=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:27.874737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6f2ec8a2-c191-4c9a-bf47-9c6fb0246165 None None] For port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:27.883831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f2ec8a2-c191-4c9a-bf47-9c6fb0246165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:27.953723 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] Set router 05a72446-d877-4cc8-b63f-15d08b5dfa25 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:28.108249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2ec8a2-c191-4c9a-bf47-9c6fb0246165 None None] Pushing event updated for resources: {'Port': ['ID=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:28.176486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10378161-8038-404d-8821-c71ae6def07b req-b36f843b-c6aa-401c-8a18-bbfe857655a2 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 210 time: 0.0622272 Nov 04 09:37:28.317849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-af51ac41-cf57-4442-8a4b-7617ee680f75 None None] Provisioning complete for port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:28.318576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af51ac41-cf57-4442-8a4b-7617ee680f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:28.477407 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:23Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315', 'name': '', 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:dd:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '3ff56e80-378c-4f38-8cbe-f182eb922a90', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:22Z', 'updated_at': '2021-11-04T09:37:27Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': '3ff56e80-378c-4f38-8cbe-f182eb922a90', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:28.539152 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd3dc3-6836-4ea3-bd7c-ad9ed429312a None None] The sync data for ids ['05a72446-d877-4cc8-b63f-15d08b5dfa25'] in n-d-816487-1 is: [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:23Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315', 'name': '', 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:dd:f7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': '3ff56e80-378c-4f38-8cbe-f182eb922a90', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:22Z', 'updated_at': '2021-11-04T09:37:27Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': '3ff56e80-378c-4f38-8cbe-f182eb922a90', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:37:28.864653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-dd803bf5-b746-4280-bc6e-faf5c5975132 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:28.870816 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-dd803bf5-b746-4280-bc6e-faf5c5975132 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.55 "GET /v2.0/networks?id=dd469275-a8a2-47e4-aa66-05df906545de HTTP/1.1" status: 200 len: 798 time: 0.2112794 Nov 04 09:37:28.889370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Request body: {'port': {'device_id': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de', 'admin_state_up': True, 'tenant_id': '32e757d6266144b0b683754494105741'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:37:29.132364 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Made reservation on behalf of 32e757d6266144b0b683754494105741 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:37:29.137371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:29.352737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24480c94-5be2-4e49-8efb-0808bb197438 req-aaa96e18-5891-4369-89c0-722609e68830 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 210 time: 0.0370810 Nov 04 09:37:29.433626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Allocated IP 172.20.0.19 (dd469275-a8a2-47e4-aa66-05df906545de/3ff56e80-378c-4f38-8cbe-f182eb922a90/7b041397-b33c-45b0-b5c3-5ebcb664cbf9) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:37:29.672705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:29.725181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:29.787043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Network dd469275-a8a2-47e4-aa66-05df906545de is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:37:29.793709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event updated for resources: {'Port': ['ID=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:29.796313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:37:29.799463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:37:29.810092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.810656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.811148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.811148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.812089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.812089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.812089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.813683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.813683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.813683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.813683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.813683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:29.906640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:29.909847 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:29.942013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-d8cb53f4-99d3-4a91-bceb-f6e7af9551fc tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0614200 Nov 04 09:37:29.960055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Request body: {'port': {'device_id': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:37:30.090223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:30.162626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5ec7de39-5d9b-4693-8558-28e94939edfa None None] Provisioning complete for port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:30.163962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5ec7de39-5d9b-4693-8558-28e94939edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:30.236110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5ec7de39-5d9b-4693-8558-28e94939edfa None None] Port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:37:30.358675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:37:30.459323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:30.460392 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:30.575157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60950e-6eef-45c0-93e5-63ae65bf1088 req-84eedfa3-3431-4e3d-b04a-a9570f3b4016 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:30.576870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a60950e-6eef-45c0-93e5-63ae65bf1088 req-84eedfa3-3431-4e3d-b04a-a9570f3b4016 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 895 time: 0.0843127 Nov 04 09:37:30.598519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:37:30.607528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:30.624751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Transition to ACTIVE for port object 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:37:30.630297 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:30.719593 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:30.832837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Attempting to bind port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:37:30.833422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Attempting to bind port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:37:30.833986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Attempting to bind port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 on network dd469275-a8a2-47e4-aa66-05df906545de {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:37:30.845994 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 on network dd469275-a8a2-47e4-aa66-05df906545de not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:37:30.846822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Attempting to bind port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 on network dd469275-a8a2-47e4-aa66-05df906545de {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:37:30.857660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:37:30.858245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Checking segment: {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:37:30.858875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Bound using segment: {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:37:30.859653 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Bound port: 7b041397-b33c-45b0-b5c3-5ebcb664cbf9, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f860e545-1a99-441e-b7c5-482e830e35e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:37:30.860305 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:30.981403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] For port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:37:30.988596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] For port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:37:30.995993 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:31.063840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:31.065098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:31.068383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] 10.222.0.55 "PUT /v2.0/ports/7b041397-b33c-45b0-b5c3-5ebcb664cbf9 HTTP/1.1" status: 200 len: 1055 time: 1.1146312 Nov 04 09:37:31.069175 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'tag': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:37:31.074536 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485ee909-09bb-448e-8da7-b508f98999a0" -d '{"events": [{"name": "network-changed", "server_uuid": "73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b", "tag": "7b041397-b33c-45b0-b5c3-5ebcb664cbf9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:37:31.118371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fe459-516e-40f3-b875-2b3037e8e9ed service neutron] Pushing event updated for resources: {'Port': ['ID=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:31.162445 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b8091-ae66-40fe-b69d-5a054982d735 x-openstack-request-id: req-617b8091-ae66-40fe-b69d-5a054982d735 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:37:31.162742 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b", "tag": "7b041397-b33c-45b0-b5c3-5ebcb664cbf9", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:37:31.163215 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-617b8091-ae66-40fe-b69d-5a054982d735 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:37:31.163632 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'tag': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9', 'status': 'completed', 'code': 200} Nov 04 09:37:31.187491 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-ea809c22-5db8-4a43-ba00-421b975b940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:31.190363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-ea809c22-5db8-4a43-ba00-421b975b940c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 1058 time: 0.0643432 Nov 04 09:37:31.261168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-89b4e335-5bbf-40bc-b0c3-273ee146d1ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7b041397-b33c-45b0-b5c3-5ebcb664cbf9 HTTP/1.1" status: 200 len: 217 time: 0.0623639 Nov 04 09:37:31.333025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-7370df7a-f344-4677-a907-abadf527d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:31.334782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-7370df7a-f344-4677-a907-abadf527d9ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3ff56e80-378c-4f38-8cbe-f182eb922a90 HTTP/1.1" status: 200 len: 838 time: 0.0660563 Nov 04 09:37:31.460776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eec17-2045-4e7b-9db9-326f557cf51a req-fbfd942d-bb38-4e10-8312-332650489e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:31.462349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-fbfd942d-bb38-4e10-8312-332650489e05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd469275-a8a2-47e4-aa66-05df906545de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191666 Nov 04 09:37:31.492909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-ce8d1dde-75d0-47ad-8b10-08c908282765 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0871551 Nov 04 09:37:31.643290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-85dbc187-dc32-482e-9710-39ce4ffdfd26 service neutron] 10.222.0.55 "GET /v2.0/networks/dd469275-a8a2-47e4-aa66-05df906545de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710699 Nov 04 09:37:31.715132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-70d3ab6f-08a0-4c10-bf8c-1ffb90a19fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:31.716746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-70d3ab6f-08a0-4c10-bf8c-1ffb90a19fd0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1135 time: 0.1605158 Nov 04 09:37:31.767563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb45ac-0a27-4fb8-99fb-a9ba7dc18104 req-5f723a95-5e90-4585-8f0f-549e617f7cbf tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:31.770071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21eb45ac-0a27-4fb8-99fb-a9ba7dc18104 req-5f723a95-5e90-4585-8f0f-549e617f7cbf tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 907 time: 0.0670052 Nov 04 09:37:31.873981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-854eec17-2045-4e7b-9db9-326f557cf51a req-78e71609-e62e-492e-88cd-d44d2cc22ab3 service neutron] 10.222.0.55 "GET /v2.0/networks/dd469275-a8a2-47e4-aa66-05df906545de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217472 Nov 04 09:37:31.993626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-9683d5d3-e0f2-46a3-bf0a-149ba7af4ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:31.996065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-9683d5d3-e0f2-46a3-bf0a-149ba7af4ac2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb HTTP/1.1" status: 200 len: 898 time: 0.2522950 Nov 04 09:37:32.101955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee909-09bb-448e-8da7-b508f98999a0 req-30902a46-2244-469d-b8df-1258a4be1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:32.104416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-485ee909-09bb-448e-8da7-b508f98999a0 req-30902a46-2244-469d-b8df-1258a4be1d5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 1058 time: 0.1724317 Nov 04 09:37:32.202156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-07b2634a-6dbf-4cc4-a67a-22e6d564520c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde HTTP/1.1" status: 200 len: 1001 time: 0.1977906 Nov 04 09:37:32.319800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-e280654f-33ea-4dbd-a253-4e43798b3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:32.321570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-e280654f-33ea-4dbd-a253-4e43798b3d02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1cc9532-0f49-4790-8b4d-462a4bc4c3ee HTTP/1.1" status: 200 len: 835 time: 0.1103256 Nov 04 09:37:32.347212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee909-09bb-448e-8da7-b508f98999a0 req-a432d28e-5999-4a34-b941-2e29859e8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:32.349191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-485ee909-09bb-448e-8da7-b508f98999a0 req-a432d28e-5999-4a34-b941-2e29859e8ce5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dd469275-a8a2-47e4-aa66-05df906545de HTTP/1.1" status: 200 len: 899 time: 0.2340510 Nov 04 09:37:32.410235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-485ee909-09bb-448e-8da7-b508f98999a0 req-074d5695-b013-4c53-bf4d-618f6d4cdf27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7b041397-b33c-45b0-b5c3-5ebcb664cbf9 HTTP/1.1" status: 200 len: 217 time: 0.0436065 Nov 04 09:37:32.457676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-37692ea0-0878-4935-9b11-a6afb796cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:32.459303 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-37692ea0-0878-4935-9b11-a6afb796cf08 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269782 Nov 04 09:37:32.496341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee909-09bb-448e-8da7-b508f98999a0 req-5fab3af8-710d-4232-aa1c-f47889d5b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:32.497855 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-485ee909-09bb-448e-8da7-b508f98999a0 req-5fab3af8-710d-4232-aa1c-f47889d5b4a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3ff56e80-378c-4f38-8cbe-f182eb922a90 HTTP/1.1" status: 200 len: 838 time: 0.0798166 Nov 04 09:37:32.895465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ee909-09bb-448e-8da7-b508f98999a0 req-fcf1c3ff-fa73-485d-9ac1-082391212556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:32.896837 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-485ee909-09bb-448e-8da7-b508f98999a0 req-fcf1c3ff-fa73-485d-9ac1-082391212556 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dd469275-a8a2-47e4-aa66-05df906545de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3729377 Nov 04 09:37:32.899460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-956e7ac2-e3ba-4abf-bccd-e91c55b48ce8 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4314189 Nov 04 09:37:32.993660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a230cca-2083-4619-9f47-3e64f056830d req-705d214e-1883-44f5-bcba-a0f881ea6cca tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:32.999205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a230cca-2083-4619-9f47-3e64f056830d req-705d214e-1883-44f5-bcba-a0f881ea6cca tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 907 time: 0.0979006 Nov 04 09:37:33.089316 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-485ee909-09bb-448e-8da7-b508f98999a0 req-ee654bb8-0de5-4b1d-963e-d1e53c5fc217 service neutron] 10.222.0.55 "GET /v2.0/networks/dd469275-a8a2-47e4-aa66-05df906545de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838155 Nov 04 09:37:33.095896 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8b6bc6f4-e02d-40a1-82b0-939b2fa46490 req-210f0f43-77e9-4344-80f5-160a8531d742 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891954 Nov 04 09:37:33.223001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-485ee909-09bb-448e-8da7-b508f98999a0 req-70c692cd-4d1f-42fc-8e7d-028effbf945a service neutron] 10.222.0.55 "GET /v2.0/networks/dd469275-a8a2-47e4-aa66-05df906545de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261036 Nov 04 09:37:34.133768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c577f89-f248-424e-a732-c02043693be4 req-e8fc7810-b1f9-46bc-b163-3d12a3358ba7 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:34.135579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c577f89-f248-424e-a732-c02043693be4 req-e8fc7810-b1f9-46bc-b163-3d12a3358ba7 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 907 time: 0.0559816 Nov 04 09:37:34.406149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:37:34.553771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:34.569324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9', 'network_id': 'dd469275-a8a2-47e4-aa66-05df906545de', 'port_id': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9', 'mac_address': 'fa:16:3e:97:7c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ff56e80-378c-4f38-8cbe-f182eb922a90', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:37:34.615218 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:34.640318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:37:34.669368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:34.676088 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:34.771686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:34.908526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['7b041397-b33c-45b0-b5c3-5ebcb664cbf9'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:37:35.302560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d056d-9073-4073-9eb4-6ae6395c6ba4 req-998ecde0-cf72-4513-abc5-63ef29de2101 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:35.304178 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e4d056d-9073-4073-9eb4-6ae6395c6ba4 req-998ecde0-cf72-4513-abc5-63ef29de2101 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 908 time: 0.0848100 Nov 04 09:37:36.407468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:37:36.484805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc56ca-e992-4127-9ca1-29469cd27f78 req-58679bc1-c2f4-4816-a479-665ff28ff08c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:36.486038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:37:36.487847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8cfc56ca-e992-4127-9ca1-29469cd27f78 req-58679bc1-c2f4-4816-a479-665ff28ff08c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 908 time: 0.0860987 Nov 04 09:37:36.493804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:36.494457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:36.623456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:36.649127 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:37:36.677112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:37:36.680158 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b261fdc2-0248-4aa8-ace4-3d40ce5f5ce4" -d '{"events": [{"server_uuid": "73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b", "name": "network-vif-plugged", "status": "completed", "tag": "7b041397-b33c-45b0-b5c3-5ebcb664cbf9"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:37:36.703590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:36.712560 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:36.792843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:36.949915 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44d6c4-2802-418b-9444-ad6897ef676f x-openstack-request-id: req-9d44d6c4-2802-418b-9444-ad6897ef676f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:37:36.950258 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b", "name": "network-vif-plugged", "status": "completed", "tag": "7b041397-b33c-45b0-b5c3-5ebcb664cbf9", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:37:36.950580 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9d44d6c4-2802-418b-9444-ad6897ef676f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:37:36.951048 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9', 'code': 200} Nov 04 09:37:37.067811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbbedc-ad21-4fbb-905e-01af7c74625c req-2dcfd9ed-46f5-45b1-9406-63f9432e7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:37.069568 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13cbbedc-ad21-4fbb-905e-01af7c74625c req-2dcfd9ed-46f5-45b1-9406-63f9432e7b75 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 1060 time: 0.0528967 Nov 04 09:37:37.367321 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b814785f-b4e7-4a70-bf07-1c327be465bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:37.666649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311f6cc-b043-423b-9b2d-8008c90eb848 req-100b04e3-69fd-4479-a257-905f410f4364 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:37.668722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6311f6cc-b043-423b-9b2d-8008c90eb848 req-100b04e3-69fd-4479-a257-905f410f4364 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 909 time: 0.0699522 Nov 04 09:37:38.286161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:38.442817 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b9f47fa-f26a-4704-ada3-20e06a388560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:38.557963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b9f47fa-f26a-4704-ada3-20e06a388560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:38.562333 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b9f47fa-f26a-4704-ada3-20e06a388560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:38.606649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f47fa-f26a-4704-ada3-20e06a388560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69addc11-a2a8-4be9-a462-a06b1dbcfa47,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:38.611791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b9f47fa-f26a-4704-ada3-20e06a388560 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38cead1e09bd46518b99cb279f35fe15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241842 Nov 04 09:37:38.616518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:38.678271 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf221-7685-441e-bec8-5a42f09773f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:38.714864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf221-7685-441e-bec8-5a42f09773f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:38.824512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39254c-8d9e-44e2-95a5-8da583a7b3f9 req-4fa5cb1a-b5eb-4647-bed7-cca68f0b8ca4 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:38.826168 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b39254c-8d9e-44e2-95a5-8da583a7b3f9 req-4fa5cb1a-b5eb-4647-bed7-cca68f0b8ca4 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 909 time: 0.0676522 Nov 04 09:37:38.827706 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf221-7685-441e-bec8-5a42f09773f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:38.830385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf221-7685-441e-bec8-5a42f09773f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:38.835167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a9bcf221-7685-441e-bec8-5a42f09773f4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/69addc11-a2a8-4be9-a462-a06b1dbcfa47 HTTP/1.1" status: 204 len: 168 time: 0.2146773 Nov 04 09:37:38.844458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf221-7685-441e-bec8-5a42f09773f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69addc11-a2a8-4be9-a462-a06b1dbcfa47,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:39.007907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ed087-53db-48d9-8283-fe400579247b req-dab44ef6-35a2-4bd2-8db2-24ce04133f62 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:39.010795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e4ed087-53db-48d9-8283-fe400579247b req-dab44ef6-35a2-4bd2-8db2-24ce04133f62 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 909 time: 0.0739057 Nov 04 09:37:39.160328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127a0b3-fdd5-4495-8ec1-19b443d23828 req-6e386962-30bd-40b1-80bb-3bfa9f670f2b tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:39.162093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2127a0b3-fdd5-4495-8ec1-19b443d23828 req-6e386962-30bd-40b1-80bb-3bfa9f670f2b tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 1060 time: 0.0563033 Nov 04 09:37:39.325509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ef1f6-f59e-461d-9754-0bb59abadd85 req-e50ab53c-a179-434f-8a91-1538d2fbc21b tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:39.328181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c35ef1f6-f59e-461d-9754-0bb59abadd85 req-e50ab53c-a179-434f-8a91-1538d2fbc21b tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1135 time: 0.0610960 Nov 04 09:37:39.390151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c35ef1f6-f59e-461d-9754-0bb59abadd85 req-588a4275-900c-4e05-aa02-d7da2ee5bcfc tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0532808 Nov 04 09:37:39.426181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36496) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:39.483473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077cdef9-57b0-4051-9d2c-b54bc071ae90 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:39.485564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-077cdef9-57b0-4051-9d2c-b54bc071ae90 tempest-TestSecurityGroupsBasicOps-992049768 tempest-TestSecurityGroupsBasicOps-992049768-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 1055 time: 0.0578594 Nov 04 09:37:39.833540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593223b-dad5-4d24-9c56-03d194cd0cf9 req-b708b79f-3ec2-44c4-8936-9d55444d41b0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:39.836397 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f593223b-dad5-4d24-9c56-03d194cd0cf9 req-b708b79f-3ec2-44c4-8936-9d55444d41b0 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 909 time: 0.0898888 Nov 04 09:37:39.985945 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7956b125-4759-4382-bbf4-407b3a76cdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:40.290368 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:40.970462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17bda8-ce98-4f7f-8955-45b893764f06 req-67351902-e36b-45bc-804f-f7bac4ca1f9c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:40.973005 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b17bda8-ce98-4f7f-8955-45b893764f06 req-67351902-e36b-45bc-804f-f7bac4ca1f9c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 909 time: 0.0593827 Nov 04 09:37:41.035590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-3cc9b168-0c0f-40aa-b1d1-883c19ba2a9f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:41.037875 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-3cc9b168-0c0f-40aa-b1d1-883c19ba2a9f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.55 "GET /v2.0/ports?device_id=73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b HTTP/1.1" status: 200 len: 909 time: 0.0609424 Nov 04 09:37:41.155501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:41.155990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:41.274834 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] For port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:41.275178 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:41.291361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Calling delete_port for 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:41.334892 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:41.484350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:41.521567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Port': ['ID=7b041397-b33c-45b0-b5c3-5ebcb664cbf9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:41.577185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] No DVR routers for this DVR port 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:37:41.580344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:41.585620 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7a60e3a-61a6-40f4-ae05-72af62dc94d3 req-6c1a2dea-93cd-400c-a44f-8d691b4a208e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.55 "DELETE /v2.0/ports/7b041397-b33c-45b0-b5c3-5ebcb664cbf9 HTTP/1.1" status: 204 len: 173 time: 0.5415585 Nov 04 09:37:41.586129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'name': 'network-vif-deleted', 'tag': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:37:41.588846 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0979c9-8d57-4b75-b4a3-5e6f073732e5" -d '{"events": [{"server_uuid": "73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b", "name": "network-vif-deleted", "tag": "7b041397-b33c-45b0-b5c3-5ebcb664cbf9"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:37:41.614267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-504bd907-5813-4f68-bc67-56e6148470db tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6b16b1ae58414ae48e4a9a1c8e2041c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555477 Nov 04 09:37:41.914178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-3b5e0b38-91d3-43f8-98be-64ac47dd230c tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:41.915705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-3b5e0b38-91d3-43f8-98be-64ac47dd230c tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946930 Nov 04 09:37:41.932525 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-163943e6-c334-4c9d-a736-934124bb3cc2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/quotas/6b16b1ae58414ae48e4a9a1c8e2041c8 HTTP/1.1" status: 200 len: 375 time: 0.0106015 Nov 04 09:37:41.973884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-27f63bbe-d196-4889-978b-b7986fac7c1a tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6b16b1ae58414ae48e4a9a1c8e2041c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298760 Nov 04 09:37:42.176972 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e8ac7-3718-4cf9-8f0b-926f78e4aa39 x-openstack-request-id: req-174e8ac7-3718-4cf9-8f0b-926f78e4aa39 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:37:42.178244 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b", "name": "network-vif-deleted", "tag": "7b041397-b33c-45b0-b5c3-5ebcb664cbf9", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:37:42.178798 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-174e8ac7-3718-4cf9-8f0b-926f78e4aa39 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:37:42.179605 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe9a2a-2064-4cc7-abdd-bb8e9de2b48b', 'name': 'network-vif-deleted', 'tag': '7b041397-b33c-45b0-b5c3-5ebcb664cbf9', 'status': 'completed', 'code': 200} Nov 04 09:37:42.227289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36544) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:42.289719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dbf3c97-602c-4444-9ce3-3c4705b1b93a req-f61401fb-79bd-4feb-a149-8e450976c00c tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 210 time: 0.0340655 Nov 04 09:37:42.756859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:42.823015 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:43.114564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:43.114907 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:43.245642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] For port fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:43.246845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:43.265201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Calling delete_port for fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:43.319903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-01c1c875-8a45-40d7-b286-14c33a37d7f9 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=6b16b1ae58414ae48e4a9a1c8e2041c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402765 Nov 04 09:37:43.471421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aec07b3a-b757-4a65-b2bf-28cf57349142 req-b206521d-7654-4187-83a8-a680128c8460 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 210 time: 0.0497863 Nov 04 09:37:43.685075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-1351d47d-fa85-47e8-ba31-6414b049a57e tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:43.686642 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-1351d47d-fa85-47e8-ba31-6414b049a57e tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262982 Nov 04 09:37:43.710597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Request body: {'port': {'device_id': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '6b16b1ae58414ae48e4a9a1c8e2041c8'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:37:43.869866 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:43.922990 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Port': ['ID=fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:43.946008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Made reservation on behalf of 6b16b1ae58414ae48e4a9a1c8e2041c8 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:37:43.949716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:43.979186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:44.188692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:44.196190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:44.201235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:44.345697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c7de43-dc20-47ca-9b9e-7905741011ba,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:44.438475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:44.453240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Allocated IP 192.168.233.209 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/39b848c6-9800-4d39-87da-fbfeaf41860e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:37:44.475041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:37:44.475623 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 7b041397-b33c-45b0-b5c3-5ebcb664cbf9 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:37:44.630059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcf94a7f-5e4f-407b-b737-3a0032fd3e69 req-624fde40-0d7f-41c4-adbf-3f5495aaf9f1 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 210 time: 0.0359943 Nov 04 09:37:44.689748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 05a72446-d877-4cc8-b63f-15d08b5dfa25 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:37:44.825792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:44.885896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:37:44.896921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5b28193e-cadc-46b2-bb3b-3aea8a5ca80a tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "PUT /v2.0/routers/05a72446-d877-4cc8-b63f-15d08b5dfa25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6666515 Nov 04 09:37:44.900678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36556) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:44.905136 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] Sync routers for ids ['05a72446-d877-4cc8-b63f-15d08b5dfa25'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:37:44.906306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:44.928390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] Routers {'05a72446-d877-4cc8-b63f-15d08b5dfa25'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:44.930112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['05a72446-d877-4cc8-b63f-15d08b5dfa25'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:44.959401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:37:44.963100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:37:44.967327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:37:44.992637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting subnet 3ff56e80-378c-4f38-8cbe-f182eb922a90 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:37:44.998136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:44.999683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Pushing event updated for resources: {'Port': ['ID=39b848c6-9800-4d39-87da-fbfeaf41860e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:45.049680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:45.051515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.065138 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.082928 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-9c36338a-9d59-4688-93b1-10dd4f254317 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3775015 Nov 04 09:37:45.103636 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Request body: {'port': {'device_id': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:37:45.164691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] Set router 05a72446-d877-4cc8-b63f-15d08b5dfa25 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:45.219810 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.224695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.353014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.391944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-de9c6931-5793-4647-84b7-03b6292c51af None None] Provisioning complete for port 39b848c6-9800-4d39-87da-fbfeaf41860e triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:45.392532 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-de9c6931-5793-4647-84b7-03b6292c51af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.408124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff56e80-378c-4f38-8cbe-f182eb922a90,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:45.422578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.432530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/subnets/3ff56e80-378c-4f38-8cbe-f182eb922a90 HTTP/1.1" status: 204 len: 168 time: 0.5254025 Nov 04 09:37:45.432530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.432530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.433210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.433210 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.433837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.434347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.434780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.435238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.435674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.436134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.436630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.437056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a101899a-f67e-4bc9-b35c-f1db048e122e tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:37:45.441575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36558) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:45.465451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39458c4-c0be-47d1-8fd8-59208f5fe5a7 None None] Network dd469275-a8a2-47e4-aa66-05df906545de requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:37:45.574042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-de9c6931-5793-4647-84b7-03b6292c51af None None] Port 39b848c6-9800-4d39-87da-fbfeaf41860e cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:37:45.627441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.919818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:45.932544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:43Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:45.965926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] Checking router: 05a72446-d877-4cc8-b63f-15d08b5dfa25 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:37:45.977760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] Routers {'05a72446-d877-4cc8-b63f-15d08b5dfa25'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:45.978598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['05a72446-d877-4cc8-b63f-15d08b5dfa25'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:46.015826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39b848c6-9800-4d39-87da-fbfeaf41860e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:37:46.031591 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.050619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Transition to ACTIVE for port object 39b848c6-9800-4d39-87da-fbfeaf41860e will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:37:46.056561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.061515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] DHCP port deletion for dd469275-a8a2-47e4-aa66-05df906545de request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:37:46.226211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] Set router 05a72446-d877-4cc8-b63f-15d08b5dfa25 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:46.263049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Pushing event updated for resources: {'Port': ['ID=39b848c6-9800-4d39-87da-fbfeaf41860e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:46.273197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.297253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] Deleting port 7013b187-4ad9-4318-9020-79fcb3b4e115 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:46.297611 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.364159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Attempting to bind port 39b848c6-9800-4d39-87da-fbfeaf41860e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:37:46.364731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Attempting to bind port 39b848c6-9800-4d39-87da-fbfeaf41860e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:37:46.365337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Attempting to bind port 39b848c6-9800-4d39-87da-fbfeaf41860e on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:37:46.374694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Port 39b848c6-9800-4d39-87da-fbfeaf41860e on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:37:46.375426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Attempting to bind port 39b848c6-9800-4d39-87da-fbfeaf41860e on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:37:46.388712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:37:46.389403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:37:46.390014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:37:46.390705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Bound port: 39b848c6-9800-4d39-87da-fbfeaf41860e, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:37:46.391270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.399166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96939635-7ba0-4b81-887f-24dc3fb628b7 req-062ad309-5387-49d2-86dc-fd8c985ae5a2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:46.401576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96939635-7ba0-4b81-887f-24dc3fb628b7 req-062ad309-5387-49d2-86dc-fd8c985ae5a2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 948 time: 0.1391969 Nov 04 09:37:46.427775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] For port 7013b187-4ad9-4318-9020-79fcb3b4e115, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=7013b187-4ad9-4318-9020-79fcb3b4e115,segment=NetworkSegment(f860e545-1a99-441e-b7c5-482e830e35e2),segment_id=f860e545-1a99-441e-b7c5-482e830e35e2)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:46.428419 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.429562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:46.430014 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.465595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 7013b187-4ad9-4318-9020-79fcb3b4e115 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:46.539562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96939635-7ba0-4b81-887f-24dc3fb628b7 req-e9341787-156f-4c93-9ed2-fe2d7ac5dbd2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051047 Nov 04 09:37:46.554764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] For port 39b848c6-9800-4d39-87da-fbfeaf41860e, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:37:46.562598 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] For port 39b848c6-9800-4d39-87da-fbfeaf41860e, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=39b848c6-9800-4d39-87da-fbfeaf41860e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:37:46.573173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.600729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] For port 0e1c6351-ff50-4ce1-9e6c-6664b7d21696, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:46.601270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.603242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] Calling delete_port for 7013b187-4ad9-4318-9020-79fcb3b4e115 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:46.620559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Calling delete_port for 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:46.645856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:46.645856 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.648136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] 10.222.0.55 "PUT /v2.0/ports/39b848c6-9800-4d39-87da-fbfeaf41860e HTTP/1.1" status: 200 len: 1096 time: 1.5556602 Nov 04 09:37:46.648892 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'tag': '39b848c6-9800-4d39-87da-fbfeaf41860e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:37:46.661104 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800a202b-dcac-4660-869f-8212515ab43f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff1c61bb-2687-446e-9142-f188e9db4810", "tag": "39b848c6-9800-4d39-87da-fbfeaf41860e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:37:46.743457 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2b7ec0-0ba1-4839-9a27-cbc6438fb479 x-openstack-request-id: req-6c2b7ec0-0ba1-4839-9a27-cbc6438fb479 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:37:46.744191 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff1c61bb-2687-446e-9142-f188e9db4810", "tag": "39b848c6-9800-4d39-87da-fbfeaf41860e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:37:46.744612 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6c2b7ec0-0ba1-4839-9a27-cbc6438fb479 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:37:46.745287 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'tag': '39b848c6-9800-4d39-87da-fbfeaf41860e', 'status': 'completed', 'code': 200} Nov 04 09:37:46.791089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3e4d0-dc2e-4e23-a9c4-d431181fcbfa service neutron] Pushing event updated for resources: {'Port': ['ID=39b848c6-9800-4d39-87da-fbfeaf41860e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:46.833102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-12b0aaf4-4cd9-4237-8cb1-18cf377cb246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:46.836281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-12b0aaf4-4cd9-4237-8cb1-18cf377cb246 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b16b1ae58414ae48e4a9a1c8e2041c8&device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 1099 time: 0.1109698 Nov 04 09:37:46.883317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.919034 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-78b81b9f-1db9-4b80-956f-06f68d6e9962 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=39b848c6-9800-4d39-87da-fbfeaf41860e HTTP/1.1" status: 200 len: 217 time: 0.0737584 Nov 04 09:37:46.953033 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:46.979804 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.011628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] No DVR routers for this DVR port 7013b187-4ad9-4318-9020-79fcb3b4e115 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:37:47.017661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-ce6b9247-64c0-4cc7-8704-2aca8dd3734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:47.019960 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-ce6b9247-64c0-4cc7-8704-2aca8dd3734a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0935705 Nov 04 09:37:47.033230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.045748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928729d9-c633-4314-88f4-3a2c789e779a None None] Pushing event deleted for resources: {'Port': ['ID=7013b187-4ad9-4318-9020-79fcb3b4e115,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:47.083493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:43Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:47.084369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Port': ['ID=0e1c6351-ff50-4ce1-9e6c-6664b7d21696,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:47.102296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-c688fb29-ebc4-4b9b-a632-f2dbe0675445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:47.104708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-c688fb29-ebc4-4b9b-a632-f2dbe0675445 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783355 Nov 04 09:37:47.153042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a177f3-8e28-4cd3-9209-80428137c5bf None None] The sync data for ids ['05a72446-d877-4cc8-b63f-15d08b5dfa25'] in n-d-816487-1 is: [{'id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1836241769', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:37:17Z', 'updated_at': '2021-11-04T09:37:43Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '0e1c6351-ff50-4ce1-9e6c-6664b7d21696', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:35:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a72446-d877-4cc8-b63f-15d08b5dfa25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:37:18Z', 'updated_at': '2021-11-04T09:37:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:37:47.177995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.268437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-43b306d5-410e-447b-80c9-b4d8e84382cb service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560392 Nov 04 09:37:47.290179 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.293362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.351713 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.352786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Fanout notify agent at l3_agent the message router_deleted on router 05a72446-d877-4cc8-b63f-15d08b5dfa25 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:37:47.366878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.369101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0e241f9e-a6b0-4b63-a6de-e1456e3613aa tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/routers/05a72446-d877-4cc8-b63f-15d08b5dfa25 HTTP/1.1" status: 204 len: 168 time: 1.9254584 Nov 04 09:37:47.372029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36564) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:47.403819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00bea3a0-b584-43b5-a1b3-6be1b7b1f475 req-a75d1bf0-3278-4f3e-9f8a-c92af1c3ce58 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278822 Nov 04 09:37:47.508542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.526585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a202b-dcac-4660-869f-8212515ab43f req-7ad78d51-f355-4e40-a629-8c0b3364d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:47.528627 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-800a202b-dcac-4660-869f-8212515ab43f req-7ad78d51-f355-4e40-a629-8c0b3364d572 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b16b1ae58414ae48e4a9a1c8e2041c8&device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 1099 time: 0.0704150 Nov 04 09:37:47.751466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.760444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f97f33-a0b7-4dfe-9b4b-798e01680746 req-96dcfbbe-cc7b-446b-9415-943f86d2dd4f tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:47.763032 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42f97f33-a0b7-4dfe-9b4b-798e01680746 req-96dcfbbe-cc7b-446b-9415-943f86d2dd4f tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 948 time: 0.0879912 Nov 04 09:37:47.806533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd469275-a8a2-47e4-aa66-05df906545de']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:47.819512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42f97f33-a0b7-4dfe-9b4b-798e01680746 req-e3cae0c2-9811-4f6a-9651-84b56aefc73a tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468361 Nov 04 09:37:47.822362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a202b-dcac-4660-869f-8212515ab43f req-842251cf-0c88-4b04-9fcb-f9b9b64f0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:47.824030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-800a202b-dcac-4660-869f-8212515ab43f req-842251cf-0c88-4b04-9fcb-f9b9b64f0b2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.2875533 Nov 04 09:37:47.826054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f860e545-1a99-441e-b7c5-482e830e35e2') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:47.826357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f860e545-1a99-441e-b7c5-482e830e35e2') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:47.844581 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.887969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-800a202b-dcac-4660-869f-8212515ab43f req-f3cb7ed3-8159-4a6a-b279-8208ef216e15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=39b848c6-9800-4d39-87da-fbfeaf41860e HTTP/1.1" status: 200 len: 217 time: 0.0527449 Nov 04 09:37:47.904362 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.930946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:37:47.931351 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:37:47.934699 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:37:48.005771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a202b-dcac-4660-869f-8212515ab43f req-49a9d964-bfab-4aa9-a859-6e546182200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:48.007346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-800a202b-dcac-4660-869f-8212515ab43f req-49a9d964-bfab-4aa9-a859-6e546182200d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.1113617 Nov 04 09:37:48.015549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:48.033475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:48.037230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/networks/dd469275-a8a2-47e4-aa66-05df906545de HTTP/1.1" status: 204 len: 168 time: 0.6641116 Nov 04 09:37:48.040548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36568) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:48.063794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29521404-ef75-41ff-8e90-dece9ff01225 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Network': ['ID=dd469275-a8a2-47e4-aa66-05df906545de,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:48.087505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a202b-dcac-4660-869f-8212515ab43f req-4395eb92-ef18-4686-b92f-c628a04ed6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:48.089320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-800a202b-dcac-4660-869f-8212515ab43f req-4395eb92-ef18-4686-b92f-c628a04ed6a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714333 Nov 04 09:37:48.194748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-800a202b-dcac-4660-869f-8212515ab43f req-8183aa21-150e-4933-a81a-e011cf647b1d service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972009 Nov 04 09:37:48.233462 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting port e93e2f82-75db-4147-9b86-1e9aebacf79e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:48.233753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:48.360833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:48.362009 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-800a202b-dcac-4660-869f-8212515ab43f req-3e6b46ce-ea91-40c9-aae2-8317439e90d4 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580923 Nov 04 09:37:48.365673 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:48.366565 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:48.392030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Calling delete_port for e93e2f82-75db-4147-9b86-1e9aebacf79e owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:48.400260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:37:48.400583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fb2f70fd-fbbf-44ff-b0c5-683ffe9c3315 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:37:48.401070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:48.423194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:37:48.423544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0e1c6351-ff50-4ce1-9e6c-6664b7d21696 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:37:48.633739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:48.660344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Port': ['ID=e93e2f82-75db-4147-9b86-1e9aebacf79e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:48.735021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:48.735604 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Floating IP 5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0 disassociated (deleted). External IP: 172.25.3.240, port: 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde. Nov 04 09:37:49.067804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9e690-91ad-48a0-b1fb-7e640f8d46ea req-12c52a01-c494-4e34-bef5-b7158fbc8ff5 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:49.069705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33b9e690-91ad-48a0-b1fb-7e640f8d46ea req-12c52a01-c494-4e34-bef5-b7158fbc8ff5 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 948 time: 0.1480024 Nov 04 09:37:49.110490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 091953fe-b0e9-45df-935d-156883e203d2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:37:49.142320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33b9e690-91ad-48a0-b1fb-7e640f8d46ea req-19640fb4-a612-45a5-809a-6b2e48c0dfba tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621369 Nov 04 09:37:49.262275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:37:49.269250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:49.276068 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] Sync routers for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:37:49.294509 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:49.295650 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:49.306326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fa227abe-bf5b-4202-89b2-e756e5824a33 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/floatingips/5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0 HTTP/1.1" status: 204 len: 168 time: 1.2643819 Nov 04 09:37:49.306924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:37:49.309690 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda815e-cf2e-428d-a3f0-823fd91f9449" -d '{"events": [{"name": "network-changed", "server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:37:49.449789 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:49.684079 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:49.720924 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] Checking router: 091953fe-b0e9-45df-935d-156883e203d2 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:37:49.731999 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:49.732648 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:49.740406 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1221d6a-7c94-4f86-9133-c779c07068fa x-openstack-request-id: req-d1221d6a-7c94-4f86-9133-c779c07068fa {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:37:49.740985 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:37:49.740985 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d1221d6a-7c94-4f86-9133-c779c07068fa {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:37:49.741350 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'status': 'completed', 'code': 200} Nov 04 09:37:49.824237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-707d51d5-df9c-47c8-9a79-9f2ab9fcfb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:49.826935 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-707d51d5-df9c-47c8-9a79-9f2ab9fcfb08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=32e757d6266144b0b683754494105741&device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 1135 time: 0.0562994 Nov 04 09:37:49.901543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810aae3c-17c3-4f0f-810d-040133c7d017 req-e9902199-2f9b-4279-bb39-1826d751f052 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:49.903407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-810aae3c-17c3-4f0f-810d-040133c7d017 req-e9902199-2f9b-4279-bb39-1826d751f052 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 984 time: 0.0681989 Nov 04 09:37:49.967811 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-810aae3c-17c3-4f0f-810d-040133c7d017 req-e3a9b49f-2dc8-4f16-a3de-602bee6ea755 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0504961 Nov 04 09:37:49.984883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-64fd9688-c899-481c-8068-c819e0e60aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:49.986402 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-64fd9688-c899-481c-8068-c819e0e60aa8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb HTTP/1.1" status: 200 len: 898 time: 0.1521418 Nov 04 09:37:50.001987 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:50.049230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-defc3803-33b4-4738-8707-a4beaadec9b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde HTTP/1.1" status: 200 len: 217 time: 0.0533648 Nov 04 09:37:50.126414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-02555ab0-1921-44cd-8d61-a5cdd794a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:50.129988 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-02555ab0-1921-44cd-8d61-a5cdd794a18f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f1cc9532-0f49-4790-8b4d-462a4bc4c3ee HTTP/1.1" status: 200 len: 835 time: 0.0729346 Nov 04 09:37:50.238277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-49578ee1-bba8-4745-a5c7-d4696c96902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:50.241514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-49578ee1-bba8-4745-a5c7-d4696c96902e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2d085e2a-898c-49fa-a090-fa0a6c03a5eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023631 Nov 04 09:37:50.325309 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:50.382812 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901da69d-be7f-469b-a7b5-00294b34f20d None None] The sync data for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 is: [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:36:25Z', 'revision_number': 4, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'd53ead53-a9b9-4f7e-83f5-bbceb3102c2f', 'name': '', 'network_id': '2d085e2a-898c-49fa-a090-fa0a6c03a5eb', 'tenant_id': '32e757d6266144b0b683754494105741', 'mac_address': 'fa:16:3e:aa:ad:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:24Z', 'updated_at': '2021-11-04T09:36:29Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'subnets': [{'id': 'f1cc9532-0f49-4790-8b4d-462a4bc4c3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:37:50.398201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854c9ad-64b1-4b28-ba00-734bb5399bdd req-3f1bfad4-af69-4721-b723-129900e450a2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:50.400044 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9854c9ad-64b1-4b28-ba00-734bb5399bdd req-3f1bfad4-af69-4721-b723-129900e450a2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 948 time: 0.1135314 Nov 04 09:37:50.425511 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-5f14ae7f-36fc-439b-a712-46bc6cbfbdc4 service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730609 Nov 04 09:37:50.484269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 39b848c6-9800-4d39-87da-fbfeaf41860e details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:37:50.488623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9854c9ad-64b1-4b28-ba00-734bb5399bdd req-2a361bcc-cbbb-4e86-a608-51966e01a6f3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743880 Nov 04 09:37:50.594757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1fda815e-cf2e-428d-a3f0-823fd91f9449 req-9ca3316e-c316-499d-a3da-afeedfbde84a service neutron] 10.222.0.70 "GET /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612954 Nov 04 09:37:50.687815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 39b848c6-9800-4d39-87da-fbfeaf41860e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=39b848c6-9800-4d39-87da-fbfeaf41860e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:50.703014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '39b848c6-9800-4d39-87da-fbfeaf41860e', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': '39b848c6-9800-4d39-87da-fbfeaf41860e', 'mac_address': 'fa:16:3e:de:94:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:37:50.754861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:50.771835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39b848c6-9800-4d39-87da-fbfeaf41860e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:37:50.810505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 39b848c6-9800-4d39-87da-fbfeaf41860e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=39b848c6-9800-4d39-87da-fbfeaf41860e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:50.818233 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:50.855775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-0b96acfb-e957-474a-ad7f-ecc8078aa2ee tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:50.857982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-0b96acfb-e957-474a-ad7f-ecc8078aa2ee tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.70 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 984 time: 0.1148756 Nov 04 09:37:50.870153 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174ec930-a0b9-4822-92e4-f7708dabd5fc None None] New status for floating IP 5b5b7577-c7d7-4c88-a1e2-50e3f7b970d0: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:37:50.980591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=39b848c6-9800-4d39-87da-fbfeaf41860e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:51.028444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['39b848c6-9800-4d39-87da-fbfeaf41860e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:37:51.044742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:51.045223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:51.202158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f787c7-2217-417f-8809-82455104bd3f req-e646b29b-0f16-441e-a1d9-6c55ff13728f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:51.205540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0f787c7-2217-417f-8809-82455104bd3f req-e646b29b-0f16-441e-a1d9-6c55ff13728f tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/ports?device_id=42e3288d-ddaa-499a-9016-cbe133650cc9 HTTP/1.1" status: 200 len: 984 time: 0.0949500 Nov 04 09:37:51.220889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] For port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:51.221514 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:51.257855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Calling delete_port for 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:51.272190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0f787c7-2217-417f-8809-82455104bd3f req-ad062e6e-aed9-4cbc-8901-cec9a479dfad tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "GET /v2.0/security-groups?id=adc45590-77ed-4f16-a225-480afb0b3c57&id=17fa6dda-9d89-469b-9cdb-aa161cb08bf6&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0590167 Nov 04 09:37:51.423166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:51.454831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Port': ['ID=6fecbd8c-ef95-412e-8ae8-e685b2ebbbde,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:51.504125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] No DVR routers for this DVR port 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:37:51.507311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:51.511067 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ba8415b-15b3-4f76-87e6-2d346e2d67ee req-a098041a-1073-4171-90b7-6e77623b5915 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.70 "DELETE /v2.0/ports/6fecbd8c-ef95-412e-8ae8-e685b2ebbbde HTTP/1.1" status: 204 len: 173 time: 0.6461642 Nov 04 09:37:51.511556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'name': 'network-vif-deleted', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:37:51.514097 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b63aa2c-0772-4d38-bd98-98d49a1997a1" -d '{"events": [{"server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "name": "network-vif-deleted", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:37:51.560343 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf8dfb7-ede7-4eb2-80b6-ae2cf124b9db x-openstack-request-id: req-7cf8dfb7-ede7-4eb2-80b6-ae2cf124b9db {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:37:51.560825 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e3288d-ddaa-499a-9016-cbe133650cc9", "name": "network-vif-deleted", "tag": "6fecbd8c-ef95-412e-8ae8-e685b2ebbbde", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:37:51.561250 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7cf8dfb7-ede7-4eb2-80b6-ae2cf124b9db {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:37:51.561886 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e3288d-ddaa-499a-9016-cbe133650cc9', 'name': 'network-vif-deleted', 'tag': '6fecbd8c-ef95-412e-8ae8-e685b2ebbbde', 'status': 'completed', 'code': 200} Nov 04 09:37:51.698196 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48ba9-401c-4106-b2ab-c0d493c9f9ef req-2e46e086-cbd6-4c16-808d-82abc82e5b47 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:51.699927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00c48ba9-401c-4106-b2ab-c0d493c9f9ef req-2e46e086-cbd6-4c16-808d-82abc82e5b47 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 949 time: 0.0587025 Nov 04 09:37:51.743510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00c48ba9-401c-4106-b2ab-c0d493c9f9ef req-79a3a130-6000-4ff0-9033-15c388492ab2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Nov 04 09:37:52.344192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:52.420740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb74b260-42b2-4fe5-bcf8-29d9741dac24 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.464836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb74b260-42b2-4fe5-bcf8-29d9741dac24 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.499887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 39b848c6-9800-4d39-87da-fbfeaf41860e up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:37:52.541463 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb74b260-42b2-4fe5-bcf8-29d9741dac24 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.546361 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bb74b260-42b2-4fe5-bcf8-29d9741dac24 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.548498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bb74b260-42b2-4fe5-bcf8-29d9741dac24 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/security-groups/17fa6dda-9d89-469b-9cdb-aa161cb08bf6 HTTP/1.1" status: 204 len: 168 time: 0.2026963 Nov 04 09:37:52.552134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36592) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:52.562262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74b260-42b2-4fe5-bcf8-29d9741dac24 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fa6dda-9d89-469b-9cdb-aa161cb08bf6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:52.563180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 39b848c6-9800-4d39-87da-fbfeaf41860e completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:37:52.587564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 39b848c6-9800-4d39-87da-fbfeaf41860e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:37:52.588610 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.630592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37dfe345-1f7e-495c-b355-61c059f9990c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.662695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37dfe345-1f7e-495c-b355-61c059f9990c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.730701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37dfe345-1f7e-495c-b355-61c059f9990c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.735771 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-37dfe345-1f7e-495c-b355-61c059f9990c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.738940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.739453 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-37dfe345-1f7e-495c-b355-61c059f9990c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/security-groups/adc45590-77ed-4f16-a225-480afb0b3c57 HTTP/1.1" status: 204 len: 168 time: 0.1843331 Nov 04 09:37:52.741921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36594) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:52.757998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfe345-1f7e-495c-b355-61c059f9990c tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc45590-77ed-4f16-a225-480afb0b3c57,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:52.789038 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b848c6-9800-4d39-87da-fbfeaf41860e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:37:52.792556 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce71b6a3-fc81-413c-9fbf-0be166124193" -d '{"events": [{"server_uuid": "ff1c61bb-2687-446e-9142-f188e9db4810", "name": "network-vif-plugged", "status": "completed", "tag": "39b848c6-9800-4d39-87da-fbfeaf41860e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:37:52.799272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 39b848c6-9800-4d39-87da-fbfeaf41860e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=39b848c6-9800-4d39-87da-fbfeaf41860e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:52.810124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:52.870558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=39b848c6-9800-4d39-87da-fbfeaf41860e,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:53.019763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4af595-63bc-47c3-8709-54e48f16a0e9 req-299cda42-8ed2-4b6c-b4c3-503023a20d3a tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:53.021812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f4af595-63bc-47c3-8709-54e48f16a0e9 req-299cda42-8ed2-4b6c-b4c3-503023a20d3a tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 950 time: 0.1864676 Nov 04 09:37:53.165723 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f4af595-63bc-47c3-8709-54e48f16a0e9 req-490c024a-bb2e-40c6-8456-27f0cc83e87c tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363583 Nov 04 09:37:53.230480 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91ff65b-9809-49fc-8cb1-7f706b91d17e x-openstack-request-id: req-e91ff65b-9809-49fc-8cb1-7f706b91d17e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:37:53.231442 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1c61bb-2687-446e-9142-f188e9db4810", "name": "network-vif-plugged", "status": "completed", "tag": "39b848c6-9800-4d39-87da-fbfeaf41860e", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:37:53.231887 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e91ff65b-9809-49fc-8cb1-7f706b91d17e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:37:53.232524 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39b848c6-9800-4d39-87da-fbfeaf41860e', 'code': 200} Nov 04 09:37:53.366198 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319c7ff-6f7c-4ca5-b1e2-703817a28be9 req-8ca23285-3cf9-4c11-880b-25bf7af284c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:53.368182 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6319c7ff-6f7c-4ca5-b1e2-703817a28be9 req-8ca23285-3cf9-4c11-880b-25bf7af284c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 1101 time: 0.0669520 Nov 04 09:37:53.420455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6319c7ff-6f7c-4ca5-b1e2-703817a28be9 req-b7699522-ab1e-4789-a562-4cbce53c349e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437493 Nov 04 09:37:53.421622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:53.748292 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:53.748721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:53.905128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] For port d53ead53-a9b9-4f7e-83f5-bbceb3102c2f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:53.905632 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:53.922521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Calling delete_port for d53ead53-a9b9-4f7e-83f5-bbceb3102c2f owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:54.157311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:54.195968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Port': ['ID=d53ead53-a9b9-4f7e-83f5-bbceb3102c2f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:54.470345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:54.498184 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbc49-5daa-43ce-99ac-9536f2e83d5e req-12e2dee3-489c-484b-a700-a0529cc19210 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:54.499725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d08cbc49-5daa-43ce-99ac-9536f2e83d5e req-12e2dee3-489c-484b-a700-a0529cc19210 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 950 time: 0.1943958 Nov 04 09:37:54.520428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:54.524056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:37:54.524698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fecbd8c-ef95-412e-8ae8-e685b2ebbbde not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:37:54.633528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d08cbc49-5daa-43ce-99ac-9536f2e83d5e req-a248f75c-2edb-433a-995d-06817e3ca980 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209509 Nov 04 09:37:54.808792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Router 091953fe-b0e9-45df-935d-156883e203d2 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:37:55.363389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:37:55.370502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ee79a6ad-d0b5-4f0e-a83b-4e29bb1bcbc8 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "PUT /v2.0/routers/091953fe-b0e9-45df-935d-156883e203d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6262975 Nov 04 09:37:55.374241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36602) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:55.375251 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] Sync routers for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:37:55.386192 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:55.386963 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:55.437614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting subnet f1cc9532-0f49-4790-8b4d-462a4bc4c3ee {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:37:55.441696 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:55.492331 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:55.516808 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:55.609652 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:55.698945 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:55.775026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d203fd95-a02c-4943-9f8e-528e78c353ca None None] Network 2d085e2a-898c-49fa-a090-fa0a6c03a5eb requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:37:55.783265 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cc9532-0f49-4790-8b4d-462a4bc4c3ee,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:55.787707 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:55.790720 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:37:54Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:55.798235 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9a19aa40-42d5-416c-9026-5dcd66bd87df tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/subnets/f1cc9532-0f49-4790-8b4d-462a4bc4c3ee HTTP/1.1" status: 204 len: 168 time: 0.4191704 Nov 04 09:37:55.800759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36606) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:55.850957 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] Checking router: 091953fe-b0e9-45df-935d-156883e203d2 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:37:55.869747 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] Routers {'091953fe-b0e9-45df-935d-156883e203d2'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:37:55.870839 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:37:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['091953fe-b0e9-45df-935d-156883e203d2'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:55.988739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e0b7a-37fa-49a6-b0a3-4d59fbefd1c7 req-d9764819-9b38-4a3f-ac7a-ed217ed62210 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:37:55.990814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c51e0b7a-37fa-49a6-b0a3-4d59fbefd1c7 req-d9764819-9b38-4a3f-ac7a-ed217ed62210 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 950 time: 0.2308648 Nov 04 09:37:56.047931 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.049452 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] Set router 091953fe-b0e9-45df-935d-156883e203d2 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:37:56.051164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] DHCP port deletion for 2d085e2a-898c-49fa-a090-fa0a6c03a5eb request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:37:56.118444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] Deleting port ffb86804-6253-4195-ac93-2cdcf52fd29e {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:56.119174 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.145626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c51e0b7a-37fa-49a6-b0a3-4d59fbefd1c7 req-2f5e1b56-aa29-4712-a665-497b33aeef1a tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448298 Nov 04 09:37:56.210762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] For port ffb86804-6253-4195-ac93-2cdcf52fd29e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ffb86804-6253-4195-ac93-2cdcf52fd29e,segment=NetworkSegment(2065b30d-429e-4733-96df-f1b6aa9234f0),segment_id=2065b30d-429e-4733-96df-f1b6aa9234f0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:56.211175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.221428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.231584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] Calling delete_port for ffb86804-6253-4195-ac93-2cdcf52fd29e owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:56.319640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ffb86804-6253-4195-ac93-2cdcf52fd29e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:56.323701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Deleting port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:37:56.324311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.379888 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:37:54Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:56.416891 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8aeee80-6578-4f53-b735-4af4a7dc0126 None None] The sync data for ids ['091953fe-b0e9-45df-935d-156883e203d2'] in n-d-816487-1 is: [{'id': '091953fe-b0e9-45df-935d-156883e203d2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1048793980', 'tenant_id': '32e757d6266144b0b683754494105741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:36:18Z', 'updated_at': '2021-11-04T09:37:54Z', 'revision_number': 5, 'project_id': '32e757d6266144b0b683754494105741', 'gw_port': {'id': '82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:4c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091953fe-b0e9-45df-935d-156883e203d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:36:19Z', 'updated_at': '2021-11-04T09:36:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:37:56.447440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] For port 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:37:56.448734 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.474461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Calling delete_port for 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:37:56.488888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.543585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] Pushing event deleted for resources: {'Port': ['ID=ffb86804-6253-4195-ac93-2cdcf52fd29e,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:56.545945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fec0e6-944b-44d0-bd1e-10b03db2d4d2 None None] No DVR routers for this DVR port ffb86804-6253-4195-ac93-2cdcf52fd29e on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:37:56.547644 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.697291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.731689 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Port': ['ID=82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:56.823528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.970749 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:56.977062 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.039483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.040367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Fanout notify agent at l3_agent the message router_deleted on router 091953fe-b0e9-45df-935d-156883e203d2 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:37:57.048668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.049873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2e0497a4-d51d-4593-bafb-92e9b386c578 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/routers/091953fe-b0e9-45df-935d-156883e203d2 HTTP/1.1" status: 204 len: 168 time: 1.2480516 Nov 04 09:37:57.054211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36618) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:57.153578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.264904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.293128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d085e2a-898c-49fa-a090-fa0a6c03a5eb']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:57.307056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2065b30d-429e-4733-96df-f1b6aa9234f0') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:57.307505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2065b30d-429e-4733-96df-f1b6aa9234f0') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:37:57.328828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.347120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.357720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:37:57.358302 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:37:57.363204 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:37:57.435490 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.459061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:57.462678 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] 10.222.0.53 "DELETE /v2.0/networks/2d085e2a-898c-49fa-a090-fa0a6c03a5eb HTTP/1.1" status: 204 len: 168 time: 0.4072032 Nov 04 09:37:57.464460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2801df-552f-4206-a2d4-25844b8c5975 tempest-TestSecurityGroupsBasicOps-2104541488 tempest-TestSecurityGroupsBasicOps-2104541488-project] Pushing event deleted for resources: {'Network': ['ID=2d085e2a-898c-49fa-a090-fa0a6c03a5eb,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:57.954171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36628) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:58.137355 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a375588e-be28-4793-ae8d-94da087088ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32e757d6266144b0b683754494105741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813741 Nov 04 09:37:58.140380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36632) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:58.230181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bab20dcf-8551-4723-a02f-7179d8e9e916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:58.272000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bab20dcf-8551-4723-a02f-7179d8e9e916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:58.343842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d53ead53-a9b9-4f7e-83f5-bbceb3102c2f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:58.374174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bab20dcf-8551-4723-a02f-7179d8e9e916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:58.377085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-bab20dcf-8551-4723-a02f-7179d8e9e916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:58.379698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d53ead53-a9b9-4f7e-83f5-bbceb3102c2f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:37:58.380593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d53ead53-a9b9-4f7e-83f5-bbceb3102c2f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:37:58.381282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:37:58.382427 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bab20dcf-8551-4723-a02f-7179d8e9e916 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b75aa59d-8c06-4808-850f-d14b050ba42b HTTP/1.1" status: 204 len: 168 time: 0.2405715 Nov 04 09:37:58.394584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab20dcf-8551-4723-a02f-7179d8e9e916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75aa59d-8c06-4808-850f-d14b050ba42b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:58.420358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:37:58.422079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 82afc8b0-1f8d-4e44-b9c2-66e3279eaa4b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:37:58.828881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36638) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:58.844782 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad074955-981d-4e5a-8eeb-fcdb7f4b486e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:58.954759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad074955-981d-4e5a-8eeb-fcdb7f4b486e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:58.960566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ad074955-981d-4e5a-8eeb-fcdb7f4b486e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.007063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ad074955-981d-4e5a-8eeb-fcdb7f4b486e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=994a311bf3634ded91b199732b9b8cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1768894 Nov 04 09:37:59.008224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad074955-981d-4e5a-8eeb-fcdb7f4b486e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f53ded8-bd35-473b-ab61-d77d4c9e210b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:59.011346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36642) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:59.070989 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ee734d8-664d-405d-93d5-816d85e4899e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.096314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ee734d8-664d-405d-93d5-816d85e4899e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.154980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ee734d8-664d-405d-93d5-816d85e4899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.157972 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5ee734d8-664d-405d-93d5-816d85e4899e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.160202 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5ee734d8-664d-405d-93d5-816d85e4899e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9f53ded8-bd35-473b-ab61-d77d4c9e210b HTTP/1.1" status: 204 len: 168 time: 0.1469533 Nov 04 09:37:59.172259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee734d8-664d-405d-93d5-816d85e4899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f53ded8-bd35-473b-ab61-d77d4c9e210b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:37:59.700311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 36648) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:59.754836 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9d2af837-867b-4a48-a661-a0df395dbc68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=637bff17b88d46bfaa8c14f41afef22d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528729 Nov 04 09:37:59.759645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 36650) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:37:59.823281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beca30d2-b4c6-414a-924e-babcec996eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.850363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beca30d2-b4c6-414a-924e-babcec996eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.909614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beca30d2-b4c6-414a-924e-babcec996eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.915429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beca30d2-b4c6-414a-924e-babcec996eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:37:59.917543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-beca30d2-b4c6-414a-924e-babcec996eed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3a77ec7-64ea-4eb9-8707-3e357217f4c0 HTTP/1.1" status: 204 len: 168 time: 0.1563823 Nov 04 09:37:59.933172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca30d2-b4c6-414a-924e-babcec996eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a77ec7-64ea-4eb9-8707-3e357217f4c0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:38:07.366203 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77ffa73b-1945-4a83-86e3-fe334116bd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:09.985449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f817ea0e-d2dd-450a-9fea-ec8c7ab1f90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:10.294143 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:11.339708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:12.826530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:13.654104 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:38:15.906937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:16.795517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:37.370134 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09c76943-3b45-40f5-a8d0-648b95dd6bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:37.623907 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-b9bea8b7-8462-413e-bbcc-adca47ddb0cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0465879 Nov 04 09:38:37.725831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-525ef59e-f076-4fa8-bad1-c37a93ece71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:38:37.727514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-525ef59e-f076-4fa8-bad1-c37a93ece71b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6b16b1ae58414ae48e4a9a1c8e2041c8&device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 1101 time: 0.0502772 Nov 04 09:38:37.854969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-457e04de-d727-4d0a-92ca-d0ffb54a3183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:38:37.856564 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-457e04de-d727-4d0a-92ca-d0ffb54a3183 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.1067009 Nov 04 09:38:37.904543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-d0796632-e5e8-4aee-9666-8585ed56cb3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=39b848c6-9800-4d39-87da-fbfeaf41860e HTTP/1.1" status: 200 len: 217 time: 0.0396709 Nov 04 09:38:37.967079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-01d9f988-0bc5-4458-ae31-81dd593d4920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:38:37.968973 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-01d9f988-0bc5-4458-ae31-81dd593d4920 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0569181 Nov 04 09:38:38.027441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-5e63a547-4aa0-4736-abb6-1e521e78496c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:38:38.029826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-5e63a547-4aa0-4736-abb6-1e521e78496c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537984 Nov 04 09:38:38.148482 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-4b5c660a-a143-4d3c-8d5f-b3259286fedf service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110582 Nov 04 09:38:38.294946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e7ac711-626b-406c-8bd7-39743c20d9cb req-aa9feef3-aaa9-4f40-a16b-e1a38de3aac6 service neutron] 10.222.0.55 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392627 Nov 04 09:38:39.986573 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d2f022f-4c63-499a-a55d-509edd122145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:40.302004 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:41.344206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:42.827619 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:45.916052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:46.796585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:38:50.656017 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:39:07.368590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7d127b4b-d4ad-4e09-9578-68c0a29208d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:09.728570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79bc07-875b-4381-9bc4-814ac38bbed7 req-48d383cc-75e3-4657-ae7f-a1b111d554f4 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:39:09.730124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e79bc07-875b-4381-9bc4-814ac38bbed7 req-48d383cc-75e3-4657-ae7f-a1b111d554f4 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 950 time: 0.0567749 Nov 04 09:39:09.778052 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e79bc07-875b-4381-9bc4-814ac38bbed7 req-364c07fe-085c-4ffd-be4b-2ed5a959fc86 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Nov 04 09:39:09.989218 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-673d3a96-4dc5-48d1-8622-3211cbc0c13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:10.288761 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:10.954825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42504896-c1f7-4927-bb6e-4c4f4e4e64d2 req-0ac044da-e2b9-4c8d-b36e-8dd0b2bee802 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:39:10.956493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42504896-c1f7-4927-bb6e-4c4f4e4e64d2 req-0ac044da-e2b9-4c8d-b36e-8dd0b2bee802 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 950 time: 0.0589485 Nov 04 09:39:11.018854 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42504896-c1f7-4927-bb6e-4c4f4e4e64d2 req-d5a5c7e6-17d9-4a01-9b61-e49c256d8f95 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8c7de43-dc20-47ca-9b9e-7905741011ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Nov 04 09:39:11.347100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-d47fb1ac-21ff-43a6-ab3c-29bca387d1aa tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:39:11.348994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-d47fb1ac-21ff-43a6-ab3c-29bca387d1aa tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 950 time: 0.0619385 Nov 04 09:39:11.353428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:11.472243 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Deleting port 39b848c6-9800-4d39-87da-fbfeaf41860e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:39:11.472733 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:11.580040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] For port 39b848c6-9800-4d39-87da-fbfeaf41860e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=39b848c6-9800-4d39-87da-fbfeaf41860e,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:39:11.580537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:11.596496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Calling delete_port for 39b848c6-9800-4d39-87da-fbfeaf41860e owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:39:11.745388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:11.760216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['39b848c6-9800-4d39-87da-fbfeaf41860e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:39:11.781700 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Pushing event deleted for resources: {'Port': ['ID=39b848c6-9800-4d39-87da-fbfeaf41860e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:39:11.794267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.794722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.795152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.795662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.796123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.796647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.797191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.797730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.798264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.798811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.799346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.799905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:39:11.858001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] No DVR routers for this DVR port 39b848c6-9800-4d39-87da-fbfeaf41860e on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:39:11.861558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:11.865826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c91ec5c9-45ba-4107-92e2-29f5e7067ef5 req-5fa5c2d0-ee9f-417f-abba-1966457bc5d3 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.55 "DELETE /v2.0/ports/39b848c6-9800-4d39-87da-fbfeaf41860e HTTP/1.1" status: 204 len: 173 time: 0.5102763 Nov 04 09:39:11.866433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'name': 'network-vif-deleted', 'tag': '39b848c6-9800-4d39-87da-fbfeaf41860e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:39:11.869900 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe11ada-ebe2-44c1-a6c9-a5610ddb0bbf" -d '{"events": [{"server_uuid": "ff1c61bb-2687-446e-9142-f188e9db4810", "name": "network-vif-deleted", "tag": "39b848c6-9800-4d39-87da-fbfeaf41860e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:39:11.932640 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67fbc30-6954-41c8-b666-ec7542167b5d x-openstack-request-id: req-b67fbc30-6954-41c8-b666-ec7542167b5d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:39:11.933138 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff1c61bb-2687-446e-9142-f188e9db4810", "name": "network-vif-deleted", "tag": "39b848c6-9800-4d39-87da-fbfeaf41860e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:39:11.933529 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b67fbc30-6954-41c8-b666-ec7542167b5d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:39:11.934150 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff1c61bb-2687-446e-9142-f188e9db4810', 'name': 'network-vif-deleted', 'tag': '39b848c6-9800-4d39-87da-fbfeaf41860e', 'status': 'completed', 'code': 200} Nov 04 09:39:12.177781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df1ba26c-5c2f-4fe2-ade1-ef9e9182cf96 req-7f2d506b-71eb-45c0-8043-74b9076338a2 tempest-VolumesBackupsTest-623220504 tempest-VolumesBackupsTest-623220504-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff1c61bb-2687-446e-9142-f188e9db4810 HTTP/1.1" status: 200 len: 210 time: 0.0573723 Nov 04 09:39:12.831552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:14.964577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 39b848c6-9800-4d39-87da-fbfeaf41860e no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:39:14.986058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 39b848c6-9800-4d39-87da-fbfeaf41860e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:39:14.986401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 39b848c6-9800-4d39-87da-fbfeaf41860e not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:39:15.940988 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:16.817994 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:27.660800 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:39:37.369722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1bae-dbd4-47c1-a1e4-de0223c557fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:39.984182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f6a5300-4c2c-477c-9a2b-94d63cfa0384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:40.289915 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:41.356169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:42.830736 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:45.876804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-78e4ca51-7ca5-4809-820e-817b677238a1 req-df07754b-9ca9-426a-951b-ef4b511859d5 service neutron] (102555) timed out ('10.222.0.53', 50190) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:39:45.947639 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:39:46.819530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:04.660710 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:40:07.371751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1946742b-1d4d-4874-a4a9-ce68782fe592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:09.981629 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-205ad746-0ad8-4038-a098-707ad0f6a05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:10.288533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:11.357012 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:12.837949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:15.968072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:16.820741 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:37.375675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a75e923e-7abe-4cd9-b498-1a1e728e4528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:39.985181 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-adce1fd9-906b-4c67-a763-3436d3726fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:40.292078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:41.364188 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:41.661313 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:40:42.844798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:45.969638 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:40:46.835405 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:07.372719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8556b812-4350-4fdc-8704-cc5db7c14a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:09.980444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-489a664d-0798-40bf-b244-92f81fc14337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:10.289381 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:11.366726 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:12.835732 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:15.988897 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:16.851812 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:18.661067 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:41:24.754719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-53d6e288-b786-457a-97dc-8aad191c1c90 req-db889b1c-9523-47e9-9fc3-9264ae20d4de service neutron] (102555) timed out ('10.222.0.70', 50745) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:41:37.371759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed608fe7-8687-47a6-b2b8-9130d0aae38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:39.990571 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d9deda7-7fbb-48ba-8824-b7338bf60027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:40.309602 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:41.363098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:42.846551 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:45.976967 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:46.843737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:41:55.661039 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:42:07.382171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80cf14eb-f2eb-48b5-b143-f73ad363cd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:09.990303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc333e77-776c-44b6-9087-465233685535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:10.292560 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:11.375128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:12.842730 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:15.977068 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:16.848462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:22.732534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-0fb36790-9553-4020-b56d-9bbf9609180a req-bc2dc75d-5aa4-45b7-82be-74d2a236a3c4 service neutron] (102556) timed out ('10.222.0.55', 57217) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:42:32.661082 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:42:36.742045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40480) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:42:36.986565 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-834b4a70-97f7-4736-8dc3-62edbb2980e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b16b1ae58414ae48e4a9a1c8e2041c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433279 Nov 04 09:42:36.990290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40488) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:42:37.045965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:37.070986 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:37.132875 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:37.135831 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:37.137038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8c7de43-dc20-47ca-9b9e-7905741011ba HTTP/1.1" status: 204 len: 168 time: 0.1458275 Nov 04 09:42:37.145438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c7de43-dc20-47ca-9b9e-7905741011ba,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:42:37.153895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.154129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.154610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.154942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.155268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.155641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.156068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.156394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.156741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.157187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.157532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.157849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5079999f-6f48-4a9c-8835-eaf9ad4386b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:37.367996 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb85d6f9-f6c2-4a17-a864-e13e9218de2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.347809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40518) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:42:38.492433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e716ba-8b60-4873-89a8-7d06f9ad6b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.590301 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e716ba-8b60-4873-89a8-7d06f9ad6b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.594689 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0e716ba-8b60-4873-89a8-7d06f9ad6b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.640905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e716ba-8b60-4873-89a8-7d06f9ad6b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890df22c-485e-4633-bfaa-f328cbde7682,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:42:38.646092 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0e716ba-8b60-4873-89a8-7d06f9ad6b33 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f910b981a9242b79a086a4c97c07fb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971201 Nov 04 09:42:38.649706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40522) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:42:38.708721 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ebc778c-1f3d-4696-9560-ddf0a57eea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.734157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ebc778c-1f3d-4696-9560-ddf0a57eea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.791676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ebc778c-1f3d-4696-9560-ddf0a57eea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.797398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4ebc778c-1f3d-4696-9560-ddf0a57eea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:38.798998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4ebc778c-1f3d-4696-9560-ddf0a57eea73 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/890df22c-485e-4633-bfaa-f328cbde7682 HTTP/1.1" status: 204 len: 168 time: 0.1482420 Nov 04 09:42:38.809241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc778c-1f3d-4696-9560-ddf0a57eea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890df22c-485e-4633-bfaa-f328cbde7682,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:42:39.985850 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4ec3613-5564-4b7d-8fb8-984bdedef1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:40.292477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:41.371316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:42.843659 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:45.979725 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:46.849424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:57.826160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40676) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:42:57.957902 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfaab461-09f9-401a-af7e-421e0257073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:58.072306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfaab461-09f9-401a-af7e-421e0257073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:58.078435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dfaab461-09f9-401a-af7e-421e0257073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:58.162200 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dfaab461-09f9-401a-af7e-421e0257073b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f28e5d41ab7345219d17d3b891faaf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342407 Nov 04 09:42:58.164172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaab461-09f9-401a-af7e-421e0257073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d9ddee-febc-4690-af9f-a0737a9edd6d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:42:58.164839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40680) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:42:58.255062 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:58.283296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:58.342266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:58.345201 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:58.346851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4d9ddee-febc-4690-af9f-a0737a9edd6d HTTP/1.1" status: 204 len: 168 time: 0.1804719 Nov 04 09:42:58.359786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d9ddee-febc-4690-af9f-a0737a9edd6d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:42:58.369570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.370042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.370291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.370617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.370954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.371279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.371607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.371971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.372294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.372616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.373230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:58.373517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb58d6-5be5-46b7-8e1c-13d7b7a99d87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:42:59.756259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:42:59.945858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'network': {'name': 'tempest-network-smoke--577826993', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:42:59.973131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:42:59.976666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:42:59.986165 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.073851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.077870 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.105546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:43:00.114481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d2e88f-4cad-4813-9e80-2472f31625ae,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:00.122898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.122898 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Added segment 26d4bf0b-d87d-4de8-9b5f-2c69fecbc907 of type vlan for network 5fa91d44-593c-4875-ab10-0caaab63ee6b Nov 04 09:43:00.166294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.194843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.200437 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:00.201051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.272574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5151598 Nov 04 09:43:00.276380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40724) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:00.281195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-797593714', 'admin_state_up': True, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:00.282908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448d93c-1b55-4e03-84ad-c6abe8f4aa7b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Network': ['ID=5fa91d44-593c-4875-ab10-0caaab63ee6b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:00.295123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:43:00.309171 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.310234 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.372572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.542867 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.757256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.778665 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:00.906324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.25.3.108 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/5b37728c-e638-464e-99bc-37054f8f614d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:43:01.013567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:01.050106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:01.093236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:43:01.098165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:01.100903 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:43:01.109744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=5b37728c-e638-464e-99bc-37054f8f614d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:01.717710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:01.987409 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:02.185044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:43:02.298030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:43:02.309116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Sync routers for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:43:02.320312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:43:02.320950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:42:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:02.321485 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:02.322736 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fd6a11f3-5a08-4599-bd87-ae924e087025 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0452933 Nov 04 09:43:02.325962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40726) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:02.406556 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-58a6c657-98ef-4bd0-9c75-a26538891c4c tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6f5264cd7b9942f7b1ef3ac454785084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0794401 Nov 04 09:43:02.409546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40730) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:02.435114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:43:02.509025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de64d70-3414-4141-a4de-336cbe977707 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:02.510540 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7de64d70-3414-4141-a4de-336cbe977707 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1001630 Nov 04 09:43:02.513752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40732) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:02.548449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55858454-7ffa-4340-a3ca-027393ebdf94 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333407 Nov 04 09:43:02.548751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40734) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:02.557584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-645164034', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:02.677195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:01Z', 'revision_number': 3, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:02.708636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Checking router: 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:43:02.709054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Updating router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f port 5b37728c-e638-464e-99bc-37054f8f614d binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:43:02.715438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:43:02.722501 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:02.738363 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:02.956893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.022296 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.028184 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.034906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Subnet': ['ID=a9598167-0d7b-4406-9447-62abbf04afab,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:03.048027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Checking segment: {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:43:03.048378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network hostable DHCP agents. Network: 5fa91d44-593c-4875-ab10-0caaab63ee6b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:43:03.073015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:43:03.084690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Attempting to bind port 5b37728c-e638-464e-99bc-37054f8f614d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:43:03.085323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 5fa91d44-593c-4875-ab10-0caaab63ee6b) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:03.085755 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Attempting to bind port 5b37728c-e638-464e-99bc-37054f8f614d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:43:03.085974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Attempting to bind port 5b37728c-e638-464e-99bc-37054f8f614d on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:43:03.091179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:03.092421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.100847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:43:03.101417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:43:03.101946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.102574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:43:03.103345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Bound port: 5b37728c-e638-464e-99bc-37054f8f614d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:43:03.103846 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.109540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8f638-ab78-4fb9-a19d-617d0cef56c3 None None] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:43:03.123460 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ece18f24-4961-45b7-b412-79389f71f553 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5725439 Nov 04 09:43:03.126366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40736) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:03.134841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Pushing event updated for resources: {'Port': ['ID=5b37728c-e638-464e-99bc-37054f8f614d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:03.188564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.188910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.189279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.189619 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.190037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.190834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.191174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.191499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.191824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.192176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.192498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.192817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:03.233158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] For port 5b37728c-e638-464e-99bc-37054f8f614d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:43:03.239079 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] For port 5b37728c-e638-464e-99bc-37054f8f614d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5b37728c-e638-464e-99bc-37054f8f614d,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:43:03.248670 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.341048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:43:03.341780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:42:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:03.422852 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce8ab3-67bd-4ad7-bda6-3ff1a917c758 None None] Pushing event updated for resources: {'Port': ['ID=5b37728c-e638-464e-99bc-37054f8f614d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:03.468250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-5fa91d44-593c-4875-ab10-0caaab63ee6b', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:43:03.469164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.561084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:43:03.651247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:03.921878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Allocated IP 172.20.0.2 (5fa91d44-593c-4875-ab10-0caaab63ee6b/a9598167-0d7b-4406-9447-62abbf04afab/081daaeb-71d8-4b0d-a8c3-c5a59d1cd824) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:43:04.067727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:01Z', 'revision_number': 3, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:04.114074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32031537-d42a-4e48-94e3-0d86d57d0a08 None None] The sync data for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 is: [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:01Z', 'revision_number': 3, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:43:04.146385 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.160694 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.219398 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.20.0.1 (5fa91d44-593c-4875-ab10-0caaab63ee6b/a9598167-0d7b-4406-9447-62abbf04afab/a0c077da-1491-4952-b7cb-33b7c10adfd5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:43:04.228502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:43:04.232007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:04.236031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:43:04.272934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Pushing event updated for resources: {'Port': ['ID=081daaeb-71d8-4b0d-a8c3-c5a59d1cd824,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:04.319240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Attempting to bind port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:43:04.319889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Attempting to bind port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:43:04.320643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Attempting to bind port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 on network 5fa91d44-593c-4875-ab10-0caaab63ee6b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:43:04.330180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:43:04.331798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Checking segment: {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:43:04.332522 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.333286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Bound using segment: {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:43:04.334133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Bound port: 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:43:04.334803 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.407808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.445383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] For port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:43:04.454329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] For port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=081daaeb-71d8-4b0d-a8c3-c5a59d1cd824,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:43:04.460906 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.474939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.551551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:43:04.552344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7fa60-fad2-45a3-aca7-1e016c166402 None None] Pushing event updated for resources: {'Port': ['ID=081daaeb-71d8-4b0d-a8c3-c5a59d1cd824,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:04.566648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:04.580280 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:43:04.584715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=a0c077da-1491-4952-b7cb-33b7c10adfd5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:04.626191 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5b37728c-e638-464e-99bc-37054f8f614d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:43:04.659401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.717304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5b37728c-e638-464e-99bc-37054f8f614d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:04.717704 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.856848 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.895257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 5b37728c-e638-464e-99bc-37054f8f614d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5b37728c-e638-464e-99bc-37054f8f614d,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:43:04.905957 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:04.908639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:05.031816 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=5b37728c-e638-464e-99bc-37054f8f614d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:05.318121 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:05.332498 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:05.442282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=a0c077da-1491-4952-b7cb-33b7c10adfd5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:05.445348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:05.552663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:43:05.554298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:05.681807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:43:05.784355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe87c28c-3ab0-4c87-aa25-dc1894bd39d7 None None] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:43:05.805044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:43:05.810997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f5395f46-bd54-4e00-9acb-a09728f51241 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "PUT /v2.0/routers/9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6826560 Nov 04 09:43:05.813210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40740) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:05.854066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cf527a1f-8bd7-42ac-8614-3ac54e16d03c None None] Provisioning complete for port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:05.854628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf527a1f-8bd7-42ac-8614-3ac54e16d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:06.043646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c765fa-4875-45c9-b67e-cdd88f436186 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.043646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c765fa-4875-45c9-b67e-cdd88f436186 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.043646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c765fa-4875-45c9-b67e-cdd88f436186 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.043646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c765fa-4875-45c9-b67e-cdd88f436186 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.043646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c4c765fa-4875-45c9-b67e-cdd88f436186 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2081130 Nov 04 09:43:06.044615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:06.045245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf527a1f-8bd7-42ac-8614-3ac54e16d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:06.079912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cf527a1f-8bd7-42ac-8614-3ac54e16d03c None None] For port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=081daaeb-71d8-4b0d-a8c3-c5a59d1cd824,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:43:06.086378 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cf527a1f-8bd7-42ac-8614-3ac54e16d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:06.105532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a1f3c-326d-4690-8243-40ce7349a219 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.106318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a1f3c-326d-4690-8243-40ce7349a219 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.107113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a1f3c-326d-4690-8243-40ce7349a219 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.107868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973a1f3c-326d-4690-8243-40ce7349a219 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:06.110701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-973a1f3c-326d-4690-8243-40ce7349a219 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0805202 Nov 04 09:43:06.115275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40744) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:06.146138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf527a1f-8bd7-42ac-8614-3ac54e16d03c None None] Pushing event updated for resources: {'Port': ['ID=081daaeb-71d8-4b0d-a8c3-c5a59d1cd824,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:06.418999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f1f0e419-b616-4d35-8b70-1015d6581932 None None] Provisioning complete for port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:06.419755 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e419-b616-4d35-8b70-1015d6581932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:06.466787 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Sync routers for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:43:06.492051 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:43:06.493306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:42:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:06.592244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f1f0e419-b616-4d35-8b70-1015d6581932 None None] Provisioning complete for port a0c077da-1491-4952-b7cb-33b7c10adfd5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:06.592761 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1f0e419-b616-4d35-8b70-1015d6581932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:06.641137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f1f0e419-b616-4d35-8b70-1015d6581932 None None] Port a0c077da-1491-4952-b7cb-33b7c10adfd5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:43:06.745475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5b37728c-e638-464e-99bc-37054f8f614d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:43:06.754435 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:43:06.817856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-587885bf-5556-4524-9310-f8b3d55e6bd3 None None] Provisioning complete for port a0c077da-1491-4952-b7cb-33b7c10adfd5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:06.818561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-587885bf-5556-4524-9310-f8b3d55e6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:06.831549 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b51d4e69-f24f-443b-b1d9-3a9b9160d5d6 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.7141285 Nov 04 09:43:06.849928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 5b37728c-e638-464e-99bc-37054f8f614d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:06.850316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:06.905303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-587885bf-5556-4524-9310-f8b3d55e6bd3 None None] Port a0c077da-1491-4952-b7cb-33b7c10adfd5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:43:06.991513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:43:07.055193 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8f0f59fe-7fdf-4525-8d78-91dccb57e0ed None None] Provisioning complete for port a0c077da-1491-4952-b7cb-33b7c10adfd5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:07.055661 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f0f59fe-7fdf-4525-8d78-91dccb57e0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.108703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8f0f59fe-7fdf-4525-8d78-91dccb57e0ed None None] Port a0c077da-1491-4952-b7cb-33b7c10adfd5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:43:07.112523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:07.112523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.177027 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:05Z', 'revision_number': 2, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:07.215370 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Checking router: 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:43:07.215661 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Updating router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f port a0c077da-1491-4952-b7cb-33b7c10adfd5 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:43:07.259046 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.285426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40750) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:07.290522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9cdafed7-e16b-45e8-9322-1bd36e4c9ae2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1926430378', 'description': 'tempest-secgroup-smoke-1926430378 description', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:07.316103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cdafed7-e16b-45e8-9322-1bd36e4c9ae2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.384547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1807e1ef-6e3a-4616-8ef3-e703d5e10d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.412685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cdafed7-e16b-45e8-9322-1bd36e4c9ae2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.417893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cdafed7-e16b-45e8-9322-1bd36e4c9ae2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.452978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9cdafed7-e16b-45e8-9322-1bd36e4c9ae2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.454329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9cdafed7-e16b-45e8-9322-1bd36e4c9ae2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1677408 Nov 04 09:43:07.457205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdafed7-e16b-45e8-9322-1bd36e4c9ae2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe719a15-11db-4e1d-b395-5097582c6d3e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:07.458427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40754) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:07.466305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c753e816-4ac9-45fc-ac64-d5372deaad53 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'fe719a15-11db-4e1d-b395-5097582c6d3e', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:07.499622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c753e816-4ac9-45fc-ac64-d5372deaad53 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.567504 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c753e816-4ac9-45fc-ac64-d5372deaad53 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.572114 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c753e816-4ac9-45fc-ac64-d5372deaad53 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.582528 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.589696 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.594841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753e816-4ac9-45fc-ac64-d5372deaad53 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b370165-6ae9-44f1-8269-143aa544b7f0,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:07.605562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c753e816-4ac9-45fc-ac64-d5372deaad53 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.606759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c753e816-4ac9-45fc-ac64-d5372deaad53 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468089 Nov 04 09:43:07.611160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40756) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:07.616452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-7c29f6e3-6f1e-4a65-a1b3-9b5b4015bfce tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'fe719a15-11db-4e1d-b395-5097582c6d3e', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:07.658565 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c29f6e3-6f1e-4a65-a1b3-9b5b4015bfce tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.676452 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Pushing event updated for resources: {'Port': ['ID=a0c077da-1491-4952-b7cb-33b7c10adfd5,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:07.706421 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.706767 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.707106 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.707438 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.707769 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.708134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.708456 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.709167 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.709427 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.709778 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.710060 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.710375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:07.744774 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Attempting to bind port a0c077da-1491-4952-b7cb-33b7c10adfd5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:43:07.745430 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Attempting to bind port a0c077da-1491-4952-b7cb-33b7c10adfd5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:43:07.746006 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Attempting to bind port a0c077da-1491-4952-b7cb-33b7c10adfd5 on network 5fa91d44-593c-4875-ab10-0caaab63ee6b {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:43:07.750315 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c29f6e3-6f1e-4a65-a1b3-9b5b4015bfce tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.755546 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c29f6e3-6f1e-4a65-a1b3-9b5b4015bfce tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.756475 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:43:07.757928 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Checking segment: {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:43:07.759036 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.760636 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Bound using segment: {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:43:07.761838 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Bound port: a0c077da-1491-4952-b7cb-33b7c10adfd5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:43:07.762504 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.777239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29f6e3-6f1e-4a65-a1b3-9b5b4015bfce tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b3e930-abc7-4d53-ab6c-2d24297733b9,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:07.789240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7c29f6e3-6f1e-4a65-a1b3-9b5b4015bfce tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.790735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7c29f6e3-6f1e-4a65-a1b3-9b5b4015bfce tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1785462 Nov 04 09:43:07.793551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40758) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:07.799114 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-922f099d-eefc-4b12-92cf-8a0014fc3359 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'fe719a15-11db-4e1d-b395-5097582c6d3e', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:07.833859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-922f099d-eefc-4b12-92cf-8a0014fc3359 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.876238 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] For port a0c077da-1491-4952-b7cb-33b7c10adfd5, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:43:07.880900 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] For port a0c077da-1491-4952-b7cb-33b7c10adfd5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a0c077da-1491-4952-b7cb-33b7c10adfd5,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:43:07.886637 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.929122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-922f099d-eefc-4b12-92cf-8a0014fc3359 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.935936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-922f099d-eefc-4b12-92cf-8a0014fc3359 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.936620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-497994ba-ab90-4eb8-942d-a33fe7402c14 None None] Provisioning complete for port a0c077da-1491-4952-b7cb-33b7c10adfd5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:07.937583 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-497994ba-ab90-4eb8-942d-a33fe7402c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.950566 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:43:07.951287 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:42:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:07.956715 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f099d-eefc-4b12-92cf-8a0014fc3359 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e42be6-4b4e-4878-8664-08609d15959e,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:07.966237 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-922f099d-eefc-4b12-92cf-8a0014fc3359 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:07.971021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40760) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:07.976348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-bf5f5d5b-acc7-4d0f-847c-54d52b5a663a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'fe719a15-11db-4e1d-b395-5097582c6d3e', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:07.982651 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-922f099d-eefc-4b12-92cf-8a0014fc3359 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1865194 Nov 04 09:43:08.008066 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5d5b-acc7-4d0f-847c-54d52b5a663a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.067875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-497994ba-ab90-4eb8-942d-a33fe7402c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.070009 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff0f86-bd51-466b-8d8f-7e041070e14e None None] Pushing event updated for resources: {'Port': ['ID=a0c077da-1491-4952-b7cb-33b7c10adfd5,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:08.097055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5d5b-acc7-4d0f-847c-54d52b5a663a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.101813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5d5b-acc7-4d0f-847c-54d52b5a663a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.114049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-497994ba-ab90-4eb8-942d-a33fe7402c14 None None] For port a0c077da-1491-4952-b7cb-33b7c10adfd5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a0c077da-1491-4952-b7cb-33b7c10adfd5,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:43:08.121407 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-497994ba-ab90-4eb8-942d-a33fe7402c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.144272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f5d5b-acc7-4d0f-847c-54d52b5a663a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0503f8-ab11-4048-bc91-73857145eb46,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:08.144722 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:43:08.168985 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bf5f5d5b-acc7-4d0f-847c-54d52b5a663a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.177197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40762) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:08.185070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'fe719a15-11db-4e1d-b395-5097582c6d3e', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:08.187399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bf5f5d5b-acc7-4d0f-847c-54d52b5a663a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2146895 Nov 04 09:43:08.192194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497994ba-ab90-4eb8-942d-a33fe7402c14 None None] Pushing event updated for resources: {'Port': ['ID=a0c077da-1491-4952-b7cb-33b7c10adfd5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:08.224367 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Project 6f5264cd7b9942f7b1ef3ac454785084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:43:08.231935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.249245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-598ceb25-ff89-45f4-a671-c7a623aaf83e None None] Provisioning complete for port a0c077da-1491-4952-b7cb-33b7c10adfd5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:08.249903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-598ceb25-ff89-45f4-a671-c7a623aaf83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.307674 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.314417 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.334199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f800429-8761-4725-b98e-2c8fe064f925,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:08.344731 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.346826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2adff712-69c6-4b08-8a19-553ae688acf3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1677654 Nov 04 09:43:08.349689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40764) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:08.354790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'fe719a15-11db-4e1d-b395-5097582c6d3e', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:08.382064 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Project 6f5264cd7b9942f7b1ef3ac454785084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:43:08.388117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.408793 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:07Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:08.438584 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd73ba9f-4004-451e-b95c-7204dbbc89e1 None None] The sync data for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 is: [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:07Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:43:08.466765 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.472026 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.503650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704e1cf8-dc1e-499f-8d93-5d9e8f928eb2,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:08.516449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:08.519367 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7380d1d8-c0bd-4416-b686-06ec1488bec3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1685433 Nov 04 09:43:08.929373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-923d18cc-a630-4f85-978a-262104f7a322 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1926430378&fields=id&tenant_id=6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 267 time: 0.0397701 Nov 04 09:43:09.061964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-201f2428-6172-481c-80e0-45ca1a5fa3ea tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:09.063462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-201f2428-6172-481c-80e0-45ca1a5fa3ea tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/networks?id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 796 time: 0.1243913 Nov 04 09:43:09.081489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-de4b3e0b-bed2-4412-aacc-8ff82eaf4350 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/quotas/6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 375 time: 0.0105922 Nov 04 09:43:09.161645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-1f3d7e3a-7a13-4897-86ed-fa9de2d91f10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677593 Nov 04 09:43:09.350058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-9b881c8f-11d1-4da1-a75a-f9d9f3c8d0d1 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750808 Nov 04 09:43:09.451387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-28f3206c-49c7-4bcd-8f9d-42ceb6f3e6c8 service neutron] 10.222.0.53 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944200 Nov 04 09:43:09.639636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-581b5240-2de3-47e3-9922-117d2ab42c42 req-f14177f3-176c-4c8c-b1b9-0fefe7a81eb4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 210 time: 0.0328612 Nov 04 09:43:09.661820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:43:09.988817 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-adffc89b-460b-4af1-b20f-5cff8c28e27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:10.287724 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:10.527240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a0c077da-1491-4952-b7cb-33b7c10adfd5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:43:10.576770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a0c077da-1491-4952-b7cb-33b7c10adfd5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:10.577141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:10.739924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9ded59a-2f48-4180-872c-008835d19468 req-df21bcdc-7882-4fb8-b9b5-8944736bf46f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 210 time: 0.0285494 Nov 04 09:43:10.890407 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-5e0f8d5f-60ae-4f33-97c0-c90319137733 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:10.891766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-5e0f8d5f-60ae-4f33-97c0-c90319137733 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "GET /v2.0/networks?id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 796 time: 0.1289554 Nov 04 09:43:10.944360 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-8313e88a-35c3-4ade-999a-55b2fe76b894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 380 time: 0.0405979 Nov 04 09:43:10.957051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'port': {'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'admin_state_up': True, 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'security_groups': ['fe719a15-11db-4e1d-b395-5097582c6d3e']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:11.082121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:43:11.085937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.220625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.20.0.14 (5fa91d44-593c-4875-ab10-0caaab63ee6b/a9598167-0d7b-4406-9447-62abbf04afab/6bbf22b4-7921-4ffd-bd17-598847dd3506) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:43:11.372770 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.374439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.410100 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.459784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:43:11.463004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:11.466765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:43:11.476178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=6bbf22b4-7921-4ffd-bd17-598847dd3506,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:11.526758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:11.527407 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.546948 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-833206f8-333d-41a8-a686-8bbbe1816c0a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943215 Nov 04 09:43:11.613544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Request body: {'port': {'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:11.675312 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.711332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4b720ed3-d975-4c39-97cd-ef76110b9540 None None] Provisioning complete for port 6bbf22b4-7921-4ffd-bd17-598847dd3506 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:11.711782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4b720ed3-d975-4c39-97cd-ef76110b9540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.752143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4b720ed3-d975-4c39-97cd-ef76110b9540 None None] Port 6bbf22b4-7921-4ffd-bd17-598847dd3506 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:43:11.884076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f0c09-4e00-4947-a88c-8e49878ce462 req-74e0c74d-310e-42f1-b30a-fbbbe061f03f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:11.885762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-745f0c09-4e00-4947-a88c-8e49878ce462 req-74e0c74d-310e-42f1-b30a-fbbbe061f03f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 932 time: 0.0704405 Nov 04 09:43:11.926056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-745f0c09-4e00-4947-a88c-8e49878ce462 req-690c14ed-8750-4771-b910-0f7833893686 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341885 Nov 04 09:43:11.957634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbf22b4-7921-4ffd-bd17-598847dd3506 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:43:11.965570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:11.978471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Transition to ACTIVE for port object 6bbf22b4-7921-4ffd-bd17-598847dd3506 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:43:11.983223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:12.042473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf22b4-7921-4ffd-bd17-598847dd3506,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:12.130600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Attempting to bind port 6bbf22b4-7921-4ffd-bd17-598847dd3506 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:43:12.130942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Attempting to bind port 6bbf22b4-7921-4ffd-bd17-598847dd3506 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:43:12.131275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Attempting to bind port 6bbf22b4-7921-4ffd-bd17-598847dd3506 on network 5fa91d44-593c-4875-ab10-0caaab63ee6b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:43:12.136252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Port 6bbf22b4-7921-4ffd-bd17-598847dd3506 on network 5fa91d44-593c-4875-ab10-0caaab63ee6b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:43:12.136710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Attempting to bind port 6bbf22b4-7921-4ffd-bd17-598847dd3506 on network 5fa91d44-593c-4875-ab10-0caaab63ee6b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:43:12.142888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:43:12.143896 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Checking segment: {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:43:12.144478 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Bound using segment: {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:43:12.144921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Bound port: 6bbf22b4-7921-4ffd-bd17-598847dd3506, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:43:12.145323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:12.228657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] For port 6bbf22b4-7921-4ffd-bd17-598847dd3506, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:43:12.232427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] For port 6bbf22b4-7921-4ffd-bd17-598847dd3506, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:43:12.237518 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:12.282395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:12.283365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:12.285981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] 10.222.0.70 "PUT /v2.0/ports/6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 200 len: 1092 time: 0.7305207 Nov 04 09:43:12.286665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:43:12.289111 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b155025-a08e-41a3-8308-102eb8d2f9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:43:12.325153 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b7e3b-a25f-4a19-9b4e-5f540242b089 service neutron] Pushing event updated for resources: {'Port': ['ID=6bbf22b4-7921-4ffd-bd17-598847dd3506,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:12.388763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-220dc2ac-95e7-4075-9e03-05ca4791b289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:12.390341 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-220dc2ac-95e7-4075-9e03-05ca4791b289 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1095 time: 0.0564828 Nov 04 09:43:12.439194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-52257380-441d-488a-8592-7ecf6edaf1b6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 200 len: 217 time: 0.0412831 Nov 04 09:43:12.441401 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333b6749-9582-4846-b9b0-ac9d9ce5b442 x-openstack-request-id: req-333b6749-9582-4846-b9b0-ac9d9ce5b442 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:43:12.441694 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:43:12.441952 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-333b6749-9582-4846-b9b0-ac9d9ce5b442 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:43:12.442360 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'status': 'completed', 'code': 200} Nov 04 09:43:12.496497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-c0321a59-60c0-474d-a784-153683d7eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:12.498101 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-c0321a59-60c0-474d-a784-153683d7eb40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9598167-0d7b-4406-9447-62abbf04afab HTTP/1.1" status: 200 len: 834 time: 0.0497787 Nov 04 09:43:12.550057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91392939-96be-428d-a3c6-ed68fd271009 req-568ec204-8ede-43d3-a001-955a03154880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:12.552149 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-568ec204-8ede-43d3-a001-955a03154880 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fa91d44-593c-4875-ab10-0caaab63ee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466752 Nov 04 09:43:12.658864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-a9bffb15-baf0-4ce2-85c2-c4ee5130727c service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998619 Nov 04 09:43:12.753159 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-91392939-96be-428d-a3c6-ed68fd271009 req-ecbd3511-01fe-4897-9df4-8803d4840990 service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872149 Nov 04 09:43:12.845296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-1d666d18-7f44-4a7e-a372-11cb63f0f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:12.846949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-1d666d18-7f44-4a7e-a372-11cb63f0f553 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1095 time: 0.0454078 Nov 04 09:43:12.851708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:12.948663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-03ced60a-fcb0-4cbb-b3f7-827b845b2426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:12.950218 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-03ced60a-fcb0-4cbb-b3f7-827b845b2426 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 897 time: 0.0964148 Nov 04 09:43:13.002279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-ce473af6-fb96-4816-9ce7-a101d5c318b8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 200 len: 217 time: 0.0443103 Nov 04 09:43:13.060166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9efa1-88a5-4e31-a718-27a8e963fb1b req-cc1dee38-e341-411d-bf4b-28caa3929455 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:13.061817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44a9efa1-88a5-4e31-a718-27a8e963fb1b req-cc1dee38-e341-411d-bf4b-28caa3929455 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 944 time: 0.0509648 Nov 04 09:43:13.063752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-beafd3a8-cb5a-449b-8627-55ce9b7f8adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:13.066134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-beafd3a8-cb5a-449b-8627-55ce9b7f8adf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9598167-0d7b-4406-9447-62abbf04afab HTTP/1.1" status: 200 len: 834 time: 0.0557008 Nov 04 09:43:13.110923 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-44a9efa1-88a5-4e31-a718-27a8e963fb1b req-a11f1f36-5146-44a9-a53a-904f9825ba37 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Nov 04 09:43:13.114281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-b7c04e85-1f77-463d-ad0c-d500060ccbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:13.116043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-b7c04e85-1f77-463d-ad0c-d500060ccbf2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fa91d44-593c-4875-ab10-0caaab63ee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426705 Nov 04 09:43:13.208557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-9be41e7d-59fe-458c-8559-164773d2b634 service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839190 Nov 04 09:43:13.307183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3b155025-a08e-41a3-8308-102eb8d2f9fa req-6d158857-94f7-4a4b-94b7-d0014ce55075 service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913057 Nov 04 09:43:14.230670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46e18c-077d-48d0-ab1b-1c173fe15854 req-ba735ede-14b8-4fce-8b61-665d3d0af762 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:14.232165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c46e18c-077d-48d0-ab1b-1c173fe15854 req-ba735ede-14b8-4fce-8b61-665d3d0af762 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 944 time: 0.0488803 Nov 04 09:43:14.271333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c46e18c-077d-48d0-ab1b-1c173fe15854 req-772cf37c-3061-4bce-a98d-dac0f4aff41f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328898 Nov 04 09:43:15.394527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915cc93-dcdb-46be-88f2-c53d1cb88aef req-03de2946-400f-4eda-8718-d305999f9783 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:15.396322 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1915cc93-dcdb-46be-88f2-c53d1cb88aef req-03de2946-400f-4eda-8718-d305999f9783 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 944 time: 0.0570905 Nov 04 09:43:15.435605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1915cc93-dcdb-46be-88f2-c53d1cb88aef req-59272b25-3204-4122-9f12-deaaf1708b56 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333259 Nov 04 09:43:15.943774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6bbf22b4-7921-4ffd-bd17-598847dd3506 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:43:16.018742 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:16.054814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6bbf22b4-7921-4ffd-bd17-598847dd3506, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:43:16.066222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:43:16.104468 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:16.119743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbf22b4-7921-4ffd-bd17-598847dd3506 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:43:16.142462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6bbf22b4-7921-4ffd-bd17-598847dd3506, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:43:16.145733 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:16.197095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6bbf22b4-7921-4ffd-bd17-598847dd3506,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:16.377550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['6bbf22b4-7921-4ffd-bd17-598847dd3506'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:43:16.561180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed391dd8-56aa-451d-926a-c7b4dec18108 req-f9041d06-2e94-4c8f-89da-d94a1baa2f3a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:16.562713 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed391dd8-56aa-451d-926a-c7b4dec18108 req-f9041d06-2e94-4c8f-89da-d94a1baa2f3a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 945 time: 0.0558443 Nov 04 09:43:16.603327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed391dd8-56aa-451d-926a-c7b4dec18108 req-b983b9ca-f848-415d-b9b6-37e91732f418 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340707 Nov 04 09:43:16.857939 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:17.720791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db33e7-fa12-4fb1-b7fa-82aa137829ad req-35164562-af5e-4469-be32-8a6b4e664551 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:17.723028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03db33e7-fa12-4fb1-b7fa-82aa137829ad req-35164562-af5e-4469-be32-8a6b4e664551 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 945 time: 0.0501435 Nov 04 09:43:17.763299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03db33e7-fa12-4fb1-b7fa-82aa137829ad req-a3e00fad-de2e-4b49-8530-bfd9ea061f91 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342078 Nov 04 09:43:17.937270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6bbf22b4-7921-4ffd-bd17-598847dd3506 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:43:17.989024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 6bbf22b4-7921-4ffd-bd17-598847dd3506 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:43:17.992718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 6bbf22b4-7921-4ffd-bd17-598847dd3506 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:43:17.993087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:18.070111 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:18.093371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:43:18.095691 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b00125-9304-43fa-b6cc-b80d88a69fd7" -d '{"events": [{"server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "name": "network-vif-plugged", "status": "completed", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:43:18.109404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6bbf22b4-7921-4ffd-bd17-598847dd3506, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:43:18.113629 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:18.167576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6bbf22b4-7921-4ffd-bd17-598847dd3506,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:18.203220 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931c8f91-b5e7-4880-b9bd-c00d0137b8ef x-openstack-request-id: req-931c8f91-b5e7-4880-b9bd-c00d0137b8ef {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:43:18.203594 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "name": "network-vif-plugged", "status": "completed", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:43:18.203771 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-931c8f91-b5e7-4880-b9bd-c00d0137b8ef {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:43:18.204213 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'code': 200} Nov 04 09:43:18.303494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf961b-fbbe-4c00-a67f-99a648e9f556 req-7adafa8c-6ec8-40e3-b3cf-ca3721c4a589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:18.305075 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ddf961b-fbbe-4c00-a67f-99a648e9f556 req-7adafa8c-6ec8-40e3-b3cf-ca3721c4a589 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1097 time: 0.0435154 Nov 04 09:43:18.343969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3ddf961b-fbbe-4c00-a67f-99a648e9f556 req-9494059f-b3ac-4feb-bd73-269fab3a0b4a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313256 Nov 04 09:43:18.899657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768458ed-1c87-4824-bbab-4f36a55d9445 req-f36059de-be96-42ca-aa46-9d6acc328a8d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:18.901207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-768458ed-1c87-4824-bbab-4f36a55d9445 req-f36059de-be96-42ca-aa46-9d6acc328a8d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 946 time: 0.0583856 Nov 04 09:43:18.941889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-768458ed-1c87-4824-bbab-4f36a55d9445 req-89795f1b-408f-42c3-bc50-45bb6e13e98e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344822 Nov 04 09:43:20.058411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29f466-9322-4fec-afb2-04e4ca0bff91 req-65b12a26-edea-4b73-b0ba-3600a3655642 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:20.059930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e29f466-9322-4fec-afb2-04e4ca0bff91 req-65b12a26-edea-4b73-b0ba-3600a3655642 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 946 time: 0.0502028 Nov 04 09:43:20.100695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e29f466-9322-4fec-afb2-04e4ca0bff91 req-a0b48910-66ef-4c40-b5f1-4968bc4df629 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340273 Nov 04 09:43:20.222645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82611b4-c9f6-40af-b608-e623427b9eae req-acc7c23a-5c79-43da-a12f-9e68578871a8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:20.224087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f82611b4-c9f6-40af-b608-e623427b9eae req-acc7c23a-5c79-43da-a12f-9e68578871a8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 946 time: 0.0514202 Nov 04 09:43:20.265738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f82611b4-c9f6-40af-b608-e623427b9eae req-fcca0653-32d9-40b3-9d33-6e6734552195 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355794 Nov 04 09:43:20.289051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40836) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:20.330898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600e7ee-fa40-4bf6-b1c3-27a660b8fd20 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:20.332446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d600e7ee-fa40-4bf6-b1c3-27a660b8fd20 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1092 time: 0.0423918 Nov 04 09:43:20.335438 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40838) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:20.339915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:20.363371 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:20.469893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:20.582841 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.25.3.3 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/64264b61-dbde-4401-b9d9-dbcf81b805b5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:43:20.691701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:20.727600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:20.777248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:43:20.780268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:20.785323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:43:20.793374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=64264b61-dbde-4401-b9d9-dbcf81b805b5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:21.149033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:21.223063 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:21.382854 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:21.387741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:21.483370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=64264b61-dbde-4401-b9d9-dbcf81b805b5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:21.494995 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:21.602627 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Floating IP 4ae5718d-97f0-41d8-afe3-5df21c669694 associated. External IP: 172.25.3.3, port: 6bbf22b4-7921-4ffd-bd17-598847dd3506. Nov 04 09:43:21.821262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:43:21.940766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:43:21.952017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] Sync routers for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:43:21.960692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:21.965248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:43:21.965949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:43:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:21.997715 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-042e8c35-c2ef-464e-94b5-6f878427f58f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6611915 Nov 04 09:43:21.998336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:43:22.002355 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:43:22.003233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:22.056921 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3986ae-4f7b-477c-86f1-ed35f54c27aa x-openstack-request-id: req-ac3986ae-4f7b-477c-86f1-ed35f54c27aa {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:43:22.057712 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:43:22.058117 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ac3986ae-4f7b-477c-86f1-ed35f54c27aa {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:43:22.059609 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'status': 'completed', 'code': 200} Nov 04 09:43:22.083353 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6b79388c-aa48-4ffb-9adb-a1f2b7c3b1c2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/floatingips/4ae5718d-97f0-41d8-afe3-5df21c669694 HTTP/1.1" status: 200 len: 990 time: 0.0805547 Nov 04 09:43:22.102308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:43:22.130422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-a7c80ca2-dd13-4d4f-baa7-4a5a2e4fde0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:22.132043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-a7c80ca2-dd13-4d4f-baa7-4a5a2e4fde0a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1097 time: 0.0547519 Nov 04 09:43:22.231370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-c4b9bfa5-6e0d-4d35-b999-20ccd197296c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:22.232943 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-c4b9bfa5-6e0d-4d35-b999-20ccd197296c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 897 time: 0.0946133 Nov 04 09:43:22.311470 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-91783722-7a23-40e0-8d8d-8ac4d1ba5312 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 200 len: 998 time: 0.0711780 Nov 04 09:43:22.351956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:21Z', 'revision_number': 0, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:22.368009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-6dcb168d-5bbe-49b0-bae9-1f49e1222b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:22.369709 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-6dcb168d-5bbe-49b0-bae9-1f49e1222b7c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9598167-0d7b-4406-9447-62abbf04afab HTTP/1.1" status: 200 len: 834 time: 0.0516920 Nov 04 09:43:22.380039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] Checking router: 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:43:22.389407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:43:22.390024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:43:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:22.428484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-6601237a-e011-4201-9ddb-9f4b2c5e327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:22.430180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-6601237a-e011-4201-9ddb-9f4b2c5e327e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fa91d44-593c-4875-ab10-0caaab63ee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534976 Nov 04 09:43:22.535258 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:43:22.575649 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-f312a7ef-797f-4969-8516-48d221b13604 service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379485 Nov 04 09:43:22.677597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-77e9cce9-b2b9-4508-b2a1-ab9587a11a8f req-f15b55f2-c565-4197-859a-02f226c6fc1c service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950003 Nov 04 09:43:22.876030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:21Z', 'revision_number': 0, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:43:22.906412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239e581-c09f-45f4-ac80-ce6a69990a41 None None] The sync data for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 is: [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:21Z', 'revision_number': 0, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:43:23.087478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40844) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:23.144558 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889ce95-43bd-4a6b-adfe-26cfc5732e43 None None] New status for floating IP 4ae5718d-97f0-41d8-afe3-5df21c669694: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:43:23.168061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-afc0f072-a514-443a-a473-4bf4d819ab5f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/floatingips/4ae5718d-97f0-41d8-afe3-5df21c669694 HTTP/1.1" status: 200 len: 990 time: 0.0789611 Nov 04 09:43:24.171144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40846) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:24.250327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5f52c6a9-4549-4fd3-940c-37108449efbb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/floatingips/4ae5718d-97f0-41d8-afe3-5df21c669694 HTTP/1.1" status: 200 len: 992 time: 0.0778856 Nov 04 09:43:36.442646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-fe42605e-ab30-4e20-b239-242c098bd419 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567701 Nov 04 09:43:36.544675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-c6f81cc7-2121-4f4a-a18b-ee70c463a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:36.546220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-c6f81cc7-2121-4f4a-a18b-ee70c463a506 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1097 time: 0.0515218 Nov 04 09:43:36.668806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-7b77670a-f82c-45ea-a313-060e6a0d9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:36.670349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-7b77670a-f82c-45ea-a313-060e6a0d9af4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 897 time: 0.1029253 Nov 04 09:43:36.746821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-52d9a67e-e8be-4eb3-b1aa-ccfe61432526 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 200 len: 1000 time: 0.0673962 Nov 04 09:43:37.229365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-072e5d72-cdc5-431f-8af5-e4b6edd9b3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:37.230957 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-072e5d72-cdc5-431f-8af5-e4b6edd9b3c5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9598167-0d7b-4406-9447-62abbf04afab HTTP/1.1" status: 200 len: 834 time: 0.4751575 Nov 04 09:43:37.282214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-7e7d7fe7-8574-4bb1-bd03-ae9ee0c96362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:37.283706 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-7e7d7fe7-8574-4bb1-bd03-ae9ee0c96362 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fa91d44-593c-4875-ab10-0caaab63ee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432744 Nov 04 09:43:37.373237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac6e5020-60b3-479c-951b-e06261ae1e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:37.390675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-8f90c5f6-29d2-41c5-bf3b-1a13fe761e9a service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994556 Nov 04 09:43:37.486235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-add91e32-ccc7-42f9-8d00-c17ad1d1b8b9 req-c44fb475-4c56-4252-8ff5-87c92226f08d service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882642 Nov 04 09:43:39.981090 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-48b8bfcc-b2db-4a87-afaf-9479d0820845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:40.289542 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:41.376213 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:42.849424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:45.990768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:46.662669 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:43:46.860904 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:55.483754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40862) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:55.555625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0393e-1ff7-46e1-af03-f84083208324 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:55.556129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0393e-1ff7-46e1-af03-f84083208324 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:55.556593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d0393e-1ff7-46e1-af03-f84083208324 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:55.558262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42d0393e-1ff7-46e1-af03-f84083208324 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=6f5264cd7b9942f7b1ef3ac454785084&network_id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 2970 time: 0.0734570 Nov 04 09:43:57.244369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40872) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:57.296515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d70fd47-46a0-4237-ac17-923bb0bd58c6 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:57.297908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3d70fd47-46a0-4237-ac17-923bb0bd58c6 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68 HTTP/1.1" status: 200 len: 814 time: 0.0525329 Nov 04 09:43:57.764833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40878) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:57.770625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'network': {'name': 'tempest-network-smoke--1460559323', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'port_security_enabled': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:57.791587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:43:57.795128 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:57.825026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:43:57.835991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:57.836444 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Added segment e0154918-5579-4aca-9e11-990e4878db1a of type vlan for network a46e17a7-b4be-4ce9-95fb-a91f702744c3 Nov 04 09:43:57.885018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:57.912578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:57.918203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:57.918792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:57.972247 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2062457 Nov 04 09:43:57.976495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40880) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:58.002573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Network': ['ID=a46e17a7-b4be-4ce9-95fb-a91f702744c3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:58.015120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.015657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.016304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.016682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.017017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.017347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.017781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.018224 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.018325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.018635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.018999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.020370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c82eac-f6a3-4fa5-a471-a300eda82894 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:58.033114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:43:58.078293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d84ec54-ead0-486e-a875-8e77e8a51fdb tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:58.079878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7d84ec54-ead0-486e-a875-8e77e8a51fdb tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6f5264cd7b9942f7b1ef3ac454785084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1020164 Nov 04 09:43:58.083991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40882) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:58.203551 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d710493-9269-4339-9bb4-f0763d134201 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:58.205294 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5d710493-9269-4339-9bb4-f0763d134201 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1201029 Nov 04 09:43:58.209992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40884) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:58.239949 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-63647575-2a7f-472b-a904-62e8e32617dc tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286088 Nov 04 09:43:58.242793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:58.278692 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-be88c3b3-d16f-4f3e-a429-1aeaa10017fd tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6f5264cd7b9942f7b1ef3ac454785084&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345881 Nov 04 09:43:58.281191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40888) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:58.380866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ec40a-4444-4fbd-98a5-23e2a31c69b6 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:58.382369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-105ec40a-4444-4fbd-98a5-23e2a31c69b6 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1002433 Nov 04 09:43:58.385396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40890) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:58.414441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-af9228a9-ecb0-4c24-a7e3-0360213035c8 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279622 Nov 04 09:43:58.416978 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:58.421725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-363789612', 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:58.512727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:43:58.516242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:58.708418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:58.776435 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Subnet': ['ID=8ca0d84b-27cf-4cfd-844d-9e82adce55e0,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:58.783974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Checking segment: {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:43:58.784343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network hostable DHCP agents. Network: a46e17a7-b4be-4ce9-95fb-a91f702744c3, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:43:58.801826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:43:58.811302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, a46e17a7-b4be-4ce9-95fb-a91f702744c3) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:58.815719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:43:58.816946 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:58.825872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2624c573-d251-446e-a9e8-fdf0540e4222 None None] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:43:58.834814 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8a35bcab-f44a-447d-8b09-18ac7d09d691 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4167993 Nov 04 09:43:58.983427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ips': [{'subnet_id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:43:58.984542 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.091478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40896) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:59.096305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106951091', 'description': 'tempest-secgroup-smoke-2106951091 description', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:59.121668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.136740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Allocated IP 172.20.0.18 (a46e17a7-b4be-4ce9-95fb-a91f702744c3/8ca0d84b-27cf-4cfd-844d-9e82adce55e0/57fc152b-7716-4988-9f7f-c16069192192) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:43:59.202935 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.206939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.236815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.238062 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453121 Nov 04 09:43:59.242103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40898) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:59.243473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45794ec-c302-4b98-bd3b-69242fc8c169,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.247217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-21c6bc08-6d61-4e59-85d0-8bcf4c2f9b27 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'f45794ec-c302-4b98-bd3b-69242fc8c169', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:59.251323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.251672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.252054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.252396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.252733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.253108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.253396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.253723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.254046 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.254422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.254768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.255236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e9c3c-6aa4-4e63-9b04-c7ebcf1ab703 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:43:59.275990 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c6bc08-6d61-4e59-85d0-8bcf4c2f9b27 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.293953 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.299993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.341661 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c6bc08-6d61-4e59-85d0-8bcf4c2f9b27 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.344269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:43:59.346346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c6bc08-6d61-4e59-85d0-8bcf4c2f9b27 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.347248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:43:59.352275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:43:59.363654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Pushing event updated for resources: {'Port': ['ID=57fc152b-7716-4988-9f7f-c16069192192,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.365960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c6bc08-6d61-4e59-85d0-8bcf4c2f9b27 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51eda584-4bb0-4941-9589-87628aea166a,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.375078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-21c6bc08-6d61-4e59-85d0-8bcf4c2f9b27 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.376708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-21c6bc08-6d61-4e59-85d0-8bcf4c2f9b27 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1333940 Nov 04 09:43:59.379779 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40900) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:59.384585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ce6e77c6-9c25-4bac-ac69-4b28895316d8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'f45794ec-c302-4b98-bd3b-69242fc8c169', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:59.414009 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce6e77c6-9c25-4bac-ac69-4b28895316d8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.442275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Attempting to bind port 57fc152b-7716-4988-9f7f-c16069192192 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:43:59.442649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Attempting to bind port 57fc152b-7716-4988-9f7f-c16069192192 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:43:59.443012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Attempting to bind port 57fc152b-7716-4988-9f7f-c16069192192 on network a46e17a7-b4be-4ce9-95fb-a91f702744c3 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:43:59.448512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:43:59.448885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Checking segment: {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:43:59.449284 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.449675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Bound using segment: {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:43:59.450145 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Bound port: 57fc152b-7716-4988-9f7f-c16069192192, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:43:59.450529 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.482067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce6e77c6-9c25-4bac-ac69-4b28895316d8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.486988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce6e77c6-9c25-4bac-ac69-4b28895316d8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.510237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6e77c6-9c25-4bac-ac69-4b28895316d8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0363bb1a-f94c-4ab0-a169-6392a5c3d6f0,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.515536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ce6e77c6-9c25-4bac-ac69-4b28895316d8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.517183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ce6e77c6-9c25-4bac-ac69-4b28895316d8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359074 Nov 04 09:43:59.520582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40902) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:59.524269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] For port 57fc152b-7716-4988-9f7f-c16069192192, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:43:59.525645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-88076e15-4091-4d2f-96e5-4e6008976225 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'f45794ec-c302-4b98-bd3b-69242fc8c169', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:59.527520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] For port 57fc152b-7716-4988-9f7f-c16069192192, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=57fc152b-7716-4988-9f7f-c16069192192,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:43:59.532732 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.555170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88076e15-4091-4d2f-96e5-4e6008976225 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.598163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02733507-293a-4436-bd3e-a597714fd8f9 None None] Pushing event updated for resources: {'Port': ['ID=57fc152b-7716-4988-9f7f-c16069192192,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.625442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88076e15-4091-4d2f-96e5-4e6008976225 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.630582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88076e15-4091-4d2f-96e5-4e6008976225 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.651403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88076e15-4091-4d2f-96e5-4e6008976225 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd843c51-8940-400e-9042-9aa2ddf942dd,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.660696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-88076e15-4091-4d2f-96e5-4e6008976225 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.661939 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-88076e15-4091-4d2f-96e5-4e6008976225 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1400483 Nov 04 09:43:59.664707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 40904) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:59.669145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-10741b23-4b28-42c1-af12-c13a89bbe49e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'f45794ec-c302-4b98-bd3b-69242fc8c169', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:59.700458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10741b23-4b28-42c1-af12-c13a89bbe49e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.782528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10741b23-4b28-42c1-af12-c13a89bbe49e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.787550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10741b23-4b28-42c1-af12-c13a89bbe49e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.802200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10741b23-4b28-42c1-af12-c13a89bbe49e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2061a5f-0bd4-49aa-a750-ce9f7d6d391c,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.817219 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-10741b23-4b28-42c1-af12-c13a89bbe49e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.818643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-10741b23-4b28-42c1-af12-c13a89bbe49e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529694 Nov 04 09:43:59.821656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40906) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:59.826256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'f45794ec-c302-4b98-bd3b-69242fc8c169', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:59.850014 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Project 6f5264cd7b9942f7b1ef3ac454785084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:43:59.859135 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.923459 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.927591 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.947349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8919fbc6-e424-45ef-9494-e3d923881d82,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:43:59.953936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:43:59.955421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b5741837-2273-471f-bd3b-e1cb67963588 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327074 Nov 04 09:43:59.958257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40908) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:43:59.962591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': 'f45794ec-c302-4b98-bd3b-69242fc8c169', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:43:59.985360 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Project 6f5264cd7b9942f7b1ef3ac454785084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:43:59.991708 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.073603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.077851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.107337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3025426b-48ef-4338-ad30-33050ce26e4d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:00.112076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.116442 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c9a14c63-1d56-4206-94f2-8a53eb1ac92d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571262 Nov 04 09:44:00.287038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-23be4141-e9fd-49f7-a5ef-c589943c5edf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106951091&fields=id&tenant_id=6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 267 time: 0.0472560 Nov 04 09:44:00.414177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-cade2c9b-d64c-4be9-b676-6bbec36019af tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:00.415765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-cade2c9b-d64c-4be9-b676-6bbec36019af tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/networks?id=a46e17a7-b4be-4ce9-95fb-a91f702744c3 HTTP/1.1" status: 200 len: 797 time: 0.1206069 Nov 04 09:44:00.433292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-d61ed2ae-b96e-46ca-829c-4b9a7cb4ddd2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/quotas/6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 375 time: 0.0105133 Nov 04 09:44:00.505193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-14bf78c2-e44c-4789-bfff-930099756251 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0650480 Nov 04 09:44:00.569531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 57fc152b-7716-4988-9f7f-c16069192192 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:00.595194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d3b725-8ac4-4d30-9804-71d39479493d None None] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:44:00.613955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-e0dd4af3-7c43-406d-8e36-c0f197d506b1 service neutron] 10.222.0.53 "GET /v2.0/networks/a46e17a7-b4be-4ce9-95fb-a91f702744c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986564 Nov 04 09:44:00.703434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b2311cd2-b730-4111-bce4-3039cbd697c0 None None] Provisioning complete for port 57fc152b-7716-4988-9f7f-c16069192192 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:00.703816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2311cd2-b730-4111-bce4-3039cbd697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.717230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-47702be3-7922-4617-9ed5-99600b455fd5 service neutron] 10.222.0.53 "GET /v2.0/networks/a46e17a7-b4be-4ce9-95fb-a91f702744c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971680 Nov 04 09:44:00.755683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 57fc152b-7716-4988-9f7f-c16069192192 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:00.756089 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.902649 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33f19679-0331-47ee-b006-691af1c73cbd req-7cff10a7-5751-4d26-8a19-99dbb29ec64e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 210 time: 0.0317609 Nov 04 09:44:00.932002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2311cd2-b730-4111-bce4-3039cbd697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.964101 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:00.990275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b2311cd2-b730-4111-bce4-3039cbd697c0 None None] For port 57fc152b-7716-4988-9f7f-c16069192192, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=57fc152b-7716-4988-9f7f-c16069192192,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:01.002184 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2311cd2-b730-4111-bce4-3039cbd697c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:01.083364 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:44:01.083696 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:44:01.089071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2311cd2-b730-4111-bce4-3039cbd697c0 None None] Pushing event updated for resources: {'Port': ['ID=57fc152b-7716-4988-9f7f-c16069192192,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:01.234380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-65decafe-3da1-4751-baec-5a59fa4a8272 None None] Provisioning complete for port 57fc152b-7716-4988-9f7f-c16069192192 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:01.234946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65decafe-3da1-4751-baec-5a59fa4a8272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:01.993699 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-0f9a3a8f-ba75-49cd-89af-0b0dd4051291 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:01.995529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-0f9a3a8f-ba75-49cd-89af-0b0dd4051291 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.55 "GET /v2.0/networks?id=a46e17a7-b4be-4ce9-95fb-a91f702744c3 HTTP/1.1" status: 200 len: 797 time: 0.1173897 Nov 04 09:44:02.014191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1ba4535-899e-4cb0-a6b6-2e98a38295c8 req-24f23026-8383-4dad-afe6-2c7393b39f5d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 210 time: 0.0283561 Nov 04 09:44:02.056131 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-8bdc04d5-0777-439c-a7e5-aa7e472817a3 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 473 time: 0.0498435 Nov 04 09:44:02.067359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'port': {'device_id': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'admin_state_up': True, 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'security_groups': ['f45794ec-c302-4b98-bd3b-69242fc8c169']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:02.181948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:44:02.185617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:02.313034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.20.0.21 (a46e17a7-b4be-4ce9-95fb-a91f702744c3/8ca0d84b-27cf-4cfd-844d-9e82adce55e0/90211db0-170c-4ffd-b742-7d3d6ce8dbfc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:44:02.453163 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:02.486965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:02.531417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:02.533204 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 57fc152b-7716-4988-9f7f-c16069192192 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:02.534576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:02.538511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:44:02.547329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:02.590281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 57fc152b-7716-4988-9f7f-c16069192192 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:02.590744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:02.595506 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:02.596176 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:02.615562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-3e8cd9e6-4ce7-4b4e-b310-d031da16bfec tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5536489 Nov 04 09:44:02.689302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Request body: {'port': {'device_id': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:02.751970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:02.848338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f2245eba-767c-4eee-b003-2341a332f87f None None] Provisioning complete for port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:02.848594 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2245eba-767c-4eee-b003-2341a332f87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:02.883745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f2245eba-767c-4eee-b003-2341a332f87f None None] Port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:44:03.023134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90211db0-170c-4ffd-b742-7d3d6ce8dbfc {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:44:03.031233 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:03.044468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Transition to ACTIVE for port object 90211db0-170c-4ffd-b742-7d3d6ce8dbfc will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:44:03.049001 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:03.125493 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Pushing event updated for resources: {'Port': ['ID=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:03.151340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6397a-3637-4651-94d8-35c86013aa90 req-c55a9403-bc39-498e-8da1-5230d0ed2b59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:03.154071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24c6397a-3637-4651-94d8-35c86013aa90 req-c55a9403-bc39-498e-8da1-5230d0ed2b59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 944 time: 0.0614576 Nov 04 09:44:03.189561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Attempting to bind port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:44:03.189909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Attempting to bind port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:44:03.190247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Attempting to bind port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc on network a46e17a7-b4be-4ce9-95fb-a91f702744c3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:03.199223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc on network a46e17a7-b4be-4ce9-95fb-a91f702744c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:44:03.199223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Attempting to bind port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc on network a46e17a7-b4be-4ce9-95fb-a91f702744c3 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:03.202642 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:44:03.202859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Checking segment: {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:44:03.203144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Bound using segment: {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:44:03.203889 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Bound port: 90211db0-170c-4ffd-b742-7d3d6ce8dbfc, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:44:03.204270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:03.206528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24c6397a-3637-4651-94d8-35c86013aa90 req-dd21741d-cddc-4d7a-b459-485c73c4748e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466828 Nov 04 09:44:03.286860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] For port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:44:03.290183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] For port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:44:03.295735 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:03.330050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:03.330859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:03.332173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] 10.222.0.55 "PUT /v2.0/ports/90211db0-170c-4ffd-b742-7d3d6ce8dbfc HTTP/1.1" status: 200 len: 1092 time: 0.7086251 Nov 04 09:44:03.334878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'tag': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:44:03.338548 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "438c5c80-4e7c-44e9-a7ad-2fed9f48ee73", "tag": "90211db0-170c-4ffd-b742-7d3d6ce8dbfc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:44:03.403551 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ca68ff-4a65-4751-bd95-04adc58cd665 x-openstack-request-id: req-48ca68ff-4a65-4751-bd95-04adc58cd665 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:44:03.404062 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438c5c80-4e7c-44e9-a7ad-2fed9f48ee73", "tag": "90211db0-170c-4ffd-b742-7d3d6ce8dbfc", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:44:03.404498 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-48ca68ff-4a65-4751-bd95-04adc58cd665 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:44:03.405157 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'tag': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc', 'status': 'completed', 'code': 200} Nov 04 09:44:03.438746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac800b64-7fbf-429e-9fad-c2b0e03d39ba service neutron] Pushing event updated for resources: {'Port': ['ID=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:03.465259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-dcf4e67e-c6c8-4e26-a851-20e94763a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:03.466827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-dcf4e67e-c6c8-4e26-a851-20e94763a272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 1095 time: 0.0847182 Nov 04 09:44:03.513182 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-2e7c9e94-589d-4a9e-a5af-da18848d7c35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=90211db0-170c-4ffd-b742-7d3d6ce8dbfc HTTP/1.1" status: 200 len: 217 time: 0.0374138 Nov 04 09:44:03.566584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-9ed6942a-1fbb-4589-b51d-3aaca16a88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:03.568143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-9ed6942a-1fbb-4589-b51d-3aaca16a88cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ca0d84b-27cf-4cfd-844d-9e82adce55e0 HTTP/1.1" status: 200 len: 837 time: 0.0471783 Nov 04 09:44:03.615057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-b5e0f3b6-b477-43dc-9e7d-4f16981c55f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:03.616611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-b5e0f3b6-b477-43dc-9e7d-4f16981c55f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a46e17a7-b4be-4ce9-95fb-a91f702744c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415041 Nov 04 09:44:03.715066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-97ed14ec-4ac3-433a-a291-498969577b2e service neutron] 10.222.0.55 "GET /v2.0/networks/a46e17a7-b4be-4ce9-95fb-a91f702744c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911095 Nov 04 09:44:03.808088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4cc79c35-0f38-4f2c-92ac-46aa0ed7fe87 req-65851102-c355-4f3d-905a-dabc74f8117b service neutron] 10.222.0.55 "GET /v2.0/networks/a46e17a7-b4be-4ce9-95fb-a91f702744c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860655 Nov 04 09:44:03.906619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-cc7f0d56-0c37-408e-85d2-b94f1d2f88e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:03.908140 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-cc7f0d56-0c37-408e-85d2-b94f1d2f88e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 1095 time: 0.0500557 Nov 04 09:44:04.000924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-37b4caa7-1de0-4443-a646-9ba2aab88adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:04.002390 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-37b4caa7-1de0-4443-a646-9ba2aab88adb service neutron] 10.222.0.55 "GET /v2.0/networks?id=a46e17a7-b4be-4ce9-95fb-a91f702744c3 HTTP/1.1" status: 200 len: 898 time: 0.0872817 Nov 04 09:44:04.048662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-b8726a91-ed86-4173-b37a-c3c2c7de5ab8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=90211db0-170c-4ffd-b742-7d3d6ce8dbfc HTTP/1.1" status: 200 len: 217 time: 0.0394037 Nov 04 09:44:04.101589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-0c2955bb-1108-478c-b20f-cf94dd4a28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:04.103104 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-0c2955bb-1108-478c-b20f-cf94dd4a28c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ca0d84b-27cf-4cfd-844d-9e82adce55e0 HTTP/1.1" status: 200 len: 837 time: 0.0467076 Nov 04 09:44:04.153589 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-b5743a69-01ac-45ed-bf8c-e5079d3948a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:04.155114 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-b5743a69-01ac-45ed-bf8c-e5079d3948a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a46e17a7-b4be-4ce9-95fb-a91f702744c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446572 Nov 04 09:44:04.253274 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-49d7e863-2104-4e3a-832c-5370fc1c6465 service neutron] 10.222.0.55 "GET /v2.0/networks/a46e17a7-b4be-4ce9-95fb-a91f702744c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893786 Nov 04 09:44:04.334402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958232e-37d6-4605-b959-015bc88b523f req-f5aa6e88-37fc-49c3-8282-d3d9b83f0118 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:04.336260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5958232e-37d6-4605-b959-015bc88b523f req-f5aa6e88-37fc-49c3-8282-d3d9b83f0118 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 944 time: 0.0612564 Nov 04 09:44:04.354124 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c46ffd26-7cd9-4517-bf7d-352ab1be3a5b req-8953079e-877f-43cc-9212-cc144164b290 service neutron] 10.222.0.55 "GET /v2.0/networks/a46e17a7-b4be-4ce9-95fb-a91f702744c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932796 Nov 04 09:44:04.377732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5958232e-37d6-4605-b959-015bc88b523f req-84fc20ef-b5ae-43e4-a7d1-8501c605ad6a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351052 Nov 04 09:44:05.507608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fff7ff-28da-4491-a48b-8bc7fc193d54 req-25b3b4d2-ff79-4d36-94b5-d3228e43c569 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:05.509306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3fff7ff-28da-4491-a48b-8bc7fc193d54 req-25b3b4d2-ff79-4d36-94b5-d3228e43c569 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 944 time: 0.0545788 Nov 04 09:44:05.554472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3fff7ff-28da-4491-a48b-8bc7fc193d54 req-af52e1a7-3f56-422c-a54b-8762f50c4308 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385849 Nov 04 09:44:06.490923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 90211db0-170c-4ffd-b742-7d3d6ce8dbfc details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:44:06.590884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:06.603541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc', 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'port_id': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc', 'mac_address': 'fa:16:3e:63:24:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:44:06.641838 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:06.654804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90211db0-170c-4ffd-b742-7d3d6ce8dbfc {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:44:06.674372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:06.674613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035c423-4396-4846-9772-da68172b4b8b req-4d096cca-9aa5-4cbd-8edd-810965bb6291 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:06.676840 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5035c423-4396-4846-9772-da68172b4b8b req-4d096cca-9aa5-4cbd-8edd-810965bb6291 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 944 time: 0.0528095 Nov 04 09:44:06.679938 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:06.718408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5035c423-4396-4846-9772-da68172b4b8b req-2df2c40d-83d6-4aeb-bac5-051d2552d013 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345743 Nov 04 09:44:06.731747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:06.739910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.740253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.740590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.740923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.741252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.741575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.741924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.742244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.742564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.742884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.743203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.743517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:06.904309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['90211db0-170c-4ffd-b742-7d3d6ce8dbfc'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:44:07.370990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-85234bcd-251e-4bd7-baa5-87e7a7217e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:07.869582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5280b5-3902-4d38-90ad-bd92ac2705f0 req-8d93285a-e70f-433f-8de6-0350b7a6a9ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:07.871148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a5280b5-3902-4d38-90ad-bd92ac2705f0 req-8d93285a-e70f-433f-8de6-0350b7a6a9ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 945 time: 0.0787456 Nov 04 09:44:07.931067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a5280b5-3902-4d38-90ad-bd92ac2705f0 req-d8fbb931-0527-473e-a512-81d292d52d81 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529120 Nov 04 09:44:08.506190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 90211db0-170c-4ffd-b742-7d3d6ce8dbfc up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:08.557795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:44:08.562084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:08.562452 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:08.646802 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:08.669565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:44:08.672106 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3f5fac-ad73-414a-991d-8cc76c9ba3fc" -d '{"events": [{"server_uuid": "438c5c80-4e7c-44e9-a7ad-2fed9f48ee73", "name": "network-vif-plugged", "status": "completed", "tag": "90211db0-170c-4ffd-b742-7d3d6ce8dbfc"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:44:08.685985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:08.690479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:08.715724 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a43fb33-1b4b-4e4e-917f-44bc734df06d x-openstack-request-id: req-0a43fb33-1b4b-4e4e-917f-44bc734df06d {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:44:08.716039 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438c5c80-4e7c-44e9-a7ad-2fed9f48ee73", "name": "network-vif-plugged", "status": "completed", "tag": "90211db0-170c-4ffd-b742-7d3d6ce8dbfc", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:44:08.716287 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0a43fb33-1b4b-4e4e-917f-44bc734df06d {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:44:08.716672 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc', 'code': 200} Nov 04 09:44:08.743593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:08.813750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76427f86-3bbb-47ec-94ee-28e7ba0eba2a req-158a3793-936d-473f-a50b-506b3de814be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:08.815385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76427f86-3bbb-47ec-94ee-28e7ba0eba2a req-158a3793-936d-473f-a50b-506b3de814be service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 1097 time: 0.0441246 Nov 04 09:44:08.855706 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76427f86-3bbb-47ec-94ee-28e7ba0eba2a req-b3822d61-d6c5-4d53-973a-4213b240fa3f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333302 Nov 04 09:44:09.050348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544448-e995-4e79-bccf-226433ab3452 req-2ddc6c11-7bfc-42dc-aafc-aebb0ecf1e31 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:09.051866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b544448-e995-4e79-bccf-226433ab3452 req-2ddc6c11-7bfc-42dc-aafc-aebb0ecf1e31 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 946 time: 0.0499136 Nov 04 09:44:09.091133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b544448-e995-4e79-bccf-226433ab3452 req-dc802bc1-608f-4a32-8cef-741b79687399 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332642 Nov 04 09:44:09.984731 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b08adc59-3c9b-40d1-8417-39c85888bb16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:10.217885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca832c3-2872-4320-b529-d61b585a1845 req-30510348-c87f-4a51-aaa7-26e1e3525228 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:10.219389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ca832c3-2872-4320-b529-d61b585a1845 req-30510348-c87f-4a51-aaa7-26e1e3525228 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 946 time: 0.0560193 Nov 04 09:44:10.262937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ca832c3-2872-4320-b529-d61b585a1845 req-12adcc70-e177-4abd-bc29-d6e005a07171 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326023 Nov 04 09:44:10.283522 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:10.383995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd75a9-48e7-4acc-b6ce-6b16ce019ea7 req-b0e9fc5a-5cd9-4205-8851-a2725983dbcf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:10.385546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8cd75a9-48e7-4acc-b6ce-6b16ce019ea7 req-b0e9fc5a-5cd9-4205-8851-a2725983dbcf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 946 time: 0.0552425 Nov 04 09:44:10.424542 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8cd75a9-48e7-4acc-b6ce-6b16ce019ea7 req-9f3695d0-936f-41c3-ab72-0e1ed4c0d142 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328977 Nov 04 09:44:11.377316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:11.895107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 40974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:12.776481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:12.851742 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.092895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.20.0.17 (a46e17a7-b4be-4ce9-95fb-a91f702744c3/8ca0d84b-27cf-4cfd-844d-9e82adce55e0/09965228-c01b-4d5a-b624-e8435141d5a1) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:44:13.214187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.251213 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.300365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:13.304179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:13.309208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:44:13.340258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=09965228-c01b-4d5a-b624-e8435141d5a1,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:13.364834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.506820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.521063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-081105ee-fca8-40d3-a993-40f689571103 None None] Provisioning complete for port 09965228-c01b-4d5a-b624-e8435141d5a1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:13.521923 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-081105ee-fca8-40d3-a993-40f689571103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.560019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-081105ee-fca8-40d3-a993-40f689571103 None None] Port 09965228-c01b-4d5a-b624-e8435141d5a1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:44:13.800636 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.805534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.879473 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:13.881253 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=09965228-c01b-4d5a-b624-e8435141d5a1,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:13.975453 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:13.976820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:14.104856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:44:14.188475 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3a5107a5-6287-474c-b6d1-2243a62f41a9 None None] Provisioning complete for port 09965228-c01b-4d5a-b624-e8435141d5a1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:14.189206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3a5107a5-6287-474c-b6d1-2243a62f41a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:14.237098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3a5107a5-6287-474c-b6d1-2243a62f41a9 None None] Port 09965228-c01b-4d5a-b624-e8435141d5a1 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:44:14.244753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:44:14.252660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f39ee4e1-bb8a-4bdf-bb51-f5dabb2ad79e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "PUT /v2.0/routers/9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564723 Nov 04 09:44:14.257298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Sync routers for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:44:14.269044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:14.269742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:14.386552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:14.621496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:13Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:23Z', 'revision_number': 1, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09965228-c01b-4d5a-b624-e8435141d5a1', 'name': '', 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:07:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:12Z', 'updated_at': '2021-11-04T09:44:13Z', 'revision_number': 2, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:14.649701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Checking router: 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:44:14.649964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Updating router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f port 09965228-c01b-4d5a-b624-e8435141d5a1 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:44:14.678695 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:14.940735 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:14.947980 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:14.998291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4c6be-7978-4d12-b539-bd541f5dfe18 None None] Pushing event updated for resources: {'Port': ['ID=09965228-c01b-4d5a-b624-e8435141d5a1,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:15.062951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Attempting to bind port 09965228-c01b-4d5a-b624-e8435141d5a1 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:44:15.063318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Attempting to bind port 09965228-c01b-4d5a-b624-e8435141d5a1 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:44:15.063676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Attempting to bind port 09965228-c01b-4d5a-b624-e8435141d5a1 on network a46e17a7-b4be-4ce9-95fb-a91f702744c3 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:15.070448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:44:15.070842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Checking segment: {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:44:15.071226 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:15.071614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Bound using segment: {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:44:15.072126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Bound port: 09965228-c01b-4d5a-b624-e8435141d5a1, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0154918-5579-4aca-9e11-990e4878db1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:44:15.072506 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:15.158704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] For port 09965228-c01b-4d5a-b624-e8435141d5a1, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:44:15.165190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] For port 09965228-c01b-4d5a-b624-e8435141d5a1, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=09965228-c01b-4d5a-b624-e8435141d5a1,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:44:15.170686 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:15.258801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:15.259408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:15.264684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4c6be-7978-4d12-b539-bd541f5dfe18 None None] Pushing event updated for resources: {'Port': ['ID=09965228-c01b-4d5a-b624-e8435141d5a1,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:15.498210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d30e3cd0-a1da-46ab-a87f-568356ec7b59 None None] Provisioning complete for port 09965228-c01b-4d5a-b624-e8435141d5a1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:15.498540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d30e3cd0-a1da-46ab-a87f-568356ec7b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:15.584282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:15.690883 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d30e3cd0-a1da-46ab-a87f-568356ec7b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:15.770845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d30e3cd0-a1da-46ab-a87f-568356ec7b59 None None] For port 09965228-c01b-4d5a-b624-e8435141d5a1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=09965228-c01b-4d5a-b624-e8435141d5a1,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:15.777774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d30e3cd0-a1da-46ab-a87f-568356ec7b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:15.856046 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e3cd0-a1da-46ab-a87f-568356ec7b59 None None] Pushing event updated for resources: {'Port': ['ID=09965228-c01b-4d5a-b624-e8435141d5a1,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:15.905848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f2c0efcf-4126-495d-9a73-f06b6d2a6095 None None] Provisioning complete for port 09965228-c01b-4d5a-b624-e8435141d5a1 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:15.906219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f2c0efcf-4126-495d-9a73-f06b6d2a6095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:15.951939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:13Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:23Z', 'revision_number': 1, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09965228-c01b-4d5a-b624-e8435141d5a1', 'name': '', 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:07:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:12Z', 'updated_at': '2021-11-04T09:44:15Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:15.982550 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688b725c-79cb-47c9-abe7-7ed7e3bc43ab None None] The sync data for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 is: [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:13Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:23Z', 'revision_number': 1, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09965228-c01b-4d5a-b624-e8435141d5a1', 'name': '', 'network_id': 'a46e17a7-b4be-4ce9-95fb-a91f702744c3', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:07:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3941, 'fixed_ips': [{'subnet_id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:12Z', 'updated_at': '2021-11-04T09:44:15Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': '8ca0d84b-27cf-4cfd-844d-9e82adce55e0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:44:16.036084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:16.560757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 09965228-c01b-4d5a-b624-e8435141d5a1 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:16.612257 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 09965228-c01b-4d5a-b624-e8435141d5a1 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:16.612636 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:16.856213 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:23.662582 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:44:36.937152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41002) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:37.309536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:37.361529 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d69ebfa0-57ad-4f1e-9dca-e589d35198d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:37.442841 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-45182d2e-9fab-4e09-b66e-03f93bfe77b5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491714 Nov 04 09:44:37.524961 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-a0aa306d-ffc9-45e0-b49a-b00666520b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:37.526478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-a0aa306d-ffc9-45e0-b49a-b00666520b94 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1097 time: 0.0416832 Nov 04 09:44:37.633847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-7b46ca79-0d60-46e2-9e41-d1d5b31caf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:37.635307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-7b46ca79-0d60-46e2-9e41-d1d5b31caf63 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 897 time: 0.0867238 Nov 04 09:44:37.640053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 09965228-c01b-4d5a-b624-e8435141d5a1 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:37.640401 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:37.707216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-fe2e91c2-0662-4c76-98ce-86f872836090 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 200 len: 1000 time: 0.0644135 Nov 04 09:44:37.737146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port 09965228-c01b-4d5a-b624-e8435141d5a1, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=09965228-c01b-4d5a-b624-e8435141d5a1,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:37.743449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:37.754296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 09965228-c01b-4d5a-b624-e8435141d5a1 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:37.759210 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-2fd8dde4-cc34-4b8f-b122-91f1b45100aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:37.760748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-2fd8dde4-cc34-4b8f-b122-91f1b45100aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9598167-0d7b-4406-9447-62abbf04afab HTTP/1.1" status: 200 len: 834 time: 0.0470502 Nov 04 09:44:37.809044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-9d671854-8b30-4cbb-84cf-67ef993621bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:37.810631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-9d671854-8b30-4cbb-84cf-67ef993621bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fa91d44-593c-4875-ab10-0caaab63ee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432658 Nov 04 09:44:37.919676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-833ba471-8373-4b62-8d3f-6e1f5c816891 service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011009 Nov 04 09:44:37.954978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:37.984297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=09965228-c01b-4d5a-b624-e8435141d5a1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:38.027633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2e7b8906-e67c-4d08-9c6e-31f269600157 req-efcc4ba2-4a3e-4cb6-9da3-f258ac0fd5da service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003358 Nov 04 09:44:38.172445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:38.400642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:44:38.518473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:44:38.527529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e2b84eb3-4254-4f61-aa66-3d4fc9326710 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "PUT /v2.0/routers/9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5853646 Nov 04 09:44:38.530339 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] Sync routers for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:44:38.543008 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:38.543807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:38.658074 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:38.764139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f26713-afad-42ae-9091-8de7386e90e2 req-d446d64c-0d51-401c-90ba-8b76e5924002 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:38.765572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9f26713-afad-42ae-9091-8de7386e90e2 req-d446d64c-0d51-401c-90ba-8b76e5924002 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 946 time: 0.0561223 Nov 04 09:44:38.806027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9f26713-afad-42ae-9091-8de7386e90e2 req-cd357959-2ba0-4d00-aa6d-567c2e3a6583 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341370 Nov 04 09:44:38.980629 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:37Z', 'revision_number': 6, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:23Z', 'revision_number': 1, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:39.006090 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] Checking router: 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:44:39.015491 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:39.016059 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:39.131217 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:39.361254 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:37Z', 'revision_number': 6, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:23Z', 'revision_number': 1, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:39.389285 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66fda45-50d8-4e13-b47d-57c0f9e6a0d7 None None] The sync data for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 is: [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:37Z', 'revision_number': 6, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '4ae5718d-97f0-41d8-afe3-5df21c669694', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.3', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'port_id': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'mac_address': 'fa:16:3e:ac:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:43:21Z', 'updated_at': '2021-11-04T09:43:23Z', 'revision_number': 1, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:44:39.936398 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e551a-398a-4f5b-9ef3-6252e5df5cae req-49b24d7a-b46e-4a89-9c4b-f6e25b40cbad tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:39.937917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea6e551a-398a-4f5b-9ef3-6252e5df5cae req-49b24d7a-b46e-4a89-9c4b-f6e25b40cbad tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 946 time: 0.0534387 Nov 04 09:44:39.988261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea6e551a-398a-4f5b-9ef3-6252e5df5cae req-e8b13a54-bee5-46fa-8476-46b5fde2cf3d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=f45794ec-c302-4b98-bd3b-69242fc8c169&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Nov 04 09:44:39.992911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-85142542-80d0-4037-a757-0185cc673575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:40.083812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-820189c2-6864-41c3-815c-cba7d474445b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:40.085350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-820189c2-6864-41c3-815c-cba7d474445b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.55 "GET /v2.0/ports?device_id=438c5c80-4e7c-44e9-a7ad-2fed9f48ee73 HTTP/1.1" status: 200 len: 946 time: 0.0545013 Nov 04 09:44:40.181770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:40.182104 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:40.278615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:40.278871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:40.287076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:40.294507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 90211db0-170c-4ffd-b742-7d3d6ce8dbfc owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:40.431346 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:40.462770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=90211db0-170c-4ffd-b742-7d3d6ce8dbfc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:40.504884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] No DVR routers for this DVR port 90211db0-170c-4ffd-b742-7d3d6ce8dbfc on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:44:40.508189 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:40.509087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 09965228-c01b-4d5a-b624-e8435141d5a1 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:44:40.512646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-84190784-ff48-4b74-83a0-3d25fffbd687 req-35249c0a-8116-4730-9bfb-27dbe9402de0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.55 "DELETE /v2.0/ports/90211db0-170c-4ffd-b742-7d3d6ce8dbfc HTTP/1.1" status: 204 len: 173 time: 0.4206243 Nov 04 09:44:40.513176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'name': 'network-vif-deleted', 'tag': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:44:40.516091 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98068084-e896-46bb-86a0-07675e2b42e9" -d '{"events": [{"server_uuid": "438c5c80-4e7c-44e9-a7ad-2fed9f48ee73", "name": "network-vif-deleted", "tag": "90211db0-170c-4ffd-b742-7d3d6ce8dbfc"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:44:40.531907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 09965228-c01b-4d5a-b624-e8435141d5a1 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:44:40.533786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 09965228-c01b-4d5a-b624-e8435141d5a1 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:44:40.567704 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be9b2ae-8964-4d6a-8307-c707ede56c19 x-openstack-request-id: req-5be9b2ae-8964-4d6a-8307-c707ede56c19 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:44:40.568034 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438c5c80-4e7c-44e9-a7ad-2fed9f48ee73", "name": "network-vif-deleted", "tag": "90211db0-170c-4ffd-b742-7d3d6ce8dbfc", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:44:40.568287 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5be9b2ae-8964-4d6a-8307-c707ede56c19 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:44:40.568682 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438c5c80-4e7c-44e9-a7ad-2fed9f48ee73', 'name': 'network-vif-deleted', 'tag': '90211db0-170c-4ffd-b742-7d3d6ce8dbfc', 'status': 'completed', 'code': 200} Nov 04 09:44:41.051785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41024) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:41.114380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ab5c618-63fa-4bfd-8268-2a85f944f26d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.141475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ab5c618-63fa-4bfd-8268-2a85f944f26d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.209003 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ab5c618-63fa-4bfd-8268-2a85f944f26d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.211646 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7ab5c618-63fa-4bfd-8268-2a85f944f26d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.212944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7ab5c618-63fa-4bfd-8268-2a85f944f26d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/security-groups/f45794ec-c302-4b98-bd3b-69242fc8c169 HTTP/1.1" status: 204 len: 168 time: 0.1601238 Nov 04 09:44:41.222441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5c618-63fa-4bfd-8268-2a85f944f26d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45794ec-c302-4b98-bd3b-69242fc8c169,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:41.247021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41028) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:41.296801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting subnet 8ca0d84b-27cf-4cfd-844d-9e82adce55e0 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:44:41.299794 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.345531 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.382278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.434508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.497492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.532519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Subnet': ['ID=8ca0d84b-27cf-4cfd-844d-9e82adce55e0,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:41.534483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.537794 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f297f368-4e7f-4d38-afc4-140cfdd4d249 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/subnets/8ca0d84b-27cf-4cfd-844d-9e82adce55e0 HTTP/1.1" status: 204 len: 168 time: 0.2897840 Nov 04 09:44:41.540709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41030) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:41.543827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fc5c83-352c-4efa-99a6-e721a865a025 None None] Network a46e17a7-b4be-4ce9-95fb-a91f702744c3 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:44:41.618557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.672955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 57fc152b-7716-4988-9f7f-c16069192192 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:41.673296 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.721107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] DHCP port deletion for a46e17a7-b4be-4ce9-95fb-a91f702744c3 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:44:41.743041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port 57fc152b-7716-4988-9f7f-c16069192192, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=57fc152b-7716-4988-9f7f-c16069192192,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:41.743402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.756363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 57fc152b-7716-4988-9f7f-c16069192192 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:41.768570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] Deleting port 57fc152b-7716-4988-9f7f-c16069192192 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:41.768941 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.832309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] For port 57fc152b-7716-4988-9f7f-c16069192192, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=57fc152b-7716-4988-9f7f-c16069192192,segment=NetworkSegment(e0154918-5579-4aca-9e11-990e4878db1a),segment_id=e0154918-5579-4aca-9e11-990e4878db1a)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:41.832709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.838913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.848711 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] Calling delete_port for 57fc152b-7716-4988-9f7f-c16069192192 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:41.870050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=57fc152b-7716-4988-9f7f-c16069192192,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:41.871286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] No DVR routers for this DVR port 57fc152b-7716-4988-9f7f-c16069192192 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:44:41.930612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.955914 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:41.956881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] Pushing event deleted for resources: {'Port': ['ID=57fc152b-7716-4988-9f7f-c16069192192,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:41.961997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f90052-5d13-4bef-ac69-0bc12d7d1c0b None None] No DVR routers for this DVR port 57fc152b-7716-4988-9f7f-c16069192192 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:44:41.983625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46e17a7-b4be-4ce9-95fb-a91f702744c3']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:41.992620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0154918-5579-4aca-9e11-990e4878db1a') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:41.992911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0154918-5579-4aca-9e11-990e4878db1a') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:42.003167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.016943 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.022726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:44:42.023096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:44:42.026289 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:44:42.088006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.097324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.100554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/networks/a46e17a7-b4be-4ce9-95fb-a91f702744c3 HTTP/1.1" status: 204 len: 168 time: 0.5588682 Nov 04 09:44:42.103360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:42.110473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794cdb8-60b2-457c-88df-a2bd0de708cf tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Network': ['ID=a46e17a7-b4be-4ce9-95fb-a91f702744c3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:42.264730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 64264b61-dbde-4401-b9d9-dbcf81b805b5 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:42.264978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.341127 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.341458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.353246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 64264b61-dbde-4401-b9d9-dbcf81b805b5 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:42.506023 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.533830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=64264b61-dbde-4401-b9d9-dbcf81b805b5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:42.552848 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 57fc152b-7716-4988-9f7f-c16069192192 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:44:42.573247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 57fc152b-7716-4988-9f7f-c16069192192 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:44:42.573698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 57fc152b-7716-4988-9f7f-c16069192192 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:44:42.597523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:42.597924 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Floating IP 4ae5718d-97f0-41d8-afe3-5df21c669694 disassociated (deleted). External IP: 172.25.3.3, port: 6bbf22b4-7921-4ffd-bd17-598847dd3506. Nov 04 09:44:42.709317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 90211db0-170c-4ffd-b742-7d3d6ce8dbfc no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:44:42.730617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 90211db0-170c-4ffd-b742-7d3d6ce8dbfc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:44:42.730966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 90211db0-170c-4ffd-b742-7d3d6ce8dbfc not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:44:42.856589 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:43.138379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:44:43.249615 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:44:43.255045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:43.260244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872288-f921-4175-b43f-4dab4400062f None None] Sync routers for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:44:43.271567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:43.272313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:43.284143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-677ab735-756a-4a96-bf5e-69205b6de6ae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/floatingips/4ae5718d-97f0-41d8-afe3-5df21c669694 HTTP/1.1" status: 204 len: 168 time: 1.1795425 Nov 04 09:44:43.284690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:44:43.287002 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9818fc21-055f-429b-bafc-e3f3380da8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:44:43.395425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:43.541314 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557927a4-6d70-47b7-aafb-df5e164bcb24 x-openstack-request-id: req-557927a4-6d70-47b7-aafb-df5e164bcb24 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:44:43.541727 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:44:43.542607 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-557927a4-6d70-47b7-aafb-df5e164bcb24 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:44:43.543528 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'status': 'completed', 'code': 200} Nov 04 09:44:43.613121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-2d1d16a7-11a2-4490-b702-3cd4fd0ef136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:43.614276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:37Z', 'revision_number': 6, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:43.615071 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-2d1d16a7-11a2-4490-b702-3cd4fd0ef136 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 1097 time: 0.0488033 Nov 04 09:44:43.642429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872288-f921-4175-b43f-4dab4400062f None None] Checking router: 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:44:43.652563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:43.653104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:43.662096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35871292-e499-4c94-8ea9-efa0f52038ba req-c83dfe5d-d825-4ecc-a0c4-515330a7faf6 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:43.665188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35871292-e499-4c94-8ea9-efa0f52038ba req-c83dfe5d-d825-4ecc-a0c4-515330a7faf6 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 946 time: 0.0722408 Nov 04 09:44:43.711313 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35871292-e499-4c94-8ea9-efa0f52038ba req-3f4bd161-7c51-48ad-9452-0237853e6c10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381742 Nov 04 09:44:43.728085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-e8714ff9-cebf-460c-9476-d56f9d970157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:43.730277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-e8714ff9-cebf-460c-9476-d56f9d970157 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 200 len: 897 time: 0.1069889 Nov 04 09:44:43.773386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:43.773635 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-222751c2-33b4-4428-8e08-8d4890cb74d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 200 len: 217 time: 0.0354316 Nov 04 09:44:43.826519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-bf700ac4-56e2-49dd-97b8-003f1faa5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:43.828024 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-bf700ac4-56e2-49dd-97b8-003f1faa5a61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a9598167-0d7b-4406-9447-62abbf04afab HTTP/1.1" status: 200 len: 834 time: 0.0465212 Nov 04 09:44:43.879335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-f33d684c-5eb5-4f18-b775-064b1b8857db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:43.881293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-f33d684c-5eb5-4f18-b775-064b1b8857db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5fa91d44-593c-4875-ab10-0caaab63ee6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456598 Nov 04 09:44:43.986938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-ebdb2ee6-954c-4d75-a52e-23ceea45917d service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969846 Nov 04 09:44:43.992900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-65872288-f921-4175-b43f-4dab4400062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:37Z', 'revision_number': 6, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:44.028592 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65872288-f921-4175-b43f-4dab4400062f None None] The sync data for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 is: [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:37Z', 'revision_number': 6, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a0c077da-1491-4952-b7cb-33b7c10adfd5', 'name': '', 'network_id': '5fa91d44-593c-4875-ab10-0caaab63ee6b', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:3d:c8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:03Z', 'updated_at': '2021-11-04T09:43:08Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a9598167-0d7b-4406-9447-62abbf04afab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:44:44.095248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9818fc21-055f-429b-bafc-e3f3380da8ad req-904c3234-73c6-4f0f-8454-1daa51626a58 service neutron] 10.222.0.70 "GET /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004674 Nov 04 09:44:44.278667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be47b13d-6e15-443d-b88c-ef53ed26e6b2 None None] New status for floating IP 4ae5718d-97f0-41d8-afe3-5df21c669694: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:44:44.799000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-702edfde-9fb7-48b9-8940-dbe3c6dabdf6 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:44.800562 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-702edfde-9fb7-48b9-8940-dbe3c6dabdf6 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 946 time: 0.0571780 Nov 04 09:44:44.841266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f60fa-26dc-4f53-aa62-b9aeb2d11458 req-291fee69-f7a0-4e8a-b8b0-82717956642e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:44.842824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb9f60fa-26dc-4f53-aa62-b9aeb2d11458 req-291fee69-f7a0-4e8a-b8b0-82717956642e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=a840f163-5c64-436a-9b5b-78aa192040f2 HTTP/1.1" status: 200 len: 946 time: 0.0532594 Nov 04 09:44:44.895252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb9f60fa-26dc-4f53-aa62-b9aeb2d11458 req-72b63a44-601f-4c6c-ab61-16f43fa31fd8 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=fe719a15-11db-4e1d-b395-5097582c6d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Nov 04 09:44:44.898875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 6bbf22b4-7921-4ffd-bd17-598847dd3506 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:44.899223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:45.002652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port 6bbf22b4-7921-4ffd-bd17-598847dd3506, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6bbf22b4-7921-4ffd-bd17-598847dd3506,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:45.002935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:45.017388 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 6bbf22b4-7921-4ffd-bd17-598847dd3506 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:45.157388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:45.190939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=6bbf22b4-7921-4ffd-bd17-598847dd3506,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:45.240624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] No DVR routers for this DVR port 6bbf22b4-7921-4ffd-bd17-598847dd3506 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:44:45.243761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:45.248537 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3c88bade-3752-4754-a5b2-6ba9d96b0598 req-5ff04ec5-c83c-4e72-b3c1-8d44101430a4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "DELETE /v2.0/ports/6bbf22b4-7921-4ffd-bd17-598847dd3506 HTTP/1.1" status: 204 len: 173 time: 0.4417350 Nov 04 09:44:45.249061 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'name': 'network-vif-deleted', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:44:45.251895 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4c4331-487d-4b1e-86f2-deda13c80c0d" -d '{"events": [{"server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "name": "network-vif-deleted", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:44:45.292972 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bd2270-6af2-42ec-9dbc-88902be58bf3 x-openstack-request-id: req-11bd2270-6af2-42ec-9dbc-88902be58bf3 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:44:45.293224 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a840f163-5c64-436a-9b5b-78aa192040f2", "name": "network-vif-deleted", "tag": "6bbf22b4-7921-4ffd-bd17-598847dd3506", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:44:45.293544 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-11bd2270-6af2-42ec-9dbc-88902be58bf3 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:44:45.293941 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a840f163-5c64-436a-9b5b-78aa192040f2', 'name': 'network-vif-deleted', 'tag': '6bbf22b4-7921-4ffd-bd17-598847dd3506', 'status': 'completed', 'code': 200} Nov 04 09:44:45.958214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:46.019782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.025423 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-227a65f5-f392-4628-bf7d-4dbd43ab99cb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.053806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-227a65f5-f392-4628-bf7d-4dbd43ab99cb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.116540 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-227a65f5-f392-4628-bf7d-4dbd43ab99cb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.119142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-227a65f5-f392-4628-bf7d-4dbd43ab99cb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.120847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-227a65f5-f392-4628-bf7d-4dbd43ab99cb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/security-groups/fe719a15-11db-4e1d-b395-5097582c6d3e HTTP/1.1" status: 204 len: 168 time: 0.1610453 Nov 04 09:44:46.130523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a65f5-f392-4628-bf7d-4dbd43ab99cb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe719a15-11db-4e1d-b395-5097582c6d3e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:46.155125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41052) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:46.517920 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.784608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port a0c077da-1491-4952-b7cb-33b7c10adfd5 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:46.784874 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.871704 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.879764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port a0c077da-1491-4952-b7cb-33b7c10adfd5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a0c077da-1491-4952-b7cb-33b7c10adfd5,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:46.880162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:46.893442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for a0c077da-1491-4952-b7cb-33b7c10adfd5 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:47.083936 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:47.111833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=a0c077da-1491-4952-b7cb-33b7c10adfd5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:47.294549 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:47.508792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:44:47.618957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:44:47.624326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2319569f-3c4d-43f3-8b36-36dce2eeaa63 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "PUT /v2.0/routers/9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678020 Nov 04 09:44:47.627131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:47.629982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] Sync routers for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:44:47.639964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:47.640582 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:47.678958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting subnet a9598167-0d7b-4406-9447-62abbf04afab {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:44:47.682090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:47.726439 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:47.748806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:47.810734 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:47.884704 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:47.920510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Subnet': ['ID=a9598167-0d7b-4406-9447-62abbf04afab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:47.924626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:47.927957 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-66f4b668-585b-4427-a30d-378506565582 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/subnets/a9598167-0d7b-4406-9447-62abbf04afab HTTP/1.1" status: 204 len: 168 time: 0.2991333 Nov 04 09:44:47.930409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41056) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:47.935157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d204a2a-b885-4145-a1b9-e60adab7ba39 None None] Network 5fa91d44-593c-4875-ab10-0caaab63ee6b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:44:48.044974 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.155968 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.167661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': '5b37728c-e638-464e-99bc-37054f8f614d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:47Z', 'revision_number': 7, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '5b37728c-e638-464e-99bc-37054f8f614d', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d1:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3911, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:48.195973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] Checking router: 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:44:48.216414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 5b37728c-e638-464e-99bc-37054f8f614d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:48.216759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.237049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] Routers {'9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:48.237673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:48.299112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port 5b37728c-e638-464e-99bc-37054f8f614d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=5b37728c-e638-464e-99bc-37054f8f614d,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:48.299476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.313579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 5b37728c-e638-464e-99bc-37054f8f614d owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:48.334568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] Set router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:48.392670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] DHCP port deletion for 5fa91d44-593c-4875-ab10-0caaab63ee6b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:44:48.394517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6bbf22b4-7921-4ffd-bd17-598847dd3506 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:44:48.398259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:48Z', 'revision_number': 8, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:48.441675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 6bbf22b4-7921-4ffd-bd17-598847dd3506 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:44:48.441930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6bbf22b4-7921-4ffd-bd17-598847dd3506 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:44:48.443427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7243270f-cbeb-4683-8181-8693f28cf77b None None] The sync data for ids ['9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f'] in n-d-816487-1 is: [{'id': '9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f', 'name': 'tempest-TestNetworkBasicOps-router-797593714', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:43:00Z', 'updated_at': '2021-11-04T09:44:48Z', 'revision_number': 8, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:44:48.498531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] Deleting port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:44:48.498911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.503498 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.530707 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=5b37728c-e638-464e-99bc-37054f8f614d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:48.567127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] For port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=081daaeb-71d8-4b0d-a8c3-c5a59d1cd824,segment=NetworkSegment(26d4bf0b-d87d-4de8-9b5f-2c69fecbc907),segment_id=26d4bf0b-d87d-4de8-9b5f-2c69fecbc907)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:48.567525 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.581693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] Calling delete_port for 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:44:48.600323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.668714 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.694468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] Pushing event deleted for resources: {'Port': ['ID=081daaeb-71d8-4b0d-a8c3-c5a59d1cd824,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:48.696586 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.699741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc6be9c-dcfd-450c-8509-22013980e591 None None] No DVR routers for this DVR port 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:44:48.701701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.749032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.749734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Fanout notify agent at l3_agent the message router_deleted on router 9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:44:48.757182 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.758315 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1c7d49bd-279c-4a56-b0c6-ba7e2c449dee tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/routers/9b10f4e4-cbe8-4dc3-a7c5-8b0bc738835f HTTP/1.1" status: 204 len: 168 time: 0.8269703 Nov 04 09:44:48.762170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41058) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:48.854697 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.941929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:44:48.963140 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:44:48.963368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 081daaeb-71d8-4b0d-a8c3-c5a59d1cd824 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:44:48.963789 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a0c077da-1491-4952-b7cb-33b7c10adfd5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:44:48.963914 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:48.983953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa91d44-593c-4875-ab10-0caaab63ee6b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:48.984169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a0c077da-1491-4952-b7cb-33b7c10adfd5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:44:48.984318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a0c077da-1491-4952-b7cb-33b7c10adfd5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:44:48.993912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:48.994205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26d4bf0b-d87d-4de8-9b5f-2c69fecbc907') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:49.005093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.019507 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.025890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:44:49.026247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:44:49.029416 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:44:49.091100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.100701 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.101754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/networks/5fa91d44-593c-4875-ab10-0caaab63ee6b HTTP/1.1" status: 204 len: 168 time: 0.3386462 Nov 04 09:44:49.114304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f6361-5ed4-4512-a1ac-019cb35ba160 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Network': ['ID=5fa91d44-593c-4875-ab10-0caaab63ee6b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:49.119722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41060) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:49.125998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'network': {'name': 'tempest-network-smoke--1244979532', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'port_security_enabled': True}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:49.148239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:44:49.151806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.177612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:44:49.189787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.190160 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Added segment 04589024-5f43-43e4-b534-2c1136f08356 of type vlan for network eabac8ca-3b95-4ae5-9751-4a6d236eea43 Nov 04 09:44:49.230745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.257616 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.264084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:49.264688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.327739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2062414 Nov 04 09:44:49.330441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:49.334657 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-754085707', 'admin_state_up': True, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:49.347828 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e37f1-be96-4cd9-9b7d-892c84694a9c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Network': ['ID=eabac8ca-3b95-4ae5-9751-4a6d236eea43,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:49.361144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:44:49.368067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.369207 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.424309 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:49.571001 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:50.112910 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:50.133128 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:50.234464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.25.3.160 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/246d7a14-9007-41b4-ad81-5399d831440f) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:44:50.346147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:50.381693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:50.420409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:50.423390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:50.426525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:44:50.456635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=246d7a14-9007-41b4-ad81-5399d831440f,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:50.511625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5b37728c-e638-464e-99bc-37054f8f614d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:44:50.533800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 5b37728c-e638-464e-99bc-37054f8f614d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:44:50.534130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 5b37728c-e638-464e-99bc-37054f8f614d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:44:50.702519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:50.925295 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.059022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:44:51.169327 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:44:51.178803 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Sync routers for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:44:51.190401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.191304 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:51.191640 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9d1739fc-4695-4aef-8e96-433540c239a1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8602846 Nov 04 09:44:51.192070 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:51.194842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41066) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:51.224856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b9576141-95e3-4578-814e-be314f6da808 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=6f5264cd7b9942f7b1ef3ac454785084&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288062 Nov 04 09:44:51.227469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:51.300947 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:51.319391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e06ca4-b25d-40b1-bd16-7c0cca7f2258 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:51.320868 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b5e06ca4-b25d-40b1-bd16-7c0cca7f2258 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0924444 Nov 04 09:44:51.324169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41070) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:51.352576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dcf1f973-ea10-4648-85eb-8ac5b876e5f7 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269625 Nov 04 09:44:51.355173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41072) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:51.360157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-453916883', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:51.453375 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:44:51.456994 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.486865 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:50Z', 'revision_number': 3, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:51.518239 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Checking router: 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:44:51.518593 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Updating router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 port 246d7a14-9007-41b4-ad81-5399d831440f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:44:51.545837 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.649479 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.717656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Subnet': ['ID=a762c5d6-770a-4c7d-b1dc-13f90f1c616b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:51.722911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Checking segment: {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:44:51.723280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network hostable DHCP agents. Network: eabac8ca-3b95-4ae5-9751-4a6d236eea43, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:44:51.740547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:44:51.750390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, eabac8ca-3b95-4ae5-9751-4a6d236eea43) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:51.754880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:51.755469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.764355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fa5e0b-35c2-4247-890f-bc922abfb4d0 None None] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:44:51.772467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f37b94da-9bb0-4e83-90db-9adf307f8a10 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4160614 Nov 04 09:44:51.775368 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:51.813165 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.820786 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.870809 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Attempting to bind port 246d7a14-9007-41b4-ad81-5399d831440f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:44:51.871419 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Attempting to bind port 246d7a14-9007-41b4-ad81-5399d831440f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:44:51.872111 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Attempting to bind port 246d7a14-9007-41b4-ad81-5399d831440f on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:51.883764 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:44:51.884161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:44:51.884676 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.885006 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:44:51.885422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Bound port: 246d7a14-9007-41b4-ad81-5399d831440f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:44:51.885825 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.888040 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Pushing event updated for resources: {'Port': ['ID=246d7a14-9007-41b4-ad81-5399d831440f,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:51.917730 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.918196 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.918538 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.918938 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.919266 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.919591 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.919937 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.920286 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.920583 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.920903 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.921217 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.921534 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:51.948947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:44:51.950600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:51.968320 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] For port 246d7a14-9007-41b4-ad81-5399d831440f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:44:51.971778 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] For port 246d7a14-9007-41b4-ad81-5399d831440f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=246d7a14-9007-41b4-ad81-5399d831440f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:44:51.977294 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:52.039724 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:52.040529 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:52.110476 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bac555-886c-4938-8f96-a89d35a335e6 None None] Pushing event updated for resources: {'Port': ['ID=246d7a14-9007-41b4-ad81-5399d831440f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:52.123680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Allocated IP 172.20.0.2 (eabac8ca-3b95-4ae5-9751-4a6d236eea43/a762c5d6-770a-4c7d-b1dc-13f90f1c616b/9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:44:52.162434 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:52.288884 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:52.294916 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:52.335518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:52.338398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:52.346630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:44:52.349894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Pushing event updated for resources: {'Port': ['ID=9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:52.367686 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:50Z', 'revision_number': 3, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:52.401067 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9646002-a155-48c3-90d1-9074c6862c20 None None] The sync data for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 is: [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:50Z', 'revision_number': 3, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:44:52.410878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Attempting to bind port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:44:52.410878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Attempting to bind port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:44:52.411392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Attempting to bind port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed on network eabac8ca-3b95-4ae5-9751-4a6d236eea43 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:52.416916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:44:52.416916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Checking segment: {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:44:52.417244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:52.417605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Bound using segment: {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:44:52.418073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Bound port: 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:44:52.418447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:52.490061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-01362777-543d-4768-9aa9-417215b01b96 None None] For port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:44:52.493567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-01362777-543d-4768-9aa9-417215b01b96 None None] For port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:44:52.499680 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:52.562739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01362777-543d-4768-9aa9-417215b01b96 None None] Pushing event updated for resources: {'Port': ['ID=9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:52.601026 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:52.850542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-59c505a7-4f45-45df-be07-bb7ba71ed43b req-1ea712a1-e208-4ee4-b166-78dc7a4e96e5 service neutron] (102556) timed out ('10.222.0.53', 38732) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:44:52.953580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.20.0.1 (eabac8ca-3b95-4ae5-9751-4a6d236eea43/a762c5d6-770a-4c7d-b1dc-13f90f1c616b/79e8a83b-f6e7-48fb-abdc-9bd56056cabf) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:44:53.083252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.124091 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.175403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:53.178568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:53.185860 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:44:53.189954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:53.236649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.386671 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.564172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b3b7a-1f77-46cc-9610-5a705a304ade None None] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:44:53.632819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2364a1e3-6b1c-4541-9a35-1afada8ff38f None None] Provisioning complete for port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:53.633100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2364a1e3-6b1c-4541-9a35-1afada8ff38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.696954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.702795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.769415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2364a1e3-6b1c-4541-9a35-1afada8ff38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.778944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:53.781438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.830070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2364a1e3-6b1c-4541-9a35-1afada8ff38f None None] For port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:53.838391 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2364a1e3-6b1c-4541-9a35-1afada8ff38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:53.896415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2364a1e3-6b1c-4541-9a35-1afada8ff38f None None] Pushing event updated for resources: {'Port': ['ID=9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:53.896688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:53.898174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:54.031886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:44:54.166620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:44:54.175074 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8e2d1de5-1a12-42f1-9413-fafc76a8930e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "PUT /v2.0/routers/2a96efec-a33d-4fdd-8f37-1c7b5c16f075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3964276 Nov 04 09:44:54.175681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41078) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:54.176467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3f34cd73-e03d-4d72-b5c3-fa5fdf816f1a None None] Provisioning complete for port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:54.176921 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f34cd73-e03d-4d72-b5c3-fa5fdf816f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:54.184693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Sync routers for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:44:54.221794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:54.222438 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:54.264118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3f34cd73-e03d-4d72-b5c3-fa5fdf816f1a None None] Port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:44:54.293329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f58966-0116-4241-a917-4ffbea59fc4e tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.293832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f58966-0116-4241-a917-4ffbea59fc4e tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.294258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f58966-0116-4241-a917-4ffbea59fc4e tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.294713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f58966-0116-4241-a917-4ffbea59fc4e tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.299293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-56f58966-0116-4241-a917-4ffbea59fc4e tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1228042 Nov 04 09:44:54.299442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41080) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:54.308758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3f34cd73-e03d-4d72-b5c3-fa5fdf816f1a None None] Provisioning complete for port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:54.309330 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3f34cd73-e03d-4d72-b5c3-fa5fdf816f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:54.379791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:54.413752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304c296-1dfb-4d0e-a6dc-f0331ed6f5bc tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.414337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304c296-1dfb-4d0e-a6dc-f0331ed6f5bc tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.414877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304c296-1dfb-4d0e-a6dc-f0331ed6f5bc tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.415673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e304c296-1dfb-4d0e-a6dc-f0331ed6f5bc tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:54.420639 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e304c296-1dfb-4d0e-a6dc-f0331ed6f5bc tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1157198 Nov 04 09:44:54.420955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41082) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:54.587070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-424ebe5a-1161-4d51-a910-e67dace274e9 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1650016 Nov 04 09:44:54.656958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 2, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:54.691884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:54.695067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Checking router: 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:44:54.695431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Updating router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:44:54.699931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b72655a4-c157-4ee9-8414-2ff25afd7c07 None None] Provisioning complete for port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:54.700395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b72655a4-c157-4ee9-8414-2ff25afd7c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:54.783579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:54.798313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b72655a4-c157-4ee9-8414-2ff25afd7c07 None None] Port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:44:54.846874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:54.847250 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.054896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 246d7a14-9007-41b4-ad81-5399d831440f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:55.061959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41086) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:55.067029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6e1016f2-bf70-458d-bf8d-f3b24a966c7c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-385578644', 'description': 'tempest-secgroup-smoke-385578644 description', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:55.089967 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e1016f2-bf70-458d-bf8d-f3b24a966c7c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.161325 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e1016f2-bf70-458d-bf8d-f3b24a966c7c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.165374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e1016f2-bf70-458d-bf8d-f3b24a966c7c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.166069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 246d7a14-9007-41b4-ad81-5399d831440f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:55.166416 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.197817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6e1016f2-bf70-458d-bf8d-f3b24a966c7c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.200394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6e1016f2-bf70-458d-bf8d-f3b24a966c7c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1370258 Nov 04 09:44:55.202492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1016f2-bf70-458d-bf8d-f3b24a966c7c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.203200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41088) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:55.205549 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.217121 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.218580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cdb68cd5-c465-4a75-a580-79d03f46c567 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': '4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:55.248086 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdb68cd5-c465-4a75-a580-79d03f46c567 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.274895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd5c33-ae8d-4971-836f-c1869e091030 None None] Pushing event updated for resources: {'Port': ['ID=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.313310 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdb68cd5-c465-4a75-a580-79d03f46c567 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.318540 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdb68cd5-c465-4a75-a580-79d03f46c567 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.339799 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb68cd5-c465-4a75-a580-79d03f46c567 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae05cb6-05be-48fc-a1c5-d4eff8735b29,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.349154 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cdb68cd5-c465-4a75-a580-79d03f46c567 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.353380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cdb68cd5-c465-4a75-a580-79d03f46c567 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457825 Nov 04 09:44:55.354290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41090) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:55.364700 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.367676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-84134592-f37c-4bb0-b16c-378a90eb7f01 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': '4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:55.373704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Attempting to bind port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:44:55.373912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Attempting to bind port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:44:55.374219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Attempting to bind port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf on network eabac8ca-3b95-4ae5-9751-4a6d236eea43 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:55.390908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:44:55.391490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Checking segment: {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:44:55.391971 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.392347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Bound using segment: {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:44:55.392849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Bound port: 79e8a83b-f6e7-48fb-abdc-9bd56056cabf, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:44:55.393198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.399031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 246d7a14-9007-41b4-ad81-5399d831440f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=246d7a14-9007-41b4-ad81-5399d831440f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:55.407242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84134592-f37c-4bb0-b16c-378a90eb7f01 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.484299 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84134592-f37c-4bb0-b16c-378a90eb7f01 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.490275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84134592-f37c-4bb0-b16c-378a90eb7f01 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.510209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84134592-f37c-4bb0-b16c-378a90eb7f01 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0c58f9-0beb-407b-a3ab-dfd125d8926d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.519023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-84134592-f37c-4bb0-b16c-378a90eb7f01 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.520172 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-84134592-f37c-4bb0-b16c-378a90eb7f01 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633968 Nov 04 09:44:55.524402 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:55.529970 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d4cebb2b-90d8-4cf3-976c-72c591d579d0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': '4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:55.567956 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb2b-90d8-4cf3-976c-72c591d579d0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.580887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.634556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb2b-90d8-4cf3-976c-72c591d579d0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.638837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb2b-90d8-4cf3-976c-72c591d579d0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.655617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d9c45746-030e-4ed2-b348-0058244bd647 None None] Provisioning complete for port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:55.656016 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9c45746-030e-4ed2-b348-0058244bd647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.657974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cebb2b-90d8-4cf3-976c-72c591d579d0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30d077b-dd6d-4ade-bd55-535bb3e36b79,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.667830 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d4cebb2b-90d8-4cf3-976c-72c591d579d0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.669305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d4cebb2b-90d8-4cf3-976c-72c591d579d0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1437767 Nov 04 09:44:55.672434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:55.676851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c6064bdf-c7e3-45b2-a8c5-4141fc66d823 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': '4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:55.703942 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6064bdf-c7e3-45b2-a8c5-4141fc66d823 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.709817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=246d7a14-9007-41b4-ad81-5399d831440f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.723482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] For port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:44:55.726842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] For port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:44:55.727911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-d9c45746-030e-4ed2-b348-0058244bd647 None None] Port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:44:55.732472 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.769404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6064bdf-c7e3-45b2-a8c5-4141fc66d823 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.774248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6064bdf-c7e3-45b2-a8c5-4141fc66d823 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.786148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:44:55.786771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:55.794711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6064bdf-c7e3-45b2-a8c5-4141fc66d823 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6a9948-7803-4602-a7d0-9a983c3980b4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.802357 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6064bdf-c7e3-45b2-a8c5-4141fc66d823 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.803601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c6064bdf-c7e3-45b2-a8c5-4141fc66d823 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1301861 Nov 04 09:44:55.806647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41096) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:55.811673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': '4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:55.838291 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Project 6f5264cd7b9942f7b1ef3ac454785084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:44:55.845109 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.871874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd5c33-ae8d-4971-836f-c1869e091030 None None] Pushing event updated for resources: {'Port': ['ID=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.917864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.922519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.927265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:44:55.942196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b316966-5a9d-427c-9e2b-e25c4559d610,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:55.957380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:55.960614 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0e36ce55-3ebf-4971-ad52-d2a01f874c59 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508005 Nov 04 09:44:55.961592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:44:55.967698 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'security_group_rule': {'security_group_id': '4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c', 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:56.002168 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Project 6f5264cd7b9942f7b1ef3ac454785084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 09:44:56.008346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.076039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.081109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.082236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e1dba511-e3cc-4be9-9a6e-fc7140cffec7 None None] Provisioning complete for port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:56.083172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1dba511-e3cc-4be9-9a6e-fc7140cffec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.100755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366467f9-313b-463f-a0d4-9187e12904bf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:56.111147 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.112426 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-be34a07e-31b5-4aa1-8cd5-810c8fb78d94 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1497552 Nov 04 09:44:56.225747 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1dba511-e3cc-4be9-9a6e-fc7140cffec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.230627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:44:56.265025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5a7ba4-bda3-4f9a-b429-6a63216e616f None None] The sync data for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 is: [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:44:56.288445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e1dba511-e3cc-4be9-9a6e-fc7140cffec7 None None] For port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:44:56.293175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e1dba511-e3cc-4be9-9a6e-fc7140cffec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.296731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-681660eb-562d-47bf-acf3-336fb1ab9498 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-385578644&fields=id&tenant_id=6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 267 time: 0.0449452 Nov 04 09:44:56.357784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dba511-e3cc-4be9-9a6e-fc7140cffec7 None None] Pushing event updated for resources: {'Port': ['ID=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:56.444736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-cd744ddf-4d8d-49b6-bfcd-ed9d3a4923d6 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:56.446329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-cd744ddf-4d8d-49b6-bfcd-ed9d3a4923d6 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/networks?id=eabac8ca-3b95-4ae5-9751-4a6d236eea43 HTTP/1.1" status: 200 len: 797 time: 0.1361444 Nov 04 09:44:56.463004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-7a1dbf34-299d-4778-ac15-030ab29f957d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/quotas/6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 375 time: 0.0095825 Nov 04 09:44:56.519405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-d3431857-9256-43e4-98fe-02be486a868c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497203 Nov 04 09:44:56.639208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-54508934-d0e5-4c40-ab53-5c2f32bf17da service neutron] 10.222.0.53 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068382 Nov 04 09:44:56.650098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 246d7a14-9007-41b4-ad81-5399d831440f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:56.710769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 246d7a14-9007-41b4-ad81-5399d831440f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:56.711420 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.741693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-0d95cbc8-c68c-4141-ac86-b69ed82faa9f service neutron] 10.222.0.53 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918379 Nov 04 09:44:56.799525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 79e8a83b-f6e7-48fb-abdc-9bd56056cabf up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:44:56.852705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:56.853091 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:56.942002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb269299-2360-4374-b8c1-f9e4aa3474d5 req-61a4d802-b50a-4ba4-8729-348ca44f1995 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 210 time: 0.0346956 Nov 04 09:44:57.936668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-62d835e6-dfde-4c5f-8d55-de615db5d77e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:57.938126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-62d835e6-dfde-4c5f-8d55-de615db5d77e tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "GET /v2.0/networks?id=eabac8ca-3b95-4ae5-9751-4a6d236eea43 HTTP/1.1" status: 200 len: 797 time: 0.1445878 Nov 04 09:44:57.983800 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-f09df55b-eaf0-4de6-8ffb-e75c8ca1d3f9 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f5264cd7b9942f7b1ef3ac454785084 HTTP/1.1" status: 200 len: 379 time: 0.0361791 Nov 04 09:44:57.993996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'port': {'device_id': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'admin_state_up': True, 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'security_groups': ['4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:58.041567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71523c15-5f74-4b70-b991-eb1b7ab6931d req-530f0747-38e1-4f0f-b364-b9bbee103365 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 210 time: 0.0262995 Nov 04 09:44:58.102462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Made reservation on behalf of 6f5264cd7b9942f7b1ef3ac454785084 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:44:58.106139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.235893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.20.0.8 (eabac8ca-3b95-4ae5-9751-4a6d236eea43/a762c5d6-770a-4c7d-b1dc-13f90f1c616b/edfd6ba2-74c6-43d6-b1a9-ada847a642aa) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:44:58.379981 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.414692 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.457293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:44:58.460323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:44:58.463917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:44:58.472426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:58.504382 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.504733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.505076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.505412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.505745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.506091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.506393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.506719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.507036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.507353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.507669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.508015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:44:58.533343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:58.533964 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.551825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-3be1ad72-49d3-4593-a59a-5586d3288c71 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615342 Nov 04 09:44:58.565291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Request body: {'port': {'device_id': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:44:58.624526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.728804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-19511fef-98e2-4766-9b6c-32992b3926cd None None] Provisioning complete for port edfd6ba2-74c6-43d6-b1a9-ada847a642aa triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:44:58.729644 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-19511fef-98e2-4766-9b6c-32992b3926cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.765431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-19511fef-98e2-4766-9b6c-32992b3926cd None None] Port edfd6ba2-74c6-43d6-b1a9-ada847a642aa cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:44:58.887761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edfd6ba2-74c6-43d6-b1a9-ada847a642aa {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:44:58.895402 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.908104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Transition to ACTIVE for port object edfd6ba2-74c6-43d6-b1a9-ada847a642aa will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:44:58.912350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:58.964825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Pushing event updated for resources: {'Port': ['ID=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:59.037960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Attempting to bind port edfd6ba2-74c6-43d6-b1a9-ada847a642aa on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:44:59.038293 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Attempting to bind port edfd6ba2-74c6-43d6-b1a9-ada847a642aa by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:44:59.038621 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Attempting to bind port edfd6ba2-74c6-43d6-b1a9-ada847a642aa on network eabac8ca-3b95-4ae5-9751-4a6d236eea43 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:59.043517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Port edfd6ba2-74c6-43d6-b1a9-ada847a642aa on network eabac8ca-3b95-4ae5-9751-4a6d236eea43 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:44:59.043866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Attempting to bind port edfd6ba2-74c6-43d6-b1a9-ada847a642aa on network eabac8ca-3b95-4ae5-9751-4a6d236eea43 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:44:59.049004 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:44:59.049334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Checking segment: {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:44:59.049711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Bound using segment: {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:44:59.050130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Bound port: edfd6ba2-74c6-43d6-b1a9-ada847a642aa, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04589024-5f43-43e4-b534-2c1136f08356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:44:59.050488 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:59.124534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] For port edfd6ba2-74c6-43d6-b1a9-ada847a642aa, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:44:59.128625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] For port edfd6ba2-74c6-43d6-b1a9-ada847a642aa, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:44:59.134709 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:59.168547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1889cd9-afb1-4fa8-876e-e5adc3388ca7 req-25b64381-7497-4d75-97d1-0e297152914b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.172633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1889cd9-afb1-4fa8-876e-e5adc3388ca7 req-25b64381-7497-4d75-97d1-0e297152914b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 943 time: 0.0573187 Nov 04 09:44:59.174819 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.175466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:44:59.176876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] 10.222.0.70 "PUT /v2.0/ports/edfd6ba2-74c6-43d6-b1a9-ada847a642aa HTTP/1.1" status: 200 len: 1091 time: 0.6160109 Nov 04 09:44:59.177331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:44:59.179602 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eb0f0f-793e-48fd-b9a8-104168744ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:44:59.209932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc110c6-f8e1-44b6-a076-b0426afd8f88 service neutron] Pushing event updated for resources: {'Port': ['ID=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:44:59.222926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c1889cd9-afb1-4fa8-876e-e5adc3388ca7 req-37b9e8a5-82f6-4466-aeec-68e88fe8aba5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463657 Nov 04 09:44:59.267739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-db676d77-aaff-486d-bfd7-6a29bf513aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.269561 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-db676d77-aaff-486d-bfd7-6a29bf513aa4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 1094 time: 0.0504553 Nov 04 09:44:59.278776 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8bdb81-d055-46e3-a8b1-d146fa943b34 x-openstack-request-id: req-4f8bdb81-d055-46e3-a8b1-d146fa943b34 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:44:59.279143 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:44:59.279461 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f8bdb81-d055-46e3-a8b1-d146fa943b34 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:44:59.279876 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'status': 'completed', 'code': 200} Nov 04 09:44:59.317622 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-70014d0b-2f34-4a77-9df9-492703b212dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa HTTP/1.1" status: 200 len: 217 time: 0.0367737 Nov 04 09:44:59.371257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-6d686f7a-39d2-4d82-aa63-c36924023ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.372775 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-6d686f7a-39d2-4d82-aa63-c36924023ce0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a762c5d6-770a-4c7d-b1dc-13f90f1c616b HTTP/1.1" status: 200 len: 834 time: 0.0477829 Nov 04 09:44:59.422986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-48a0f138-6b6b-4ec8-9d23-7488e4510d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.424497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-48a0f138-6b6b-4ec8-9d23-7488e4510d8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eabac8ca-3b95-4ae5-9751-4a6d236eea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448768 Nov 04 09:44:59.516567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-469303fa-179b-4d4a-bb45-38873a7015ea service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848813 Nov 04 09:44:59.613598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d342d2fb-e5ad-4381-90de-e549a644bacd req-042f13f5-b843-4490-84cc-a22dfc8e0011 service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887320 Nov 04 09:44:59.702791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-4088731c-0426-47de-91e2-0fb47c88b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.704431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-4088731c-0426-47de-91e2-0fb47c88b511 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 1094 time: 0.0422382 Nov 04 09:44:59.792195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-fe09659f-7148-461f-97f0-603e44cbfef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.793669 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-fe09659f-7148-461f-97f0-603e44cbfef4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eabac8ca-3b95-4ae5-9751-4a6d236eea43 HTTP/1.1" status: 200 len: 898 time: 0.0827062 Nov 04 09:44:59.839043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-6b90d655-58a2-4218-a109-f26aba26af13 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa HTTP/1.1" status: 200 len: 217 time: 0.0385180 Nov 04 09:44:59.890050 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-a8aa36f1-322e-446e-8c75-6d6b0f41df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.891391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-a8aa36f1-322e-446e-8c75-6d6b0f41df17 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a762c5d6-770a-4c7d-b1dc-13f90f1c616b HTTP/1.1" status: 200 len: 834 time: 0.0452116 Nov 04 09:44:59.938131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-856e7015-a1a7-4b60-bc42-6bfd1fe4b7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:44:59.939607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-856e7015-a1a7-4b60-bc42-6bfd1fe4b7de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eabac8ca-3b95-4ae5-9751-4a6d236eea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406475 Nov 04 09:45:00.035667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-de94d058-b268-4a55-b2f1-46db489fd4fb service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866027 Nov 04 09:45:00.128092 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-51eb0f0f-793e-48fd-b9a8-104168744ea8 req-c498f1bc-d352-4de9-9a35-8e29861fa1db service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843706 Nov 04 09:45:00.343548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5365617-3d2f-4fc6-9c49-2fd2e0e3f0b7 req-22717ac9-5ac3-4d3b-8012-c7801047fd39 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:00.345127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5365617-3d2f-4fc6-9c49-2fd2e0e3f0b7 req-22717ac9-5ac3-4d3b-8012-c7801047fd39 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 943 time: 0.0497484 Nov 04 09:45:00.383563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a5365617-3d2f-4fc6-9c49-2fd2e0e3f0b7 req-1dec34a0-41a9-436f-9707-00e4c7ed03cb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324807 Nov 04 09:45:00.661469 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:45:01.513029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8a93-f756-4518-9b63-e27433d00c24 req-152cf394-6306-42be-8a3b-08f3e2aadefc tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:01.514533 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7fa8a93-f756-4518-9b63-e27433d00c24 req-152cf394-6306-42be-8a3b-08f3e2aadefc tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 943 time: 0.0635605 Nov 04 09:45:01.554072 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7fa8a93-f756-4518-9b63-e27433d00c24 req-a46c89de-a28f-400a-8bdd-728ce1a971c4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334117 Nov 04 09:45:02.483270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device edfd6ba2-74c6-43d6-b1a9-ada847a642aa details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:45:02.583444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port edfd6ba2-74c6-43d6-b1a9-ada847a642aa, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:45:02.595162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'port_id': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'mac_address': 'fa:16:3e:23:5e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:45:02.634237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:02.648410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edfd6ba2-74c6-43d6-b1a9-ada847a642aa {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:45:02.668649 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port edfd6ba2-74c6-43d6-b1a9-ada847a642aa, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:45:02.670179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f83dd-2fb5-454d-8a15-7a63352329da req-f2e6cabf-9f18-4aab-8c72-6d11928adcbb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:02.672069 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d18f83dd-2fb5-454d-8a15-7a63352329da req-f2e6cabf-9f18-4aab-8c72-6d11928adcbb tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 943 time: 0.0503621 Nov 04 09:45:02.673056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:02.712006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d18f83dd-2fb5-454d-8a15-7a63352329da req-2063a298-5015-4ff9-be44-43d72f8585b1 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334327 Nov 04 09:45:02.723269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:02.873546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['edfd6ba2-74c6-43d6-b1a9-ada847a642aa'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:45:03.829621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623f3ac-5828-4746-abf9-eda97e8bbde9 req-0a7fc6c0-00ad-49ea-9d73-fd8ffffcf084 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:03.831116 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f623f3ac-5828-4746-abf9-eda97e8bbde9 req-0a7fc6c0-00ad-49ea-9d73-fd8ffffcf084 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 944 time: 0.0513701 Nov 04 09:45:03.870852 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f623f3ac-5828-4746-abf9-eda97e8bbde9 req-9b2455e1-8353-4ee2-a111-744078f0a4a7 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332878 Nov 04 09:45:04.498748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device edfd6ba2-74c6-43d6-b1a9-ada847a642aa up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:45:04.551811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port edfd6ba2-74c6-43d6-b1a9-ada847a642aa completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:45:04.555792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port edfd6ba2-74c6-43d6-b1a9-ada847a642aa triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:45:04.556200 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:04.635649 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:04.657895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:45:04.660170 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82ab66f-3886-4340-a4f1-a220b6e9b0f6" -d '{"events": [{"server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "name": "network-vif-plugged", "status": "completed", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:45:04.673892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port edfd6ba2-74c6-43d6-b1a9-ada847a642aa, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:45:04.678692 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:04.709669 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a22ee5d-8922-41f2-990a-49bd197520da x-openstack-request-id: req-1a22ee5d-8922-41f2-990a-49bd197520da {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:45:04.709958 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "name": "network-vif-plugged", "status": "completed", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:45:04.710204 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1a22ee5d-8922-41f2-990a-49bd197520da {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:45:04.710585 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'code': 200} Nov 04 09:45:04.738695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:04.802797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f955aa-3afa-4afc-99da-45d7d0e7d825 req-eb8ae8e9-0bf1-4e00-aa51-7fe75b9c8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:04.804318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30f955aa-3afa-4afc-99da-45d7d0e7d825 req-eb8ae8e9-0bf1-4e00-aa51-7fe75b9c8a5c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 1096 time: 0.0457802 Nov 04 09:45:04.839938 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30f955aa-3afa-4afc-99da-45d7d0e7d825 req-0cfc74dc-a8d2-490a-a92b-8f3d3b672147 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279765 Nov 04 09:45:04.993271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339b85-0428-4311-a3e6-0b139d70b840 req-8d71c46c-dba8-446f-8888-d836a0c9cfb5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:04.998194 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17339b85-0428-4311-a3e6-0b139d70b840 req-8d71c46c-dba8-446f-8888-d836a0c9cfb5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 945 time: 0.0547919 Nov 04 09:45:05.034518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17339b85-0428-4311-a3e6-0b139d70b840 req-4dc4a093-0e94-4028-8970-35ade7654b5d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333190 Nov 04 09:45:06.152256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2111e5-1f85-464d-bd82-f79cb3d008dc req-d6c86e06-ca4b-4c6d-a997-dbda8398c8c0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:06.153760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f2111e5-1f85-464d-bd82-f79cb3d008dc req-d6c86e06-ca4b-4c6d-a997-dbda8398c8c0 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 945 time: 0.0500438 Nov 04 09:45:06.193096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7f2111e5-1f85-464d-bd82-f79cb3d008dc req-05eff533-54a9-4d6b-810f-6d3c146ee751 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332677 Nov 04 09:45:06.308890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e1808-4056-4b5a-8177-6aff943ca577 req-f057ff78-3cab-442b-9aae-be54071fd33a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:06.310378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-278e1808-4056-4b5a-8177-6aff943ca577 req-f057ff78-3cab-442b-9aae-be54071fd33a tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 945 time: 0.0496695 Nov 04 09:45:06.348509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-278e1808-4056-4b5a-8177-6aff943ca577 req-1a8abd78-1bac-4c73-92a0-cf4eb4b3df5f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 Nov 04 09:45:06.371051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41144) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:06.411429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba31bab-7e96-4b52-b9c0-3d6493c50582 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:06.412967 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4ba31bab-7e96-4b52-b9c0-3d6493c50582 tempest-TestNetworkBasicOps-818638465 tempest-TestNetworkBasicOps-818638465-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 1091 time: 0.0408299 Nov 04 09:45:06.415756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41146) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:06.421058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:45:06.442693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:06.543877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:06.646901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Allocated IP 172.25.3.215 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/30c66b7e-2298-4c3b-a69e-88f10d4a38bd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:45:06.751422 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:06.785286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:06.819579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:45:06.822472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:45:06.826777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:45:06.858155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=30c66b7e-2298-4c3b-a69e-88f10d4a38bd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:07.365321 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f3f81a8b-896b-48ec-a628-4ac13654e477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:07.503620 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:07.569619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:07.727714 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:07.732936 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:07.798244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event updated for resources: {'Port': ['ID=30c66b7e-2298-4c3b-a69e-88f10d4a38bd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:07.812101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:07.913576 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Floating IP 2eed0382-dbc1-4e48-9761-5fb6a7719d34 associated. External IP: 172.25.3.215, port: edfd6ba2-74c6-43d6-b1a9-ada847a642aa. Nov 04 09:45:08.129192 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:45:08.237572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:45:08.247784 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] Sync routers for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:45:08.255600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:08.257646 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:45:08.258242 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:08.285194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d5cce2e4-847f-44e9-81d0-110803e3eb0f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8683836 Nov 04 09:45:08.285800 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:45:08.288159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41152) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:08.288672 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:45:08.328007 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4680bc5b-4fb8-4432-a5f8-a3319220c9b8 x-openstack-request-id: req-4680bc5b-4fb8-4432-a5f8-a3319220c9b8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:45:08.328301 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:45:08.328696 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4680bc5b-4fb8-4432-a5f8-a3319220c9b8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:45:08.329105 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'status': 'completed', 'code': 200} Nov 04 09:45:08.367522 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7a2d9a44-84b7-422a-ac4c-9be9454c31a5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/floatingips/2eed0382-dbc1-4e48-9761-5fb6a7719d34 HTTP/1.1" status: 200 len: 991 time: 0.0768256 Nov 04 09:45:08.392895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-b137812d-b24b-4fdf-8432-cb7f19dd4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:08.394606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-b137812d-b24b-4fdf-8432-cb7f19dd4ce7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 1096 time: 0.0432258 Nov 04 09:45:08.457533 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:45:08.487548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-c31cbe3a-e449-4cb5-b679-cb33982770eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:08.489127 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-c31cbe3a-e449-4cb5-b679-cb33982770eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=eabac8ca-3b95-4ae5-9751-4a6d236eea43 HTTP/1.1" status: 200 len: 898 time: 0.0883543 Nov 04 09:45:08.555088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-7d8b7bc1-6eb1-4da9-b486-f7371f11d078 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa HTTP/1.1" status: 200 len: 999 time: 0.0584424 Nov 04 09:45:08.607796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-0b5dfc70-fe89-4d91-9e37-9b1ba54cd140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:08.609387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-0b5dfc70-fe89-4d91-9e37-9b1ba54cd140 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a762c5d6-770a-4c7d-b1dc-13f90f1c616b HTTP/1.1" status: 200 len: 834 time: 0.0472026 Nov 04 09:45:08.661502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-01fde88d-a880-4c0c-a898-627163719349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:08.663014 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-01fde88d-a880-4c0c-a898-627163719349 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eabac8ca-3b95-4ae5-9751-4a6d236eea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465419 Nov 04 09:45:08.683296 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '2eed0382-dbc1-4e48-9761-5fb6a7719d34', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'port_id': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'mac_address': 'fa:16:3e:23:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:45:07Z', 'updated_at': '2021-11-04T09:45:07Z', 'revision_number': 0, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:56Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:08.709666 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] Checking router: 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:45:08.718990 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:45:08.719596 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:44:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:08.755671 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-317b2f75-4a1c-4c09-8961-7bcdf603e59d service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845342 Nov 04 09:45:08.833969 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:45:08.852747 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1712681-d7ff-4573-93f4-ff6bb6cd38e8 req-eeaf8082-0098-46dc-b4b8-c1633e0a67c9 service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898480 Nov 04 09:45:09.063080 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '2eed0382-dbc1-4e48-9761-5fb6a7719d34', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'port_id': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'mac_address': 'fa:16:3e:23:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:45:07Z', 'updated_at': '2021-11-04T09:45:07Z', 'revision_number': 0, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:56Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:09.090057 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1fe302-1cd6-45af-ade5-800661b7323e None None] The sync data for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 is: [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '2eed0382-dbc1-4e48-9761-5fb6a7719d34', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'port_id': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'mac_address': 'fa:16:3e:23:5e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:45:07Z', 'updated_at': '2021-11-04T09:45:07Z', 'revision_number': 0, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:56Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:45:09.271839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585166c-d989-4689-8ec0-2f77b9d7225b None None] New status for floating IP 2eed0382-dbc1-4e48-9761-5fb6a7719d34: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:45:09.370871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41156) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:09.437096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9c16858a-537b-4d30-b9a7-42244db95bd2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/floatingips/2eed0382-dbc1-4e48-9761-5fb6a7719d34 HTTP/1.1" status: 200 len: 991 time: 0.0633237 Nov 04 09:45:09.985865 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3001c073-294c-4aa7-9170-1a7ed3233dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:10.289477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:10.439938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41158) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:10.505738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2bf379f4-3f71-4877-b845-1def8fd19be5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/floatingips/2eed0382-dbc1-4e48-9761-5fb6a7719d34 HTTP/1.1" status: 200 len: 993 time: 0.0628679 Nov 04 09:45:11.384648 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:12.862676 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:16.019087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:16.882248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:37.086446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41174) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:37.153458 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bcdbf139-58cf-46bb-a94b-1b4af0376f0d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/floatingips/2eed0382-dbc1-4e48-9761-5fb6a7719d34 HTTP/1.1" status: 200 len: 993 time: 0.0658071 Nov 04 09:45:37.369206 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f8b99420-6931-40bc-a06c-91f06e12fa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:37.435172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41180) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:37.602424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 30c66b7e-2298-4c3b-a69e-88f10d4a38bd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:45:37.602775 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:37.663498 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:45:37.688245 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:37.688571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:37.702201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 30c66b7e-2298-4c3b-a69e-88f10d4a38bd owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:45:37.889142 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:37.919453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=30c66b7e-2298-4c3b-a69e-88f10d4a38bd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:37.999724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:37.999724 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Floating IP 2eed0382-dbc1-4e48-9761-5fb6a7719d34 disassociated (deleted). External IP: 172.25.3.215, port: edfd6ba2-74c6-43d6-b1a9-ada847a642aa. Nov 04 09:45:38.266394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:45:38.388607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:45:38.394074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:38.401653 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] Sync routers for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:45:38.417658 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:45:38.418972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:45:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:38.426065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4a64b9ed-05b2-4f5f-8d40-c1203136b720 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/floatingips/2eed0382-dbc1-4e48-9761-5fb6a7719d34 HTTP/1.1" status: 204 len: 168 time: 0.9885018 Nov 04 09:45:38.426583 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:45:38.429101 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783fb24d-b0d5-4196-9415-5b6af628421e" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:45:38.566816 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:45:38.632129 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c0cd84-eafd-4040-b9a0-35ab0af610e1 x-openstack-request-id: req-12c0cd84-eafd-4040-b9a0-35ab0af610e1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:45:38.632604 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:45:38.633053 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12c0cd84-eafd-4040-b9a0-35ab0af610e1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:45:38.633963 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'status': 'completed', 'code': 200} Nov 04 09:45:38.715676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fb24d-b0d5-4196-9415-5b6af628421e req-b3b04b09-36aa-4a33-815e-b97407788922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:38.718088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-b3b04b09-36aa-4a33-815e-b97407788922 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 1096 time: 0.0567842 Nov 04 09:45:38.735539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251febe-6153-43ae-b9e9-08f82e2681ac req-b4f9da59-bddb-4335-af4e-4e6f46fd33f4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:38.737164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1251febe-6153-43ae-b9e9-08f82e2681ac req-b4f9da59-bddb-4335-af4e-4e6f46fd33f4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 945 time: 0.0549145 Nov 04 09:45:38.792842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1251febe-6153-43ae-b9e9-08f82e2681ac req-3ad77f74-b38c-48fd-94fb-4297c5e3c4b4 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432677 Nov 04 09:45:38.812394 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:56Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:38.828362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fb24d-b0d5-4196-9415-5b6af628421e req-4ce77958-052d-47ce-9de1-f4b560b9df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:38.830724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-4ce77958-052d-47ce-9de1-f4b560b9df8a service neutron] 10.222.0.70 "GET /v2.0/networks?id=eabac8ca-3b95-4ae5-9751-4a6d236eea43 HTTP/1.1" status: 200 len: 898 time: 0.1026325 Nov 04 09:45:38.840825 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] Checking router: 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:45:38.852162 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:45:38.852991 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:45:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:38.877117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-50ff6ef0-62b3-4dbe-85bf-a369d1de87ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa HTTP/1.1" status: 200 len: 217 time: 0.0367935 Nov 04 09:45:38.937836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fb24d-b0d5-4196-9415-5b6af628421e req-5565128e-4551-4847-a306-8fe374227118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:38.939531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-5565128e-4551-4847-a306-8fe374227118 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a762c5d6-770a-4c7d-b1dc-13f90f1c616b HTTP/1.1" status: 200 len: 834 time: 0.0552220 Nov 04 09:45:38.972620 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:45:38.992432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fb24d-b0d5-4196-9415-5b6af628421e req-7d4a14b1-2b1d-430f-a56a-a71b3c09947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:38.994005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-7d4a14b1-2b1d-430f-a56a-a71b3c09947e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eabac8ca-3b95-4ae5-9751-4a6d236eea43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451663 Nov 04 09:45:39.011847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-973f8bc2-8dba-4608-ae75-384d4bedacf4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:45:39.013689 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-973f8bc2-8dba-4608-ae75-384d4bedacf4 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099044 Nov 04 09:45:39.129057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-e422e8c0-708f-43eb-aba9-37e6a66dac35 service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057761 Nov 04 09:45:39.237212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-783fb24d-b0d5-4196-9415-5b6af628421e req-16e2c9d2-eb6d-46be-b2ef-e0ec960afb6f service neutron] 10.222.0.70 "GET /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000299 Nov 04 09:45:39.291341 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:56Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:39.322847 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed779ad-d179-40e7-8231-8059c6de9882 None None] The sync data for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 is: [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:44:53Z', 'revision_number': 4, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '79e8a83b-f6e7-48fb-abdc-9bd56056cabf', 'name': '', 'network_id': 'eabac8ca-3b95-4ae5-9751-4a6d236eea43', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'mac_address': 'fa:16:3e:b5:43:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:52Z', 'updated_at': '2021-11-04T09:44:56Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'subnets': [{'id': 'a762c5d6-770a-4c7d-b1dc-13f90f1c616b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:45:39.568794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c861a49b-314f-4b06-8dfa-5cf33c726ee7 None None] New status for floating IP 2eed0382-dbc1-4e48-9761-5fb6a7719d34: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:45:39.917076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea852e-1752-402d-9d88-3059859d18a2 req-c3acf57e-e07b-417b-8d59-961ee4ac8cae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:39.918474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68ea852e-1752-402d-9d88-3059859d18a2 req-c3acf57e-e07b-417b-8d59-961ee4ac8cae tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 945 time: 0.0527823 Nov 04 09:45:39.962761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-68ea852e-1752-402d-9d88-3059859d18a2 req-1eded90d-77f7-4ebe-9547-069acf5f7901 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/security-groups?id=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373530 Nov 04 09:45:39.988679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-769770f3-fa72-44f7-b5e7-bed2a2db6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:40.042460 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-f9d0d296-8de9-4d23-b5c8-29dd45582e3c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:40.044683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-f9d0d296-8de9-4d23-b5c8-29dd45582e3c tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 945 time: 0.0586107 Nov 04 09:45:40.157516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port edfd6ba2-74c6-43d6-b1a9-ada847a642aa {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:45:40.157857 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:40.260673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port edfd6ba2-74c6-43d6-b1a9-ada847a642aa, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:45:40.261157 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:40.276154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for edfd6ba2-74c6-43d6-b1a9-ada847a642aa owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:45:40.292365 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:40.441463 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:40.484536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=edfd6ba2-74c6-43d6-b1a9-ada847a642aa,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:40.549074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] No DVR routers for this DVR port edfd6ba2-74c6-43d6-b1a9-ada847a642aa on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:45:40.553043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:40.556369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f6b9bb-c9e3-483e-82aa-ed600986e61d req-b6bb6e88-3dd3-4b66-ade4-edecec1899a2 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.70 "DELETE /v2.0/ports/edfd6ba2-74c6-43d6-b1a9-ada847a642aa HTTP/1.1" status: 204 len: 173 time: 0.5050256 Nov 04 09:45:40.635375 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'name': 'network-vif-deleted', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:45:40.638177 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c71a44b-6694-4913-b34e-7cc510709770" -d '{"events": [{"server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "name": "network-vif-deleted", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:45:40.697014 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05a0cb4-7136-48a0-a3cf-43c6f976c9ab x-openstack-request-id: req-b05a0cb4-7136-48a0-a3cf-43c6f976c9ab {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:45:40.697316 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fde31a-e3fa-4537-b560-c25cb59c346a", "name": "network-vif-deleted", "tag": "edfd6ba2-74c6-43d6-b1a9-ada847a642aa", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:45:40.697574 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b05a0cb4-7136-48a0-a3cf-43c6f976c9ab {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:45:40.697977 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fde31a-e3fa-4537-b560-c25cb59c346a', 'name': 'network-vif-deleted', 'tag': 'edfd6ba2-74c6-43d6-b1a9-ada847a642aa', 'status': 'completed', 'code': 200} Nov 04 09:45:41.131746 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee391293-427a-4494-ae93-af9a52eb58d1 req-ec2cecbd-cd74-4343-8b23-5fa14da23c1f tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3fde31a-e3fa-4537-b560-c25cb59c346a HTTP/1.1" status: 200 len: 210 time: 0.0383275 Nov 04 09:45:41.392950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:42.201059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41196) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:42.287090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9876f632-8022-4eaa-a4f4-db3c0affbbff tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:42.319482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9876f632-8022-4eaa-a4f4-db3c0affbbff tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:42.410483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9876f632-8022-4eaa-a4f4-db3c0affbbff tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:42.416287 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9876f632-8022-4eaa-a4f4-db3c0affbbff tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:42.418397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9876f632-8022-4eaa-a4f4-db3c0affbbff tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/security-groups/4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c HTTP/1.1" status: 204 len: 168 time: 0.2160130 Nov 04 09:45:42.433241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876f632-8022-4eaa-a4f4-db3c0affbbff tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d887e-a23e-4964-8b16-2f4fbfd9fd0c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:42.460399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41200) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:42.724778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device edfd6ba2-74c6-43d6-b1a9-ada847a642aa no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:45:42.751999 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: edfd6ba2-74c6-43d6-b1a9-ada847a642aa {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:45:42.752889 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device edfd6ba2-74c6-43d6-b1a9-ada847a642aa not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:45:42.867181 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:42.912664 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:43.217366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:45:43.217740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:43.324229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port 79e8a83b-f6e7-48fb-abdc-9bd56056cabf, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:45:43.324836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:43.347154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 79e8a83b-f6e7-48fb-abdc-9bd56056cabf owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:45:43.544821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:43.574022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=79e8a83b-f6e7-48fb-abdc-9bd56056cabf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:43.589443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.589917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.590125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.590470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.590809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.591137 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.591492 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.591791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.592737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.593247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.593609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.594044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:43.798472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:44.021664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:45:44.138853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:45:44.144855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-66589853-5799-4acc-8039-ea0df04a059d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "PUT /v2.0/routers/2a96efec-a33d-4fdd-8f37-1c7b5c16f075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6831524 Nov 04 09:45:44.148733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41202) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:44.152599 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] Sync routers for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:45:44.168275 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:45:44.169005 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:45:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:44.204172 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting subnet a762c5d6-770a-4c7d-b1dc-13f90f1c616b {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:45:44.207448 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:44.273030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:44.290570 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:45:44.532984 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:45:43Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:44.584595 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] Checking router: 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:45:44.595389 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] Routers {'2a96efec-a33d-4fdd-8f37-1c7b5c16f075'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:45:44.596127 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:45:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:44.711553 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] Set router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:45:44.740682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:44.817501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:44.851701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Subnet': ['ID=a762c5d6-770a-4c7d-b1dc-13f90f1c616b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:44.855019 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:44.858829 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1a8fd379-8fa1-4918-b318-bbf689814f4b tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/subnets/a762c5d6-770a-4c7d-b1dc-13f90f1c616b HTTP/1.1" status: 204 len: 168 time: 0.7085817 Nov 04 09:45:44.862133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc57a50-793c-4da1-9c0e-0827907ba114 None None] Network eabac8ca-3b95-4ae5-9751-4a6d236eea43 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:45:44.863768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41204) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:44.933960 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:45:43Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:44.967913 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950dc9ba-3089-4509-b27e-81d3b524500c None None] The sync data for ids ['2a96efec-a33d-4fdd-8f37-1c7b5c16f075'] in n-d-816487-1 is: [{'id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'name': 'tempest-TestNetworkBasicOps-router-754085707', 'tenant_id': '6f5264cd7b9942f7b1ef3ac454785084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': '246d7a14-9007-41b4-ad81-5399d831440f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:44:49Z', 'updated_at': '2021-11-04T09:45:43Z', 'revision_number': 5, 'project_id': '6f5264cd7b9942f7b1ef3ac454785084', 'gw_port': {'id': '246d7a14-9007-41b4-ad81-5399d831440f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:12:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96efec-a33d-4fdd-8f37-1c7b5c16f075', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:44:50Z', 'updated_at': '2021-11-04T09:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:45:44.994833 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.114298 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.174178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Deleting port 246d7a14-9007-41b4-ad81-5399d831440f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:45:45.174523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.263826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] For port 246d7a14-9007-41b4-ad81-5399d831440f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=246d7a14-9007-41b4-ad81-5399d831440f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:45:45.264539 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.280760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Calling delete_port for 246d7a14-9007-41b4-ad81-5399d831440f owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:45:45.349655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] DHCP port deletion for eabac8ca-3b95-4ae5-9751-4a6d236eea43 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:45:45.403198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Deleting port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:45:45.403841 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.479039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.480082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] For port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed,segment=NetworkSegment(04589024-5f43-43e4-b534-2c1136f08356),segment_id=04589024-5f43-43e4-b534-2c1136f08356)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:45:45.480552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.496778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Calling delete_port for 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:45:45.507498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Port': ['ID=246d7a14-9007-41b4-ad81-5399d831440f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:45.576590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.588013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.616011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Pushing event deleted for resources: {'Port': ['ID=9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:45.622426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] No DVR routers for this DVR port 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:45:45.631627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.631917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.632253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.632984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.632984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.633332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.633807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.634139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.634452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.634779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.635381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.635381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd25305-52f0-48c6-bd9d-23ed99078c36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:45.676354 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.678613 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.723720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.724286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Fanout notify agent at l3_agent the message router_deleted on router 2a96efec-a33d-4fdd-8f37-1c7b5c16f075 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:45:45.731451 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.732997 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dd317dd8-5b35-472d-af4a-7b7486c05ed5 tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/routers/2a96efec-a33d-4fdd-8f37-1c7b5c16f075 HTTP/1.1" status: 204 len: 168 time: 0.8682077 Nov 04 09:45:45.736091 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41206) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:45.830282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.927159 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.956113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabac8ca-3b95-4ae5-9751-4a6d236eea43']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:45.967160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04589024-5f43-43e4-b534-2c1136f08356') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:45.968551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04589024-5f43-43e4-b534-2c1136f08356') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:45:45.978528 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:45.992803 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.000138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:45:46.000548 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:45:46.004236 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:45:46.025367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.067482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.075124 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.079990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] 10.222.0.53 "DELETE /v2.0/networks/eabac8ca-3b95-4ae5-9751-4a6d236eea43 HTTP/1.1" status: 204 len: 168 time: 0.3428261 Nov 04 09:45:46.093328 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd12ac-ba64-4c31-8392-3134f24a0f4d tempest-TestNetworkBasicOps-1425152371 tempest-TestNetworkBasicOps-1425152371-project] Pushing event deleted for resources: {'Network': ['ID=eabac8ca-3b95-4ae5-9751-4a6d236eea43,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:46.426288 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41212) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:46.586310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:45:46.601888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ec490d76-a34f-4c6b-abbd-20788d0f27d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6f5264cd7b9942f7b1ef3ac454785084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742589 Nov 04 09:45:46.604733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41216) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:46.614657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:45:46.615005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9a3c2ea0-36e8-4630-b922-4ddbe0ea4aed not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:45:46.615430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 246d7a14-9007-41b4-ad81-5399d831440f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:45:46.636676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 246d7a14-9007-41b4-ad81-5399d831440f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:45:46.637021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 246d7a14-9007-41b4-ad81-5399d831440f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:45:46.637447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 79e8a83b-f6e7-48fb-abdc-9bd56056cabf no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:45:46.657680 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 79e8a83b-f6e7-48fb-abdc-9bd56056cabf {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:45:46.658030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 79e8a83b-f6e7-48fb-abdc-9bd56056cabf not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:45:46.660801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3dcddfb7-4be1-4fce-b71d-dfdb7ca32349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.684896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3dcddfb7-4be1-4fce-b71d-dfdb7ca32349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.735939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3dcddfb7-4be1-4fce-b71d-dfdb7ca32349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.738550 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3dcddfb7-4be1-4fce-b71d-dfdb7ca32349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:46.739777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3dcddfb7-4be1-4fce-b71d-dfdb7ca32349 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2d2e88f-4cad-4813-9e80-2472f31625ae HTTP/1.1" status: 204 len: 168 time: 0.1340039 Nov 04 09:45:46.748143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcddfb7-4be1-4fce-b71d-dfdb7ca32349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d2e88f-4cad-4813-9e80-2472f31625ae,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:46.888579 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.050864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41222) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:47.065314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bc2f426-1479-4377-bbfd-2f65698b9397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.150552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bc2f426-1479-4377-bbfd-2f65698b9397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.156567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5bc2f426-1479-4377-bbfd-2f65698b9397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.198084 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5bc2f426-1479-4377-bbfd-2f65698b9397 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=390ecbf5b66c4a2db1c3bfd2105e6bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460412 Nov 04 09:45:47.198809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2f426-1479-4377-bbfd-2f65698b9397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4095bcc-1b55-4a2d-9c7c-b974b33dddcd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:47.200870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41224) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:45:47.256769 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fd3c96-543d-41c8-bdbe-93bb4c2f3ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.281267 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fd3c96-543d-41c8-bdbe-93bb4c2f3ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.333670 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fd3c96-543d-41c8-bdbe-93bb4c2f3ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.336860 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-74fd3c96-543d-41c8-bdbe-93bb4c2f3ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:47.338113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-74fd3c96-543d-41c8-bdbe-93bb4c2f3ae3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f4095bcc-1b55-4a2d-9c7c-b974b33dddcd HTTP/1.1" status: 204 len: 168 time: 0.1359620 Nov 04 09:45:47.347067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd3c96-543d-41c8-bdbe-93bb4c2f3ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4095bcc-1b55-4a2d-9c7c-b974b33dddcd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:58.284942 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-0dc2adf3-34f9-46af-85c7-394324a79be5 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=1d107ab7a1544b8fad5a534ed2b18b34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229261 Nov 04 09:45:58.398668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-ce76ff2a-44ab-4e84-836b-d9e743abc63e tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:58.400153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-ce76ff2a-44ab-4e84-836b-d9e743abc63e tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1088240 Nov 04 09:45:58.423794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-5c266968-4539-41c3-9379-9bacb364295d tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/quotas/1d107ab7a1544b8fad5a534ed2b18b34 HTTP/1.1" status: 200 len: 375 time: 0.0105317 Nov 04 09:45:58.457181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-480386f7-4f7d-4207-89b1-df16fa3e585e tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1d107ab7a1544b8fad5a534ed2b18b34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269594 Nov 04 09:45:58.619497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba467b65-f16a-4fc7-ac49-4e675ee9885b req-0ed47756-bf57-4039-91dc-9850fc1910c8 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 210 time: 0.0281198 Nov 04 09:45:59.520478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-f9e2f089-62d5-4dcd-bf0d-513f791c3e95 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1d107ab7a1544b8fad5a534ed2b18b34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227494 Nov 04 09:45:59.629965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-c71655ec-aa4a-4ca3-97c7-3943f56a354c tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:45:59.631424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-c71655ec-aa4a-4ca3-97c7-3943f56a354c tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1055195 Nov 04 09:45:59.644458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Request body: {'port': {'device_id': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'admin_state_up': True, 'tenant_id': '1d107ab7a1544b8fad5a534ed2b18b34'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:45:59.716040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8fe87f44-d760-4736-a491-c7d1f6202328 req-b372ed32-9270-424a-bbbb-1c2838f791ea tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 210 time: 0.0265121 Nov 04 09:45:59.761047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Made reservation on behalf of 1d107ab7a1544b8fad5a534ed2b18b34 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:45:59.765511 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:59.774607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:59.858449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:59.863515 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:45:59.931984 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4707d8b-e160-4bd9-89e5-1fef377b2b76,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:45:59.946425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.946776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.947120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.947459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.947801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.948161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.948492 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.948820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.949150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.949477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.949806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:45:59.950126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:00.013321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Allocated IP 192.168.233.251 (dc19b2a4-62f3-4f2a-84d7-3b07788c1e31/0b634876-a46e-4632-8627-3656b9346bad/dc0136a9-7ea6-400a-94cc-a173d901415a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:46:00.163208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.197815 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.240354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:46:00.243412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:46:00.246999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:46:00.257305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Pushing event updated for resources: {'Port': ['ID=dc0136a9-7ea6-400a-94cc-a173d901415a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:00.305172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:00.305797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.324328 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-34506aa4-b75e-4796-9b6f-62e54988c496 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6836851 Nov 04 09:46:00.336661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Request body: {'port': {'device_id': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:46:00.398930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.455823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b431a276-d135-4cb0-9169-35d6d44a2dc3 None None] Provisioning complete for port dc0136a9-7ea6-400a-94cc-a173d901415a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:46:00.456867 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b431a276-d135-4cb0-9169-35d6d44a2dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.491928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b431a276-d135-4cb0-9169-35d6d44a2dc3 None None] Port dc0136a9-7ea6-400a-94cc-a173d901415a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:46:00.698600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0136a9-7ea6-400a-94cc-a173d901415a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:46:00.706679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.719484 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Transition to ACTIVE for port object dc0136a9-7ea6-400a-94cc-a173d901415a will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:46:00.725020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.801543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0136a9-7ea6-400a-94cc-a173d901415a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:00.842975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809acef-db33-4be9-bdd8-6c814066dedb req-b4cd3425-d6a2-44d7-86a3-feac14588c9a tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:00.845263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c809acef-db33-4be9-bdd8-6c814066dedb req-b4cd3425-d6a2-44d7-86a3-feac14588c9a tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 948 time: 0.0567641 Nov 04 09:46:00.870733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Attempting to bind port dc0136a9-7ea6-400a-94cc-a173d901415a on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:46:00.871132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Attempting to bind port dc0136a9-7ea6-400a-94cc-a173d901415a by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:46:00.871528 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Attempting to bind port dc0136a9-7ea6-400a-94cc-a173d901415a on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:46:00.878738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Port dc0136a9-7ea6-400a-94cc-a173d901415a on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:46:00.879126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Attempting to bind port dc0136a9-7ea6-400a-94cc-a173d901415a on network dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:46:00.885755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:46:00.886092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Checking segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:46:00.886476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Bound using segment: {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:46:00.886908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Bound port: dc0136a9-7ea6-400a-94cc-a173d901415a, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a25ae1d-22e1-409d-94f8-f2b11c241471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:46:00.887264 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:00.892164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c809acef-db33-4be9-bdd8-6c814066dedb req-a4ba857a-afc7-434e-ae71-337995aba21f tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Nov 04 09:46:00.959106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] For port dc0136a9-7ea6-400a-94cc-a173d901415a, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:46:00.962316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] For port dc0136a9-7ea6-400a-94cc-a173d901415a, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dc0136a9-7ea6-400a-94cc-a173d901415a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:46:00.967614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:01.004923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.005640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:01.007481 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] 10.222.0.70 "PUT /v2.0/ports/dc0136a9-7ea6-400a-94cc-a173d901415a HTTP/1.1" status: 200 len: 1096 time: 0.6749668 Nov 04 09:46:01.008079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'tag': 'dc0136a9-7ea6-400a-94cc-a173d901415a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:01.011264 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326d235f-6a0d-48c9-ba50-412bebec6d36" -d '{"events": [{"name": "network-changed", "server_uuid": "e0ae1c8b-707a-41d2-b3a4-e0c59abe1837", "tag": "dc0136a9-7ea6-400a-94cc-a173d901415a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:01.060576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f6fbe-3eb1-493a-80d5-73cdc817d762 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0136a9-7ea6-400a-94cc-a173d901415a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:01.083463 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df20feba-0fde-45ca-b315-73684b8e778a x-openstack-request-id: req-df20feba-0fde-45ca-b315-73684b8e778a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:01.083749 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0ae1c8b-707a-41d2-b3a4-e0c59abe1837", "tag": "dc0136a9-7ea6-400a-94cc-a173d901415a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:01.084023 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-df20feba-0fde-45ca-b315-73684b8e778a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:01.084416 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'tag': 'dc0136a9-7ea6-400a-94cc-a173d901415a', 'status': 'completed', 'code': 200} Nov 04 09:46:01.112458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-df496902-204c-4909-950c-3ce4bdb353f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.114036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-df496902-204c-4909-950c-3ce4bdb353f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d107ab7a1544b8fad5a534ed2b18b34&device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 1099 time: 0.0632629 Nov 04 09:46:01.158346 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-b31d0017-0647-452a-b1c5-f0851bbcb6b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dc0136a9-7ea6-400a-94cc-a173d901415a HTTP/1.1" status: 200 len: 217 time: 0.0365171 Nov 04 09:46:01.211231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-f7f5b5b6-f729-4bd8-9aa4-f1d7ac2e6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.212605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-f7f5b5b6-f729-4bd8-9aa4-f1d7ac2e6d60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0477283 Nov 04 09:46:01.263370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-fcdd4858-3cd8-4f71-8edc-11d1c11edca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.265035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-fcdd4858-3cd8-4f71-8edc-11d1c11edca4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440011 Nov 04 09:46:01.356733 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-b6a2bf9e-7a00-4903-8788-7ab8854bbb8c service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840080 Nov 04 09:46:01.446050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ff683a3-f9c5-49a0-b2a7-4b62dade66b4 req-adf0b8b3-1c37-4997-b08d-775db01e13f4 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818026 Nov 04 09:46:01.536194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-3ac61636-3874-44a8-9d50-1381d4d17495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.537652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-3ac61636-3874-44a8-9d50-1381d4d17495 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d107ab7a1544b8fad5a534ed2b18b34&device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 1099 time: 0.0454862 Nov 04 09:46:01.631034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-8b3985a1-e786-4379-9ae8-53f02fcc97ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.632533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-8b3985a1-e786-4379-9ae8-53f02fcc97ea service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31 HTTP/1.1" status: 200 len: 870 time: 0.0880878 Nov 04 09:46:01.679110 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-1a9e83ce-01d4-4fc3-8455-46d7c18514a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=dc0136a9-7ea6-400a-94cc-a173d901415a HTTP/1.1" status: 200 len: 217 time: 0.0387571 Nov 04 09:46:01.730231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-70b35b36-a652-4c93-b621-1b547b6ac3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.731683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-70b35b36-a652-4c93-b621-1b547b6ac3c4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0b634876-a46e-4632-8627-3656b9346bad HTTP/1.1" status: 200 len: 843 time: 0.0448098 Nov 04 09:46:01.778935 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-d20cfdf4-b606-4930-80db-f32dcd83af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:01.781514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-d20cfdf4-b606-4930-80db-f32dcd83af11 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc19b2a4-62f3-4f2a-84d7-3b07788c1e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411296 Nov 04 09:46:01.875584 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-f02b6c39-5478-4d37-ac09-f3fdf7927af7 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Nov 04 09:46:01.967969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-326d235f-6a0d-48c9-ba50-412bebec6d36 req-fa4059c6-aef9-4978-94b3-10a2b07146b6 service neutron] 10.222.0.70 "GET /v2.0/networks/dc19b2a4-62f3-4f2a-84d7-3b07788c1e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852733 Nov 04 09:46:02.017539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb644843-279d-4ae3-a0d6-112c06e26676 req-4270469b-473b-4757-afa0-7b67f10d0cfc tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:02.018892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb644843-279d-4ae3-a0d6-112c06e26676 req-4270469b-473b-4757-afa0-7b67f10d0cfc tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 948 time: 0.0557146 Nov 04 09:46:02.057389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fb644843-279d-4ae3-a0d6-112c06e26676 req-bd625963-7bf0-43c0-a854-146b3c6fa965 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Nov 04 09:46:02.811357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dc0136a9-7ea6-400a-94cc-a173d901415a details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:46:02.910271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dc0136a9-7ea6-400a-94cc-a173d901415a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dc0136a9-7ea6-400a-94cc-a173d901415a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:02.922039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'dc0136a9-7ea6-400a-94cc-a173d901415a', 'network_id': 'dc19b2a4-62f3-4f2a-84d7-3b07788c1e31', 'port_id': 'dc0136a9-7ea6-400a-94cc-a173d901415a', 'mac_address': 'fa:16:3e:65:cc:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b634876-a46e-4632-8627-3656b9346bad', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:46:02.957952 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:02.971303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0136a9-7ea6-400a-94cc-a173d901415a {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:46:02.991311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dc0136a9-7ea6-400a-94cc-a173d901415a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dc0136a9-7ea6-400a-94cc-a173d901415a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:02.996669 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:03.048839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=dc0136a9-7ea6-400a-94cc-a173d901415a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:03.175874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a030971-f598-4cdc-8a9c-c259acee7fb5 req-f0b69c8e-8797-42a8-ba58-c0453fee245c tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:03.177432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a030971-f598-4cdc-8a9c-c259acee7fb5 req-f0b69c8e-8797-42a8-ba58-c0453fee245c tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 949 time: 0.0515401 Nov 04 09:46:03.200291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['dc0136a9-7ea6-400a-94cc-a173d901415a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:46:03.219487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3a030971-f598-4cdc-8a9c-c259acee7fb5 req-536302f4-6f01-45c1-8952-d33d5c2356d5 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360456 Nov 04 09:46:04.337185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd70bf2-0c3e-4c8f-b4f9-7febde771081 req-62be9e8b-4e4f-493a-9f0d-979bf3f353b9 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:04.338693 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dd70bf2-0c3e-4c8f-b4f9-7febde771081 req-62be9e8b-4e4f-493a-9f0d-979bf3f353b9 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 949 time: 0.0506523 Nov 04 09:46:04.377643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7dd70bf2-0c3e-4c8f-b4f9-7febde771081 req-bcb434e4-6c82-4847-91b5-5215cd95f29e tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327010 Nov 04 09:46:04.837992 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dc0136a9-7ea6-400a-94cc-a173d901415a up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:46:04.891131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port dc0136a9-7ea6-400a-94cc-a173d901415a completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:46:04.895045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port dc0136a9-7ea6-400a-94cc-a173d901415a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:46:04.895419 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:04.977941 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:05.003732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0136a9-7ea6-400a-94cc-a173d901415a'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:05.006066 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f0c4ec-f263-48ce-9436-d73104d32fe7" -d '{"events": [{"server_uuid": "e0ae1c8b-707a-41d2-b3a4-e0c59abe1837", "name": "network-vif-plugged", "status": "completed", "tag": "dc0136a9-7ea6-400a-94cc-a173d901415a"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:05.019840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dc0136a9-7ea6-400a-94cc-a173d901415a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dc0136a9-7ea6-400a-94cc-a173d901415a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:05.024398 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:05.077588 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e0cb92-fe41-4e50-b250-d546ed977683 x-openstack-request-id: req-06e0cb92-fe41-4e50-b250-d546ed977683 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:05.078064 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae1c8b-707a-41d2-b3a4-e0c59abe1837", "name": "network-vif-plugged", "status": "completed", "tag": "dc0136a9-7ea6-400a-94cc-a173d901415a", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:05.078489 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06e0cb92-fe41-4e50-b250-d546ed977683 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:05.079108 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0136a9-7ea6-400a-94cc-a173d901415a', 'code': 200} Nov 04 09:46:05.085693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=dc0136a9-7ea6-400a-94cc-a173d901415a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:05.168675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee035e1-43b6-4082-87cb-e82393a74831 req-e3676b6c-27b2-4e79-9f63-fa8c23e49bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:05.171056 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ee035e1-43b6-4082-87cb-e82393a74831 req-e3676b6c-27b2-4e79-9f63-fa8c23e49bea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 1101 time: 0.0425072 Nov 04 09:46:05.214330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9ee035e1-43b6-4082-87cb-e82393a74831 req-25b663cc-bb31-4835-bd35-8cb090f61ce5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363505 Nov 04 09:46:05.499840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04142a51-ff28-4dd6-ab34-93c81b8909b3 req-fd98ab03-0486-406f-892f-0d053caca20d tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:05.501342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04142a51-ff28-4dd6-ab34-93c81b8909b3 req-fd98ab03-0486-406f-892f-0d053caca20d tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 950 time: 0.0542288 Nov 04 09:46:05.539971 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04142a51-ff28-4dd6-ab34-93c81b8909b3 req-9af72566-7b42-4c92-acdb-af731f512160 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323772 Nov 04 09:46:06.661980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d8d09-8c59-42ae-af60-67fecbca322f req-04213acb-3549-4851-ac39-dfa03f604d14 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:06.663478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-365d8d09-8c59-42ae-af60-67fecbca322f req-04213acb-3549-4851-ac39-dfa03f604d14 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 950 time: 0.0511782 Nov 04 09:46:06.702890 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-365d8d09-8c59-42ae-af60-67fecbca322f req-a38354ee-3502-4e38-81d1-9dac7a0148fe tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333543 Nov 04 09:46:06.987118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-08a74585-ca06-49ca-bb50-63403fecf70e req-d2ea18ee-707b-4eb3-bbba-fc134c149e35 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:46:06.988135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08a74585-ca06-49ca-bb50-63403fecf70e req-d2ea18ee-707b-4eb3-bbba-fc134c149e35 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054264 Nov 04 09:46:07.379174 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1fbd5416-d882-4183-aa3e-89ad7902e7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:07.624964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c04311-a5be-4e6f-bbf6-568a8dc3469f req-078d991d-3164-47e4-b1b8-fc05a66a7f59 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:07.626382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39c04311-a5be-4e6f-bbf6-568a8dc3469f req-078d991d-3164-47e4-b1b8-fc05a66a7f59 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 950 time: 0.0500956 Nov 04 09:46:07.669195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39c04311-a5be-4e6f-bbf6-568a8dc3469f req-a3d0f24e-fd6d-4222-be8d-0342b13bfd18 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362513 Nov 04 09:46:08.796245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873e4ec-4476-41df-b92d-a72965bf8aef req-d47ed0fc-22c0-40e8-b228-82b0726d7817 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:08.797697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d873e4ec-4476-41df-b92d-a72965bf8aef req-d47ed0fc-22c0-40e8-b228-82b0726d7817 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 950 time: 0.0567963 Nov 04 09:46:08.850724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d873e4ec-4476-41df-b92d-a72965bf8aef req-d61a5925-bca6-40c3-8436-be980c40f1e6 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4707d8b-e160-4bd9-89e5-1fef377b2b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468338 Nov 04 09:46:09.218231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-de1f63ac-6e25-474b-ad02-a36ff3eb77d9 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:09.219832 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-de1f63ac-6e25-474b-ad02-a36ff3eb77d9 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.70 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 950 time: 0.3949440 Nov 04 09:46:09.315090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Deleting port dc0136a9-7ea6-400a-94cc-a173d901415a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:46:09.315421 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:09.413659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] For port dc0136a9-7ea6-400a-94cc-a173d901415a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dc0136a9-7ea6-400a-94cc-a173d901415a,segment=NetworkSegment(8a25ae1d-22e1-409d-94f8-f2b11c241471),segment_id=8a25ae1d-22e1-409d-94f8-f2b11c241471)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:09.413931 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:09.428554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Calling delete_port for dc0136a9-7ea6-400a-94cc-a173d901415a owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:46:09.575120 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:09.588195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['dc0136a9-7ea6-400a-94cc-a173d901415a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:46:09.606522 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Pushing event deleted for resources: {'Port': ['ID=dc0136a9-7ea6-400a-94cc-a173d901415a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:09.656582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] No DVR routers for this DVR port dc0136a9-7ea6-400a-94cc-a173d901415a on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:46:09.660060 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:09.664277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f5d4741d-cfd8-44d9-bf9d-28fe8eddc267 req-478e7487-24ab-43eb-94d3-c8ed00334c46 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.70 "DELETE /v2.0/ports/dc0136a9-7ea6-400a-94cc-a173d901415a HTTP/1.1" status: 204 len: 173 time: 0.4369388 Nov 04 09:46:09.664751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'name': 'network-vif-deleted', 'tag': 'dc0136a9-7ea6-400a-94cc-a173d901415a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:09.667828 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6a0f97-85dc-49db-aa19-81686ec7217b" -d '{"events": [{"server_uuid": "e0ae1c8b-707a-41d2-b3a4-e0c59abe1837", "name": "network-vif-deleted", "tag": "dc0136a9-7ea6-400a-94cc-a173d901415a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:09.739326 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e50b90-5400-4ea6-a608-ba914ec57a36 x-openstack-request-id: req-95e50b90-5400-4ea6-a608-ba914ec57a36 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:09.739932 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0ae1c8b-707a-41d2-b3a4-e0c59abe1837", "name": "network-vif-deleted", "tag": "dc0136a9-7ea6-400a-94cc-a173d901415a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:09.740526 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95e50b90-5400-4ea6-a608-ba914ec57a36 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:09.741882 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ae1c8b-707a-41d2-b3a4-e0c59abe1837', 'name': 'network-vif-deleted', 'tag': 'dc0136a9-7ea6-400a-94cc-a173d901415a', 'status': 'completed', 'code': 200} Nov 04 09:46:09.962123 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8234e08d-e967-4c24-bd2a-e3f9a42a15e8 req-0d8caa8c-820c-4530-8ff1-180862eab3b7 tempest-ServersAdminNegativeTestJSON-1022058987 tempest-ServersAdminNegativeTestJSON-1022058987-project] 10.222.0.53 "GET /v2.0/ports?device_id=e0ae1c8b-707a-41d2-b3a4-e0c59abe1837 HTTP/1.1" status: 200 len: 210 time: 0.0273185 Nov 04 09:46:10.000264 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e3446bd-af77-467b-96c1-e358611fa542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:10.296342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.262716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41356) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:11.391239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.398260 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-48368c77-791a-49fe-bab5-72aa5f9c0c97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d107ab7a1544b8fad5a534ed2b18b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1342971 Nov 04 09:46:11.400785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41360) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:11.452313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3da4ccf-b544-4a25-8a2d-424568fec8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.477119 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3da4ccf-b544-4a25-8a2d-424568fec8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.524337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3da4ccf-b544-4a25-8a2d-424568fec8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.526832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e3da4ccf-b544-4a25-8a2d-424568fec8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.528020 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e3da4ccf-b544-4a25-8a2d-424568fec8de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4707d8b-e160-4bd9-89e5-1fef377b2b76 HTTP/1.1" status: 204 len: 168 time: 0.1263080 Nov 04 09:46:11.537165 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da4ccf-b544-4a25-8a2d-424568fec8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4707d8b-e160-4bd9-89e5-1fef377b2b76,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:11.801139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41366) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:11.814919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd47387a-0371-41e3-ba7f-4642cdcc0e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.896679 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd47387a-0371-41e3-ba7f-4642cdcc0e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.900798 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dd47387a-0371-41e3-ba7f-4642cdcc0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:11.939216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dd47387a-0371-41e3-ba7f-4642cdcc0e6c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=77b947b5ec0e4613b5d8b12622ce6667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369944 Nov 04 09:46:11.940202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47387a-0371-41e3-ba7f-4642cdcc0e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f34b76b-4b7c-424e-a9e8-17dee5a354f4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:11.941969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41368) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:11.994363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71d41177-8ad8-49ce-8f1b-f115892dfe4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:12.017434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71d41177-8ad8-49ce-8f1b-f115892dfe4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:12.063278 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71d41177-8ad8-49ce-8f1b-f115892dfe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:12.066153 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71d41177-8ad8-49ce-8f1b-f115892dfe4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:12.067314 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-71d41177-8ad8-49ce-8f1b-f115892dfe4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f34b76b-4b7c-424e-a9e8-17dee5a354f4 HTTP/1.1" status: 204 len: 168 time: 0.1215675 Nov 04 09:46:12.074922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d41177-8ad8-49ce-8f1b-f115892dfe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f34b76b-4b7c-424e-a9e8-17dee5a354f4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:12.793211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:12.866318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:12.895754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1881848826-network', 'tenant_id': 'd045411a874d413c8df0feb09506ec0b'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:46:12.895962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dc0136a9-7ea6-400a-94cc-a173d901415a no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:46:12.920691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: dc0136a9-7ea6-400a-94cc-a173d901415a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:46:12.921179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dc0136a9-7ea6-400a-94cc-a173d901415a not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:46:12.922164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Made reservation on behalf of d045411a874d413c8df0feb09506ec0b for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:46:12.925102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:12.933814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.019238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.031018 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.057269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:46:13.066969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c053c1cc-825e-4ea3-80c3-0dfe42533e20,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:13.075098 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.075424 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Added segment a88fce73-812b-409e-896c-dd0fca30bca4 of type vlan for network 24d35677-9c6c-471c-9e30-c143a8494ac7 Nov 04 09:46:13.117313 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.142932 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.143938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:13.144534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.204343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4099586 Nov 04 09:46:13.207640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41394) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:13.211744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2613a086-0cd8-42c3-af88-a2f589e1b781 admin admin] Pushing event updated for resources: {'Network': ['ID=24d35677-9c6c-471c-9e30-c143a8494ac7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:13.212707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Request body: {'subnet': {'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1881848826-subnet', 'tenant_id': 'd045411a874d413c8df0feb09506ec0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:46:13.225831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 24d35677-9c6c-471c-9e30-c143a8494ac7 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:46:13.245674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Made reservation on behalf of d045411a874d413c8df0feb09506ec0b for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:46:13.249008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.440206 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.496982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:13.506690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Checking segment: {'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:46:13.507053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Network hostable DHCP agents. Network: 24d35677-9c6c-471c-9e30-c143a8494ac7, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:46:13.523378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Network 24d35677-9c6c-471c-9e30-c143a8494ac7 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:46:13.532133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 24d35677-9c6c-471c-9e30-c143a8494ac7) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:46:13.536406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:13.537035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:13.541739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0041a51d-8a9b-4b47-99a4-94862809e5de None None] Network 24d35677-9c6c-471c-9e30-c143a8494ac7 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:46:13.554037 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-181184de-dd27-4de9-8ca3-b2e615675721 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3452034 Nov 04 09:46:13.669182 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8911f8e-5106-4f19-b1bd-f11842899f4f None None] Network 24d35677-9c6c-471c-9e30-c143a8494ac7 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:46:13.992717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-66ad08c8-0bc8-4dcc-b8d1-521df6b01589 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:13.994122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-66ad08c8-0bc8-4dcc-b8d1-521df6b01589 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 812 time: 0.1020319 Nov 04 09:46:14.011213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-9a95bcb0-3651-4e8c-b952-84d40e61968f tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/quotas/d045411a874d413c8df0feb09506ec0b HTTP/1.1" status: 200 len: 375 time: 0.0098619 Nov 04 09:46:14.049754 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-c8a0f92f-fcc9-4f03-9fa9-d4128e824fc9 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326266 Nov 04 09:46:14.153764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-83e9e573-bc49-405b-8e96-e60419437766 service neutron] 10.222.0.53 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969803 Nov 04 09:46:14.264944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-9559404b-6546-4c87-b662-08c32ef47f20 service neutron] 10.222.0.53 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034963 Nov 04 09:46:14.428345 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9eca8a42-dbb7-4341-a507-455210fe088b req-d9c94e58-b6d9-4576-af3f-a229ad6d2547 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 210 time: 0.0297987 Nov 04 09:46:14.663282 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:46:15.341102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-639a61f6-5f2d-49d0-b6c3-c46e07c93b93 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:15.343363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-639a61f6-5f2d-49d0-b6c3-c46e07c93b93 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.70 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 812 time: 0.1141398 Nov 04 09:46:15.358181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Request body: {'port': {'device_id': '0f411052-3005-4010-80e0-995a2ceef36e', 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7', 'admin_state_up': True, 'tenant_id': 'd045411a874d413c8df0feb09506ec0b'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:46:15.476151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Made reservation on behalf of d045411a874d413c8df0feb09506ec0b for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:46:15.479740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:15.527543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bad837a4-20b0-4264-99e8-23de3e6c61b3 req-9e87de82-bb81-4c17-a697-7ea40050dd5e tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 210 time: 0.0282099 Nov 04 09:46:15.605992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Allocated IP 172.20.0.10 (24d35677-9c6c-471c-9e30-c143a8494ac7/9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1/94586deb-34e8-4746-902f-bb2e97a6fb56) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:46:15.755430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:15.788647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:15.832722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Network 24d35677-9c6c-471c-9e30-c143a8494ac7 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:46:15.835785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:46:15.838344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:46:15.870448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:15.900202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:15.900817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:15.916782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-ff1c6066-4265-4676-adf9-f8bfc9aac168 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641749 Nov 04 09:46:15.929345 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Request body: {'port': {'device_id': '0f411052-3005-4010-80e0-995a2ceef36e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:46:15.983290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.018447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.276267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94586deb-34e8-4746-902f-bb2e97a6fb56 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:46:16.284815 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.299680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Transition to ACTIVE for port object 94586deb-34e8-4746-902f-bb2e97a6fb56 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:46:16.303737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.357851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:16.431738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:46:16.432101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:46:16.432426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 on network 24d35677-9c6c-471c-9e30-c143a8494ac7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:46:16.437335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Port 94586deb-34e8-4746-902f-bb2e97a6fb56 on network 24d35677-9c6c-471c-9e30-c143a8494ac7 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:46:16.438656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 on network 24d35677-9c6c-471c-9e30-c143a8494ac7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:46:16.443665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:46:16.444034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Checking segment: {'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:46:16.444416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Bound using segment: {'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:46:16.444865 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Bound port: 94586deb-34e8-4746-902f-bb2e97a6fb56, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:46:16.445223 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.522949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:46:16.526585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:46:16.536104 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.578813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:16.579787 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.581258 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] 10.222.0.70 "PUT /v2.0/ports/94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 1092 time: 0.6559424 Nov 04 09:46:16.581724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:16.584815 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:16.625918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d48caa-d435-4c35-b0ef-f142be46adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:16.669408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62250dfa-3dbe-410a-96ec-82bd20bb5c58 req-587857a6-804b-4875-8872-2d2f3924a105 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:16.672077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62250dfa-3dbe-410a-96ec-82bd20bb5c58 req-587857a6-804b-4875-8872-2d2f3924a105 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 944 time: 0.0672617 Nov 04 09:46:16.674434 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-5aa2b992-5074-4394-b98e-000a3a4d0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:16.676008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-5aa2b992-5074-4394-b98e-000a3a4d0688 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1095 time: 0.0515237 Nov 04 09:46:16.719290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62250dfa-3dbe-410a-96ec-82bd20bb5c58 req-3172bec9-bffe-48a7-a55a-f3a1244ef93e tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382802 Nov 04 09:46:16.737689 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-f7e95c62-ae85-47fe-b776-76229a79e8cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0528171 Nov 04 09:46:16.778843 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a4ca9b-ad15-4f21-ad0a-810a636d8c01 x-openstack-request-id: req-78a4ca9b-ad15-4f21-ad0a-810a636d8c01 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:16.779168 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:16.779427 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78a4ca9b-ad15-4f21-ad0a-810a636d8c01 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:16.779842 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'status': 'completed', 'code': 200} Nov 04 09:46:16.798815 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-272eae65-52c5-47e7-b0d3-8a0c37999af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:16.800333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-272eae65-52c5-47e7-b0d3-8a0c37999af9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0563071 Nov 04 09:46:16.842830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-5296611c-83fe-4668-888e-74677e02e150 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351963 Nov 04 09:46:16.907801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:16.968029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-acf438e1-d854-4644-8a40-0ed8eb1c14f6 service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175580 Nov 04 09:46:17.064734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0def17d5-0cb1-44f7-83d2-c2f380726a3a req-2c961673-7d32-4f99-b34c-743eb4757f22 service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896509 Nov 04 09:46:17.155068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-d73929c8-09fd-4282-8e7a-711065ad0ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:17.156790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-d73929c8-09fd-4282-8e7a-711065ad0ad4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1095 time: 0.0474494 Nov 04 09:46:17.270763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-572ecb09-4290-4344-8635-9cc5268efa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:17.272278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-572ecb09-4290-4344-8635-9cc5268efa74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 913 time: 0.1090236 Nov 04 09:46:17.315486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-e6026791-da57-4ec2-92b0-901214023076 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0353112 Nov 04 09:46:17.375739 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-eefb991f-07d2-46dc-a5e7-03064e2c6575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:17.377478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-eefb991f-07d2-46dc-a5e7-03064e2c6575 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0537810 Nov 04 09:46:17.414097 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-12404a0d-e440-4226-9192-a880c0e671e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292110 Nov 04 09:46:17.504383 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-5d80bba0-c4bf-47a9-b97f-f6ee1a7a5032 service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828335 Nov 04 09:46:17.599413 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab652e57-a50a-4a4e-9f86-66e5804c8ae6 req-c95b1aeb-51a8-44fa-b1d9-b87704ed28ef service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872202 Nov 04 09:46:17.840195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62305c-6426-4e50-af78-ede7e751f280 req-878ab32d-2e24-434f-8e27-1b2f4b4fc0fb tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:17.841663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e62305c-6426-4e50-af78-ede7e751f280 req-878ab32d-2e24-434f-8e27-1b2f4b4fc0fb tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 944 time: 0.0502193 Nov 04 09:46:17.885866 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5e62305c-6426-4e50-af78-ede7e751f280 req-ba2cf5bc-4bf5-4bde-90b7-aa97ec7b940b tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373690 Nov 04 09:46:18.936445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:46:19.005074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf432b-97b7-4ef3-ada9-4b4ae0fa7aa5 req-86989484-9223-4a32-8b82-71baec13f56a tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:19.006633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ecf432b-97b7-4ef3-ada9-4b4ae0fa7aa5 req-86989484-9223-4a32-8b82-71baec13f56a tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 944 time: 0.0509820 Nov 04 09:46:19.038969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:19.045779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ecf432b-97b7-4ef3-ada9-4b4ae0fa7aa5 req-9590abd5-abc8-419c-8b43-e16b80df2cc8 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330906 Nov 04 09:46:19.051621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7', 'port_id': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'mac_address': 'fa:16:3e:2a:0d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:46:19.089769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:19.103366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94586deb-34e8-4746-902f-bb2e97a6fb56 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:46:19.124196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:19.128208 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:19.181427 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:19.314858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['94586deb-34e8-4746-902f-bb2e97a6fb56'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:46:20.166639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94550fc-9a14-4d5a-9059-204baff79158 req-c2e51be3-c01f-4354-9bec-0821be3e5f85 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:20.168155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f94550fc-9a14-4d5a-9059-204baff79158 req-c2e51be3-c01f-4354-9bec-0821be3e5f85 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 945 time: 0.0532396 Nov 04 09:46:20.207219 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f94550fc-9a14-4d5a-9059-204baff79158 req-7029b8f7-ebdf-483b-b38d-63d66ab61f49 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Nov 04 09:46:20.951620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:46:21.000929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 94586deb-34e8-4746-902f-bb2e97a6fb56 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:46:21.005035 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 94586deb-34e8-4746-902f-bb2e97a6fb56 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:46:21.005409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:21.086541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:21.110103 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:21.112375 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63e4c58-33fd-4dc0-ab72-f72825a4a5d0" -d '{"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-plugged", "status": "completed", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:21.125983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:21.130790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:21.155736 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710323fb-67fc-4a0f-b127-891a3aa8310a x-openstack-request-id: req-710323fb-67fc-4a0f-b127-891a3aa8310a {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:21.156041 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-plugged", "status": "completed", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:21.156279 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-710323fb-67fc-4a0f-b127-891a3aa8310a {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:21.156670 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'code': 200} Nov 04 09:46:21.190842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:21.249853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a780e8-b1bb-4709-840d-25ce581b8606 req-bf05cd93-857e-4317-8ad5-859127d134ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:21.251389 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6a780e8-b1bb-4709-840d-25ce581b8606 req-bf05cd93-857e-4317-8ad5-859127d134ed service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1097 time: 0.0422242 Nov 04 09:46:21.285914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c6a780e8-b1bb-4709-840d-25ce581b8606 req-363f4360-ff6c-4a62-9761-fc7dee76f410 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278690 Nov 04 09:46:21.326198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa4b20-74bf-4c16-a01f-9f7ec5dd7716 req-a7167f66-3bdf-4613-9fad-f2b73381d276 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:21.327662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03aa4b20-74bf-4c16-a01f-9f7ec5dd7716 req-a7167f66-3bdf-4613-9fad-f2b73381d276 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0496216 Nov 04 09:46:21.369155 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-03aa4b20-74bf-4c16-a01f-9f7ec5dd7716 req-c4c6fb7e-56e5-41e0-bad7-6a0782dd0c16 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355310 Nov 04 09:46:22.485262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213e8bb-2778-49eb-83fb-43d7ec6b27ed req-1354c353-9de9-49ba-8b40-b5ea54ec38e9 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:22.486737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5213e8bb-2778-49eb-83fb-43d7ec6b27ed req-1354c353-9de9-49ba-8b40-b5ea54ec38e9 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0492842 Nov 04 09:46:22.527564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5213e8bb-2778-49eb-83fb-43d7ec6b27ed req-d3b8e02f-4a89-4914-91c6-8a8d3ae2fd22 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347691 Nov 04 09:46:22.806627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41444) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:22.866737 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d6668-bf01-4fda-b1c4-9db9b8ec42b9 req-c023aab5-54e1-4704-bb1e-6988c2e031af tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:22.868280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f0d6668-bf01-4fda-b1c4-9db9b8ec42b9 req-c023aab5-54e1-4704-bb1e-6988c2e031af tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0510921 Nov 04 09:46:22.905490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-9d4d9bac-8292-4741-b126-f4622a8e624b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974834 Nov 04 09:46:22.909505 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f0d6668-bf01-4fda-b1c4-9db9b8ec42b9 req-661979a3-dd1b-42ec-90c8-147aca21fb75 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Nov 04 09:46:22.916344 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-ce8cdf83-858a-4f73-8c22-402457477d35 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:46:22.917341 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-ce8cdf83-858a-4f73-8c22-402457477d35 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051908 Nov 04 09:46:24.045883 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca1e0c-29b4-417a-8fae-3414744e5279 req-3f61ea89-0619-4022-8afa-454f9b4e49dc tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:24.047402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89ca1e0c-29b4-417a-8fae-3414744e5279 req-3f61ea89-0619-4022-8afa-454f9b4e49dc tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0653496 Nov 04 09:46:24.088820 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-bc5d1394-b561-4937-915b-8bb8ca88fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:24.089989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89ca1e0c-29b4-417a-8fae-3414744e5279 req-7479dc98-25eb-4dcc-97fd-c39904210496 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364172 Nov 04 09:46:24.090323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-bc5d1394-b561-4937-915b-8bb8ca88fc7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1097 time: 0.0418942 Nov 04 09:46:24.190255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-49993609-586a-4981-93a3-b114d4690007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:24.191633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-49993609-586a-4981-93a3-b114d4690007 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 913 time: 0.0938232 Nov 04 09:46:24.245663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-8da78c13-7d50-4c1d-9ec2-e6fd052361eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0462823 Nov 04 09:46:24.300226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-b0dacb09-98c1-4719-9733-285b6d4951d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:24.301724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-b0dacb09-98c1-4719-9733-285b6d4951d5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0497205 Nov 04 09:46:24.337644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-fd5fe90f-ee01-43af-9103-26b7c56c114c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288916 Nov 04 09:46:24.429292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-1d1f2b8d-61bb-4f41-98ee-e5fd9ee07aa4 service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825586 Nov 04 09:46:24.525613 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-ae4030ff-781a-44ad-a6bd-df504f791a2c service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888677 Nov 04 09:46:25.208817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce5b92-aeef-400e-beb8-cecdc8c3838c req-680d128f-dc32-4552-80e7-ea6e2a71aee4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:25.210390 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dce5b92-aeef-400e-beb8-cecdc8c3838c req-680d128f-dc32-4552-80e7-ea6e2a71aee4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0487516 Nov 04 09:46:25.248991 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dce5b92-aeef-400e-beb8-cecdc8c3838c req-c95659e3-1c5d-44dc-aef7-ca62e4fdd806 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Nov 04 09:46:26.368706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c00d3-2975-4b2a-aaf3-0b1d2cebaca1 req-09b20328-2d4f-4bef-a056-72cc282bd2bd tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:26.371295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193c00d3-2975-4b2a-aaf3-0b1d2cebaca1 req-09b20328-2d4f-4bef-a056-72cc282bd2bd tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0526495 Nov 04 09:46:26.412488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193c00d3-2975-4b2a-aaf3-0b1d2cebaca1 req-9d5d4631-8866-4ad0-80aa-7437508b0b21 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348516 Nov 04 09:46:27.533547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa25fdc-0648-4e73-a3f1-24603594037a req-5ff3b39a-38e9-4ad2-b8a1-2cc2e039c967 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:27.535197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1aa25fdc-0648-4e73-a3f1-24603594037a req-5ff3b39a-38e9-4ad2-b8a1-2cc2e039c967 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0533144 Nov 04 09:46:27.580747 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1aa25fdc-0648-4e73-a3f1-24603594037a req-bf69cb3e-46ff-43c2-8fdf-736a9b8f45a9 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Nov 04 09:46:28.701429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b15c6-d200-4f0c-9296-4704ee4e79c3 req-f382e506-366d-4dc9-afdf-ffac7fd7e500 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:28.702901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a48b15c6-d200-4f0c-9296-4704ee4e79c3 req-f382e506-366d-4dc9-afdf-ffac7fd7e500 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0509961 Nov 04 09:46:28.742419 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a48b15c6-d200-4f0c-9296-4704ee4e79c3 req-f4f81ee1-d6a4-4f4f-8db6-c395c7b78df1 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335412 Nov 04 09:46:29.862778 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1fa01-7099-43c5-a469-f8d3bed17d50 req-08e58368-992a-42e1-98a1-bd6c1f9e3bf4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:29.864356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6b1fa01-7099-43c5-a469-f8d3bed17d50 req-08e58368-992a-42e1-98a1-bd6c1f9e3bf4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0508776 Nov 04 09:46:29.903292 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e6b1fa01-7099-43c5-a469-f8d3bed17d50 req-03d3c68c-196b-44a2-9223-0d860651848a tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324945 Nov 04 09:46:31.026036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a3799-96a9-4c2e-8c0f-b42f9b4c7946 req-2270933f-0d9b-403c-8b4f-ee8f11776bab tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:31.028162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-064a3799-96a9-4c2e-8c0f-b42f9b4c7946 req-2270933f-0d9b-403c-8b4f-ee8f11776bab tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0541425 Nov 04 09:46:31.072263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-064a3799-96a9-4c2e-8c0f-b42f9b4c7946 req-98b7a7de-2caa-4ee1-a804-dc59da25b76d tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374329 Nov 04 09:46:32.189657 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd7aa61-a448-438a-9a2c-94d894adae79 req-16ebab13-b002-41a9-9430-3390c5ab17f4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:32.191136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afd7aa61-a448-438a-9a2c-94d894adae79 req-16ebab13-b002-41a9-9430-3390c5ab17f4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0503020 Nov 04 09:46:32.229439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-afd7aa61-a448-438a-9a2c-94d894adae79 req-991531fa-bae0-4d6c-9a6e-053af42297a7 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Nov 04 09:46:33.345827 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2ed1c-73cd-46bf-bd0d-6bda9ba796e9 req-4c987827-2bc7-433d-9887-bf4c774f7bac tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:33.347549 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4c2ed1c-73cd-46bf-bd0d-6bda9ba796e9 req-4c987827-2bc7-433d-9887-bf4c774f7bac tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0496418 Nov 04 09:46:33.386256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4c2ed1c-73cd-46bf-bd0d-6bda9ba796e9 req-af0fdcf4-b144-4b4b-a075-ee5549583d0d tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Nov 04 09:46:34.502474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fe6ec-df9a-43a3-a116-b9d3d3a9d06c req-cf7beb87-3288-4154-a5e8-11f66a1722a5 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:34.504368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-934fe6ec-df9a-43a3-a116-b9d3d3a9d06c req-cf7beb87-3288-4154-a5e8-11f66a1722a5 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0498095 Nov 04 09:46:34.546641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-934fe6ec-df9a-43a3-a116-b9d3d3a9d06c req-c89034d9-4e50-40ef-81a6-9fede9eadaf9 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363667 Nov 04 09:46:35.662649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87772339-7203-48ac-a893-f6ccf9a554f0 req-6a092777-6652-441f-af93-483412920f50 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:35.664326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87772339-7203-48ac-a893-f6ccf9a554f0 req-6a092777-6652-441f-af93-483412920f50 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0492551 Nov 04 09:46:35.702329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87772339-7203-48ac-a893-f6ccf9a554f0 req-925706be-b13f-4f59-9332-11c38e2e3f7b tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Nov 04 09:46:36.818875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43000978-33c3-4fe5-865e-6ce9032a11ee req-5df7d1ba-eb51-43b6-ae9a-8c7d6e87f9c6 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:36.820300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43000978-33c3-4fe5-865e-6ce9032a11ee req-5df7d1ba-eb51-43b6-ae9a-8c7d6e87f9c6 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0490458 Nov 04 09:46:36.860080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43000978-33c3-4fe5-865e-6ce9032a11ee req-db50f7c6-915f-427c-a1e5-24722960e603 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332766 Nov 04 09:46:37.372009 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e54d25a-a7a5-45e4-8c8d-69504739f5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:37.980829 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94d06c-c386-43c6-84eb-472a47b86d99 req-6c6de03a-5354-4784-bea8-7fff55fdb3e8 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:37.982764 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc94d06c-c386-43c6-84eb-472a47b86d99 req-6c6de03a-5354-4784-bea8-7fff55fdb3e8 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0509250 Nov 04 09:46:38.026634 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc94d06c-c386-43c6-84eb-472a47b86d99 req-d0c05430-124b-4ab4-b74e-0e316fca6b90 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380120 Nov 04 09:46:39.143819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2133224b-995e-4794-b4b1-eee016cdc14b req-7a8b7986-f141-4839-97e8-74a70b77c527 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:39.145338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2133224b-995e-4794-b4b1-eee016cdc14b req-7a8b7986-f141-4839-97e8-74a70b77c527 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0510390 Nov 04 09:46:39.185871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2133224b-995e-4794-b4b1-eee016cdc14b req-024cbff2-481d-44bd-baff-565ec304f5df tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Nov 04 09:46:39.996450 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1136f0da-bd5b-4b70-8c47-cb90b5f36610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:40.298639 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:40.304188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3131ec5-975d-4b8f-8c86-de46fa67aa22 req-9b5f3d76-2bb8-438f-b823-fb3bb9dc75f3 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:40.305708 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3131ec5-975d-4b8f-8c86-de46fa67aa22 req-9b5f3d76-2bb8-438f-b823-fb3bb9dc75f3 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0516765 Nov 04 09:46:40.346672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3131ec5-975d-4b8f-8c86-de46fa67aa22 req-f7c7bfea-a2e3-460d-9321-2a63b06210d8 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Nov 04 09:46:40.984485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-23f39cb5-0b7d-4f61-a72a-8f531ce14662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:40.985876 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-23f39cb5-0b7d-4f61-a72a-8f531ce14662 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1097 time: 0.0428674 Nov 04 09:46:41.092530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-38868143-c39b-4c80-95c7-fa8b1e0ac9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:41.094021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-38868143-c39b-4c80-95c7-fa8b1e0ac9a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 913 time: 0.0891919 Nov 04 09:46:41.138776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-97eaee5c-e4f7-4d63-87ca-42f20b90c553 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0361478 Nov 04 09:46:41.187024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-5da8d47d-5f6e-4da8-befe-31855599814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:41.188492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-5da8d47d-5f6e-4da8-befe-31855599814c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0437846 Nov 04 09:46:41.222612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-193f5d81-4b8b-4a69-ba5e-7b01c52e6dac service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257790 Nov 04 09:46:41.316226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-6d617ca0-a793-42df-901a-79103c4bacd9 service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865867 Nov 04 09:46:41.396135 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:41.410912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-13c26e90-9cad-4c8d-8bb9-c895a60bf155 req-78f4d864-90ba-41bb-b259-48fb511c477e service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876541 Nov 04 09:46:41.469494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c4731-94e5-448b-b672-b20debd74e1d req-5d15f5bb-bafd-4e7e-8cc6-1cbac709fbdf tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:41.471000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb1c4731-94e5-448b-b672-b20debd74e1d req-5d15f5bb-bafd-4e7e-8cc6-1cbac709fbdf tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0500906 Nov 04 09:46:41.515236 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cb1c4731-94e5-448b-b672-b20debd74e1d req-e7adb194-e733-418d-b594-95155172e556 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Nov 04 09:46:42.630388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3572ef-453c-44f0-8cec-534d3af3a6bb req-d2dc3395-11fe-40c7-932b-b7d40beda296 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:42.631878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd3572ef-453c-44f0-8cec-534d3af3a6bb req-d2dc3395-11fe-40c7-932b-b7d40beda296 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0499911 Nov 04 09:46:42.670301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd3572ef-453c-44f0-8cec-534d3af3a6bb req-4f17f57e-8609-4b30-8d77-67ca7d1c8158 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324221 Nov 04 09:46:42.869473 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:43.788147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8cdb9f-44d2-45fd-955f-b7eb6499b578 req-c2c53118-78db-4b44-b8b6-9d62ca00b4d6 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:43.789786 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc8cdb9f-44d2-45fd-955f-b7eb6499b578 req-c2c53118-78db-4b44-b8b6-9d62ca00b4d6 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0524487 Nov 04 09:46:43.831730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc8cdb9f-44d2-45fd-955f-b7eb6499b578 req-6246dfac-176b-4bde-a40f-1cc0705cbc32 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352554 Nov 04 09:46:44.954583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfac1dc-4e62-42f9-8e02-d9146d5a2b8d req-10a466c3-edf2-4f00-8cf7-b8198ec62d89 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:44.956113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ccfac1dc-4e62-42f9-8e02-d9146d5a2b8d req-10a466c3-edf2-4f00-8cf7-b8198ec62d89 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0532959 Nov 04 09:46:45.000197 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ccfac1dc-4e62-42f9-8e02-d9146d5a2b8d req-f55817dd-9cfe-44bb-9bd9-2f30ec743684 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374374 Nov 04 09:46:46.023361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:46.120878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113cadc-3eb8-4963-9581-4379cabb46b2 req-23a49ff9-ddd4-4655-b58b-c33c7a0da9e6 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:46.122366 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1113cadc-3eb8-4963-9581-4379cabb46b2 req-23a49ff9-ddd4-4655-b58b-c33c7a0da9e6 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0507982 Nov 04 09:46:46.164386 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1113cadc-3eb8-4963-9581-4379cabb46b2 req-16254d6c-7772-47f6-8ae4-16188bb80a77 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348735 Nov 04 09:46:46.905748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:47.281697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78a933-77b3-48da-8a23-c14724552bfa req-f9ea1593-69f3-44f4-87e2-afe3ae67ede5 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:47.283562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc78a933-77b3-48da-8a23-c14724552bfa req-f9ea1593-69f3-44f4-87e2-afe3ae67ede5 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0515363 Nov 04 09:46:47.321584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc78a933-77b3-48da-8a23-c14724552bfa req-ac8fd2fc-96b9-438c-9b58-abbd375b86fa tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319815 Nov 04 09:46:48.440761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fad6ac-7acd-45ea-ab9a-3323789caccc req-0edcb5eb-3506-4b15-95dc-0b7bbcbdbb4e tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:48.442293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56fad6ac-7acd-45ea-ab9a-3323789caccc req-0edcb5eb-3506-4b15-95dc-0b7bbcbdbb4e tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0502405 Nov 04 09:46:48.484896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-56fad6ac-7acd-45ea-ab9a-3323789caccc req-7c7dedcc-25ad-42fc-870d-ad9fdc39b990 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365560 Nov 04 09:46:49.599714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea2d50-5c6f-4e7e-8028-3d23ea3ff201 req-6b1b031e-d1b3-4506-b444-b54648cf817b tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:49.601242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1ea2d50-5c6f-4e7e-8028-3d23ea3ff201 req-6b1b031e-d1b3-4506-b444-b54648cf817b tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0491781 Nov 04 09:46:49.639752 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1ea2d50-5c6f-4e7e-8028-3d23ea3ff201 req-957bc136-2211-472a-bb1f-48ecce360e87 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Nov 04 09:46:50.766538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf5f95-f278-48f0-9522-35a97845f30d req-61b4d2f2-cf29-45ba-bf7e-b17ac14b33e4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:50.767970 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ecf5f95-f278-48f0-9522-35a97845f30d req-61b4d2f2-cf29-45ba-bf7e-b17ac14b33e4 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0528843 Nov 04 09:46:50.809416 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5ecf5f95-f278-48f0-9522-35a97845f30d req-282ee800-0abc-4686-b3c0-279cf1f25bbf tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345783 Nov 04 09:46:51.663006 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:46:51.783975 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-cb20ba44-3a1d-4ac9-b563-e38615521e88 service neutron] show failed (client error): The resource could not be found. Nov 04 09:46:51.784998 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-cb20ba44-3a1d-4ac9-b563-e38615521e88 service neutron] 10.222.0.70 "GET /v2.0/ports/94586deb-34e8-4746-902f-bb2e97a6fb56/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0637248 Nov 04 09:46:51.939491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d263c0-599f-4136-b6db-ee1ea5c1312c req-66f56561-7573-45df-9e2c-4e2d4bcd5fca tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:51.940948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47d263c0-599f-4136-b6db-ee1ea5c1312c req-66f56561-7573-45df-9e2c-4e2d4bcd5fca tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0556841 Nov 04 09:46:51.987744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47d263c0-599f-4136-b6db-ee1ea5c1312c req-a76ab52b-4c66-408a-94f5-56b01616fb38 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393763 Nov 04 09:46:52.033167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-12084826-6975-400a-b7b0-fdfe16a2572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:52.034759 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-12084826-6975-400a-b7b0-fdfe16a2572b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e&tenant_id=d045411a874d413c8df0feb09506ec0b HTTP/1.1" status: 200 len: 1097 time: 0.0787702 Nov 04 09:46:52.046032 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-03e7af06-4ac0-4112-9b43-64d64886937e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:46:52.047042 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-03e7af06-4ac0-4112-9b43-64d64886937e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054021 Nov 04 09:46:52.058425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:46:52.123324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:52.341630 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:52.378880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:46:52.427816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:52.430468 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4b1e93-4004-453d-b042-f2d3738e4845" -d '{"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-unplugged", "status": "completed", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:52.434298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:52.447363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Transition to ACTIVE for port object 94586deb-34e8-4746-902f-bb2e97a6fb56 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:46:52.452729 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:52.487002 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9962848f-dbe6-43ba-bb19-43a983368e65 x-openstack-request-id: req-9962848f-dbe6-43ba-bb19-43a983368e65 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:52.487974 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-unplugged", "status": "completed", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:52.487974 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9962848f-dbe6-43ba-bb19-43a983368e65 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:52.487974 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'code': 200} Nov 04 09:46:52.523977 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] No DVR routers for this DVR port 94586deb-34e8-4746-902f-bb2e97a6fb56 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:46:52.527195 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:52.565101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:46:52.565436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:46:52.565763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 on network 24d35677-9c6c-471c-9e30-c143a8494ac7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:46:52.570215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Port 94586deb-34e8-4746-902f-bb2e97a6fb56 on network 24d35677-9c6c-471c-9e30-c143a8494ac7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:46:52.570539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Attempting to bind port 94586deb-34e8-4746-902f-bb2e97a6fb56 on network 24d35677-9c6c-471c-9e30-c143a8494ac7 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:46:52.576638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:46:52.576982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Checking segment: {'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:46:52.577365 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Bound using segment: {'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:46:52.577806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Bound port: 94586deb-34e8-4746-902f-bb2e97a6fb56, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88fce73-812b-409e-896c-dd0fca30bca4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:46:52.578147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:52.645498 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:46:52.648809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:46:52.653903 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:52.690427 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:52.691098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:52.692536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 1092 time: 0.6380048 Nov 04 09:46:52.713149 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fda4f1-6b03-4af9-8f38-30320aff25a9 service neutron] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:52.762652 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-bfcdb830-01b5-444c-8014-a07418fc8155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:52.764377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-bfcdb830-01b5-444c-8014-a07418fc8155 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1095 time: 0.0474238 Nov 04 09:46:52.859794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-5af1e6b4-2c4b-4748-be37-1434892cc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:52.861342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-5af1e6b4-2c4b-4748-be37-1434892cc61a service neutron] 10.222.0.55 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 913 time: 0.0902331 Nov 04 09:46:52.904442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-1fa623ef-9f42-4f9c-a94b-275ea8961ed4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0364499 Nov 04 09:46:52.967667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-e10a7c16-3c54-4d0d-be76-54e9cec0f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:52.969141 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-e10a7c16-3c54-4d0d-be76-54e9cec0f3df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0577857 Nov 04 09:46:53.003374 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-bafd68f0-f406-4d24-9ec8-ea0a70c71c47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261300 Nov 04 09:46:53.095424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-f80f04ae-7c8a-4fd6-8ca6-32827d5fd811 service neutron] 10.222.0.55 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845213 Nov 04 09:46:53.113081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a3740-bc42-42ad-a52c-71019e3acddf req-2fed1f1e-4023-470f-9109-66902ce5b0ae tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:53.114607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b9a3740-bc42-42ad-a52c-71019e3acddf req-2fed1f1e-4023-470f-9109-66902ce5b0ae tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 944 time: 0.0513878 Nov 04 09:46:53.154136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b9a3740-bc42-42ad-a52c-71019e3acddf req-44d173c1-f22c-40e5-be09-0e34d50c06c7 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Nov 04 09:46:53.195063 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-253c5b6b-7fa0-4e89-b731-5f298099701e req-56cdece4-cc92-4dbe-965d-65cf1d240a62 service neutron] 10.222.0.55 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929828 Nov 04 09:46:54.275287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ae96-a647-46af-aab7-3188ddb149c4 req-8abea695-e41b-439c-bb5b-f603ddb5ffa9 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:54.276717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fb0ae96-a647-46af-aab7-3188ddb149c4 req-8abea695-e41b-439c-bb5b-f603ddb5ffa9 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 944 time: 0.0510776 Nov 04 09:46:54.315766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fb0ae96-a647-46af-aab7-3188ddb149c4 req-8d9e7004-07c1-462b-b388-c5fe611fc7cd tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330544 Nov 04 09:46:54.489331 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:54.491775 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedcaaee-1d58-4355-a43a-f15af97e42d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:54.538857 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1184d404-538a-4ff6-aeaf-5e6e55ea644b x-openstack-request-id: req-1184d404-538a-4ff6-aeaf-5e6e55ea644b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:54.539147 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:54.539401 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1184d404-538a-4ff6-aeaf-5e6e55ea644b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:54.539821 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'status': 'completed', 'code': 200} Nov 04 09:46:54.631723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-9a984dca-e2f5-4a7d-afdf-d8799ff13eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:54.633246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-9a984dca-e2f5-4a7d-afdf-d8799ff13eac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1095 time: 0.0739400 Nov 04 09:46:54.634971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-5909b935-f831-490b-8b75-340c1f80abef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:54.636310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-5909b935-f831-490b-8b75-340c1f80abef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1095 time: 0.0677152 Nov 04 09:46:54.805982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-6a07fe5d-66bc-4a85-b45e-5020089fda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:54.807446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-6a07fe5d-66bc-4a85-b45e-5020089fda99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 913 time: 0.1646123 Nov 04 09:46:54.808584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-ff0b3e5a-2321-4e6a-8f0e-3e7ae94e3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:54.810220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-ff0b3e5a-2321-4e6a-8f0e-3e7ae94e3505 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 913 time: 0.1660695 Nov 04 09:46:54.853416 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-4d5b58c7-c16c-4c05-87ba-a06e045658c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0388803 Nov 04 09:46:54.891468 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-6962cd93-dfe1-4ce0-99a2-cfd4c7f67796 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0714567 Nov 04 09:46:54.958682 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-64431167-1a13-4c39-ae73-ee77eca7abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:54.960232 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-64431167-1a13-4c39-ae73-ee77eca7abc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0773108 Nov 04 09:46:54.977378 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-6b2186d0-b775-4759-97b6-76244064a777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:54.978971 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-6b2186d0-b775-4759-97b6-76244064a777 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0682395 Nov 04 09:46:55.000133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-980ce2d4-1d15-41a3-b2a4-2d134ea8e1a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321105 Nov 04 09:46:55.043396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-95fbfa45-8bf6-4aa6-b10a-4b0aaff5acea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460865 Nov 04 09:46:55.093100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:46:55.133432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:46:55.314177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:46:55.417826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:55.435305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'network_id': '24d35677-9c6c-471c-9e30-c143a8494ac7', 'port_id': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'mac_address': 'fa:16:3e:2a:0d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:46:55.452537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350b31c-3820-4e6b-a0b0-405b92d35336 req-206e70ef-683d-46fe-a88a-b4ed37bd8d43 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:55.454271 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a350b31c-3820-4e6b-a0b0-405b92d35336 req-206e70ef-683d-46fe-a88a-b4ed37bd8d43 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 944 time: 0.0646768 Nov 04 09:46:55.478480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:55.494985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94586deb-34e8-4746-902f-bb2e97a6fb56 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:46:55.501274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a350b31c-3820-4e6b-a0b0-405b92d35336 req-bbd942aa-1ee6-434d-bfc7-8b7fa17ce3f1 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400660 Nov 04 09:46:55.518991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-5bd3ddd2-5d69-4bbf-b275-702cd1a95f77 service neutron] 10.222.0.55 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108356 Nov 04 09:46:55.524701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:55.529940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:55.577705 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-96cb0535-4d67-4545-80dd-be9b25cac6fe service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643531 Nov 04 09:46:55.580806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:55.588474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.588902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.589239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.589526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.589818 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.590157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.590468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.591012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.591445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.591971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.592303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.592873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:46:55.682828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-8d7d8b9e-81e5-428e-91b2-fefe81e9f78c service neutron] 10.222.0.55 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530094 Nov 04 09:46:55.701511 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fedcaaee-1d58-4355-a43a-f15af97e42d4 req-4eb999de-2b72-4725-9b6b-f6385d55e95e service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154618 Nov 04 09:46:55.777466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['94586deb-34e8-4746-902f-bb2e97a6fb56'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:46:55.822496 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-352d2708-30f4-42cf-bb0b-07584ee6031d tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:55.824005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-352d2708-30f4-42cf-bb0b-07584ee6031d tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.70 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e&tenant_id=d045411a874d413c8df0feb09506ec0b&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 945 time: 0.0930305 Nov 04 09:46:55.889134 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-51962344-df8d-44bd-88fa-0355da092b3a service neutron] delete failed (client error): The resource could not be found. Nov 04 09:46:55.890088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-51962344-df8d-44bd-88fa-0355da092b3a service neutron] 10.222.0.70 "DELETE /v2.0/ports/94586deb-34e8-4746-902f-bb2e97a6fb56/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0579441 Nov 04 09:46:55.974999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-93368795-34a5-4c50-94bb-1f351bfdce56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:55.976518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-93368795-34a5-4c50-94bb-1f351bfdce56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d045411a874d413c8df0feb09506ec0b&device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 1096 time: 0.0418940 Nov 04 09:46:56.071109 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-7734018c-19f6-423a-a127-bcedc460cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:56.072694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-7734018c-19f6-423a-a127-bcedc460cb34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 200 len: 913 time: 0.0890615 Nov 04 09:46:56.115315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-f862af91-8c19-48cb-99f9-3e9871d1effc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 200 len: 217 time: 0.0348666 Nov 04 09:46:56.165003 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-04ef5258-8972-4cb2-a121-c15f56f5fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:56.166418 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-04ef5258-8972-4cb2-a121-c15f56f5fa4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 200 len: 852 time: 0.0432837 Nov 04 09:46:56.196869 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-363e4f0d-736a-4a84-982a-4d6477ba0540 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=24d35677-9c6c-471c-9e30-c143a8494ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236804 Nov 04 09:46:56.291035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ec0010bf-2ff0-43f5-8092-3f6c34e0ef14 service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869296 Nov 04 09:46:56.381502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-2ec502a8-880a-4de1-856f-83d95e3dd545 service neutron] 10.222.0.70 "GET /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841935 Nov 04 09:46:57.065401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492bd87-84a5-41d7-a071-5145e97f4597 req-b494c019-148f-4401-a45d-56e66cf16d14 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:57.066887 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b492bd87-84a5-41d7-a071-5145e97f4597 req-b494c019-148f-4401-a45d-56e66cf16d14 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 945 time: 0.0509424 Nov 04 09:46:57.105629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b492bd87-84a5-41d7-a071-5145e97f4597 req-ac2d7554-0467-4c18-b874-898635bdbeb6 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Nov 04 09:46:57.317695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:46:57.366188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 94586deb-34e8-4746-902f-bb2e97a6fb56 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:46:57.369750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 94586deb-34e8-4746-902f-bb2e97a6fb56 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:46:57.370117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:57.450715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:57.473407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:57.475635 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e688e2e-59a3-4e48-a900-63c9963d0a05" -d '{"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-plugged", "status": "completed", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:57.489218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:57.493465 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:57.521535 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495151df-cd5d-46e8-ba61-2846178897a8 x-openstack-request-id: req-495151df-cd5d-46e8-ba61-2846178897a8 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:57.521825 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-plugged", "status": "completed", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:57.522075 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-495151df-cd5d-46e8-ba61-2846178897a8 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:57.522459 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'code': 200} Nov 04 09:46:57.548362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:58.224510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb43b4-967c-41d7-87fa-d479c9003ab5 req-f512d51d-6500-4193-949d-ce1d2e682467 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:58.226028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dcb43b4-967c-41d7-87fa-d479c9003ab5 req-f512d51d-6500-4193-949d-ce1d2e682467 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0500004 Nov 04 09:46:58.265941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dcb43b4-967c-41d7-87fa-d479c9003ab5 req-af8bda49-e457-43f5-bc51-6ac631fc715d tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.53 "GET /v2.0/security-groups?id=c053c1cc-825e-4ea3-80c3-0dfe42533e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Nov 04 09:46:58.338749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-397e4e63-16ec-43a5-8088-ca5bec621d16 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:46:58.340269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-397e4e63-16ec-43a5-8088-ca5bec621d16 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.55 "GET /v2.0/ports?device_id=0f411052-3005-4010-80e0-995a2ceef36e HTTP/1.1" status: 200 len: 946 time: 0.0566418 Nov 04 09:46:58.432035 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Deleting port 94586deb-34e8-4746-902f-bb2e97a6fb56 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:46:58.432370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:58.527786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] For port 94586deb-34e8-4746-902f-bb2e97a6fb56, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=94586deb-34e8-4746-902f-bb2e97a6fb56,segment=NetworkSegment(a88fce73-812b-409e-896c-dd0fca30bca4),segment_id=a88fce73-812b-409e-896c-dd0fca30bca4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:46:58.528658 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:58.541947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Calling delete_port for 94586deb-34e8-4746-902f-bb2e97a6fb56 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:46:58.673401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:58.685077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['94586deb-34e8-4746-902f-bb2e97a6fb56'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:46:58.704695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Pushing event deleted for resources: {'Port': ['ID=94586deb-34e8-4746-902f-bb2e97a6fb56,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:58.743467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] No DVR routers for this DVR port 94586deb-34e8-4746-902f-bb2e97a6fb56 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:46:58.746098 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:58.750318 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e793aaab-dad7-402b-b437-f05fcd7e27dd req-ae9385e5-9dce-4efe-ac52-d677e3ad5c71 tempest-DeleteServersTestJSON-2068776318 tempest-DeleteServersTestJSON-2068776318-project] 10.222.0.55 "DELETE /v2.0/ports/94586deb-34e8-4746-902f-bb2e97a6fb56 HTTP/1.1" status: 204 len: 173 time: 0.4034736 Nov 04 09:46:58.750784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-deleted', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:46:58.753321 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8816e8-1f46-4b75-91f0-bc15450de076" -d '{"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-deleted", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:46:58.795014 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f7d00-0c9a-4b88-bbbd-e743c99793f9 x-openstack-request-id: req-f74f7d00-0c9a-4b88-bbbd-e743c99793f9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:46:58.795297 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f411052-3005-4010-80e0-995a2ceef36e", "name": "network-vif-deleted", "tag": "94586deb-34e8-4746-902f-bb2e97a6fb56", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:46:58.795424 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f74f7d00-0c9a-4b88-bbbd-e743c99793f9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:46:58.795810 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f411052-3005-4010-80e0-995a2ceef36e', 'name': 'network-vif-deleted', 'tag': '94586deb-34e8-4746-902f-bb2e97a6fb56', 'status': 'completed', 'code': 200} Nov 04 09:46:59.397786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41548) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:59.456507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] Deleting subnet 9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:46:59.459737 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.500199 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.541271 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.596813 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.620518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:46:59.627230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.631071 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7dae64b5-228a-4088-b3bf-a37aead15e37 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9b54711a-ba2a-4ac6-9a8d-c18ab4dbc5e1 HTTP/1.1" status: 204 len: 168 time: 0.2322628 Nov 04 09:46:59.634026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41550) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:46:59.716236 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.797151 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.817118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d35677-9c6c-471c-9e30-c143a8494ac7']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:46:59.827107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88fce73-812b-409e-896c-dd0fca30bca4') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:46:59.827411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88fce73-812b-409e-896c-dd0fca30bca4') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:46:59.836957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.850637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.857186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:46:59.857617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:46:59.859505 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:46:59.917821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.923777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:46:59.927029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/24d35677-9c6c-471c-9e30-c143a8494ac7 HTTP/1.1" status: 204 len: 168 time: 0.2920632 Nov 04 09:46:59.939221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9695cb5b-7f14-40cc-ac4a-032ad74802c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=24d35677-9c6c-471c-9e30-c143a8494ac7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:00.045386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41554) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:47:00.088978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dd78a58a-a51e-4c40-89ba-bb2413caa078 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d045411a874d413c8df0feb09506ec0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423555 Nov 04 09:47:00.091695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41556) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:47:00.147284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:00.169357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:00.217106 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:00.219788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:00.220986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c053c1cc-825e-4ea3-80c3-0dfe42533e20 HTTP/1.1" status: 204 len: 168 time: 0.1283495 Nov 04 09:47:00.228940 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c053c1cc-825e-4ea3-80c3-0dfe42533e20,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:00.237596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.237789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.238081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.238410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.238732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.239053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.239371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.239688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.240033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.240351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.240666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.241014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a20c491-6529-422a-8eac-ca0448566ff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:00.971038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41578) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:47:01.071251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-284635289-network', 'tenant_id': '57dc7fb5c79842eeabc06ad047bdec44'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:47:01.101311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Made reservation on behalf of 57dc7fb5c79842eeabc06ad047bdec44 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:47:01.103821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.116727 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.198703 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.203754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.231374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:47:01.240465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088f52da-6b2c-4404-a0cf-9d53d35091f6,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:01.249337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.249337 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Added segment 9113cc91-8452-423d-9d99-42a81e55cd3e of type vlan for network 23159de0-c3f2-4d47-97ba-292f1f295943 Nov 04 09:47:01.293289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.320556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.322338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:01.323259 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.326168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:47:01.360950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 94586deb-34e8-4746-902f-bb2e97a6fb56 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:47:01.361498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 94586deb-34e8-4746-902f-bb2e97a6fb56 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:47:01.392965 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4206500 Nov 04 09:47:01.396101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41582) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:47:01.401474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Request body: {'subnet': {'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-284635289-subnet', 'tenant_id': '57dc7fb5c79842eeabc06ad047bdec44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:47:01.408227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ba20a-3187-4dc4-893a-dcdaee6ef3ca admin admin] Pushing event updated for resources: {'Network': ['ID=23159de0-c3f2-4d47-97ba-292f1f295943,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:01.419416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 23159de0-c3f2-4d47-97ba-292f1f295943 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:47:01.426988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Made reservation on behalf of 57dc7fb5c79842eeabc06ad047bdec44 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:47:01.429595 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.629867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.704513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:01.716594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Checking segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:47:01.717202 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Network hostable DHCP agents. Network: 23159de0-c3f2-4d47-97ba-292f1f295943, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:47:01.720192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.720537 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.720888 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.721219 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.721553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.721881 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.722206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.722532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.722849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.723174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.723491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.723811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:01.744074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Network 23159de0-c3f2-4d47-97ba-292f1f295943 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:47:01.754457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 23159de0-c3f2-4d47-97ba-292f1f295943) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:47:01.758851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:01.759438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:01.764122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73852d-3b71-4e1d-a357-10e1d0b47a9c None None] Network 23159de0-c3f2-4d47-97ba-292f1f295943 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:47:01.776664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2cd028b3-4dc8-4109-87e0-a485e9b590dc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3791642 Nov 04 09:47:01.902315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c7596-6131-4ad5-9981-5b3a3de554a1 None None] Network 23159de0-c3f2-4d47-97ba-292f1f295943 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:47:02.331801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-686f7d5c-2f59-4e96-ba3d-ea8d78fc6b61 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:02.333420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-686f7d5c-2f59-4e96-ba3d-ea8d78fc6b61 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 814 time: 0.1328232 Nov 04 09:47:02.352030 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-498bec49-3dbf-495e-91cb-a62cf9945af2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/quotas/57dc7fb5c79842eeabc06ad047bdec44 HTTP/1.1" status: 200 len: 375 time: 0.0122480 Nov 04 09:47:02.392323 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-6ff69457-0f12-4543-9ef7-bc89a975d4d1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332267 Nov 04 09:47:02.405267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-7ed84943-6b85-4a44-bca5-9bd3b500c3bb service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:47:02.406439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-7ed84943-6b85-4a44-bca5-9bd3b500c3bb service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069456 Nov 04 09:47:02.514282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-3e38e600-fd1c-4c10-bd0e-dc66cd2a924a service neutron] 10.222.0.53 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004751 Nov 04 09:47:02.624432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-08b886b8-f8a1-4d6f-aa6b-6771219ad4f8 service neutron] 10.222.0.53 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018171 Nov 04 09:47:02.833332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d273f6b-4c75-441e-857d-7f285b3294f7 req-bc03645e-8f4d-4158-b86a-2406f99686c3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 210 time: 0.0454886 Nov 04 09:47:03.842540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d7ebd672-3554-4bc0-ba65-30d49f605574 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:03.844194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d7ebd672-3554-4bc0-ba65-30d49f605574 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 814 time: 0.1180763 Nov 04 09:47:03.857474 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Request body: {'port': {'device_id': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943', 'admin_state_up': True, 'tenant_id': '57dc7fb5c79842eeabc06ad047bdec44'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:47:03.936424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0fd6d545-fd8c-4167-89ff-0803e26c874b req-68eaea8e-0ac7-4a86-a3f3-44e78b9c1ae9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 210 time: 0.0271523 Nov 04 09:47:03.975361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Made reservation on behalf of 57dc7fb5c79842eeabc06ad047bdec44 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:47:03.978859 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.104586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Allocated IP 172.20.0.12 (23159de0-c3f2-4d47-97ba-292f1f295943/c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15/fd9bafa1-5331-4a56-98e0-6499520739d3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:47:04.251885 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.284949 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.330448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Network 23159de0-c3f2-4d47-97ba-292f1f295943 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:47:04.333539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:47:04.337116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:47:04.346649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:04.395480 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:04.396809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.413089 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-c035f456-4218-4e3c-959c-b26ccf610923 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5596964 Nov 04 09:47:04.425220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Request body: {'port': {'device_id': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:47:04.478449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.740394 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9bafa1-5331-4a56-98e0-6499520739d3 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:47:04.747612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.759302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Transition to ACTIVE for port object fd9bafa1-5331-4a56-98e0-6499520739d3 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:47:04.764212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.816277 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:04.886729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:47:04.887996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:47:04.887996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:47:04.892580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Port fd9bafa1-5331-4a56-98e0-6499520739d3 on network 23159de0-c3f2-4d47-97ba-292f1f295943 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:47:04.892895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:47:04.897637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:47:04.897968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Checking segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:47:04.898346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Bound using segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:47:04.898759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Bound port: fd9bafa1-5331-4a56-98e0-6499520739d3, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:47:04.899107 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:04.966072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:47:04.970008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:47:04.973891 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:05.014760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:05.015436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:05.017056 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] 10.222.0.55 "PUT /v2.0/ports/fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 1092 time: 0.5958173 Nov 04 09:47:05.017576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:05.020194 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6216d587-43f3-4f1a-877c-ba0cea3392e9" -d '{"events": [{"name": "network-changed", "server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:05.054544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06af7dd-fef0-46ea-a1db-de8ffeaa3bad service neutron] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:05.076670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86fbe7-0124-4afd-8497-a0a2834cbfbe req-67d1027c-9fb2-43d5-a682-e2ddc0b7f285 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:05.078250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b86fbe7-0124-4afd-8497-a0a2834cbfbe req-67d1027c-9fb2-43d5-a682-e2ddc0b7f285 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 944 time: 0.0640097 Nov 04 09:47:05.110351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-286f76e4-7eb9-4852-b29d-3030eea4ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:05.111892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-286f76e4-7eb9-4852-b29d-3030eea4ea01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1095 time: 0.0444591 Nov 04 09:47:05.121455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b86fbe7-0124-4afd-8497-a0a2834cbfbe req-f1c27e6c-eec8-496d-9ff7-d94a6db466f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Nov 04 09:47:05.156853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-480615a9-f418-45f6-84ba-42d5d71afacd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.0367985 Nov 04 09:47:05.171893 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1ad9b8-b208-4963-8744-9f7910ad30d9 x-openstack-request-id: req-cd1ad9b8-b208-4963-8744-9f7910ad30d9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:05.172182 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:05.172433 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cd1ad9b8-b208-4963-8744-9f7910ad30d9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:05.172824 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'status': 'completed', 'code': 200} Nov 04 09:47:05.212452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d2c68716-9184-4a04-9206-f527878aa0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:05.213905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-d2c68716-9184-4a04-9206-f527878aa0ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0503926 Nov 04 09:47:05.244884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-206ade4a-901b-46e1-85d5-322e212eaa7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241694 Nov 04 09:47:05.332919 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-7c03a6b2-bca7-4279-a3a2-3277876e5093 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805640 Nov 04 09:47:05.428645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9e7c490e-1775-45a2-98ea-fbe4d1465d55 req-95347fd3-69e9-4729-8f78-c3a3e71f90b4 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860586 Nov 04 09:47:05.529249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-40d53866-4ca4-4d7e-aa03-bfc02c057065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:05.530769 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-40d53866-4ca4-4d7e-aa03-bfc02c057065 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1095 time: 0.0522406 Nov 04 09:47:05.646669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-d2249316-6004-4a9d-aa00-ed0923833c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:05.648367 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-d2249316-6004-4a9d-aa00-ed0923833c20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1092079 Nov 04 09:47:05.693518 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-8e93e9fd-94ba-4d4f-8040-17dacd87f547 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.0377343 Nov 04 09:47:05.746132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-b09a8bba-b8e5-4e97-80e5-afd77d3da2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:05.748397 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-b09a8bba-b8e5-4e97-80e5-afd77d3da2a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0470607 Nov 04 09:47:05.780834 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-7d0926f6-d377-41b8-9994-4ccd94c0c203 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250673 Nov 04 09:47:05.903990 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-d9eba2e5-bb00-4680-a9dc-493b4918d921 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133509 Nov 04 09:47:06.002322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6216d587-43f3-4f1a-877c-ba0cea3392e9 req-4648b707-31e7-4b31-b0f9-a90c5070f97e service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912013 Nov 04 09:47:06.258003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c3efb-2d12-4fe3-902b-0a9451a0fd38 req-ccad72fe-744b-4168-9788-2c424fdf9c7a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:06.259790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d0c3efb-2d12-4fe3-902b-0a9451a0fd38 req-ccad72fe-744b-4168-9788-2c424fdf9c7a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 944 time: 0.0576878 Nov 04 09:47:06.308610 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d0c3efb-2d12-4fe3-902b-0a9451a0fd38 req-efd0d8db-c4bb-4bff-95bc-8b2376c7451a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363655 Nov 04 09:47:07.334904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:47:07.413751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e9b8ab32-7e77-49b2-a2f3-d49d099d7b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:07.447353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128442-811d-4eb6-98e4-442c16a58203 req-6449fb46-66ca-4a11-b3e8-362f1290a284 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:07.449587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35128442-811d-4eb6-98e4-442c16a58203 req-6449fb46-66ca-4a11-b3e8-362f1290a284 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 944 time: 0.0680099 Nov 04 09:47:07.450925 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:07.462808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943', 'port_id': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'mac_address': 'fa:16:3e:42:48:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:47:07.491369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35128442-811d-4eb6-98e4-442c16a58203 req-27f259eb-5b36-4516-9d07-ad435a090f48 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352213 Nov 04 09:47:07.503441 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:07.519918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9bafa1-5331-4a56-98e0-6499520739d3 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:47:07.540461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:07.545273 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:07.608150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:07.734972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['fd9bafa1-5331-4a56-98e0-6499520739d3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:47:08.614520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e57d4-27a6-413d-91a8-675f2e9d84a1 req-0b4be277-59ea-416a-af25-167556b01abd tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:08.616454 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-990e57d4-27a6-413d-91a8-675f2e9d84a1 req-0b4be277-59ea-416a-af25-167556b01abd tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 945 time: 0.0515311 Nov 04 09:47:08.657992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-990e57d4-27a6-413d-91a8-675f2e9d84a1 req-27937d73-3b02-4161-b332-1da8256ae82b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338576 Nov 04 09:47:09.350087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:47:09.408326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port fd9bafa1-5331-4a56-98e0-6499520739d3 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:47:09.412722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port fd9bafa1-5331-4a56-98e0-6499520739d3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:47:09.413127 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:09.501241 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:09.528370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:09.530716 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cc8528-5b0d-465c-899e-cb0657e02ed6" -d '{"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-plugged", "status": "completed", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:09.548752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:09.554271 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:09.588367 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4982f295-74f5-4f4b-975f-a59fbd13c474 x-openstack-request-id: req-4982f295-74f5-4f4b-975f-a59fbd13c474 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:09.588718 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-plugged", "status": "completed", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:09.588980 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4982f295-74f5-4f4b-975f-a59fbd13c474 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:09.589343 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'code': 200} Nov 04 09:47:09.641756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:09.705930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab121b12-f646-4b24-9fde-8e74d041e8c7 req-b9d69ae3-0514-42df-9393-79a7759815c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:09.709026 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab121b12-f646-4b24-9fde-8e74d041e8c7 req-b9d69ae3-0514-42df-9393-79a7759815c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1097 time: 0.0683205 Nov 04 09:47:09.748299 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ab121b12-f646-4b24-9fde-8e74d041e8c7 req-dc47f010-f3f6-487e-a385-6558237da98a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314615 Nov 04 09:47:09.788007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a78a58-18a1-4e2b-a5c1-33b762a9df77 req-bda7dded-4b92-4966-8089-85b956e05f92 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:09.789646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6a78a58-18a1-4e2b-a5c1-33b762a9df77 req-bda7dded-4b92-4966-8089-85b956e05f92 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0536547 Nov 04 09:47:09.832704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6a78a58-18a1-4e2b-a5c1-33b762a9df77 req-4f6aaff0-ce14-4403-8496-1d29d5b2f50b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359781 Nov 04 09:47:09.996189 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-55fd4c1e-d9fe-4113-8a0e-fdf1e3b54cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:10.302251 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:10.958545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c522df3-3316-4f7d-a83d-c079a9d09814 req-8913f884-8fcb-408e-847a-bb6d8b2d89c0 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:10.960177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c522df3-3316-4f7d-a83d-c079a9d09814 req-8913f884-8fcb-408e-847a-bb6d8b2d89c0 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0556741 Nov 04 09:47:11.002151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c522df3-3316-4f7d-a83d-c079a9d09814 req-82a0c61a-c770-496d-af4d-9670cbd01879 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351846 Nov 04 09:47:11.133155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bb50f-76a3-4fee-8339-dbc60cbffa1d req-9aa2b097-10bf-4595-872b-f1c44d5ecaf2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:11.134532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-188bb50f-76a3-4fee-8339-dbc60cbffa1d req-9aa2b097-10bf-4595-872b-f1c44d5ecaf2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0551267 Nov 04 09:47:11.176220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-188bb50f-76a3-4fee-8339-dbc60cbffa1d req-a1faa683-7aa4-4060-bd95-5fe7e06930e3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354333 Nov 04 09:47:11.393482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c4be5-3dd2-4cd3-a667-4483edab320a req-bf56b23b-e7d1-490b-91d6-5fc7efeb942f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:11.394964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-779c4be5-3dd2-4cd3-a667-4483edab320a req-bf56b23b-e7d1-490b-91d6-5fc7efeb942f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0514843 Nov 04 09:47:11.397074 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:11.435133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-779c4be5-3dd2-4cd3-a667-4483edab320a req-5411b681-4467-4e47-86ce-16ec4641b0ae tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335166 Nov 04 09:47:11.559118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6853f7-f5c7-446f-921e-019b47694385 req-36277c29-2898-4c3c-9f98-9963f4bd3465 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:11.561293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6853f7-f5c7-446f-921e-019b47694385 req-36277c29-2898-4c3c-9f98-9963f4bd3465 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0567896 Nov 04 09:47:11.603787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8d6853f7-f5c7-446f-921e-019b47694385 req-594cb4a6-a6f0-4eed-b2fd-739c131f6f06 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364883 Nov 04 09:47:11.840208 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-164dc231-0b0f-418d-856d-3bcd92056116 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443165 Nov 04 09:47:11.853939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716893a5-2963-4c1d-b68c-5eaf169b67ca req-7e55aa4d-de7c-4bdc-85c2-b377587506d8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:11.856190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-716893a5-2963-4c1d-b68c-5eaf169b67ca req-7e55aa4d-de7c-4bdc-85c2-b377587506d8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0541215 Nov 04 09:47:11.901444 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-716893a5-2963-4c1d-b68c-5eaf169b67ca req-67715f5b-8e7d-4262-a311-505fc5db6de6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389574 Nov 04 09:47:12.871204 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:13.047806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0b3c3-d318-4c37-a83f-ac920a25edaa req-527401b7-43e5-4c9e-97df-7340222a4757 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:13.049412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fb0b3c3-d318-4c37-a83f-ac920a25edaa req-527401b7-43e5-4c9e-97df-7340222a4757 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0635097 Nov 04 09:47:13.055037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-86cbf183-123c-4c0f-9c0c-204c76e134ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:13.056655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-86cbf183-123c-4c0f-9c0c-204c76e134ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1097 time: 0.0467248 Nov 04 09:47:13.116520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2fb0b3c3-d318-4c37-a83f-ac920a25edaa req-b50998b8-a696-4730-8900-6c289d08bb98 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603588 Nov 04 09:47:13.159625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-927468c4-3b53-4dfa-99e3-d203d84dba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:13.161181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-927468c4-3b53-4dfa-99e3-d203d84dba5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.0953331 Nov 04 09:47:13.205511 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-bffec95d-67be-49cf-86d7-e0d405e50841 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.0373695 Nov 04 09:47:13.258463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-491b7656-52b2-4e9e-940c-d452f574c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:13.260014 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-491b7656-52b2-4e9e-940c-d452f574c9bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0480676 Nov 04 09:47:13.292585 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-6f92cc34-16f7-4987-bf48-ccaf99eebdd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259347 Nov 04 09:47:13.393323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-512981b4-8391-49c0-aa23-bf259f5ecc26 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931540 Nov 04 09:47:13.504874 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-ffdf0801-dd45-4523-8049-9108fc2ddac9 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038449 Nov 04 09:47:14.248996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f04bb-4b56-4a76-870b-40176265e736 req-36eee89e-53b5-4509-9ed1-f78568bc73ba tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:14.250644 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-236f04bb-4b56-4a76-870b-40176265e736 req-36eee89e-53b5-4509-9ed1-f78568bc73ba tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0589132 Nov 04 09:47:14.298844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-236f04bb-4b56-4a76-870b-40176265e736 req-814d2eb0-ff1b-4c73-908a-62bc5bf04176 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372331 Nov 04 09:47:15.465752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec133f-15b2-4584-98a6-ae818e9e70d9 req-b143d32b-625a-4051-ac4b-4cb7ed23772a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:15.467759 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1ec133f-15b2-4584-98a6-ae818e9e70d9 req-b143d32b-625a-4051-ac4b-4cb7ed23772a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0777049 Nov 04 09:47:15.512176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1ec133f-15b2-4584-98a6-ae818e9e70d9 req-bfe0a143-0840-459e-9ffe-3a4f53dfee14 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378702 Nov 04 09:47:16.036291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:16.634711 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b702f26-ce9d-498b-8480-f4cd20fc8e1c req-61ac52e2-b430-423e-a3b1-3946bdc06026 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:16.636278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b702f26-ce9d-498b-8480-f4cd20fc8e1c req-61ac52e2-b430-423e-a3b1-3946bdc06026 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0529690 Nov 04 09:47:16.678952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b702f26-ce9d-498b-8480-f4cd20fc8e1c req-8eb29e70-8235-4521-b833-c80de7a4a2aa tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Nov 04 09:47:16.917868 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:17.820665 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979cb28-eb3c-4d6c-9813-ded0b6ded87f req-5b019f68-0c30-4a00-afd0-dad8d078137c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:17.822405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7979cb28-eb3c-4d6c-9813-ded0b6ded87f req-5b019f68-0c30-4a00-afd0-dad8d078137c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0571759 Nov 04 09:47:17.864911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7979cb28-eb3c-4d6c-9813-ded0b6ded87f req-d7753c1c-390a-42a9-9272-5c5e4344ea18 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Nov 04 09:47:19.001806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf3388-c45f-4445-b5a2-b6bd8a2fb01b req-96c20431-9f83-494f-bc5d-074134b0d648 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:19.004000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0bf3388-c45f-4445-b5a2-b6bd8a2fb01b req-96c20431-9f83-494f-bc5d-074134b0d648 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0598059 Nov 04 09:47:19.046627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0bf3388-c45f-4445-b5a2-b6bd8a2fb01b req-e994dc3f-3621-40c1-bb5b-6c34809b7bf6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364029 Nov 04 09:47:20.197174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e491e48-7a2a-42b5-bfa7-284091fbdc0d req-4165a2ff-e30a-469a-ae1a-398c61dcedde tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:20.198795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e491e48-7a2a-42b5-bfa7-284091fbdc0d req-4165a2ff-e30a-469a-ae1a-398c61dcedde tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0561261 Nov 04 09:47:20.241480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e491e48-7a2a-42b5-bfa7-284091fbdc0d req-b2b55cd7-5058-47ca-8b49-9b13ab905f5a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Nov 04 09:47:21.366842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96979-ac9d-4bf0-b8ec-66e91212c57e req-914f7397-f04c-47a4-a7fb-f66e535e2c9a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:21.368428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0e96979-ac9d-4bf0-b8ec-66e91212c57e req-914f7397-f04c-47a4-a7fb-f66e535e2c9a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0540581 Nov 04 09:47:21.409922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e0e96979-ac9d-4bf0-b8ec-66e91212c57e req-34336b8a-9d10-46af-915c-4da410536ca3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345092 Nov 04 09:47:22.526018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd614-ab34-42c2-9c92-a98f8763f3a8 req-36485574-3af6-4f62-a16d-23343d298255 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:22.528019 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd1fd614-ab34-42c2-9c92-a98f8763f3a8 req-36485574-3af6-4f62-a16d-23343d298255 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0495319 Nov 04 09:47:22.566354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd1fd614-ab34-42c2-9c92-a98f8763f3a8 req-51c7986e-e5c1-4273-852b-d4946671c2bb tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Nov 04 09:47:23.683149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d03b15-fc7a-43cb-90cd-b7f9f2c9772d req-1abd7e22-8181-441b-a6b0-5ee8ee9ac662 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:23.685083 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0d03b15-fc7a-43cb-90cd-b7f9f2c9772d req-1abd7e22-8181-441b-a6b0-5ee8ee9ac662 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0511551 Nov 04 09:47:23.724023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0d03b15-fc7a-43cb-90cd-b7f9f2c9772d req-a69f6d70-e69e-4d09-86f8-e915952107f1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327618 Nov 04 09:47:24.842729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7b98c-2a28-41f6-bf9f-8dda085c0f6b req-4cbd09f1-ee1e-49a0-8a15-f4da5b691de7 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:24.844132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0a7b98c-2a28-41f6-bf9f-8dda085c0f6b req-4cbd09f1-ee1e-49a0-8a15-f4da5b691de7 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0535352 Nov 04 09:47:24.883654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0a7b98c-2a28-41f6-bf9f-8dda085c0f6b req-71538d55-73fe-4634-8e66-f674f59cce35 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335796 Nov 04 09:47:26.007971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048db756-4528-4dc8-b4b6-ebc629be2875 req-f2462dd0-22d2-4a20-b52a-7bca05f73d23 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:26.009501 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-048db756-4528-4dc8-b4b6-ebc629be2875 req-f2462dd0-22d2-4a20-b52a-7bca05f73d23 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0589888 Nov 04 09:47:26.049109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-048db756-4528-4dc8-b4b6-ebc629be2875 req-31190748-7acc-47d2-a99b-a74aa9bd2511 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Nov 04 09:47:27.173911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322dbe1-cb8a-4a4a-993f-2520447619a4 req-48177e4b-f8f1-43e6-9865-d1e78b49d78a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:27.175418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d322dbe1-cb8a-4a4a-993f-2520447619a4 req-48177e4b-f8f1-43e6-9865-d1e78b49d78a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0510838 Nov 04 09:47:27.215120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d322dbe1-cb8a-4a4a-993f-2520447619a4 req-8fe1f181-c951-414c-8bb9-5ddebdd96817 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Nov 04 09:47:28.337217 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b0cf8-8a0a-4199-a4a3-a53f129ef8e6 req-eb1ca75c-4417-4fff-89a7-828c7744a3e9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:28.338686 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a9b0cf8-8a0a-4199-a4a3-a53f129ef8e6 req-eb1ca75c-4417-4fff-89a7-828c7744a3e9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0541410 Nov 04 09:47:28.376422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a9b0cf8-8a0a-4199-a4a3-a53f129ef8e6 req-3b4927d3-7b99-409a-bc0e-a31189050c46 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317013 Nov 04 09:47:28.663152 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:47:29.498068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00cbf4-0843-4fe8-8324-2ddaa74cf0c4 req-d4a4a36f-7c0b-43fa-b63e-988961caa926 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:29.499606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e00cbf4-0843-4fe8-8324-2ddaa74cf0c4 req-d4a4a36f-7c0b-43fa-b63e-988961caa926 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0520294 Nov 04 09:47:29.539184 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e00cbf4-0843-4fe8-8324-2ddaa74cf0c4 req-b4c935f4-7510-4ed9-b5e6-9b4ff3e5e3ff tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Nov 04 09:47:30.661296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aaa24-572b-4293-8f46-bbfadbe36805 req-0d3e3e4e-77d8-4daa-98f7-04011af69551 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:30.662859 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1aaa24-572b-4293-8f46-bbfadbe36805 req-0d3e3e4e-77d8-4daa-98f7-04011af69551 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0514359 Nov 04 09:47:30.703269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1aaa24-572b-4293-8f46-bbfadbe36805 req-d6c663bb-b3c4-47dd-8705-b232fc52a85e tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339913 Nov 04 09:47:31.848154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74172e7a-bb29-4357-855f-3afe402925ba req-7c380f9a-31bf-4f2c-8685-6334b222569f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:31.849791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74172e7a-bb29-4357-855f-3afe402925ba req-7c380f9a-31bf-4f2c-8685-6334b222569f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0602739 Nov 04 09:47:31.893660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74172e7a-bb29-4357-855f-3afe402925ba req-44ee0084-8d88-424c-96ff-0693c102c582 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374246 Nov 04 09:47:33.013384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fbad2-2236-4ae7-9d73-21328267cc4e req-61de8929-d914-4754-9fa2-e931dec370a8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:33.014939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-024fbad2-2236-4ae7-9d73-21328267cc4e req-61de8929-d914-4754-9fa2-e931dec370a8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0535164 Nov 04 09:47:33.057054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-024fbad2-2236-4ae7-9d73-21328267cc4e req-7b14248e-15dd-4942-b9cc-456a23aef174 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358906 Nov 04 09:47:34.177439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae887a06-8e35-4697-92dc-b896f3a9ea02 req-c502d57c-5d69-4e3f-a326-a5e0ee920509 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:34.179017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae887a06-8e35-4697-92dc-b896f3a9ea02 req-c502d57c-5d69-4e3f-a326-a5e0ee920509 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0519309 Nov 04 09:47:34.218277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae887a06-8e35-4697-92dc-b896f3a9ea02 req-2eef62fc-6db0-4058-ad57-6848c80e4b71 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328922 Nov 04 09:47:35.337526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c1c27-5932-43a9-9099-7501fed5b59a req-e722bb20-c0d2-4c50-959e-e5674048342d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:35.339027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-238c1c27-5932-43a9-9099-7501fed5b59a req-e722bb20-c0d2-4c50-959e-e5674048342d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0541756 Nov 04 09:47:35.380566 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-238c1c27-5932-43a9-9099-7501fed5b59a req-bcfdf635-67ff-40a5-88f0-0e487af09848 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344763 Nov 04 09:47:36.501525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79730e36-9d9c-4398-b425-1c4ea1fd6266 req-5801dc13-dabd-4332-a74f-bbf74f2918fa tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:36.502843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79730e36-9d9c-4398-b425-1c4ea1fd6266 req-5801dc13-dabd-4332-a74f-bbf74f2918fa tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0522165 Nov 04 09:47:36.551665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79730e36-9d9c-4398-b425-1c4ea1fd6266 req-8946359a-d20c-4992-b18b-a5c307064e8b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Nov 04 09:47:37.376584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0d8361f9-f8e9-4ab4-9983-5dc6d67788d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:37.678669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119563d6-2f23-47a8-9506-c0f2a9a4d143 req-e5661945-0e35-4f6d-b3bf-bc2e22104019 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:37.680181 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-119563d6-2f23-47a8-9506-c0f2a9a4d143 req-e5661945-0e35-4f6d-b3bf-bc2e22104019 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0556576 Nov 04 09:47:37.718919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-119563d6-2f23-47a8-9506-c0f2a9a4d143 req-48f0b701-e2cb-468b-8a18-7df8b43b4765 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318985 Nov 04 09:47:38.846351 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769749d4-87a4-4e9a-b6ab-af3161166fe4 req-4d585d66-68be-4e1d-8c5d-52d74a2bf7e2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:38.847797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-769749d4-87a4-4e9a-b6ab-af3161166fe4 req-4d585d66-68be-4e1d-8c5d-52d74a2bf7e2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0567088 Nov 04 09:47:38.897284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-769749d4-87a4-4e9a-b6ab-af3161166fe4 req-c20e4bea-6b6e-4d7c-bd78-3b5c12cd791a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434155 Nov 04 09:47:39.995029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-722c91b2-87c6-4540-9b95-44ccfafb600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:40.035250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70911ea7-5bae-439f-9525-d35f424073b7 req-e2e4c70d-9fba-4325-9022-9e13cfe49510 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:40.036801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70911ea7-5bae-439f-9525-d35f424073b7 req-e2e4c70d-9fba-4325-9022-9e13cfe49510 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0588338 Nov 04 09:47:40.076423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70911ea7-5bae-439f-9525-d35f424073b7 req-00aee416-0417-4984-9175-866dd8546b8e tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335391 Nov 04 09:47:40.303388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:40.572452 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-b248fca2-3e72-49c2-990f-46018bce1a40 service neutron] show failed (client error): The resource could not be found. Nov 04 09:47:40.573455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-b248fca2-3e72-49c2-990f-46018bce1a40 service neutron] 10.222.0.55 "GET /v2.0/ports/fd9bafa1-5331-4a56-98e0-6499520739d3/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0622690 Nov 04 09:47:40.800100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-cb897f76-3cde-4f58-a9bb-e1701ae49cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:40.801647 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-cb897f76-3cde-4f58-a9bb-e1701ae49cb6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f&tenant_id=57dc7fb5c79842eeabc06ad047bdec44 HTTP/1.1" status: 200 len: 1097 time: 0.0516968 Nov 04 09:47:40.815048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:47:40.869439 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:41.088306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:41.124543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:47:41.166950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:41.169432 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8705f8a-e36c-4b0c-8132-da63e645488c" -d '{"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:41.173888 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:41.188765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Transition to ACTIVE for port object fd9bafa1-5331-4a56-98e0-6499520739d3 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:47:41.192951 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:41.202276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24510449-194d-4cc3-96a3-db691840fd86 req-692e98bb-39a3-4439-b2d7-a330d198dbe8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:41.203818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24510449-194d-4cc3-96a3-db691840fd86 req-692e98bb-39a3-4439-b2d7-a330d198dbe8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0527449 Nov 04 09:47:41.253475 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] No DVR routers for this DVR port fd9bafa1-5331-4a56-98e0-6499520739d3 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:47:41.257346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24510449-194d-4cc3-96a3-db691840fd86 req-a64c0120-cc4f-48a2-ae5b-38ad9260f1b8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458868 Nov 04 09:47:41.267161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:41.312361 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:47:41.313069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:47:41.313409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:47:41.318473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Port fd9bafa1-5331-4a56-98e0-6499520739d3 on network 23159de0-c3f2-4d47-97ba-292f1f295943 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:47:41.318788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Attempting to bind port fd9bafa1-5331-4a56-98e0-6499520739d3 on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:47:41.321934 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2109bbb5-b7da-4c32-9d1d-850597bd71b7 x-openstack-request-id: req-2109bbb5-b7da-4c32-9d1d-850597bd71b7 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:41.322249 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-unplugged", "status": "completed", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:41.324046 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2109bbb5-b7da-4c32-9d1d-850597bd71b7 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:41.324434 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'code': 200} Nov 04 09:47:41.329540 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:47:41.329882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Checking segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:47:41.330273 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Bound using segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:47:41.330709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Bound port: fd9bafa1-5331-4a56-98e0-6499520739d3, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:47:41.331074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:41.399925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:47:41.400921 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:41.403869 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:47:41.408186 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:41.444466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:41.445094 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:41.446523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] 10.222.0.70 "PUT /v2.0/ports/fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 1092 time: 0.6356902 Nov 04 09:47:41.468471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9eb02-2388-4cbb-94c8-9504c5488644 service neutron] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:41.512790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-ffc0734d-bf7a-4e22-8d20-638b6d1b5662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:41.514307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-ffc0734d-bf7a-4e22-8d20-638b6d1b5662 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1095 time: 0.0430169 Nov 04 09:47:41.612901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-9eb6e10c-0926-4d55-bbab-4d3eb621d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:41.614403 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-9eb6e10c-0926-4d55-bbab-4d3eb621d1a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.0930822 Nov 04 09:47:41.662088 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-1757c141-08bc-4134-908e-cb8edd4ba31b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.0392406 Nov 04 09:47:41.716944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-5b371229-7bbf-4718-a61a-9106dcf339e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:41.718446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-5b371229-7bbf-4718-a61a-9106dcf339e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0491970 Nov 04 09:47:41.752730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-572e6aa7-b6bc-4c50-9b9e-d60f9a59d101 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270512 Nov 04 09:47:41.844884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-f04059cf-4d42-49ef-9be2-dc910821ddfc service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851250 Nov 04 09:47:41.945877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-66ec8924-e033-43d8-b6cc-2b7a6d94e360 req-37e901de-895b-440f-8734-2e9ddf8db30a service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937450 Nov 04 09:47:42.394579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a198c-93aa-4d15-8120-77af52e08a1f req-1a953f98-3549-4c3a-bbbf-5cea5f4194a9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:42.396207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff5a198c-93aa-4d15-8120-77af52e08a1f req-1a953f98-3549-4c3a-bbbf-5cea5f4194a9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 944 time: 0.0595663 Nov 04 09:47:42.437036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff5a198c-93aa-4d15-8120-77af52e08a1f req-3bcdf337-9818-4213-a604-4d04fe2b2451 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347006 Nov 04 09:47:42.874693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:43.245763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-a67632e8-57fd-415e-9f68-ef796f18b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:43.247830 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-a67632e8-57fd-415e-9f68-ef796f18b0bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1095 time: 0.0508666 Nov 04 09:47:43.310654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:47:43.325205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:43.327533 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27b4840-1535-454e-ab8e-b60a7e961512" -d '{"events": [{"name": "network-changed", "server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:43.376186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-6564a46a-11a9-474e-af30-65ec107da863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:43.377959 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-6564a46a-11a9-474e-af30-65ec107da863 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1062636 Nov 04 09:47:43.381483 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9149d-d44a-4af1-a786-e7e4458c6f60 x-openstack-request-id: req-9fe9149d-d44a-4af1-a786-e7e4458c6f60 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:43.381846 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:43.382181 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fe9149d-d44a-4af1-a786-e7e4458c6f60 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:43.382643 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'status': 'completed', 'code': 200} Nov 04 09:47:43.436065 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:43.450192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943', 'port_id': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'mac_address': 'fa:16:3e:42:48:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:47:43.504988 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:43.511539 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:47:43.563301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9bafa1-5331-4a56-98e0-6499520739d3 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:47:43.588420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99aee-9a36-46ea-b3a9-eed83d5bcb9e req-82524d8e-cc36-49d6-8f14-5ef52fcc1c21 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:43.595393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:43.598014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6dd99aee-9a36-46ea-b3a9-eed83d5bcb9e req-82524d8e-cc36-49d6-8f14-5ef52fcc1c21 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 944 time: 0.0654700 Nov 04 09:47:43.599607 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:47:43.602196 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:43.640536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6dd99aee-9a36-46ea-b3a9-eed83d5bcb9e req-1371b7be-02c6-4ef7-af9e-661ba780c431 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413828 Nov 04 09:47:43.661370 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:43.816275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fd9bafa1-5331-4a56-98e0-6499520739d3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:47:43.826101 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-f2a0ec82-abff-4150-8816-5c946f933dbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.4310780 Nov 04 09:47:43.841877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.55', 57886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:47:43.897371 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-a8d81478-9253-48cc-bdb0-c3f96e07ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:43.899538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-a8d81478-9253-48cc-bdb0-c3f96e07ef07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1096 time: 0.4959588 Nov 04 09:47:43.916774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-e5829f53-34e0-40a3-aff7-7cf87257c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:43.919536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-e5829f53-34e0-40a3-aff7-7cf87257c991 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0752585 Nov 04 09:47:43.930406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3410af-e45c-4d6a-988e-ca760b6dc78f req-6adb9fe8-4a58-414e-b332-0fbc52f923c2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:43.938485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f3410af-e45c-4d6a-988e-ca760b6dc78f req-6adb9fe8-4a58-414e-b332-0fbc52f923c2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 945 time: 0.1272902 Nov 04 09:47:44.000362 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-237e2a5c-55f7-4201-a02b-aa83f33cc906 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680468 Nov 04 09:47:44.013868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-04528e57-e7a8-429f-a4d2-7e246e0db762 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.014959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-04528e57-e7a8-429f-a4d2-7e246e0db762 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.55 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f&tenant_id=57dc7fb5c79842eeabc06ad047bdec44&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 945 time: 0.1694117 Nov 04 09:47:44.018334 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f3410af-e45c-4d6a-988e-ca760b6dc78f req-f4a2e0dc-1e4e-4ed7-88c2-ec32500cfabd tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790365 Nov 04 09:47:44.089084 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-021f37e7-dbd7-4185-af24-0941ca3b54cb service neutron] delete failed (client error): The resource could not be found. Nov 04 09:47:44.090744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-021f37e7-dbd7-4185-af24-0941ca3b54cb service neutron] 10.222.0.55 "DELETE /v2.0/ports/fd9bafa1-5331-4a56-98e0-6499520739d3/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0641303 Nov 04 09:47:44.094358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-63e0907e-24c8-45a8-bd18-75b420942a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.095822 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-63e0907e-24c8-45a8-bd18-75b420942a36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1883912 Nov 04 09:47:44.147944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-0c038d9b-e2b7-490f-bac7-1bf95a6506b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.0395844 Nov 04 09:47:44.158578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-e5bb2f50-1a26-4897-9c91-78aa1dc6702e service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479471 Nov 04 09:47:44.257121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-65d73494-ddba-4c2b-b9cc-8574ffe70c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.258591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-65d73494-ddba-4c2b-b9cc-8574ffe70c2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0973721 Nov 04 09:47:44.306751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-1510f7b0-6e81-41c6-9229-0be7178db30d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394335 Nov 04 09:47:44.313180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7f42e4d2-eba8-453f-a85f-fe5547469513 req-4897353d-c63b-4d2c-bf6b-db6202d0b88c service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443172 Nov 04 09:47:44.435397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-e946b581-5237-448a-a35b-b0276aa134fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.436909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-e946b581-5237-448a-a35b-b0276aa134fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1096 time: 0.0725331 Nov 04 09:47:44.442468 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-1bd8b624-265e-456d-81d1-f9a82ce73ba9 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280909 Nov 04 09:47:44.611256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-c3dc2ea0-7a86-4414-b8a8-c1318ec89a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.612773 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-c3dc2ea0-7a86-4414-b8a8-c1318ec89a22 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1688626 Nov 04 09:47:44.614708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-f0740737-3d7a-4089-a9ae-915aacde9f11 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625535 Nov 04 09:47:44.658758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-649beaec-1e38-4222-a8e5-6596257c534b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.0379343 Nov 04 09:47:44.738731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-8e3a6fee-cedf-406f-832f-289a59983c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.740444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-8e3a6fee-cedf-406f-832f-289a59983c9e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0752745 Nov 04 09:47:44.760526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-e34607b7-b873-44ce-993f-5b6a74345aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.762639 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-e34607b7-b873-44ce-993f-5b6a74345aa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 1096 time: 0.0685463 Nov 04 09:47:44.790303 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-588ba1d2-3298-4ec1-949a-d1ad51782aae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429690 Nov 04 09:47:44.943781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-e21fdde8-1431-4818-bc23-c12d39cd94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:44.945253 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-e21fdde8-1431-4818-bc23-c12d39cd94c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1640027 Nov 04 09:47:44.963560 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-e83544ad-c54b-4e68-ad5d-35872d071551 service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613953 Nov 04 09:47:44.996413 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-3eebcee2-5bd8-48db-99a0-c1cb67a56fce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 200 len: 217 time: 0.0415409 Nov 04 09:47:45.104056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-bc8438e1-cae2-4141-a736-ee92269bc753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:45.105603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-bc8438e1-cae2-4141-a736-ee92269bc753 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.1019258 Nov 04 09:47:45.150419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-f1f2f91a-31d9-4f4f-84b7-d8ec69cdbdfe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330234 Nov 04 09:47:45.176753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e381ab0b-6219-4e41-886d-7dd8839c6c57 req-d142c784-28a4-452c-bfab-564f6ee03108 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:45.180064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e381ab0b-6219-4e41-886d-7dd8839c6c57 req-d142c784-28a4-452c-bfab-564f6ee03108 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 945 time: 0.0711646 Nov 04 09:47:45.181691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e27b4840-1535-454e-ab8e-b60a7e961512 req-fafc54a9-e013-473a-8ed5-1ba64b44b0cf service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881006 Nov 04 09:47:45.222071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e381ab0b-6219-4e41-886d-7dd8839c6c57 req-2c710f71-aba4-4d3b-b428-31d65d36e07e tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Nov 04 09:47:45.268265 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-50cea06e-e22d-44ef-9837-ac3ed4393630 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987251 Nov 04 09:47:45.326099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:47:45.381757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port fd9bafa1-5331-4a56-98e0-6499520739d3 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:47:45.385615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port fd9bafa1-5331-4a56-98e0-6499520739d3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:47:45.386014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:45.389286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6631b660-c3a7-48ea-afef-072c11b4f385 req-1eacf396-5327-46d4-833c-5fe001942063 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123319 Nov 04 09:47:45.482347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:45.513543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:45.515943 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e477e97-693b-4b89-8519-805ed808e7b6" -d '{"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-plugged", "status": "completed", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:45.532284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:45.539300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:45.603367 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea28174-94c2-4a2c-915b-1e87c3fbd08c x-openstack-request-id: req-0ea28174-94c2-4a2c-915b-1e87c3fbd08c {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:45.603764 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-plugged", "status": "completed", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:45.604137 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0ea28174-94c2-4a2c-915b-1e87c3fbd08c {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:45.604690 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'code': 200} Nov 04 09:47:45.631787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:46.064798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:46.345262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859258c-13a9-4070-a91d-e0bd1ffe09cc req-7d9d65c5-dff0-4f97-9750-e4d6702c87cb tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:46.346729 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3859258c-13a9-4070-a91d-e0bd1ffe09cc req-7d9d65c5-dff0-4f97-9750-e4d6702c87cb tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0494194 Nov 04 09:47:46.388537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3859258c-13a9-4070-a91d-e0bd1ffe09cc req-9b86dbe2-0cbd-40b9-981f-b9fe7aeb6eda tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356467 Nov 04 09:47:46.510517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266885ef-2d32-4ba9-b6b9-4386a5b201ff req-19cc379d-db38-43ed-bc01-158301688905 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:46.512208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-266885ef-2d32-4ba9-b6b9-4386a5b201ff req-19cc379d-db38-43ed-bc01-158301688905 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0505841 Nov 04 09:47:46.551311 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-266885ef-2d32-4ba9-b6b9-4386a5b201ff req-32814bc7-3d04-424c-b6f3-a9563ed9d368 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333793 Nov 04 09:47:46.672802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a48af-d469-463e-b0a3-5d265db8cf19 req-87a2b56a-7a05-4ffb-9fbf-10608fb85f1c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:46.674639 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c1a48af-d469-463e-b0a3-5d265db8cf19 req-87a2b56a-7a05-4ffb-9fbf-10608fb85f1c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0548184 Nov 04 09:47:46.722255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c1a48af-d469-463e-b0a3-5d265db8cf19 req-56121284-ca89-48d7-b9c5-76bc7c44236b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400672 Nov 04 09:47:46.921748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:47.131572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-05c20e1d-3aea-484b-8e2b-60896410f839 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:47.133121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-05c20e1d-3aea-484b-8e2b-60896410f839 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 814 time: 0.1119227 Nov 04 09:47:47.148726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-beb0d2e5-fc22-4be7-8cff-5c5c4f7172bd tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/quotas/57dc7fb5c79842eeabc06ad047bdec44 HTTP/1.1" status: 200 len: 375 time: 0.0093539 Nov 04 09:47:47.204521 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-2b47e719-3e66-4a81-be86-8d63e1d6d892 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495234 Nov 04 09:47:47.301716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-19be8e48-4689-433b-b286-bf56ed4c43a9 service neutron] 10.222.0.53 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900662 Nov 04 09:47:47.398479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-df80754a-a2e9-40a7-87d6-36fb12ede11e service neutron] 10.222.0.53 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906036 Nov 04 09:47:47.560561 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7b4b522-3c5c-41bd-b073-4134e16cb3c0 req-58893adf-cb94-4ea6-97c8-c4d96530c3f8 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 210 time: 0.0268781 Nov 04 09:47:48.213620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-8dd8438c-99c2-4f70-b47a-8f121f075ac1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:48.215742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-8dd8438c-99c2-4f70-b47a-8f121f075ac1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.70 "GET /v2.0/ports?device_id=debd9915-821f-4744-8fab-5b44dd3cf24f HTTP/1.1" status: 200 len: 946 time: 0.0533102 Nov 04 09:47:48.314485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Deleting port fd9bafa1-5331-4a56-98e0-6499520739d3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:47:48.314827 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:48.428420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] For port fd9bafa1-5331-4a56-98e0-6499520739d3, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=fd9bafa1-5331-4a56-98e0-6499520739d3,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:48.428788 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:48.480485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Calling delete_port for fd9bafa1-5331-4a56-98e0-6499520739d3 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:47:48.587560 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-0fa389a7-1af4-4e81-b140-c03f27457922 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:48.588997 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-0fa389a7-1af4-4e81-b140-c03f27457922 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 814 time: 0.1748598 Nov 04 09:47:48.610860 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Request body: {'port': {'device_id': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943', 'admin_state_up': True, 'tenant_id': '57dc7fb5c79842eeabc06ad047bdec44'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:47:48.674564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b7ae744-835e-455c-be3e-bcbadb91e286 req-00508c60-347e-400e-b1a3-4fe832af1fb3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 210 time: 0.0268784 Nov 04 09:47:48.749668 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:48.760827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fd9bafa1-5331-4a56-98e0-6499520739d3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:47:48.785809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Pushing event deleted for resources: {'Port': ['ID=fd9bafa1-5331-4a56-98e0-6499520739d3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:48.800497 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Made reservation on behalf of 57dc7fb5c79842eeabc06ad047bdec44 for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:47:48.804017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:48.843676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] No DVR routers for this DVR port fd9bafa1-5331-4a56-98e0-6499520739d3 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:47:48.846777 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:48.850029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4a9dc2a8-658f-4f4b-98fc-84ca79f6f1a7 req-aab0d322-8930-4c20-9abd-4f04aa8e8fad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.70 "DELETE /v2.0/ports/fd9bafa1-5331-4a56-98e0-6499520739d3 HTTP/1.1" status: 204 len: 173 time: 0.6286898 Nov 04 09:47:48.850456 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-deleted', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:48.852844 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bb46a7-9bd4-4527-8d23-c5e81e16af8e" -d '{"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-deleted", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:48.904140 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a9a235-8afd-4d02-8786-1aa61051462a x-openstack-request-id: req-57a9a235-8afd-4d02-8786-1aa61051462a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:48.904433 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "debd9915-821f-4744-8fab-5b44dd3cf24f", "name": "network-vif-deleted", "tag": "fd9bafa1-5331-4a56-98e0-6499520739d3", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:48.904685 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-57a9a235-8afd-4d02-8786-1aa61051462a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:48.905076 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'debd9915-821f-4744-8fab-5b44dd3cf24f', 'name': 'network-vif-deleted', 'tag': 'fd9bafa1-5331-4a56-98e0-6499520739d3', 'status': 'completed', 'code': 200} Nov 04 09:47:48.984616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Allocated IP 172.20.0.10 (23159de0-c3f2-4d47-97ba-292f1f295943/c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15/17fd40d5-9c2d-4ded-aa96-25493a1a407e) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:47:49.157454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.197580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.210085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['fd9bafa1-5331-4a56-98e0-6499520739d3'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:47:49.249647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Network 23159de0-c3f2-4d47-97ba-292f1f295943 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:47:49.253001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:47:49.263217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:47:49.267221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:49.315106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:49.315741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.332260 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f102b88e-e78f-4e37-bf88-27b9777a38f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7267332 Nov 04 09:47:49.346216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Request body: {'port': {'device_id': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:47:49.402350 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.674122 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fd40d5-9c2d-4ded-aa96-25493a1a407e {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:47:49.681536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.694726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Transition to ACTIVE for port object 17fd40d5-9c2d-4ded-aa96-25493a1a407e will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:47:49.700068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.752996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:49.831272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:47:49.831617 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:47:49.832417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:47:49.833900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df58c2-b449-4153-9ff0-b47252fd83b1 req-cbbc3667-339e-467c-ae5a-b50f134c34be tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:49.835732 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51df58c2-b449-4153-9ff0-b47252fd83b1 req-cbbc3667-339e-467c-ae5a-b50f134c34be tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0517352 Nov 04 09:47:49.836691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on network 23159de0-c3f2-4d47-97ba-292f1f295943 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:47:49.837010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:47:49.843024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:47:49.843360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Checking segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:47:49.843746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Bound using segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:47:49.844211 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Bound port: 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:47:49.844569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.877421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-51df58c2-b449-4153-9ff0-b47252fd83b1 req-f775f65c-fcf2-4d6f-979d-0537a41ece5b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350478 Nov 04 09:47:49.913124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:47:49.916069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:47:49.922070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.957408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:49.958020 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:49.959470 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] 10.222.0.55 "PUT /v2.0/ports/17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 1092 time: 0.6172707 Nov 04 09:47:49.986237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23350105-9c9b-414b-a869-c91aeb97ed05 service neutron] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:50.051691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-40ee3efd-44ed-4ae7-ad01-d8c7ef8956dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:50.053240 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-40ee3efd-44ed-4ae7-ad01-d8c7ef8956dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1095 time: 0.0444670 Nov 04 09:47:50.101931 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-f4362efc-33b5-43ee-97cc-138a44b99a06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 217 time: 0.0390973 Nov 04 09:47:50.166214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-2829837a-ad7d-41d9-9ebc-975398caabea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:50.168354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-2829837a-ad7d-41d9-9ebc-975398caabea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0474176 Nov 04 09:47:50.209994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-96e6b2e2-5453-49dd-85ec-2e6c7ea44a1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269506 Nov 04 09:47:50.307805 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-177db534-fbde-40ae-8f5c-570fdd1320a6 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904484 Nov 04 09:47:50.410796 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bf47694b-3bf2-4cb9-95be-a3317eefaeb8 req-b7fe82a5-7ddc-4802-9324-650e115c9120 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949852 Nov 04 09:47:50.906908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:50.909822 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e" -d '{"events": [{"name": "network-changed", "server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:51.005409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b89c8-1104-4f64-bd61-542a57b69ac8 req-6f9fca61-39f2-4345-be1e-e8adfae50c37 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:51.007128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-594b89c8-1104-4f64-bd61-542a57b69ac8 req-6f9fca61-39f2-4345-be1e-e8adfae50c37 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0571301 Nov 04 09:47:51.060261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-594b89c8-1104-4f64-bd61-542a57b69ac8 req-12ae8494-779f-417a-9865-3b7feee1dd20 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411739 Nov 04 09:47:51.114411 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ea06b-e7c4-4d16-89d9-86d8b2270dad x-openstack-request-id: req-ea8ea06b-e7c4-4d16-89d9-86d8b2270dad {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:51.114705 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:51.114952 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ea8ea06b-e7c4-4d16-89d9-86d8b2270dad {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:51.115345 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'status': 'completed', 'code': 200} Nov 04 09:47:51.183001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-f43bf637-5e84-4d06-a239-89662e7b5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:51.184552 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-f43bf637-5e84-4d06-a239-89662e7b5f87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1095 time: 0.0452392 Nov 04 09:47:51.296494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-e4b0f133-0656-4d31-9447-fce52b04da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:51.299065 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-e4b0f133-0656-4d31-9447-fce52b04da90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1059887 Nov 04 09:47:51.345808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-3dc7ef6d-fa9a-4d08-a6b5-5f182c91a29d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 217 time: 0.0378225 Nov 04 09:47:51.348947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:47:51.369506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: fd9bafa1-5331-4a56-98e0-6499520739d3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:47:51.369846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device fd9bafa1-5331-4a56-98e0-6499520739d3 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:47:51.403661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-b28f5ff5-2078-4480-aa4c-fda500de9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:51.405184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-b28f5ff5-2078-4480-aa4c-fda500de9982 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0509858 Nov 04 09:47:51.442125 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-609eaa09-aadb-4182-bc45-069f60f98c9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260832 Nov 04 09:47:51.540808 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-2d01a7bd-274c-4d66-85f4-dbd9fe9385c2 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898418 Nov 04 09:47:51.641403 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6341f24b-6d2c-4cab-9866-fdce83a0ba5e req-4ff76aaf-bbaf-42e5-8da6-de9a001f0197 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931318 Nov 04 09:47:52.194760 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8620-b2dd-4cc8-b49b-26553c99f2c9 req-7d2021b7-a8db-4ba9-8002-8656a3d17c37 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:52.196337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c53c8620-b2dd-4cc8-b49b-26553c99f2c9 req-7d2021b7-a8db-4ba9-8002-8656a3d17c37 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0542893 Nov 04 09:47:52.252175 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c53c8620-b2dd-4cc8-b49b-26553c99f2c9 req-d5fc7a29-686c-4de2-87c3-3c2fa8362b0f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389709 Nov 04 09:47:53.380607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c47d99-cf93-47c2-81f7-cc847f03c4a4 req-ceb704c4-5a65-47ff-a8af-df34352926ba tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:53.383043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9c47d99-cf93-47c2-81f7-cc847f03c4a4 req-ceb704c4-5a65-47ff-a8af-df34352926ba tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0592425 Nov 04 09:47:53.429152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9c47d99-cf93-47c2-81f7-cc847f03c4a4 req-e1cf590f-6a62-4708-a8bc-34efdd2334c2 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390053 Nov 04 09:47:53.557418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:47:53.659294 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:53.677135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943', 'port_id': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'mac_address': 'fa:16:3e:f0:b7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:47:53.719472 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:53.734451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fd40d5-9c2d-4ded-aa96-25493a1a407e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:47:53.756508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:53.762930 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:53.813589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:53.969857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['17fd40d5-9c2d-4ded-aa96-25493a1a407e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:47:54.559032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de186fc8-c4ae-4140-a5b4-c5d41f0e2c64 req-96fc61b5-0658-4e2a-8d1b-5bf79d96f269 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:54.560926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de186fc8-c4ae-4140-a5b4-c5d41f0e2c64 req-96fc61b5-0658-4e2a-8d1b-5bf79d96f269 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 945 time: 0.0560660 Nov 04 09:47:54.611625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de186fc8-c4ae-4140-a5b4-c5d41f0e2c64 req-3e9aede0-dd57-4266-a96c-3e38d03194a6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443621 Nov 04 09:47:55.561432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:47:55.612544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 17fd40d5-9c2d-4ded-aa96-25493a1a407e completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:47:55.616757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 17fd40d5-9c2d-4ded-aa96-25493a1a407e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:47:55.617125 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:55.708701 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:55.735170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:47:55.737593 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b798122-cdaf-47db-a8b8-c400479e289e" -d '{"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-plugged", "status": "completed", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:47:55.752715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:47:55.758486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:47:55.816003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:47:55.825468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.825850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.826162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.826506 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.826840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.827166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.827495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.827819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.828171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.828502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.828832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:55.829147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:47:56.369420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1aa64-75af-4a40-bfbf-16d2fd6c6c98 req-96a0351f-8560-4312-8dd7-d8c5d88d694e tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:56.371842 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10b1aa64-75af-4a40-bfbf-16d2fd6c6c98 req-96a0351f-8560-4312-8dd7-d8c5d88d694e tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.4077547 Nov 04 09:47:56.415611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10b1aa64-75af-4a40-bfbf-16d2fd6c6c98 req-0ca29ccf-38df-4f67-84ac-da39607c8e21 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366950 Nov 04 09:47:56.472467 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f978a03-28e0-41a0-a472-3f587db84d87 x-openstack-request-id: req-4f978a03-28e0-41a0-a472-3f587db84d87 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:47:56.472756 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-plugged", "status": "completed", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:47:56.473008 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f978a03-28e0-41a0-a472-3f587db84d87 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:47:56.473402 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'code': 200} Nov 04 09:47:56.580259 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7f1eb-a075-41ed-904b-be58d0d66665 req-fd478de4-97ef-4e69-ae35-d5cde2721c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:56.582061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aed7f1eb-a075-41ed-904b-be58d0d66665 req-fd478de4-97ef-4e69-ae35-d5cde2721c67 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1097 time: 0.0467958 Nov 04 09:47:56.626243 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aed7f1eb-a075-41ed-904b-be58d0d66665 req-66a36bc6-7740-4bea-9bab-bf60dabc0621 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366993 Nov 04 09:47:57.553501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7cab1-b818-47d4-976b-5294652aa14f req-61aca848-8f6d-4d51-8636-850ff779f536 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:57.555275 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73d7cab1-b818-47d4-976b-5294652aa14f req-61aca848-8f6d-4d51-8636-850ff779f536 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0541627 Nov 04 09:47:57.607312 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73d7cab1-b818-47d4-976b-5294652aa14f req-e89cdbd9-9a70-4856-8ad0-e5cdf1bb85fc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Nov 04 09:47:58.740519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7f39c-4940-4f11-84d6-67bc87fa1128 req-a00000b6-47d8-49de-8dd3-00310b785b76 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:58.742049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc7f39c-4940-4f11-84d6-67bc87fa1128 req-a00000b6-47d8-49de-8dd3-00310b785b76 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0619402 Nov 04 09:47:58.782797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4cc7f39c-4940-4f11-84d6-67bc87fa1128 req-7dae55d4-709e-49e4-9c16-3c7388715ebe tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Nov 04 09:47:58.902491 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04fa16-9a2c-45d1-a2f9-25ee167489d9 req-d1a3484f-2d8b-4222-b2e2-b9845a01480d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:58.903951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aa04fa16-9a2c-45d1-a2f9-25ee167489d9 req-d1a3484f-2d8b-4222-b2e2-b9845a01480d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0526004 Nov 04 09:47:58.946161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aa04fa16-9a2c-45d1-a2f9-25ee167489d9 req-f1d34f14-3822-435a-bba8-12e146298692 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Nov 04 09:47:59.181975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-6163cf85-ac99-4949-a22f-33cb00ac1f09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456395 Nov 04 09:47:59.203752 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b7f28-2ea0-48ad-81e7-6193d39c5edd req-347e2f0f-486a-4c4e-aaa0-823b3074dc21 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:47:59.205456 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f64b7f28-2ea0-48ad-81e7-6193d39c5edd req-347e2f0f-486a-4c4e-aaa0-823b3074dc21 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0544090 Nov 04 09:47:59.247460 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f64b7f28-2ea0-48ad-81e7-6193d39c5edd req-26cb115d-a63a-4bba-8444-4b575ad43cbf tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356677 Nov 04 09:48:00.381946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-5b0629f6-ea02-4b9e-81c5-e6349c0d3532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:00.383529 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-5b0629f6-ea02-4b9e-81c5-e6349c0d3532 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1097 time: 0.0543303 Nov 04 09:48:00.383789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f8de7-e9fb-4778-ad17-cb78d0077e4f req-6e6ed394-a1bc-408b-89f8-a5b64d343bb0 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:00.385341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d19f8de7-e9fb-4778-ad17-cb78d0077e4f req-6e6ed394-a1bc-408b-89f8-a5b64d343bb0 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0639780 Nov 04 09:48:00.428638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d19f8de7-e9fb-4778-ad17-cb78d0077e4f req-31b42a75-4395-4102-af3f-9a862c1bdf03 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369489 Nov 04 09:48:00.491154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-b0456677-7eed-4b20-82fa-87d1d5627a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:00.492776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-b0456677-7eed-4b20-82fa-87d1d5627a06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1009586 Nov 04 09:48:00.541608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-164e0637-1270-4cc6-add3-e7b45f1652d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 217 time: 0.0406671 Nov 04 09:48:00.594855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-c4706897-edc4-47a7-b80e-0160ce6a15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:00.596380 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-c4706897-edc4-47a7-b80e-0160ce6a15ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0475640 Nov 04 09:48:00.632230 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-263f3df5-1cba-4a90-823d-f030ae38a051 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260870 Nov 04 09:48:00.732248 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-dab846cc-9da0-4bb6-97bd-fe0e5e554e21 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926683 Nov 04 09:48:00.835304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-e3d6bcb1-4e98-48fb-b679-1c4f70d72536 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963736 Nov 04 09:48:01.571579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39736-6539-4860-94c6-f7c8f661535d req-0c62e051-59d3-425e-8ce0-8464c9592a2f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:01.573188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ee39736-6539-4860-94c6-f7c8f661535d req-0c62e051-59d3-425e-8ce0-8464c9592a2f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0530567 Nov 04 09:48:01.616739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ee39736-6539-4860-94c6-f7c8f661535d req-b7c4c7aa-ae60-41f7-9f8f-af0a356188d9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368676 Nov 04 09:48:02.756005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a215e3d-61cb-43e2-91f6-e9e0835db6a1 req-afd961e6-f6a7-497d-906a-cc89f0b8b198 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:02.757711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a215e3d-61cb-43e2-91f6-e9e0835db6a1 req-afd961e6-f6a7-497d-906a-cc89f0b8b198 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0553665 Nov 04 09:48:02.803827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a215e3d-61cb-43e2-91f6-e9e0835db6a1 req-1f34fcbe-33ca-436c-b188-c680e5f0e8e1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385540 Nov 04 09:48:03.967573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe8148-58ed-433c-bd4a-367257b05c79 req-44d092ec-aab8-46f9-98eb-3c98efeb5666 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:03.969192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ebe8148-58ed-433c-bd4a-367257b05c79 req-44d092ec-aab8-46f9-98eb-3c98efeb5666 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0800631 Nov 04 09:48:04.017241 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ebe8148-58ed-433c-bd4a-367257b05c79 req-76a76a23-3c57-40a6-8b9b-d44e19a70bad tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374928 Nov 04 09:48:05.147822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22fea9-77e4-4ffd-a6d3-39a7dc5518d3 req-ceebb983-f384-4cd6-b67b-15cc4887a365 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:05.149402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb22fea9-77e4-4ffd-a6d3-39a7dc5518d3 req-ceebb983-f384-4cd6-b67b-15cc4887a365 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0538116 Nov 04 09:48:05.215725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb22fea9-77e4-4ffd-a6d3-39a7dc5518d3 req-a5bbace4-2e5f-459e-bf21-99fb4415fe0b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593603 Nov 04 09:48:05.664351 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:48:06.358767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc0819-649c-4f22-bf1a-2e708f768800 req-57efe48a-0a8b-4800-8cb3-adefb7d47a60 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:06.360414 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04cc0819-649c-4f22-bf1a-2e708f768800 req-57efe48a-0a8b-4800-8cb3-adefb7d47a60 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0536425 Nov 04 09:48:06.403623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04cc0819-649c-4f22-bf1a-2e708f768800 req-0dfa04f9-0b23-4cbd-802a-71da624627d5 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366535 Nov 04 09:48:07.381336 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9df64b2-9715-40e7-9b6d-036ac3f293ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:07.533252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f29cb9-830b-4e4c-9139-266867fd69d3 req-f6d4feb1-e6ec-478c-a5ac-17c9e68650c9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:07.534762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1f29cb9-830b-4e4c-9139-266867fd69d3 req-f6d4feb1-e6ec-478c-a5ac-17c9e68650c9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0575147 Nov 04 09:48:07.584907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b1f29cb9-830b-4e4c-9139-266867fd69d3 req-0bcc7339-88d7-4a68-a39d-c01469936381 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439160 Nov 04 09:48:08.788337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbf5fd-79ea-4719-9cbd-1b2a4bd2ec74 req-42991b55-77b0-4a1b-a8d1-d49c184065ff tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:08.789955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1dbf5fd-79ea-4719-9cbd-1b2a4bd2ec74 req-42991b55-77b0-4a1b-a8d1-d49c184065ff tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.1314087 Nov 04 09:48:08.833704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d1dbf5fd-79ea-4719-9cbd-1b2a4bd2ec74 req-4b966a94-497e-4a18-8b21-37594099c5eb tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Nov 04 09:48:09.965981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa4895-0e2b-41b2-bbaf-9932bd831ecd req-134bb1d7-d0c4-42dc-8e79-48ce94e37b09 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:09.967574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55aa4895-0e2b-41b2-bbaf-9932bd831ecd req-134bb1d7-d0c4-42dc-8e79-48ce94e37b09 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0525541 Nov 04 09:48:09.997151 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-699fb0d0-8b61-4414-854b-c73566a33979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:10.021642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55aa4895-0e2b-41b2-bbaf-9932bd831ecd req-35f9dac1-6c3c-4253-af83-f6daec89d89a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478683 Nov 04 09:48:10.307342 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:11.146279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105668f-1d56-4895-b328-992c34462521 req-5da7dfef-32aa-495e-a991-c067cf0f0d0c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:11.147969 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2105668f-1d56-4895-b328-992c34462521 req-5da7dfef-32aa-495e-a991-c067cf0f0d0c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0564406 Nov 04 09:48:11.193370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2105668f-1d56-4895-b328-992c34462521 req-45a7ba19-70f5-410c-9fff-2a48e7628fa3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383344 Nov 04 09:48:11.405745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:12.317338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ba61e-cc52-46fe-94cb-6f06a6ae3657 req-525a9d69-9a47-4330-a6e9-6858ecb9ebd7 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:12.318868 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a86ba61e-cc52-46fe-94cb-6f06a6ae3657 req-525a9d69-9a47-4330-a6e9-6858ecb9ebd7 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0524182 Nov 04 09:48:12.360995 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a86ba61e-cc52-46fe-94cb-6f06a6ae3657 req-c293ce4a-5aa8-4300-9966-6b3c23760c7f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348444 Nov 04 09:48:12.877488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:13.493666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1b954-809a-465a-b2f8-a702a6bcadc5 req-149746ec-fbdd-4063-ba41-cdb1e87e76c4 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:13.495666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ed1b954-809a-465a-b2f8-a702a6bcadc5 req-149746ec-fbdd-4063-ba41-cdb1e87e76c4 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0618856 Nov 04 09:48:13.543721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ed1b954-809a-465a-b2f8-a702a6bcadc5 req-d37ca358-f1f5-41b3-8be1-68ea09de2ec1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420573 Nov 04 09:48:14.685069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a60124-6d17-4dd8-a6b4-8618b62184ea req-cc2a8176-3f9a-44c3-b705-e33cd5d179c5 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:14.687704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70a60124-6d17-4dd8-a6b4-8618b62184ea req-cc2a8176-3f9a-44c3-b705-e33cd5d179c5 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0715206 Nov 04 09:48:14.726154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70a60124-6d17-4dd8-a6b4-8618b62184ea req-18fb2ed0-c509-4734-88d1-3608b17935c7 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326452 Nov 04 09:48:15.852290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab80b7-23dc-4f07-9953-8965846ed10a req-acae15a3-becd-4140-8295-fee2ca284ff1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:15.853862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91ab80b7-23dc-4f07-9953-8965846ed10a req-acae15a3-becd-4140-8295-fee2ca284ff1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0513225 Nov 04 09:48:15.904348 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91ab80b7-23dc-4f07-9953-8965846ed10a req-920b9309-6549-4285-83a7-b716fb02c815 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Nov 04 09:48:16.055170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:16.947595 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:17.034385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae142bc-b337-43fa-8e1e-6a87d7951176 req-53937c76-b583-4a5d-9b1d-cc0e922cefbc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:17.036070 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ae142bc-b337-43fa-8e1e-6a87d7951176 req-53937c76-b583-4a5d-9b1d-cc0e922cefbc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0587840 Nov 04 09:48:17.095305 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ae142bc-b337-43fa-8e1e-6a87d7951176 req-fa12df41-622a-43dc-8e01-a31dc1ab026f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484359 Nov 04 09:48:18.242470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0458a-c5c7-4183-b0d9-2d02d9a38497 req-0c618e70-8dfd-418a-9661-f1cc228c2bfc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:18.244112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c2a0458a-c5c7-4183-b0d9-2d02d9a38497 req-0c618e70-8dfd-418a-9661-f1cc228c2bfc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0613883 Nov 04 09:48:18.289629 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c2a0458a-c5c7-4183-b0d9-2d02d9a38497 req-dd05de13-0cca-4522-ae41-d8b6fa2f3ce3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379012 Nov 04 09:48:19.415952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bf248-d904-4d71-bc5d-da7909212f92 req-b465b0ea-f235-4ad2-9837-61e0023914b4 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:19.417573 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-013bf248-d904-4d71-bc5d-da7909212f92 req-b465b0ea-f235-4ad2-9837-61e0023914b4 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0537558 Nov 04 09:48:19.459049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-013bf248-d904-4d71-bc5d-da7909212f92 req-566bca74-9bcb-4e1a-a3e6-5c07006ebb4d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354755 Nov 04 09:48:20.585509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031a097-5c74-47de-9efb-47cd9b439f8b req-4788820d-8570-4025-af14-9c825466899d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:20.587053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f031a097-5c74-47de-9efb-47cd9b439f8b req-4788820d-8570-4025-af14-9c825466899d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0536408 Nov 04 09:48:20.629989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f031a097-5c74-47de-9efb-47cd9b439f8b req-0b1552b6-041a-4d90-9fb1-3edd83336e0f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350642 Nov 04 09:48:21.749383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b979552-dad7-4f7a-b228-e503030859c3 req-1e4edf6b-3d00-44e1-a688-5f261540e283 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:21.750865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b979552-dad7-4f7a-b228-e503030859c3 req-1e4edf6b-3d00-44e1-a688-5f261540e283 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0533347 Nov 04 09:48:21.789618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b979552-dad7-4f7a-b228-e503030859c3 req-71d6bcda-1efa-45f9-8e2a-de30d0f1918f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Nov 04 09:48:22.905676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c08894-7e88-4f6e-ac45-d85ffb5f92f9 req-97022b33-19be-47d7-bbff-23bfbc4b9be1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:22.907063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70c08894-7e88-4f6e-ac45-d85ffb5f92f9 req-97022b33-19be-47d7-bbff-23bfbc4b9be1 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0503004 Nov 04 09:48:22.945641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70c08894-7e88-4f6e-ac45-d85ffb5f92f9 req-222c1d66-ffe0-45f8-827c-d983aa637398 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325623 Nov 04 09:48:24.060298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a00566-0d1b-4d39-84f4-2add1e1bbda0 req-429fd45f-19ee-41af-826e-de1376ad270c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:24.061777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1a00566-0d1b-4d39-84f4-2add1e1bbda0 req-429fd45f-19ee-41af-826e-de1376ad270c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0483506 Nov 04 09:48:24.101606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f1a00566-0d1b-4d39-84f4-2add1e1bbda0 req-b428c3a3-25a5-4465-9c23-901debbb96d0 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337126 Nov 04 09:48:25.223669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7d3fc-9b47-4399-ab79-107df420b573 req-c60beb9d-1b56-444f-823e-91904668629e tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:25.225176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3cb7d3fc-9b47-4399-ab79-107df420b573 req-c60beb9d-1b56-444f-823e-91904668629e tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0527894 Nov 04 09:48:25.264237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3cb7d3fc-9b47-4399-ab79-107df420b573 req-10d363e9-d973-4cd7-9812-e2f6dc8eebc3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Nov 04 09:48:26.383171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032e8ef-0cbb-400c-be2d-74b8be3c48f7 req-60d68aab-93f5-4f9c-8968-7479205cd35b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:26.384672 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7032e8ef-0cbb-400c-be2d-74b8be3c48f7 req-60d68aab-93f5-4f9c-8968-7479205cd35b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0489233 Nov 04 09:48:26.423303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7032e8ef-0cbb-400c-be2d-74b8be3c48f7 req-5b19de3c-2dee-40f3-8032-48b861bb6469 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Nov 04 09:48:27.538129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4b38-0881-4954-84ac-b3e96ca71010 req-051b0c6e-f424-4ca5-92a2-3c49713c55b3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:27.539603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da9d4b38-0881-4954-84ac-b3e96ca71010 req-051b0c6e-f424-4ca5-92a2-3c49713c55b3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0496936 Nov 04 09:48:27.579264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da9d4b38-0881-4954-84ac-b3e96ca71010 req-39dd8bc6-c2cf-4cd4-a44e-91a3c82dcf8c tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Nov 04 09:48:27.971982 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-bb629872-4440-42c3-b437-d9128586f7b5 req-93aac3d5-fc24-44f9-aa87-404b670e91b1 service neutron] show failed (client error): The resource could not be found. Nov 04 09:48:27.973000 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-93aac3d5-fc24-44f9-aa87-404b670e91b1 service neutron] 10.222.0.55 "GET /v2.0/ports/17fd40d5-9c2d-4ded-aa96-25493a1a407e/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0545657 Nov 04 09:48:28.221845 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-e748509e-8311-4cda-b964-46a73913735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:28.223398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-e748509e-8311-4cda-b964-46a73913735a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019&tenant_id=57dc7fb5c79842eeabc06ad047bdec44 HTTP/1.1" status: 200 len: 1097 time: 0.0927241 Nov 04 09:48:28.236864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:28.292977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:28.493067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:28.525919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:48:28.566789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:48:28.569110 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d689b1e-742f-4071-858d-cf9e4607a614" -d '{"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-unplugged", "status": "completed", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:48:28.573626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:28.586190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Transition to ACTIVE for port object 17fd40d5-9c2d-4ded-aa96-25493a1a407e will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:48:28.590793 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:28.659145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] No DVR routers for this DVR port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:48:28.662370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:28.674558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.674906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.675245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.675580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.675929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.676256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.676579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.676897 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.677218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.677538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.677857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.678197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:28.694915 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de656330-e452-4cdc-b94e-fe2f8a8793ff x-openstack-request-id: req-de656330-e452-4cdc-b94e-fe2f8a8793ff {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:48:28.695207 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-unplugged", "status": "completed", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:48:28.695457 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de656330-e452-4cdc-b94e-fe2f8a8793ff {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:48:28.695846 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'code': 200} Nov 04 09:48:28.710695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:48:28.711041 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:48:28.711362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:48:28.716714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on network 23159de0-c3f2-4d47-97ba-292f1f295943 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:48:28.717033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Attempting to bind port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on network 23159de0-c3f2-4d47-97ba-292f1f295943 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:48:28.721913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:48:28.722256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Checking segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:48:28.722639 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Bound using segment: {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:48:28.723059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Bound port: 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9113cc91-8452-423d-9d99-42a81e55cd3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:48:28.723415 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:28.788758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:48:28.791943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:48:28.792365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64380b63-7de5-4ad1-9015-662b86b5aa4d req-659357d3-dcec-42a0-a157-be37431d99cb tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:28.794131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-64380b63-7de5-4ad1-9015-662b86b5aa4d req-659357d3-dcec-42a0-a157-be37431d99cb tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0573707 Nov 04 09:48:28.797458 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:28.832909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:28.833549 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:28.835020 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] 10.222.0.70 "PUT /v2.0/ports/17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 1092 time: 0.6021817 Nov 04 09:48:28.836737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-64380b63-7de5-4ad1-9015-662b86b5aa4d req-fd911694-4477-4fac-ba57-a5d1602fb457 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Nov 04 09:48:28.861743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069efcfb-c279-4edd-8bfe-8a9b38a8f80c service neutron] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:28.909264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-55339eb8-94fa-4463-ac39-164522015f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:28.910788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-55339eb8-94fa-4463-ac39-164522015f0b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1095 time: 0.0459318 Nov 04 09:48:29.001726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-56d46d4b-79fb-42ad-a8fd-64a27a08e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:29.003220 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-56d46d4b-79fb-42ad-a8fd-64a27a08e820 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.0853851 Nov 04 09:48:29.049610 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-1354588b-0441-48dc-839e-822f7f25419d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 217 time: 0.0378745 Nov 04 09:48:29.101241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb629872-4440-42c3-b437-d9128586f7b5 req-8796fd7d-d2b0-44b1-81b8-e1e09f3da500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:29.102704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-8796fd7d-d2b0-44b1-81b8-e1e09f3da500 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0444152 Nov 04 09:48:29.136993 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-e1b4223d-7caa-4d80-895f-3167f6329b52 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262289 Nov 04 09:48:29.227426 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-ad2bdf86-a792-4f34-b061-2fa8467fcbd0 service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819526 Nov 04 09:48:29.324817 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bb629872-4440-42c3-b437-d9128586f7b5 req-61398558-9c73-4bc2-9c8e-ca983fdef6cf service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895417 Nov 04 09:48:29.962444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eeb5f5-f1e7-460e-88f3-fee120d5989b req-ea3d159c-2d7c-467a-9e88-31c5c1d2e56b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:29.964209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09eeb5f5-f1e7-460e-88f3-fee120d5989b req-ea3d159c-2d7c-467a-9e88-31c5c1d2e56b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0501003 Nov 04 09:48:30.006226 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09eeb5f5-f1e7-460e-88f3-fee120d5989b req-e2170084-93df-4701-9d6d-931e5c4121f6 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360749 Nov 04 09:48:30.697091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:48:30.700097 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ac8b40-ae65-4b70-8b07-63940a9e0575" -d '{"events": [{"name": "network-changed", "server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:48:30.748527 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09d1eb1-60d8-4d47-8342-44ad44e153d4 x-openstack-request-id: req-b09d1eb1-60d8-4d47-8342-44ad44e153d4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:48:30.748823 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:48:30.749077 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b09d1eb1-60d8-4d47-8342-44ad44e153d4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:48:30.749473 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'status': 'completed', 'code': 200} Nov 04 09:48:30.832979 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-5e5c02fd-1f92-415f-aa9f-0e132354d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:30.834661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-5e5c02fd-1f92-415f-aa9f-0e132354d2eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1095 time: 0.0680861 Nov 04 09:48:31.130950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd3041-2468-49b9-977e-864743a2aad4 req-c838bd0a-b242-4a87-9ef0-8e452c84445f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.132547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2abd3041-2468-49b9-977e-864743a2aad4 req-c838bd0a-b242-4a87-9ef0-8e452c84445f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0527411 Nov 04 09:48:31.178758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2abd3041-2468-49b9-977e-864743a2aad4 req-1b6d1aac-ee67-4ab9-9322-e011febe5c5a tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392079 Nov 04 09:48:31.256874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-cc8a1ded-c50b-4c8a-a29c-4805a5961aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.258420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-cc8a1ded-c50b-4c8a-a29c-4805a5961aad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1095 time: 0.4619284 Nov 04 09:48:31.365129 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-3ef94cd7-e9ab-4785-be3e-9c3dbd1e8e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.366831 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-3ef94cd7-e9ab-4785-be3e-9c3dbd1e8e1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.5249190 Nov 04 09:48:31.414203 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-a1a5e644-4af2-4709-ad35-2c009a39507f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 217 time: 0.0402205 Nov 04 09:48:31.431386 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-7d69c708-af1e-4abd-a6fd-5b260b59f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.433770 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-7d69c708-af1e-4abd-a6fd-5b260b59f980 service neutron] 10.222.0.70 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.1668205 Nov 04 09:48:31.436785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-59dc4ce6-2969-47aa-ac7a-793314853d31 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.438260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-59dc4ce6-2969-47aa-ac7a-793314853d31 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.55 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019&tenant_id=57dc7fb5c79842eeabc06ad047bdec44&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 944 time: 0.0783212 Nov 04 09:48:31.446987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e291ee-390c-4463-9205-5ec5ca8d126b req-ba2b3ab7-8b01-4f1f-87c6-1e57c0bc04ed tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.448882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29e291ee-390c-4463-9205-5ec5ca8d126b req-ba2b3ab7-8b01-4f1f-87c6-1e57c0bc04ed tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 944 time: 0.0988362 Nov 04 09:48:31.497394 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-8fc4fc0c-3b84-41af-b16a-653f5588c71d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 217 time: 0.0448773 Nov 04 09:48:31.515039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-c6b3f5fe-de47-4dd3-88e9-4f33c3a9af57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.517082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-c6b3f5fe-de47-4dd3-88e9-4f33c3a9af57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0954452 Nov 04 09:48:31.527325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-29e291ee-390c-4463-9205-5ec5ca8d126b req-68438722-f48b-4976-9958-6b26879d0b4b tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698800 Nov 04 09:48:31.532705 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-432ecd21-34f5-40c5-900c-08500c92f3ca service neutron] delete failed (client error): The resource could not be found. Nov 04 09:48:31.533687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-432ecd21-34f5-40c5-900c-08500c92f3ca service neutron] 10.222.0.55 "DELETE /v2.0/ports/17fd40d5-9c2d-4ded-aa96-25493a1a407e/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0854297 Nov 04 09:48:31.578873 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-f883f6b6-a2dc-4eac-a2cd-c148aceb1adf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337129 Nov 04 09:48:31.587160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-aaa1a321-5e58-4dc4-a870-eec5e1a74a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:31.588833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-aaa1a321-5e58-4dc4-a870-eec5e1a74a7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0825403 Nov 04 09:48:31.638518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:48:31.656902 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-e8fef37c-d621-41ea-a7a1-d10c6a0e063e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592458 Nov 04 09:48:31.695090 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:48:31.756137 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-963d5fc4-6a66-4ed1-adb7-5f5505874640 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662953 Nov 04 09:48:31.760040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:48:31.767593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:31.778349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'network_id': '23159de0-c3f2-4d47-97ba-292f1f295943', 'port_id': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'mac_address': 'fa:16:3e:f0:b7:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:48:31.817125 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:31.823278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-a3a22c50-ab77-4a60-8a02-94329a86a27d service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583736 Nov 04 09:48:31.830067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fd40d5-9c2d-4ded-aa96-25493a1a407e {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:48:31.849771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:31.853314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:31.918516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-bc69f9de-780c-49ed-bd94-300c77dd03fd service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539156 Nov 04 09:48:31.953090 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9ac8b40-ae65-4b70-8b07-63940a9e0575 req-eccb438a-dece-483c-b743-d0ea2e8cafaa service neutron] 10.222.0.70 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218898 Nov 04 09:48:32.023674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-9c0737db-1cd1-4933-842a-cd7c8c304b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:32.025242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-9c0737db-1cd1-4933-842a-cd7c8c304b39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 1096 time: 0.0453796 Nov 04 09:48:32.064829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:32.109923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['17fd40d5-9c2d-4ded-aa96-25493a1a407e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:48:32.125235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-9699aca2-f326-44d1-bff9-c1571b6fa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:32.126723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-9699aca2-f326-44d1-bff9-c1571b6fa959 service neutron] 10.222.0.55 "GET /v2.0/networks?id=23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 200 len: 915 time: 0.0950453 Nov 04 09:48:32.173161 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-88bb673b-8970-48bf-9d63-c4845296df70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 200 len: 217 time: 0.0363278 Nov 04 09:48:32.223029 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-524fdbdf-8517-4266-878e-4d1c675a2133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:32.224786 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-524fdbdf-8517-4266-878e-4d1c675a2133 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 200 len: 854 time: 0.0445910 Nov 04 09:48:32.256721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-bf444826-3d55-44da-ad75-c239003fc97d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23159de0-c3f2-4d47-97ba-292f1f295943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251825 Nov 04 09:48:32.349392 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-a368ffa1-12a6-4cf9-8e70-5f216aee02b8 service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857782 Nov 04 09:48:32.445789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-88e5e912-7e44-46e1-9541-a72161ce0d28 req-d7a60642-6950-4f61-bfbf-fef37308009e service neutron] 10.222.0.55 "GET /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Nov 04 09:48:32.651687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073b9d0-3c86-4551-930d-db02d2006379 req-b718d251-f91a-44a3-9e2a-5589f478a5e3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:32.653352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2073b9d0-3c86-4551-930d-db02d2006379 req-b718d251-f91a-44a3-9e2a-5589f478a5e3 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 945 time: 0.0562882 Nov 04 09:48:32.690828 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2073b9d0-3c86-4551-930d-db02d2006379 req-a2459889-1443-4ee5-a819-0bc80b72ca33 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314813 Nov 04 09:48:33.640095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:48:33.691360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 17fd40d5-9c2d-4ded-aa96-25493a1a407e completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:48:33.695091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 17fd40d5-9c2d-4ded-aa96-25493a1a407e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:33.695457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:33.774553 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:33.796934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:48:33.799208 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8d8a4f-2de4-4649-8988-d5652647fc24" -d '{"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-plugged", "status": "completed", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:48:33.809751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6c977-4d64-4405-a223-9149b2d58e72 req-708c1088-ddcb-4372-8e07-3b4c6da364cc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:33.811281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70d6c977-4d64-4405-a223-9149b2d58e72 req-708c1088-ddcb-4372-8e07-3b4c6da364cc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 945 time: 0.0512981 Nov 04 09:48:33.812772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:33.816883 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:33.853592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70d6c977-4d64-4405-a223-9149b2d58e72 req-551d6482-dcdb-4e93-9563-59eb6496ffac tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356324 Nov 04 09:48:33.868068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:33.964814 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25335b5-e8af-4774-8a24-495e7a898bcf x-openstack-request-id: req-a25335b5-e8af-4774-8a24-495e7a898bcf {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:48:33.965113 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-plugged", "status": "completed", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:48:33.965367 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a25335b5-e8af-4774-8a24-495e7a898bcf {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:48:33.965764 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'code': 200} Nov 04 09:48:34.060098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47094473-f368-473b-8a3c-a19646b53c93 req-6b624d62-c19b-4128-a7ef-8ea115028fa9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:34.061589 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47094473-f368-473b-8a3c-a19646b53c93 req-6b624d62-c19b-4128-a7ef-8ea115028fa9 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0497670 Nov 04 09:48:34.101293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47094473-f368-473b-8a3c-a19646b53c93 req-c017907b-3c74-46a0-ab73-0193ae2ca592 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Nov 04 09:48:34.226160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50890e8a-4932-429f-8141-a611cf7b85d9 req-cb061f34-6ad7-4e85-ae57-f9eb57ff67f4 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:34.227653 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50890e8a-4932-429f-8141-a611cf7b85d9 req-cb061f34-6ad7-4e85-ae57-f9eb57ff67f4 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0603893 Nov 04 09:48:34.267085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50890e8a-4932-429f-8141-a611cf7b85d9 req-3f7d802a-63c8-4eb3-a525-270243747a2f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333111 Nov 04 09:48:34.599209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0895b8b-fe31-4ac5-a24e-f22b4da7fc58 req-07fb5f4e-9b3c-483b-9f68-c9bcf25ae1d0 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:34.600718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0895b8b-fe31-4ac5-a24e-f22b4da7fc58 req-07fb5f4e-9b3c-483b-9f68-c9bcf25ae1d0 tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0499775 Nov 04 09:48:34.640280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0895b8b-fe31-4ac5-a24e-f22b4da7fc58 req-ff58161f-6762-4133-ad13-6a7fbf6273de tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Nov 04 09:48:35.756175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04776ddd-8c15-47f7-811c-afe5ed6c3ee2 req-d7965188-ccf7-42b4-9b32-58da1988478d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:35.757681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04776ddd-8c15-47f7-811c-afe5ed6c3ee2 req-d7965188-ccf7-42b4-9b32-58da1988478d tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0487604 Nov 04 09:48:35.795160 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-7674d717-ca64-46f2-8319-faca9b69edfc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:35.796668 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-7674d717-ca64-46f2-8319-faca9b69edfc tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.70 "GET /v2.0/ports?device_id=a004265a-2e81-42d3-ab39-01d8cfc52019 HTTP/1.1" status: 200 len: 946 time: 0.0559988 Nov 04 09:48:35.797124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04776ddd-8c15-47f7-811c-afe5ed6c3ee2 req-a71603ba-a018-4b36-ac89-74a95ddae4af tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.53 "GET /v2.0/security-groups?id=088f52da-6b2c-4404-a0cf-9d53d35091f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326080 Nov 04 09:48:35.886464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Deleting port 17fd40d5-9c2d-4ded-aa96-25493a1a407e {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:48:35.886800 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:35.977040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] For port 17fd40d5-9c2d-4ded-aa96-25493a1a407e, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=17fd40d5-9c2d-4ded-aa96-25493a1a407e,segment=NetworkSegment(9113cc91-8452-423d-9d99-42a81e55cd3e),segment_id=9113cc91-8452-423d-9d99-42a81e55cd3e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:35.977313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:35.990543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Calling delete_port for 17fd40d5-9c2d-4ded-aa96-25493a1a407e owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:48:36.118991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:36.131651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['17fd40d5-9c2d-4ded-aa96-25493a1a407e'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:48:36.152482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Pushing event deleted for resources: {'Port': ['ID=17fd40d5-9c2d-4ded-aa96-25493a1a407e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:36.198508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] No DVR routers for this DVR port 17fd40d5-9c2d-4ded-aa96-25493a1a407e on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:48:36.201143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:36.204438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbe22669-bdf8-43f9-9478-0ef5e4497cfd req-e2780b0a-06ed-4a5c-9e80-764e74387c1f tempest-ServerDiskConfigTestJSON-1226754036 tempest-ServerDiskConfigTestJSON-1226754036-project] 10.222.0.70 "DELETE /v2.0/ports/17fd40d5-9c2d-4ded-aa96-25493a1a407e HTTP/1.1" status: 204 len: 173 time: 0.4015639 Nov 04 09:48:36.204880 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-deleted', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:48:36.207148 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86239a4c-0435-46d1-9e8d-236551b4ea07" -d '{"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-deleted", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:48:36.249324 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e681cd84-c354-42ba-982f-9aafd21e1e2b x-openstack-request-id: req-e681cd84-c354-42ba-982f-9aafd21e1e2b {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:48:36.249611 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a004265a-2e81-42d3-ab39-01d8cfc52019", "name": "network-vif-deleted", "tag": "17fd40d5-9c2d-4ded-aa96-25493a1a407e", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:48:36.249860 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e681cd84-c354-42ba-982f-9aafd21e1e2b {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:48:36.250260 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a004265a-2e81-42d3-ab39-01d8cfc52019', 'name': 'network-vif-deleted', 'tag': '17fd40d5-9c2d-4ded-aa96-25493a1a407e', 'status': 'completed', 'code': 200} Nov 04 09:48:36.919656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41914) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:36.968905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Deleting subnet c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:48:36.971999 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.005651 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.052111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.107433 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.133122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:37.138208 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.141417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5e6c2ab-e6b0-40d7-8e2a-d398dcfefe15 HTTP/1.1" status: 204 len: 168 time: 0.2206907 Nov 04 09:48:37.144073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:37.146619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.146962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.147301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.147642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.148004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.148333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.148660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.149000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.149335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.149631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.149951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.150271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b6c9b6e-d4ab-4ef8-ab9f-a9bfa9d6e087 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:37.211355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.291372 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.311177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23159de0-c3f2-4d47-97ba-292f1f295943']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:37.320151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9113cc91-8452-423d-9d99-42a81e55cd3e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:37.320445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9113cc91-8452-423d-9d99-42a81e55cd3e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:37.330256 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.342837 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.348716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:48:37.349089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:48:37.350715 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:48:37.384701 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a88a476-300b-4724-baab-b812a42d96b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.409090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.414280 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.418085 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] 10.222.0.53 "DELETE /v2.0/networks/23159de0-c3f2-4d47-97ba-292f1f295943 HTTP/1.1" status: 204 len: 168 time: 0.2729015 Nov 04 09:48:37.430906 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18605d9e-dc1b-4733-9b7c-27efe91cf025 admin admin] Pushing event deleted for resources: {'Network': ['ID=23159de0-c3f2-4d47-97ba-292f1f295943,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:37.527624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41920) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:37.567606 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-302535ce-d5c0-4f19-84d6-a7214b3a8ec7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=57dc7fb5c79842eeabc06ad047bdec44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387349 Nov 04 09:48:37.570237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:37.619374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0aeffdfa-b359-45f2-89d6-eb8e01d9e1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.641262 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0aeffdfa-b359-45f2-89d6-eb8e01d9e1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.691258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0aeffdfa-b359-45f2-89d6-eb8e01d9e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.693918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0aeffdfa-b359-45f2-89d6-eb8e01d9e1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:37.695087 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0aeffdfa-b359-45f2-89d6-eb8e01d9e1e1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/088f52da-6b2c-4404-a0cf-9d53d35091f6 HTTP/1.1" status: 204 len: 168 time: 0.1240506 Nov 04 09:48:37.703411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeffdfa-b359-45f2-89d6-eb8e01d9e1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088f52da-6b2c-4404-a0cf-9d53d35091f6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:38.376901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41944) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:38.477905 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1892159361-network', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:38.499202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Made reservation on behalf of a6920dd0350d4f5dba911c0f3a361ddc for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:48:38.501561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.510634 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.589873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.593991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.618692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:48:38.629691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0206686-07b9-4520-aafc-b72f55cd028b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:38.635028 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.635707 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Added segment be69678f-4cea-443f-aca9-57f4f7ccf11e of type vlan for network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 Nov 04 09:48:38.675978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.700579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.701549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:38.702122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.752619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3743300 Nov 04 09:48:38.755700 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:38.760909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Request body: {'subnet': {'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1892159361-subnet', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:38.765745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cbc3e-c825-4160-98e9-e58a8b7b94fc admin admin] Pushing event updated for resources: {'Network': ['ID=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:38.775882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:48:38.787616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Made reservation on behalf of a6920dd0350d4f5dba911c0f3a361ddc for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:48:38.790038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:38.966762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.026229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14c99727-7aea-41fc-82d1-a3f5cbed3df5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:39.037090 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:48:39.037450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Network hostable DHCP agents. Network: 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:48:39.053824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:48:39.062576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:48:39.066477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:39.067059 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.073418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1789d3-cd56-4810-a641-6da86ca80003 None None] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:48:39.084321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-efd89a48-c6b5-45dd-9891-5e6a7c7b7d3a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3274453 Nov 04 09:48:39.088018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 41950) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:39.093679 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:39.120720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.121743 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.179187 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.226210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:48:39.227124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.324196 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.365776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Allocated IP 172.20.0.2 (0e6e4099-6ad7-4f41-9c41-57bb73ef55d2/14c99727-7aea-41fc-82d1-a3f5cbed3df5/15ff30df-cec5-4585-aa96-26c7fa5c3861) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:48:39.516570 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.522634 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.533378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.558383 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.566000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:48:39.576369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:48:39.578749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:48:39.581980 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Pushing event updated for resources: {'Port': ['ID=15ff30df-cec5-4585-aa96-26c7fa5c3861,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:39.637583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Attempting to bind port 15ff30df-cec5-4585-aa96-26c7fa5c3861 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:48:39.637954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Attempting to bind port 15ff30df-cec5-4585-aa96-26c7fa5c3861 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:48:39.638321 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Attempting to bind port 15ff30df-cec5-4585-aa96-26c7fa5c3861 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:48:39.643298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:48:39.643668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:48:39.644104 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.644514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:48:39.644963 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Bound port: 15ff30df-cec5-4585-aa96-26c7fa5c3861, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:48:39.645341 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.668171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Allocated IP 172.25.3.205 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/263b6495-9b7f-419e-8057-5cae561bbfb8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:48:39.700769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:48:39.730706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 17fd40d5-9c2d-4ded-aa96-25493a1a407e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:48:39.731055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 17fd40d5-9c2d-4ded-aa96-25493a1a407e not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:48:39.737597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] For port 15ff30df-cec5-4585-aa96-26c7fa5c3861, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:48:39.749490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] For port 15ff30df-cec5-4585-aa96-26c7fa5c3861, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=15ff30df-cec5-4585-aa96-26c7fa5c3861,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:48:39.754085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.782240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.819468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:39.821406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89f374-3c80-41df-8977-55b49c503272 None None] Pushing event updated for resources: {'Port': ['ID=15ff30df-cec5-4585-aa96-26c7fa5c3861,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:39.865208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:48:39.868221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:48:39.872869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:48:39.898856 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Pushing event updated for resources: {'Port': ['ID=263b6495-9b7f-419e-8057-5cae561bbfb8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:39.994888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4a4989b9-7e27-400d-ae67-5ed05ed976a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:40.170732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:40.311908 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:40.368375 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:40.505064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:48:40.613069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:48:40.627804 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:48:40.634953 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:40.637363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-84c9bf60-0a73-4c75-bca1-a3282929e41a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5468221 Nov 04 09:48:40.639900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:40.647579 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:48:40.656068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:48:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:40.754738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 15ff30df-cec5-4585-aa96-26c7fa5c3861 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:48:40.798488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a95a96-5521-4b44-a5e2-54a19c76b0f6 None None] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:48:40.884102 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cb5ce3e1-a805-4460-91fc-ccdb9e824855 None None] Provisioning complete for port 15ff30df-cec5-4585-aa96-26c7fa5c3861 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:40.884791 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce3e1-a805-4460-91fc-ccdb9e824855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:40.927825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:48:41.092561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 15ff30df-cec5-4585-aa96-26c7fa5c3861 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:41.092936 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.133929 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.253054 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce3e1-a805-4460-91fc-ccdb9e824855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.295183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Allocated IP 172.20.0.1 (0e6e4099-6ad7-4f41-9c41-57bb73ef55d2/14c99727-7aea-41fc-82d1-a3f5cbed3df5/15ab1ae3-52c9-4559-9df7-3ca813c71f08) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:48:41.332149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cb5ce3e1-a805-4460-91fc-ccdb9e824855 None None] For port 15ff30df-cec5-4585-aa96-26c7fa5c3861, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=15ff30df-cec5-4585-aa96-26c7fa5c3861,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:41.342981 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb5ce3e1-a805-4460-91fc-ccdb9e824855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.348963 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.410057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:40Z', 'revision_number': 3, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:41.416053 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.452191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.457013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:48:41.457456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Updating router 36f06d3b-333c-40cf-be78-f064ebfb38d7 port 263b6495-9b7f-419e-8057-5cae561bbfb8 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:48:41.477554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5ce3e1-a805-4460-91fc-ccdb9e824855 None None] Pushing event updated for resources: {'Port': ['ID=15ff30df-cec5-4585-aa96-26c7fa5c3861,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:41.485000 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.494782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:48:41.497852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:48:41.501954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:48:41.512612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.538576 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Pushing event updated for resources: {'Port': ['ID=15ab1ae3-52c9-4559-9df7-3ca813c71f08,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:41.548153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102557) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:48:41.548511 n-d-816487-1 neutron-server[102557]: DEBUG oslo_db.api [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:48:41.554317 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.621640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-79907a6a-551c-4568-b0a4-0aa3d67aba84 None None] Provisioning complete for port 15ff30df-cec5-4585-aa96-26c7fa5c3861 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:41.622015 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-79907a6a-551c-4568-b0a4-0aa3d67aba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.696818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.873041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.878425 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.951355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:41.961266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Pushing event updated for resources: {'Port': ['ID=15ab1ae3-52c9-4559-9df7-3ca813c71f08,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:42.010896 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.016893 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.055392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:48:42.056794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:48:42.104343 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Attempting to bind port 263b6495-9b7f-419e-8057-5cae561bbfb8 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:48:42.104970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Attempting to bind port 263b6495-9b7f-419e-8057-5cae561bbfb8 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:48:42.105349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Attempting to bind port 263b6495-9b7f-419e-8057-5cae561bbfb8 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:48:42.121970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562f61c-bf5e-43b5-aebc-24be9047085d None None] Pushing event updated for resources: {'Port': ['ID=263b6495-9b7f-419e-8057-5cae561bbfb8,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:42.127462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:48:42.127744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:48:42.128183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.128564 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:48:42.129041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Bound port: 263b6495-9b7f-419e-8057-5cae561bbfb8, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:48:42.130171 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.131297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1f31deb5-c44f-4496-9b5f-24fe5e8fb194 None None] Provisioning complete for port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:42.132119 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1f31deb5-c44f-4496-9b5f-24fe5e8fb194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.176500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:48:42.197351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1f31deb5-c44f-4496-9b5f-24fe5e8fb194 None None] Port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:48:42.222928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] For port 263b6495-9b7f-419e-8057-5cae561bbfb8, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:48:42.228151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] For port 263b6495-9b7f-419e-8057-5cae561bbfb8, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=263b6495-9b7f-419e-8057-5cae561bbfb8,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:48:42.234292 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.294366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:48:42.294998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:48:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:42.299592 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:48:42.304751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-73f5776f-502d-4dec-a633-54a30b3730e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/36f06d3b-333c-40cf-be78-f064ebfb38d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6636877 Nov 04 09:48:42.333507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562f61c-bf5e-43b5-aebc-24be9047085d None None] Pushing event updated for resources: {'Port': ['ID=263b6495-9b7f-419e-8057-5cae561bbfb8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:42.392930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f1cf56ed-e1c4-4cc6-b96c-1bafd9dd86ce None None] Provisioning complete for port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:42.393269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1cf56ed-e1c4-4cc6-b96c-1bafd9dd86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.442171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f1cf56ed-e1c4-4cc6-b96c-1bafd9dd86ce None None] Port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:48:42.452749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:48:42.664514 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:48:42.668311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 2, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:42.709914 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 15ff30df-cec5-4585-aa96-26c7fa5c3861 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:48:42.712445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c62c58-ddaa-4509-ac90-d94c2f53fa03 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 2, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:48:42.769222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 15ff30df-cec5-4585-aa96-26c7fa5c3861 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:42.769597 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.771312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:42.777070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4fc5a488-639a-436a-ad5d-444d22c8e4a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616780135', 'description': 'tempest-description--638562490'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:42.802445 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a488-639a-436a-ad5d-444d22c8e4a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.884175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.886504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a488-639a-436a-ad5d-444d22c8e4a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.890805 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a488-639a-436a-ad5d-444d22c8e4a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.929713 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4fc5a488-639a-436a-ad5d-444d22c8e4a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:42.931525 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4fc5a488-639a-436a-ad5d-444d22c8e4a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1589661 Nov 04 09:48:42.934665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41962) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:42.939549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-5bb9e68a-4852-4ea8-8cdd-baef762cc5f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'security_group_rule': {'security_group_id': '9733ad10-f614-4e11-8b3b-d2637dfa614a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:42.945202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5a488-639a-436a-ad5d-444d22c8e4a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9733ad10-f614-4e11-8b3b-d2637dfa614a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:42.976853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e68a-4852-4ea8-8cdd-baef762cc5f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.045879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e68a-4852-4ea8-8cdd-baef762cc5f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.049959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e68a-4852-4ea8-8cdd-baef762cc5f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.068393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9e68a-4852-4ea8-8cdd-baef762cc5f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c2a338-1f31-4f03-84a3-7c79118c5159,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:43.077468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-5bb9e68a-4852-4ea8-8cdd-baef762cc5f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.078732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5bb9e68a-4852-4ea8-8cdd-baef762cc5f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1431060 Nov 04 09:48:43.081421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41964) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:43.086096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-97125cd8-1fd6-4572-816e-f1b8a536f8f1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'security_group_rule': {'security_group_id': '9733ad10-f614-4e11-8b3b-d2637dfa614a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:43.114555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97125cd8-1fd6-4572-816e-f1b8a536f8f1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.176036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97125cd8-1fd6-4572-816e-f1b8a536f8f1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.181070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97125cd8-1fd6-4572-816e-f1b8a536f8f1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.199488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97125cd8-1fd6-4572-816e-f1b8a536f8f1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe2806a-a9fc-41db-a62a-0832cfcb0988,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:43.207176 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-97125cd8-1fd6-4572-816e-f1b8a536f8f1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.211356 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-97125cd8-1fd6-4572-816e-f1b8a536f8f1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259446 Nov 04 09:48:43.211789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 41966) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:43.216494 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:43.239667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.344974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.465937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Allocated IP 172.25.3.235 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/1639744c-a808-4494-a246-e1a919c6dbaf) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:48:43.576893 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.617048 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.657163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:48:43.660097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:48:43.664226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:48:43.673588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'Port': ['ID=1639744c-a808-4494-a246-e1a919c6dbaf,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:43.758954 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.795954 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.959037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:43.963743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:44.038690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'Port': ['ID=1639744c-a808-4494-a246-e1a919c6dbaf,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:44.047438 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:44.063023 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:44.064304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6cf6a849-ed4c-4567-8ae7-a442492555c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8518286 Nov 04 09:48:44.214688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-63bfef10-e0d8-43c8-89ef-a8109edef0c7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--616780135&fields=id&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 267 time: 0.0381620 Nov 04 09:48:44.322962 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-31bbed2f-ba90-4b13-9f5c-8cc6346a7427 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:44.324555 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-31bbed2f-ba90-4b13-9f5c-8cc6346a7427 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.1031661 Nov 04 09:48:44.343304 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-f4d5960c-c6b3-4e9b-94ff-46527e8fd3db tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/quotas/a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 375 time: 0.0127263 Nov 04 09:48:44.415172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-775aeb97-2706-4e64-a699-4f1daeed1f0a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518811 Nov 04 09:48:44.579160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-67dd88c6-d8b4-4d83-bac1-6f2918c81cbe service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510286 Nov 04 09:48:44.678853 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-70d1c16f-b7ab-4cb1-8fad-7c3abb5eee03 service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932994 Nov 04 09:48:44.710767 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 263b6495-9b7f-419e-8057-5cae561bbfb8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:48:44.744814 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:48:44.754303 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:48:44.755175 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:48:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:44.768149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 263b6495-9b7f-419e-8057-5cae561bbfb8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:44.768744 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:44.875072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:44.878707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aa30b0dd-f4ca-48a9-a912-c347a4a4c39f req-bc1a5dea-2390-41e8-8d3a-a355ab40761c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 210 time: 0.0419047 Nov 04 09:48:44.884444 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:48:44.900867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 263b6495-9b7f-419e-8057-5cae561bbfb8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=263b6495-9b7f-419e-8057-5cae561bbfb8,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:44.906913 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:44.962824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=263b6495-9b7f-419e-8057-5cae561bbfb8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:45.101967 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 2, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:45.132800 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:48:45.133156 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Updating router 36f06d3b-333c-40cf-be78-f064ebfb38d7 port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:48:45.161834 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:45.558726 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:45.564387 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:45.618289 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Pushing event updated for resources: {'Port': ['ID=15ab1ae3-52c9-4559-9df7-3ca813c71f08,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:45.644449 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.644795 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.645134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.645471 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.645798 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.646131 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.646455 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.646777 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.647120 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.647459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.647807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.648133 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:48:45.682419 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Attempting to bind port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:48:45.682842 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Attempting to bind port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:48:45.683125 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Attempting to bind port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:48:45.688489 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 48, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:48:45.688866 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:48:45.689297 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:45.689716 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:48:45.690181 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Bound port: 15ab1ae3-52c9-4559-9df7-3ca813c71f08, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:48:45.690564 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:45.757796 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] For port 15ab1ae3-52c9-4559-9df7-3ca813c71f08, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:48:45.761399 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] For port 15ab1ae3-52c9-4559-9df7-3ca813c71f08, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=15ab1ae3-52c9-4559-9df7-3ca813c71f08,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:48:45.765692 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:45.821663 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:48:45.822288 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:48:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:45.888266 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779b47e-8bf3-4cfe-93d5-313a514df601 None None] Pushing event updated for resources: {'Port': ['ID=15ab1ae3-52c9-4559-9df7-3ca813c71f08,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:45.905609 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fd956eee-fc45-4592-bf04-08a0e3c20183 None None] Provisioning complete for port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:45.906100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fd956eee-fc45-4592-bf04-08a0e3c20183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:45.959334 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:48:46.030752 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fd956eee-fc45-4592-bf04-08a0e3c20183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.034934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5be0cbdb-1ccc-4a7b-b080-70fb51b18246 req-98f2fd13-91b1-4a09-9d2f-1478331861ef tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 210 time: 0.0490279 Nov 04 09:48:46.081379 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.121842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-fd956eee-fc45-4592-bf04-08a0e3c20183 None None] For port 15ab1ae3-52c9-4559-9df7-3ca813c71f08, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=15ab1ae3-52c9-4559-9df7-3ca813c71f08,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:46.137239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fd956eee-fc45-4592-bf04-08a0e3c20183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.164040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-842298ec-9ab9-4bf7-a7f9-4935e5fea583 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:46.165633 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-842298ec-9ab9-4bf7-a7f9-4935e5fea583 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.2032013 Nov 04 09:48:46.201373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd956eee-fc45-4592-bf04-08a0e3c20183 None None] Pushing event updated for resources: {'Port': ['ID=15ab1ae3-52c9-4559-9df7-3ca813c71f08,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:46.215004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8c8c9da1-127b-41f4-a2a9-e454113e09ff tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 379 time: 0.0378234 Nov 04 09:48:46.226641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'port': {'device_id': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'admin_state_up': True, 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'security_groups': ['9733ad10-f614-4e11-8b3b-d2637dfa614a']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:46.258803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b195c78f-4743-41ad-a874-0b3bd31bc367 None None] Provisioning complete for port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:46.259546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b195c78f-4743-41ad-a874-0b3bd31bc367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.285635 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:45Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:46.313062 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c2e6f7-c140-4667-a754-ec0e7c43dde8 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:45Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:48:46.351105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Made reservation on behalf of a6920dd0350d4f5dba911c0f3a361ddc for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:48:46.354886 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.492966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Allocated IP 172.20.0.5 (0e6e4099-6ad7-4f41-9c41-57bb73ef55d2/14c99727-7aea-41fc-82d1-a3f5cbed3df5/855d8d85-ac14-40fa-b3c9-f552e8b1a10d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:48:46.636358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.672404 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.723016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:48:46.731752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:48:46.731964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 263b6495-9b7f-419e-8057-5cae561bbfb8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:48:46.735101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:48:46.754121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:46.794289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 263b6495-9b7f-419e-8057-5cae561bbfb8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:46.794661 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.817069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:46.817975 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.842447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-64c9dcb6-ff77-495b-bc9a-1b2d0b3dd818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6194227 Nov 04 09:48:46.855909 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Request body: {'port': {'device_id': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:46.896268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 15ab1ae3-52c9-4559-9df7-3ca813c71f08 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:48:46.925872 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.977057 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:46.979255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:46.979791 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:47.005758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ee6eef0b-e466-4b5d-823f-25b0987f4e51 None None] Provisioning complete for port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:47.006055 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee6eef0b-e466-4b5d-823f-25b0987f4e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:47.060819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ee6eef0b-e466-4b5d-823f-25b0987f4e51 None None] Port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:48:47.173515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424ceef-52c4-4f2c-86c6-9b7c1102aea2 req-43a17504-11b7-4aa6-ad48-179d6b4220b9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:47.175117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2424ceef-52c4-4f2c-86c6-9b7c1102aea2 req-43a17504-11b7-4aa6-ad48-179d6b4220b9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 931 time: 0.0548463 Nov 04 09:48:47.216977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2424ceef-52c4-4f2c-86c6-9b7c1102aea2 req-53a61490-abf0-4d77-9ec9-bbf12dcbfba1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355365 Nov 04 09:48:47.546028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855d8d85-ac14-40fa-b3c9-f552e8b1a10d {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:48:47.548368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:47.561139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Transition to ACTIVE for port object 855d8d85-ac14-40fa-b3c9-f552e8b1a10d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:48:47.565001 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:47.618541 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:47.687083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:48:47.687431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:48:47.687765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:48:47.692334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:48:47.692660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:48:47.698343 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:48:47.698722 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:48:47.699115 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:48:47.699554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Bound port: 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:48:47.699944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:47.770121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:48:47.773305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:48:47.778014 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:47.813863 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:47.814567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:47.815976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] 10.222.0.70 "PUT /v2.0/ports/855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 1091 time: 0.9648156 Nov 04 09:48:47.816433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:48:47.818713 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e636e7-72b1-4e5a-a963-193ba4662726" -d '{"events": [{"name": "network-changed", "server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:48:47.847228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991e4d5-49ce-4574-bf0b-33055444ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:47.883520 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4fc85d-5f2b-4e81-af79-c4fc3097c322 x-openstack-request-id: req-bc4fc85d-5f2b-4e81-af79-c4fc3097c322 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:48:47.883756 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:48:47.884084 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc4fc85d-5f2b-4e81-af79-c4fc3097c322 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:48:47.884495 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'status': 'completed', 'code': 200} Nov 04 09:48:47.919678 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-1f118167-7a10-439f-bdbc-c79bf5d6f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:47.921300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-1f118167-7a10-439f-bdbc-c79bf5d6f0c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1094 time: 0.0515316 Nov 04 09:48:47.972588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-f9d5e2ea-c8c8-47f7-8a58-78b6b1bc458c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 217 time: 0.0427999 Nov 04 09:48:48.030931 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-b707af01-55a8-4bad-829a-24ec020e6ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:48.032433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-b707af01-55a8-4bad-829a-24ec020e6ee7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0517967 Nov 04 09:48:48.080546 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baea06-d2bb-469a-9873-9754018b8de5 req-18f0f54f-8190-45ba-a699-5083012224ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:48.082060 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-18f0f54f-8190-45ba-a699-5083012224ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420268 Nov 04 09:48:48.180512 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-71aa05c8-b185-4e50-b23d-9c56cdbd452c service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905168 Nov 04 09:48:48.273168 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-55baea06-d2bb-469a-9873-9754018b8de5 req-5929c916-cfc8-448c-8f3c-0cbce2ef65db service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852408 Nov 04 09:48:48.345792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ac984-6a76-4d0f-8d0a-fbb755956f67 req-66b4757a-0b38-4af1-b367-d4f6c0d108e7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:48.347404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df7ac984-6a76-4d0f-8d0a-fbb755956f67 req-66b4757a-0b38-4af1-b367-d4f6c0d108e7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 943 time: 0.0574591 Nov 04 09:48:48.364448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-d0b9148d-ce98-4b87-b43d-9b3d8c49ba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:48.365934 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-d0b9148d-ce98-4b87-b43d-9b3d8c49ba47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1094 time: 0.0467129 Nov 04 09:48:48.387808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df7ac984-6a76-4d0f-8d0a-fbb755956f67 req-06e32ecd-746a-48bf-a092-f619e11e17d6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334382 Nov 04 09:48:48.460194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-50e6eb11-b974-438d-81c0-cd71829b4045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:48.461661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-50e6eb11-b974-438d-81c0-cd71829b4045 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0877869 Nov 04 09:48:48.505217 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-5e6da88d-d3f8-461f-a67c-3b9b5b623e6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 217 time: 0.0349376 Nov 04 09:48:48.561467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-83b42479-8137-42e1-a31e-59c2fc88ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:48.562940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-83b42479-8137-42e1-a31e-59c2fc88ece1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0501604 Nov 04 09:48:48.609209 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-608a7a38-936f-4de4-9cf1-b8b15733a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:48.610597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-608a7a38-936f-4de4-9cf1-b8b15733a1d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395124 Nov 04 09:48:48.700591 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-b84d2a0f-a96d-444b-82e6-23088b20e9ae service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821614 Nov 04 09:48:48.798867 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c1e636e7-72b1-4e5a-a963-193ba4662726 req-fe6d8f46-7d4f-4ff9-bb14-17b1217f87a1 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901308 Nov 04 09:48:49.506638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5d1d2-813b-4937-8b3b-f0f34c0547c9 req-d912cbae-be83-43d3-8173-6ddbd812b7a7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:49.508110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96a5d1d2-813b-4937-8b3b-f0f34c0547c9 req-d912cbae-be83-43d3-8173-6ddbd812b7a7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 943 time: 0.0536058 Nov 04 09:48:49.546146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96a5d1d2-813b-4937-8b3b-f0f34c0547c9 req-b5a86531-0fd6-4dcf-ae0e-02c47cb745e8 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320263 Nov 04 09:48:49.716932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:48:49.809543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:49.824720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'mac_address': 'fa:16:3e:ce:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:48:49.861830 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:49.875573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855d8d85-ac14-40fa-b3c9-f552e8b1a10d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:48:49.896809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:49.901830 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:49.949683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:50.120856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['855d8d85-ac14-40fa-b3c9-f552e8b1a10d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:48:50.675054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826a3f30-f7b1-498c-9762-dbb087705a77 req-e921964f-b50c-490a-9940-22b7cc3fdc15 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:50.677245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-826a3f30-f7b1-498c-9762-dbb087705a77 req-e921964f-b50c-490a-9940-22b7cc3fdc15 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 944 time: 0.0539551 Nov 04 09:48:50.720779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-826a3f30-f7b1-498c-9762-dbb087705a77 req-8261fa5e-bd3b-4120-915e-db4477b94a60 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369995 Nov 04 09:48:51.714714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:48:51.763242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:48:51.766910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:48:51.767278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:51.841070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085dcc2-d7bf-488c-bc6c-378740f88244 req-5c74ce0a-1435-4ea6-8bbb-739a6e6d74bd tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:51.842569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5085dcc2-d7bf-488c-bc6c-378740f88244 req-5c74ce0a-1435-4ea6-8bbb-739a6e6d74bd tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 944 time: 0.0517592 Nov 04 09:48:51.846922 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:51.869694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:48:51.871968 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05e5bc5-bb90-4bfa-8070-69d6e1349d3f" -d '{"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-plugged", "status": "completed", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:48:51.882491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5085dcc2-d7bf-488c-bc6c-378740f88244 req-a03cf147-87e8-45be-b764-c84b40129306 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337517 Nov 04 09:48:51.884670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:48:51.889904 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:51.930926 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9e08ad-efe4-4e7e-b8ff-ef7a905c02f0 x-openstack-request-id: req-ef9e08ad-efe4-4e7e-b8ff-ef7a905c02f0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:48:51.931211 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-plugged", "status": "completed", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:48:51.931465 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef9e08ad-efe4-4e7e-b8ff-ef7a905c02f0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:48:51.932657 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'code': 200} Nov 04 09:48:51.942262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:48:52.029203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc26f78-2698-4068-9daf-49ff4fa18f13 req-1c930bbd-00e3-41da-ada9-5be57b0f0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:52.030704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdc26f78-2698-4068-9daf-49ff4fa18f13 req-1c930bbd-00e3-41da-ada9-5be57b0f0e84 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1096 time: 0.0428066 Nov 04 09:48:52.067120 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fdc26f78-2698-4068-9daf-49ff4fa18f13 req-3822e51f-c7b3-46b7-a00c-6487763352fa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290368 Nov 04 09:48:53.016048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32dabd-cb18-413a-80b9-3b747a16656c req-d7ec2fb9-dd8c-489f-91bb-74ccba4d4a16 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:53.017567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee32dabd-cb18-413a-80b9-3b747a16656c req-d7ec2fb9-dd8c-489f-91bb-74ccba4d4a16 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0639889 Nov 04 09:48:53.058193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee32dabd-cb18-413a-80b9-3b747a16656c req-09eac496-d562-4dfc-895b-0f77dfaf2e1d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342543 Nov 04 09:48:54.179405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96084ff2-2204-41b1-b919-6491dd304ebb req-896d392d-4508-4cad-a32a-c6fe0274c624 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:54.180976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96084ff2-2204-41b1-b919-6491dd304ebb req-896d392d-4508-4cad-a32a-c6fe0274c624 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0526643 Nov 04 09:48:54.219036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96084ff2-2204-41b1-b919-6491dd304ebb req-91ddcd47-2f0a-4df7-9e25-558e2652da6f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320539 Nov 04 09:48:54.328748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45173353-1929-4b83-8124-c2bee6ca0fb8 req-0f54ed63-c9bd-4f39-b781-11d9e3731a4c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:54.330332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45173353-1929-4b83-8124-c2bee6ca0fb8 req-0f54ed63-c9bd-4f39-b781-11d9e3731a4c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0486400 Nov 04 09:48:54.341876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42020) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:48:54.346655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'floatingip': {'port_id': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:48:54.391212 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:54.817624 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:54.821354 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:54.918665 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d associated. External IP: 172.25.3.235, port: 855d8d85-ac14-40fa-b3c9-f552e8b1a10d. Nov 04 09:48:55.129872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:48:55.237846 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:48:55.242303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:48:55.248950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:48:55.258834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:48:55.259478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:48:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:55.270598 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fd30f32a-db7d-4ead-a4ea-34d491380a80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "PUT /v2.0/floatingips/0087878e-79f1-481b-ab23-4d06c4ee555d HTTP/1.1" status: 200 len: 991 time: 0.9274876 Nov 04 09:48:55.271177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:48:55.273488 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16b8740-cc8b-4530-a99c-b84f913d621f" -d '{"events": [{"name": "network-changed", "server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:48:55.362011 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598fce67-63a2-4e77-b4b3-5b4aba4a7c0a x-openstack-request-id: req-598fce67-63a2-4e77-b4b3-5b4aba4a7c0a {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:48:55.362586 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:48:55.362586 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-598fce67-63a2-4e77-b4b3-5b4aba4a7c0a {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:48:55.362954 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'status': 'completed', 'code': 200} Nov 04 09:48:55.372174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:48:55.426578 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-1c08b9fa-9ce1-40b2-a98f-d3ae3de30627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:55.428102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-1c08b9fa-9ce1-40b2-a98f-d3ae3de30627 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1096 time: 0.0439095 Nov 04 09:48:55.523513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-922314fa-c4d7-4416-91de-37998a09b12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:55.524930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-922314fa-c4d7-4416-91de-37998a09b12a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0875731 Nov 04 09:48:55.591423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-2105878a-101f-4cf4-a67a-4cbe7a5e80df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 999 time: 0.0584364 Nov 04 09:48:55.604236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:ce:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:48:54Z', 'revision_number': 1, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:55.633147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:48:55.642527 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:48:55.643133 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:48:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:55.647336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-cbac00c0-7580-49f9-9403-f1c1237b1930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:55.648866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-cbac00c0-7580-49f9-9403-f1c1237b1930 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0496373 Nov 04 09:48:55.696663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-c2b13965-a050-41ff-bcec-4e66b2cdad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:48:55.699332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-c2b13965-a050-41ff-bcec-4e66b2cdad86 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425251 Nov 04 09:48:55.798953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-59f691a5-49d2-489a-9b31-138d6e8c50ae service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882211 Nov 04 09:48:55.897489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a16b8740-cc8b-4530-a99c-b84f913d621f req-3b70b997-b9fc-4211-88cf-692ab50025ff service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914805 Nov 04 09:48:55.913855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:48:56.142929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:ce:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:48:54Z', 'revision_number': 1, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:48:56.173272 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6be1a3c-aedd-40f3-be87-bd22079abd86 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:ce:9e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:48:54Z', 'revision_number': 1, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:48:56.373551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfaaab5-c968-4ab0-b2d0-89713c8d535d None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:49:07.388227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4b8f7a89-9055-4f7a-9845-a92c23cb66e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:09.987421 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-33a43362-1402-4c56-937a-91ef44117a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:10.314348 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:11.410511 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:12.876401 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:16.067117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:16.962084 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:19.668372 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:49:37.391004 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1894fa6b-f7bf-488f-930d-4403ccabd3f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:39.990693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f11ea093-9eb8-4b80-b090-98e7fd3a20df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:40.316770 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:41.415635 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:42.882843 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:46.018276 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-2764b044-84f6-4648-be1b-37d3dfb84278 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470276 Nov 04 09:49:46.078269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:46.110212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-9bfcff07-2eca-424a-957a-84fbe14ea3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:49:46.111782 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-9bfcff07-2eca-424a-957a-84fbe14ea3b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1096 time: 0.0481935 Nov 04 09:49:46.234287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-60b38d62-54bc-4e32-8b98-fd4fee947577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:49:46.235772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-60b38d62-54bc-4e32-8b98-fd4fee947577 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1019285 Nov 04 09:49:46.313422 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-db58085a-ffdd-4386-9139-657ffeefe8a8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 1001 time: 0.0696855 Nov 04 09:49:46.371308 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-27ef1980-982e-42be-aab0-f526e2c2b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:49:46.372862 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-27ef1980-982e-42be-aab0-f526e2c2b078 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0516942 Nov 04 09:49:46.421929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-b567896f-5391-4ba0-aeef-cc08c77fcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:49:46.423503 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-b567896f-5391-4ba0-aeef-cc08c77fcecf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426712 Nov 04 09:49:46.529556 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-5ada7e43-186c-40bf-bc5e-701701d50f40 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967965 Nov 04 09:49:46.640749 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3168ecb5-d4ed-4ae8-89d3-9615409ef7fc req-098374ba-49ad-4524-aef4-67c23661d3ab service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961251 Nov 04 09:49:46.977822 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:49:56.667529 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:50:07.392739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af592b25-4beb-49e8-b28f-0a26de5d1b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:09.993944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-20268621-434d-4d8d-8bc3-4bfb9754ee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:10.317012 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:11.420903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:12.882322 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:16.101959 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:16.977036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:33.666433 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:50:36.700270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4a9ab-661c-4cea-ad7d-ed4a98a5b553 req-195769ca-26a5-4141-b79f-ec58c1fa3ea9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:36.702431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ee4a9ab-661c-4cea-ad7d-ed4a98a5b553 req-195769ca-26a5-4141-b79f-ec58c1fa3ea9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0571725 Nov 04 09:50:36.740547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9ee4a9ab-661c-4cea-ad7d-ed4a98a5b553 req-5e09afd7-2a34-4198-84fb-77285c5c6a62 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320179 Nov 04 09:50:36.925039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 42238) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:50:36.980812 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3304c9-a611-477f-893e-b685d3596e61 req-ede47e79-38ef-4a89-88a9-bd631adb62db tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:36.982381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff3304c9-a611-477f-893e-b685d3596e61 req-ede47e79-38ef-4a89-88a9-bd631adb62db tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0508301 Nov 04 09:50:37.019386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-10b57f85-55eb-4f51-8657-029f60f5212f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0930748 Nov 04 09:50:37.023897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff3304c9-a611-477f-893e-b685d3596e61 req-ea24108c-67c0-421d-b663-1cc347316db2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351095 Nov 04 09:50:37.028467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-ae79ba6b-b35f-4dcf-b6d5-dc4e6abc431e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:50:37.030013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-ae79ba6b-b35f-4dcf-b6d5-dc4e6abc431e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055978 Nov 04 09:50:37.395743 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ac2c45e1-35a9-419c-87f7-a0cf5e22bd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:38.151527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf62e3-719b-4b35-947b-7cdb773d9f8e req-3f34dab6-edad-4886-b569-26a39541b4cf tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:38.153051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23bf62e3-719b-4b35-947b-7cdb773d9f8e req-3f34dab6-edad-4886-b569-26a39541b4cf tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0505784 Nov 04 09:50:38.159781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-8350b699-75f6-442a-8862-315d66410dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:38.161497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-8350b699-75f6-442a-8862-315d66410dc6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1096 time: 0.0437119 Nov 04 09:50:38.192884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23bf62e3-719b-4b35-947b-7cdb773d9f8e req-d4f0f6b3-793f-4349-b801-2fa5bf88db93 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334435 Nov 04 09:50:38.260069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-2ca56bfa-ec43-4596-9541-92657eed91bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:38.261588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-2ca56bfa-ec43-4596-9541-92657eed91bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0920329 Nov 04 09:50:38.328326 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-3904b67d-6bc0-4ee4-96ff-d87ebdc0ee61 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 1001 time: 0.0594020 Nov 04 09:50:38.383536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5517324d-363d-456f-a067-dcafbc03a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:38.385013 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5517324d-363d-456f-a067-dcafbc03a02c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0486503 Nov 04 09:50:38.432415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5afb2892-e86b-49c0-9369-9316fc902225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:38.433963 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5afb2892-e86b-49c0-9369-9316fc902225 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414684 Nov 04 09:50:38.526315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-eca4361f-b8ba-4c96-9e15-8f49860e72e5 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846834 Nov 04 09:50:38.621829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-d1b3f577-8719-440d-a596-6647c8898a18 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883086 Nov 04 09:50:39.316007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483a5b9-4205-41bb-927b-be6b4159195b req-0fc2dbb9-f21b-47c4-b340-20de1a4c3f09 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:39.317511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4483a5b9-4205-41bb-927b-be6b4159195b req-0fc2dbb9-f21b-47c4-b340-20de1a4c3f09 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0556979 Nov 04 09:50:39.362351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4483a5b9-4205-41bb-927b-be6b4159195b req-41f40565-094d-4a50-8a1b-94bccb24591a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385969 Nov 04 09:50:39.996237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-747c1a01-e508-45ed-960c-fe3783078c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:40.317134 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:40.484643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1d79b-ee57-4784-9891-a357cf508fe8 req-5e67b571-77aa-4015-b4ef-1998ef2f90da tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:40.486217 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8db1d79b-ee57-4784-9891-a357cf508fe8 req-5e67b571-77aa-4015-b4ef-1998ef2f90da tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0510547 Nov 04 09:50:40.526342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8db1d79b-ee57-4784-9891-a357cf508fe8 req-02c936c0-afcd-482c-b4b8-47ba84c7abe7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322583 Nov 04 09:50:41.422146 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:41.649070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7de40-62a8-4524-9168-c95b91157b78 req-02de6471-cebc-4c76-b3ff-d78bab7de242 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:41.650751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4c7de40-62a8-4524-9168-c95b91157b78 req-02de6471-cebc-4c76-b3ff-d78bab7de242 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0510306 Nov 04 09:50:41.690591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4c7de40-62a8-4524-9168-c95b91157b78 req-9f6d8552-98e2-44a5-a4a1-c37542c91d78 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329530 Nov 04 09:50:42.812751 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d6f44-7a3e-4985-ae49-719551efd033 req-713ecad3-363a-49b8-aee5-03c37ce507c9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:42.814246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c9d6f44-7a3e-4985-ae49-719551efd033 req-713ecad3-363a-49b8-aee5-03c37ce507c9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0527329 Nov 04 09:50:42.852663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c9d6f44-7a3e-4985-ae49-719551efd033 req-3c57eae6-b9ec-405a-95ce-d63df8ec03a5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Nov 04 09:50:42.883484 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:43.968576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ac258-65ca-40d6-a2eb-073b1457140a req-bc7064da-70c5-4382-92ac-eaf05c7deca1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:43.970086 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a27ac258-65ca-40d6-a2eb-073b1457140a req-bc7064da-70c5-4382-92ac-eaf05c7deca1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0509622 Nov 04 09:50:44.009861 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a27ac258-65ca-40d6-a2eb-073b1457140a req-50c015f7-aca0-4db5-b737-5d269903a13f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338469 Nov 04 09:50:45.132439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f773792-a71a-4dff-83cc-83b963d20920 req-8d0184b5-4a09-44d8-8236-2a61f129e61b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:45.134280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f773792-a71a-4dff-83cc-83b963d20920 req-8d0184b5-4a09-44d8-8236-2a61f129e61b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0521483 Nov 04 09:50:45.172253 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f773792-a71a-4dff-83cc-83b963d20920 req-7721fc12-c3d7-46db-9f68-4560fe234e24 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315983 Nov 04 09:50:46.114027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:46.296763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385c53-f30d-4a64-92bb-271b64ae362b req-4b4d0a25-0f54-4265-9e6f-92f55d23197f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:46.298148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb385c53-f30d-4a64-92bb-271b64ae362b req-4b4d0a25-0f54-4265-9e6f-92f55d23197f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0535333 Nov 04 09:50:46.335402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bb385c53-f30d-4a64-92bb-271b64ae362b req-5a7b6167-d82b-4e55-8152-a4d785d8dc88 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307178 Nov 04 09:50:46.982770 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:47.453161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081b932-741f-4e14-9e93-292db349d5b4 req-b25fe79b-3395-4a05-9b7d-c65dcc6e8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:47.454646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d081b932-741f-4e14-9e93-292db349d5b4 req-b25fe79b-3395-4a05-9b7d-c65dcc6e8314 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1096 time: 0.0418777 Nov 04 09:50:47.458134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd4c40-28c5-4ba9-9d8b-3be425a9b81a req-6d71db06-e557-49b0-bcdd-a381f5e86df9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:47.459639 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89cd4c40-28c5-4ba9-9d8b-3be425a9b81a req-6d71db06-e557-49b0-bcdd-a381f5e86df9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0497653 Nov 04 09:50:47.500170 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-89cd4c40-28c5-4ba9-9d8b-3be425a9b81a req-d6af60f9-eb34-4df8-a145-f3223f5eee25 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Nov 04 09:50:47.562881 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081b932-741f-4e14-9e93-292db349d5b4 req-964986b6-f571-4a7a-bbbf-f945ac7d99c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:47.564404 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d081b932-741f-4e14-9e93-292db349d5b4 req-964986b6-f571-4a7a-bbbf-f945ac7d99c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0892031 Nov 04 09:50:47.633691 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d081b932-741f-4e14-9e93-292db349d5b4 req-d3272a97-7a39-4fac-96b5-0b5bda85fa0b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 1001 time: 0.0587528 Nov 04 09:50:47.683217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081b932-741f-4e14-9e93-292db349d5b4 req-1cf6519e-a100-45c2-89c2-9c31ade5c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:47.685244 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d081b932-741f-4e14-9e93-292db349d5b4 req-1cf6519e-a100-45c2-89c2-9c31ade5c36f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0432599 Nov 04 09:50:47.741878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d081b932-741f-4e14-9e93-292db349d5b4 req-0b0697e5-f43c-4fec-8a50-8e2a565513d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:47.743785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d081b932-741f-4e14-9e93-292db349d5b4 req-0b0697e5-f43c-4fec-8a50-8e2a565513d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503023 Nov 04 09:50:47.834608 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d081b932-741f-4e14-9e93-292db349d5b4 req-432b1e7e-8ec5-408e-80af-80edb3701dd8 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Nov 04 09:50:47.929278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d081b932-741f-4e14-9e93-292db349d5b4 req-0deeadb2-f9f3-43f3-b67b-c2ffa7770e07 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863366 Nov 04 09:50:48.615973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697ae67-f1ed-407d-bbc5-e40cbdec1a45 req-8263783f-454e-41a6-8cbb-fc7d0bd845ee tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:48.617445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f697ae67-f1ed-407d-bbc5-e40cbdec1a45 req-8263783f-454e-41a6-8cbb-fc7d0bd845ee tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0486917 Nov 04 09:50:48.657214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f697ae67-f1ed-407d-bbc5-e40cbdec1a45 req-f523af6a-e073-4bc2-a228-8953f81e3466 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328765 Nov 04 09:50:49.779469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df4612-1757-453e-89bd-a2ed7e0c6c1b req-2dd7d0b9-3b15-4819-bcc0-08689d2ba7fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:49.780982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10df4612-1757-453e-89bd-a2ed7e0c6c1b req-2dd7d0b9-3b15-4819-bcc0-08689d2ba7fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0542076 Nov 04 09:50:49.820664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-10df4612-1757-453e-89bd-a2ed7e0c6c1b req-398d9c81-d304-41d8-ac3c-25f2f264885a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335929 Nov 04 09:50:50.758072 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-336e8675-37bf-4294-ac57-a14101a04165 service neutron] show failed (client error): The resource could not be found. Nov 04 09:50:50.759028 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-336e8675-37bf-4294-ac57-a14101a04165 service neutron] 10.222.0.70 "GET /v2.0/ports/855d8d85-ac14-40fa-b3c9-f552e8b1a10d/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0568225 Nov 04 09:50:50.941995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85941ba-c8b1-4638-a834-8aad2a572c77 req-cc6405fe-0887-493f-a70d-3c1a9d4c1102 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:50.943765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85941ba-c8b1-4638-a834-8aad2a572c77 req-cc6405fe-0887-493f-a70d-3c1a9d4c1102 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0529227 Nov 04 09:50:50.992216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85941ba-c8b1-4638-a834-8aad2a572c77 req-6e89dab8-caef-45a2-ae69-ff5b0c2a738f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366402 Nov 04 09:50:51.023075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-bf8dafbf-6cd6-437a-988d-a64fa15e2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:51.024724 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-bf8dafbf-6cd6-437a-988d-a64fa15e2bfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 1096 time: 0.1028855 Nov 04 09:50:51.037813 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:50:51.093923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:51.246489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979488-75ee-46ed-add0-f8b77c857563 req-fea0e100-c07e-499e-8c48-520fc6811197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:51.248676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b979488-75ee-46ed-add0-f8b77c857563 req-fea0e100-c07e-499e-8c48-520fc6811197 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1096 time: 0.0739272 Nov 04 09:50:51.307913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:50:51.344064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:50:51.388574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:50:51.391558 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a62bd3-67ca-4915-8061-b040fd07ba62" -d '{"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-unplugged", "status": "completed", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:50:51.396191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:51.410771 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Transition to ACTIVE for port object 855d8d85-ac14-40fa-b3c9-f552e8b1a10d will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:50:51.416678 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:51.448899 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d67df6a-74e9-4358-ac71-1a608721d184 x-openstack-request-id: req-7d67df6a-74e9-4358-ac71-1a608721d184 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:50:51.449190 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-unplugged", "status": "completed", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:50:51.449439 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7d67df6a-74e9-4358-ac71-1a608721d184 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:50:51.449833 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'code': 200} Nov 04 09:50:51.492972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:50:51.556395 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.556840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.557271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.557696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.558169 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.558548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.558971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.559387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.560518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.561237 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.561810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.562235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:51.622818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] No DVR routers for this DVR port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:50:51.705383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979488-75ee-46ed-add0-f8b77c857563 req-69a8f769-f0c6-4035-be95-ae796bc81527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:51.706912 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b979488-75ee-46ed-add0-f8b77c857563 req-69a8f769-f0c6-4035-be95-ae796bc81527 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.4367647 Nov 04 09:50:51.760349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:50:51.760925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:50:51.760925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:50:51.765619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:50:51.765943 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Attempting to bind port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:50:51.770874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:50:51.771217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:50:51.771603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:50:51.772063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Bound port: 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:50:51.772425 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:51.826210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b979488-75ee-46ed-add0-f8b77c857563 req-53d7ad40-8fdc-49e7-9ca5-883d47d35b36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 999 time: 0.1102111 Nov 04 09:50:51.839552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:50:51.844127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:50:51.851326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:51.886171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:51.886844 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:51.889095 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] 10.222.0.55 "PUT /v2.0/ports/855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 1091 time: 0.8550091 Nov 04 09:50:51.889552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979488-75ee-46ed-add0-f8b77c857563 req-715b6946-c9d1-46c0-9d53-7714a33b13a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:51.891449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b979488-75ee-46ed-add0-f8b77c857563 req-715b6946-c9d1-46c0-9d53-7714a33b13a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0581532 Nov 04 09:50:51.913801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:50:51.976301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b979488-75ee-46ed-add0-f8b77c857563 req-415a25f5-6176-433e-921e-0e7be8e5524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:51.977852 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b979488-75ee-46ed-add0-f8b77c857563 req-415a25f5-6176-433e-921e-0e7be8e5524a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787868 Nov 04 09:50:52.089136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b979488-75ee-46ed-add0-f8b77c857563 req-c949d4fa-25dd-4658-aafd-db57552dd4e9 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039147 Nov 04 09:50:52.181200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f10b6c-75ef-4f4f-b434-0c277b040b18 req-061a5dcd-6909-4435-8ec4-bb26ab26f4e9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:52.182597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7f10b6c-75ef-4f4f-b434-0c277b040b18 req-061a5dcd-6909-4435-8ec4-bb26ab26f4e9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 943 time: 0.1085391 Nov 04 09:50:52.237206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b979488-75ee-46ed-add0-f8b77c857563 req-9b7c5918-4671-4028-bb3f-3914b8ee5f8b service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340518 Nov 04 09:50:52.242164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c7f10b6c-75ef-4f4f-b434-0c277b040b18 req-eb932dda-aadb-4e29-b009-e971ea547906 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522065 Nov 04 09:50:52.319098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-79aa0c9d-ce36-497e-8df6-055285bed41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:52.320636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-79aa0c9d-ce36-497e-8df6-055285bed41e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1094 time: 0.0433037 Nov 04 09:50:52.415384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-265a8e50-80d2-4b4d-9834-b85680b80e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:52.416831 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-265a8e50-80d2-4b4d-9834-b85680b80e71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0897293 Nov 04 09:50:52.481205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-f09375eb-3799-40d7-8cab-c744d1781801 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 999 time: 0.0574503 Nov 04 09:50:52.529893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-cdb21f06-06da-40cc-912a-dadb6c0da7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:52.531440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-cdb21f06-06da-40cc-912a-dadb6c0da7ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0436647 Nov 04 09:50:52.583824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-c8d2d47b-eedb-4949-a292-0557dca00ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:52.585358 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-c8d2d47b-eedb-4949-a292-0557dca00ac4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459204 Nov 04 09:50:52.674512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-270751a9-46e9-4b4d-9c3a-d75737e8aed2 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818038 Nov 04 09:50:52.769924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-57978424-b44a-4dd8-9118-e2b2bdfb9443 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885122 Nov 04 09:50:53.362613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebfe25-b790-4230-84e7-c26404ac4d1b req-f98dada1-0a5b-43a0-bfbb-33833dc76ce9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.364142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0ebfe25-b790-4230-84e7-c26404ac4d1b req-f98dada1-0a5b-43a0-bfbb-33833dc76ce9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 943 time: 0.0502925 Nov 04 09:50:53.404278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0ebfe25-b790-4230-84e7-c26404ac4d1b req-cbbff12b-0d12-4591-b40d-90dd5e9db4ee tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334632 Nov 04 09:50:53.451181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:50:53.453616 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46414d7f1612526041c51e6831c75654a625b4e60f5f5744d491bbbfc74f416f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb82ddc-2524-4739-88b4-b01bd19bded1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:50:53.502598 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363cd276-8bef-488f-8d96-1874a03dd5df x-openstack-request-id: req-363cd276-8bef-488f-8d96-1874a03dd5df {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:50:53.502872 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:50:53.503130 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-363cd276-8bef-488f-8d96-1874a03dd5df {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:50:53.503537 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'status': 'completed', 'code': 200} Nov 04 09:50:53.566636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-bcca69ca-41cb-4c6b-b9ea-baef292b5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.568180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-bcca69ca-41cb-4c6b-b9ea-baef292b5ea3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1094 time: 0.0434556 Nov 04 09:50:53.570413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-4096ffd3-8a0e-49b1-85a3-4cf4add745ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.572038 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-4096ffd3-8a0e-49b1-85a3-4cf4add745ae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1094 time: 0.0444839 Nov 04 09:50:53.666463 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-8835a453-76dc-43ba-a12a-d79b3ee073bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.666712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-1ab60c5e-8850-4f23-ba84-721f02580408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.667985 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-8835a453-76dc-43ba-a12a-d79b3ee073bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0890853 Nov 04 09:50:53.668125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-1ab60c5e-8850-4f23-ba84-721f02580408 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0919006 Nov 04 09:50:53.735550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-ea03833d-4157-495e-85fe-f416153c751c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 999 time: 0.0597422 Nov 04 09:50:53.736473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-d3f183e2-f827-489e-b1f1-174456a88c92 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 999 time: 0.0607166 Nov 04 09:50:53.789443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-a9887774-5ac2-4a5c-bcac-ae4891221dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.790943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-a9887774-5ac2-4a5c-bcac-ae4891221dd3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0479724 Nov 04 09:50:53.793444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-1306711c-5fb6-4d75-b5c4-0814ca6d89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.795338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-1306711c-5fb6-4d75-b5c4-0814ca6d89b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0510042 Nov 04 09:50:53.843385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-361e995e-3cfd-4ff8-b6d7-9556e5766321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.844833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-361e995e-3cfd-4ff8-b6d7-9556e5766321 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467281 Nov 04 09:50:53.847603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-79be4b79-38dc-4848-b4e9-a5f15d516d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:53.849173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-79be4b79-38dc-4848-b4e9-a5f15d516d82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466301 Nov 04 09:50:53.939508 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-d9d15e39-09f8-4cff-9e9c-773b38afe9d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860336 Nov 04 09:50:53.942317 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-21f78cbe-b90b-403e-b111-edb29fb52fda service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849147 Nov 04 09:50:54.041383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-9cffc619-3291-4974-ad58-a959c160d9e5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931282 Nov 04 09:50:54.386246 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5cb82ddc-2524-4739-88b4-b01bd19bded1 req-c87895e2-8814-4841-98a2-92429692f7a5 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361947 Nov 04 09:50:54.416642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:50:54.514720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:50:54.527876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'mac_address': 'fa:16:3e:ce:9e:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:50:54.530032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f6e05-036b-4ed3-a56c-09448caf4c85 req-ab1cba5e-d6b3-4c78-a007-c1298abf4e1d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:54.531911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea3f6e05-036b-4ed3-a56c-09448caf4c85 req-ab1cba5e-d6b3-4c78-a007-c1298abf4e1d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 943 time: 0.0526855 Nov 04 09:50:54.573666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea3f6e05-036b-4ed3-a56c-09448caf4c85 req-fb060cc8-e49c-4c15-b5c6-e72de69529c8 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352395 Nov 04 09:50:54.576466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:54.589943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855d8d85-ac14-40fa-b3c9-f552e8b1a10d {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:50:54.609355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:50:54.613477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:54.661279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:50:54.669024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.669461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.669808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.670147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.670476 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.670799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.671125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.671446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.671765 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.672124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.672428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.672746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:54.775259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984423a1-8f68-48d5-82ff-9f0a44a20197 req-117ceedb-4716-4e3b-8022-84a481551b0b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:54.776833 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-984423a1-8f68-48d5-82ff-9f0a44a20197 req-117ceedb-4716-4e3b-8022-84a481551b0b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 944 time: 0.0517049 Nov 04 09:50:54.788567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-700bf1b4-a574-4b63-9313-62545ba7dc18 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:54.790652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-700bf1b4-a574-4b63-9313-62545ba7dc18 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 944 time: 0.0539172 Nov 04 09:50:54.817160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-984423a1-8f68-48d5-82ff-9f0a44a20197 req-baa754ab-be50-4d67-bbb6-7ba8be966164 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342197 Nov 04 09:50:54.853392 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-15a5fbf8-f15d-48ef-80f5-41dd79e5dc0f service neutron] delete failed (client error): The resource could not be found. Nov 04 09:50:54.854415 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-15a5fbf8-f15d-48ef-80f5-41dd79e5dc0f service neutron] 10.222.0.70 "DELETE /v2.0/ports/855d8d85-ac14-40fa-b3c9-f552e8b1a10d/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0557444 Nov 04 09:50:54.865332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['855d8d85-ac14-40fa-b3c9-f552e8b1a10d'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:50:54.944238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-f4a0be5c-63a4-44f2-8770-1104d4c989ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:54.945682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-f4a0be5c-63a4-44f2-8770-1104d4c989ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 1095 time: 0.0457475 Nov 04 09:50:55.048272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-f5f07dfa-9b7d-4315-8ca2-6d3dcc862c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:55.049734 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-f5f07dfa-9b7d-4315-8ca2-6d3dcc862c68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0968492 Nov 04 09:50:55.116106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-8a242acc-7000-4d6b-97f5-d029e71f43b5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 200 len: 1000 time: 0.0581160 Nov 04 09:50:55.170640 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-f5a08a0a-b06d-444c-84b8-dadab62c53a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:55.172201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-f5a08a0a-b06d-444c-84b8-dadab62c53a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0480571 Nov 04 09:50:55.219513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-43fa22cb-c9c7-4dab-895a-90409b463530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:55.220995 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-43fa22cb-c9c7-4dab-895a-90409b463530 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416179 Nov 04 09:50:55.316894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-935e6a55-4e3e-4fe5-8a52-1ace0444a228 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875583 Nov 04 09:50:55.414148 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-337db4fb-d0d5-4b8c-af3c-50de7f36f64e req-4f01e19f-06cd-417d-b0c7-701f41ed2a5e service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874732 Nov 04 09:50:55.951871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c0ac5-9634-4e21-b58e-61dea140e861 req-0f84b41b-0b2f-452e-b845-70c6f81aac2a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:55.954149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-711c0ac5-9634-4e21-b58e-61dea140e861 req-0f84b41b-0b2f-452e-b845-70c6f81aac2a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 944 time: 0.0622058 Nov 04 09:50:56.001405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-711c0ac5-9634-4e21-b58e-61dea140e861 req-f14d6562-6451-42f5-bc04-12893b843513 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404031 Nov 04 09:50:56.125969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ccecb-f8f8-4747-b96c-e242c244ae63 req-ddcbff6b-a6d2-4747-a8fa-6f41b059feef tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:56.127387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e20ccecb-f8f8-4747-b96c-e242c244ae63 req-ddcbff6b-a6d2-4747-a8fa-6f41b059feef tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 944 time: 0.0527334 Nov 04 09:50:56.170923 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e20ccecb-f8f8-4747-b96c-e242c244ae63 req-823853cd-08bc-47be-b8ac-507a82842925 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348220 Nov 04 09:50:56.287703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddf7f6-9572-46fb-b99c-443be46a9012 req-428204ff-dab4-4e31-bef9-78e4ed9d0fc9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:56.289328 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfddf7f6-9572-46fb-b99c-443be46a9012 req-428204ff-dab4-4e31-bef9-78e4ed9d0fc9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 944 time: 0.0508831 Nov 04 09:50:56.315721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:50:56.330112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfddf7f6-9572-46fb-b99c-443be46a9012 req-840e2f05-445c-44c9-8ec2-712951ab870c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346179 Nov 04 09:50:56.356249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:50:56.418024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:50:56.468590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:50:56.472396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:50:56.472773 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:56.560596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:56.585786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:50:56.588111 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0cc379-831f-48fc-8cd1-269dec21cad3" -d '{"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-plugged", "status": "completed", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:50:56.591768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0460b5-a93d-4d88-9d07-cdf08e73b186 req-71fec81f-b438-41cf-b87d-abc0fa9a522f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:56.593310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e0460b5-a93d-4d88-9d07-cdf08e73b186 req-71fec81f-b438-41cf-b87d-abc0fa9a522f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 944 time: 0.0539525 Nov 04 09:50:56.600847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:50:56.604816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:56.634620 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e0460b5-a93d-4d88-9d07-cdf08e73b186 req-36d815c0-346e-4c0e-bbd6-ac65f8cc3822 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348370 Nov 04 09:50:56.654672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:50:56.689684 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14ad4b3-31d5-4d18-bcdf-aa1813f157ce x-openstack-request-id: req-c14ad4b3-31d5-4d18-bcdf-aa1813f157ce {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:50:56.689981 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-plugged", "status": "completed", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:50:56.690242 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c14ad4b3-31d5-4d18-bcdf-aa1813f157ce {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:50:56.690740 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'code': 200} Nov 04 09:50:57.758326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce71d-eff2-4c54-a086-769167457e62 req-1694236e-97fb-4f39-984f-94905eaac4eb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:57.759794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39dce71d-eff2-4c54-a086-769167457e62 req-1694236e-97fb-4f39-984f-94905eaac4eb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0511413 Nov 04 09:50:57.828730 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-39dce71d-eff2-4c54-a086-769167457e62 req-3f774c96-89ca-4604-bee5-6342741228e4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624716 Nov 04 09:50:57.846359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-a3e9242f-925b-4394-b0bc-3de43751f726 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:50:57.847875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-a3e9242f-925b-4394-b0bc-3de43751f726 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 945 time: 0.0760374 Nov 04 09:50:57.940124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Deleting port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:50:57.940372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:58.047694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] For port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:50:58.048095 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:58.297742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:58.298117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:58.298443 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d disassociated. External IP: 172.25.3.235, port: 855d8d85-ac14-40fa-b3c9-f552e8b1a10d. Nov 04 09:50:58.298788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Calling delete_port for 855d8d85-ac14-40fa-b3c9-f552e8b1a10d owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:50:58.431227 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:58.460419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event deleted for resources: {'Port': ['ID=855d8d85-ac14-40fa-b3c9-f552e8b1a10d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:50:58.474568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.474919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.475264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.475603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.475963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.476300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.476629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.476960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.477283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.477610 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.477939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.478270 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:50:58.595581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:50:58.706581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:50:58.716759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:50:58.726214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:50:58.726781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:50:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:50:58.747023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] No DVR routers for this DVR port 855d8d85-ac14-40fa-b3c9-f552e8b1a10d on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:50:58.749777 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:50:58.754160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c491785-fb2a-44bd-9e3d-b187ba151171 req-c038df3f-e1f1-4a79-ae23-abdbded9557b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "DELETE /v2.0/ports/855d8d85-ac14-40fa-b3c9-f552e8b1a10d HTTP/1.1" status: 204 len: 173 time: 0.8997133 Nov 04 09:50:58.754624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-deleted', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:50:58.757918 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f31c86-198a-4f92-ab1b-3c20c018ebc9" -d '{"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-deleted", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:50:58.849261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:50:58.869016 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597370f-7b3a-40b2-aa5e-a0bab92d1def x-openstack-request-id: req-e597370f-7b3a-40b2-aa5e-a0bab92d1def {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:50:58.870128 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9058935-9ae1-4bc5-a50e-27a79d28222c", "name": "network-vif-deleted", "tag": "855d8d85-ac14-40fa-b3c9-f552e8b1a10d", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:50:58.870588 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e597370f-7b3a-40b2-aa5e-a0bab92d1def {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:50:58.871192 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9058935-9ae1-4bc5-a50e-27a79d28222c', 'name': 'network-vif-deleted', 'tag': '855d8d85-ac14-40fa-b3c9-f552e8b1a10d', 'status': 'completed', 'code': 200} Nov 04 09:50:58.963179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-23fa8f2a-72e2-4d6a-b754-2b83b890222f req-1c86c00d-3c2b-4632-8c67-77d040a4fc6c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9058935-9ae1-4bc5-a50e-27a79d28222c HTTP/1.1" status: 200 len: 210 time: 0.0310755 Nov 04 09:50:59.058331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:50:59.088856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:50:59.098245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:50:59.098857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:50:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:50:59.202611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:50:59.401621 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:50:59.428309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879b5050-049a-4ec3-b879-b22cf7d760f1 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:50:59.638609 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab0c3e9-7295-4fd2-b4e9-9289fe93d397 None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:51:00.202122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-aba65dfc-ca2e-4157-a301-aa28aba7a7a5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--616780135&fields=id&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 267 time: 0.0344019 Nov 04 09:51:00.313252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-51b263c4-d5c5-4c23-9c3d-d6a30526c781 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:00.314703 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-51b263c4-d5c5-4c23-9c3d-d6a30526c781 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.1057296 Nov 04 09:51:00.329941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-f8e70083-4bda-4b10-a376-e8a1798bea6a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/quotas/a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 375 time: 0.0093670 Nov 04 09:51:00.386607 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-289f0ecb-3e1b-4f75-94ee-d95079ff2dab tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510256 Nov 04 09:51:00.427698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:51:00.453109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 855d8d85-ac14-40fa-b3c9-f552e8b1a10d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:51:00.453452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 855d8d85-ac14-40fa-b3c9-f552e8b1a10d not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:51:00.491447 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-9db45830-7a0d-4977-a295-d7e3ce605444 service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929632 Nov 04 09:51:00.585360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-987d6f5b-f1b5-4590-8595-df2122128bc6 service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861926 Nov 04 09:51:00.745819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5dfbd5d3-3357-44ae-a679-9ec5c3fc0785 req-67ca03c4-884c-4480-87c4-0ae639337777 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 210 time: 0.0285275 Nov 04 09:51:01.826465 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-966612aa-f9fc-47e8-a710-01c436b67e3d req-ee3ab944-ca70-4029-92b2-116f1db6e41c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 210 time: 0.0277967 Nov 04 09:51:02.918502 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a4cb49a4-cab9-432e-bf18-1560e82e3549 req-a00922bc-5620-48b4-90af-0b0504c885d5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 210 time: 0.0320518 Nov 04 09:51:03.998929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1cd20313-4b76-4269-89eb-83d7641af2ad req-966c0c16-ebd2-4929-9c7f-ae5c3a81ded7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 210 time: 0.0270839 Nov 04 09:51:05.106592 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c730621c-f908-4c23-adf2-4870ea86e93d req-44146297-5bdc-4072-8ca4-75174a2178d2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 210 time: 0.0273790 Nov 04 09:51:05.794211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-e5925607-021d-4ff0-9328-3c82f2dd4b71 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:05.795771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-e5925607-021d-4ff0-9328-3c82f2dd4b71 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.1113944 Nov 04 09:51:05.856074 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-972dfeea-20c9-4a53-821e-4ace7c738357 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 379 time: 0.0510681 Nov 04 09:51:05.869121 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'port': {'device_id': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'admin_state_up': True, 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'security_groups': ['9733ad10-f614-4e11-8b3b-d2637dfa614a']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:51:05.980621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Made reservation on behalf of a6920dd0350d4f5dba911c0f3a361ddc for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:51:05.984451 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:06.146586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Allocated IP 172.20.0.14 (0e6e4099-6ad7-4f41-9c41-57bb73ef55d2/14c99727-7aea-41fc-82d1-a3f5cbed3df5/a3af6130-f449-40e7-a80b-212227d9d818) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:51:06.215969 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c655b625-4d45-4b9b-8e5d-261ddd09eebf req-af27d7e2-20d2-40df-b596-133efc43f881 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 210 time: 0.0344639 Nov 04 09:51:06.321878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:06.355702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:06.399802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:51:06.402863 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:51:06.408042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:51:06.440901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:51:06.474906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:06.475963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:06.495717 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-99f161b7-1072-458e-a556-190ffafbe1d3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6305306 Nov 04 09:51:06.510057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Request body: {'port': {'device_id': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:51:06.589838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:06.636219 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-932c880c-d2dc-4991-948b-0e883a736751 None None] Provisioning complete for port a3af6130-f449-40e7-a80b-212227d9d818 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:51:06.636831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-932c880c-d2dc-4991-948b-0e883a736751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:06.673437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-932c880c-d2dc-4991-948b-0e883a736751 None None] Port a3af6130-f449-40e7-a80b-212227d9d818 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:51:07.239131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3af6130-f449-40e7-a80b-212227d9d818 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:51:07.247380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:07.264378 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Transition to ACTIVE for port object a3af6130-f449-40e7-a80b-212227d9d818 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:51:07.268255 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:07.354119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:51:07.400098 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-76d52e92-d5f5-46ae-8545-043e675689d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:07.412308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043bdc8-a2ee-4dfd-ae82-9c14c9ab1999 req-14337095-c625-4cad-98b5-7994285c8b73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:07.413856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5043bdc8-a2ee-4dfd-ae82-9c14c9ab1999 req-14337095-c625-4cad-98b5-7994285c8b73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.1175871 Nov 04 09:51:07.455705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:51:07.456069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:51:07.456399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:51:07.468783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Port a3af6130-f449-40e7-a80b-212227d9d818 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:51:07.469109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:51:07.478230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5043bdc8-a2ee-4dfd-ae82-9c14c9ab1999 req-a47354ac-7ed1-4ec8-962d-716ce96af622 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571771 Nov 04 09:51:07.479409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:51:07.479750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:51:07.480169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:51:07.480593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Bound port: a3af6130-f449-40e7-a80b-212227d9d818, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:51:07.480954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:07.550674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:51:07.553652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:51:07.557737 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:07.593770 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:07.594398 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:07.595793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] 10.222.0.55 "PUT /v2.0/ports/a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1092 time: 1.0905051 Nov 04 09:51:07.596254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:51:07.598506 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3f9a52-23c4-4a6d-86b1-5a337e817940" -d '{"events": [{"name": "network-changed", "server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "tag": "a3af6130-f449-40e7-a80b-212227d9d818"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:51:07.624579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7eb48f-ba0b-43c8-80db-71e4e65446cd service neutron] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:51:07.647087 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725698bc-c1b3-4542-980a-7e4d877e9720 x-openstack-request-id: req-725698bc-c1b3-4542-980a-7e4d877e9720 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:51:07.647389 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "tag": "a3af6130-f449-40e7-a80b-212227d9d818", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:51:07.647648 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-725698bc-c1b3-4542-980a-7e4d877e9720 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:51:07.648084 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818', 'status': 'completed', 'code': 200} Nov 04 09:51:07.679547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-2751074b-39f3-48aa-bda7-95b74641e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:07.681128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-2751074b-39f3-48aa-bda7-95b74641e06b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1095 time: 0.0459867 Nov 04 09:51:07.729957 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-010344be-5123-4038-92ce-29952d118bc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 217 time: 0.0397549 Nov 04 09:51:07.780686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-2d49c2e6-0fc4-4cb3-8b9d-fc0d1b3f1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:07.782357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-2d49c2e6-0fc4-4cb3-8b9d-fc0d1b3f1bc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0455723 Nov 04 09:51:07.831370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-c8f3c4ef-fc3b-4e3e-8487-f6350c48ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:07.832944 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-c8f3c4ef-fc3b-4e3e-8487-f6350c48ddaf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440750 Nov 04 09:51:07.928411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-4d3e65f0-8484-491d-af99-79898d064bd7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883865 Nov 04 09:51:08.019709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a85bae8e-d1e8-4f10-8836-819af7ce9426 req-22cc2fac-23fc-4516-afc7-44c24a4a6ade service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841537 Nov 04 09:51:08.106791 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-eea97ba0-2e68-4885-b87f-c6188d0c1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:08.108874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-eea97ba0-2e68-4885-b87f-c6188d0c1b5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1095 time: 0.0422690 Nov 04 09:51:08.200999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-c2499fb2-5d80-4975-9a99-33a680f25e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:08.202489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-c2499fb2-5d80-4975-9a99-33a680f25e81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0868914 Nov 04 09:51:08.245600 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-7f05df7a-7e8c-4831-8316-f0d23760bb8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 217 time: 0.0358829 Nov 04 09:51:08.300230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-1d9ec600-c55e-4bd2-a10d-edd5035082cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:08.301767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-1d9ec600-c55e-4bd2-a10d-edd5035082cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0482097 Nov 04 09:51:08.348501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-1623b809-3ed3-4340-9898-20dfedeff3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:08.350022 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-1623b809-3ed3-4340-9898-20dfedeff3b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410743 Nov 04 09:51:08.439846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-cd91be9b-b132-4789-8407-3ad7268d4b15 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812616 Nov 04 09:51:08.548364 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e3f9a52-23c4-4a6d-86b1-5a337e817940 req-727f1227-be60-441f-a794-cdb3dbdc8020 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008615 Nov 04 09:51:08.609920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb70ee7-3121-4abb-abce-cfd45612ca75 req-6ba45ac2-8074-46c8-83ba-13406d0642e7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:08.611403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbb70ee7-3121-4abb-abce-cfd45612ca75 req-6ba45ac2-8074-46c8-83ba-13406d0642e7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0515599 Nov 04 09:51:08.649911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cbb70ee7-3121-4abb-abce-cfd45612ca75 req-c60bead3-795e-42d8-af2f-843bc54e4c31 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324659 Nov 04 09:51:09.767452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae575a-b2ae-4a75-ae10-1cce0436bf01 req-e8578ca1-b17b-4280-8b01-348a276b4484 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:09.768871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27ae575a-b2ae-4a75-ae10-1cce0436bf01 req-e8578ca1-b17b-4280-8b01-348a276b4484 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0516062 Nov 04 09:51:09.808983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27ae575a-b2ae-4a75-ae10-1cce0436bf01 req-74405547-3f6f-4165-bab5-f148ed5d7200 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340829 Nov 04 09:51:10.000463 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5923b83f-67c1-4402-b0d3-483b2901d1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:10.318939 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:10.502429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a3af6130-f449-40e7-a80b-212227d9d818 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:51:10.612585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:51:10.624301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': 'a3af6130-f449-40e7-a80b-212227d9d818', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': 'a3af6130-f449-40e7-a80b-212227d9d818', 'mac_address': 'fa:16:3e:a9:54:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:51:10.661973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:10.665434 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:51:10.675169 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3af6130-f449-40e7-a80b-212227d9d818 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:51:10.695084 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:51:10.698339 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:10.748049 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:51:10.927119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['a3af6130-f449-40e7-a80b-212227d9d818'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:51:10.939354 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f104a7-ce0f-4e0b-90f3-61c32db707c7 req-7d47e416-3d0b-4e69-86fa-72107fe27b58 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:10.941031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85f104a7-ce0f-4e0b-90f3-61c32db707c7 req-7d47e416-3d0b-4e69-86fa-72107fe27b58 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 945 time: 0.0573635 Nov 04 09:51:10.980024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85f104a7-ce0f-4e0b-90f3-61c32db707c7 req-d428702e-741f-42bb-b144-2a22d6947adc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326846 Nov 04 09:51:11.421469 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:12.099257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86af5a6-b88a-4575-ac97-f6d938c73311 req-84efe22a-32a7-4b64-a0ef-89fb6a9d8e95 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:12.100797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a86af5a6-b88a-4575-ac97-f6d938c73311 req-84efe22a-32a7-4b64-a0ef-89fb6a9d8e95 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 945 time: 0.0512030 Nov 04 09:51:12.141279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a86af5a6-b88a-4575-ac97-f6d938c73311 req-dd24e140-e778-45a8-91e0-27e63c9a1509 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333741 Nov 04 09:51:12.520982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a3af6130-f449-40e7-a80b-212227d9d818 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:51:12.570768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port a3af6130-f449-40e7-a80b-212227d9d818 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:51:12.574500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port a3af6130-f449-40e7-a80b-212227d9d818 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:51:12.574870 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:12.653877 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:12.675777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:51:12.678036 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a8376163a0678a988afed92d39cd28aafc9ea8c2404eecf35d2ac890026951e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c5466a-8bed-489a-bcfc-be64f3352163" -d '{"events": [{"server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "name": "network-vif-plugged", "status": "completed", "tag": "a3af6130-f449-40e7-a80b-212227d9d818"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:51:12.691292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:51:12.695523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:12.721512 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1e1757-2454-4cfe-b48d-663afb010bc9 x-openstack-request-id: req-be1e1757-2454-4cfe-b48d-663afb010bc9 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:51:12.721808 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "name": "network-vif-plugged", "status": "completed", "tag": "a3af6130-f449-40e7-a80b-212227d9d818", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:51:12.722048 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-be1e1757-2454-4cfe-b48d-663afb010bc9 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:51:12.722436 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818', 'code': 200} Nov 04 09:51:12.752826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:51:12.848065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d133f8a-c5d9-4dc4-9ec5-e788862ae492 req-af5b8725-9630-4ece-952c-44aa62b04418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:12.849550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d133f8a-c5d9-4dc4-9ec5-e788862ae492 req-af5b8725-9630-4ece-952c-44aa62b04418 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1097 time: 0.0733070 Nov 04 09:51:12.888254 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:12.894341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d133f8a-c5d9-4dc4-9ec5-e788862ae492 req-9881d05b-1029-4d5e-9871-899aeb46a149 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381060 Nov 04 09:51:13.262061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1778d-38f4-4336-95c2-86afd43fd027 req-a5de3c10-29e5-4100-8083-8d6a8a1d95a6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:13.264225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36a1778d-38f4-4336-95c2-86afd43fd027 req-a5de3c10-29e5-4100-8083-8d6a8a1d95a6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0523102 Nov 04 09:51:13.305839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36a1778d-38f4-4336-95c2-86afd43fd027 req-31171a4c-ed54-498e-ba59-1d3fc8206618 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350358 Nov 04 09:51:14.421169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb56ec-7043-4885-9969-faea883c50e3 req-c77252b7-d2fd-469b-b1b0-86f01d64eade tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:14.422798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fb56ec-7043-4885-9969-faea883c50e3 req-c77252b7-d2fd-469b-b1b0-86f01d64eade tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0496647 Nov 04 09:51:14.462262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70fb56ec-7043-4885-9969-faea883c50e3 req-3a2ea839-9df0-4600-8312-b097e39b9911 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331912 Nov 04 09:51:14.585159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90bd24-49a8-4aa4-aa9f-1abf48e40a17 req-d72220f4-b722-435f-8edc-df2fca347804 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:14.587493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e90bd24-49a8-4aa4-aa9f-1abf48e40a17 req-d72220f4-b722-435f-8edc-df2fca347804 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0600920 Nov 04 09:51:14.596656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42404) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:51:14.601141 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'floatingip': {'port_id': 'a3af6130-f449-40e7-a80b-212227d9d818'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:51:14.642238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:15.173706 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:15.177699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:15.277408 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d associated. External IP: 172.25.3.235, port: a3af6130-f449-40e7-a80b-212227d9d818. Nov 04 09:51:15.725865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:51:15.833890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:51:15.838792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:15.844015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:51:15.853836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:51:15.854443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:51:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:51:15.865576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8c640c12-e9be-49b6-8d38-d0a74bb99ec3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "PUT /v2.0/floatingips/0087878e-79f1-481b-ab23-4d06c4ee555d HTTP/1.1" status: 200 len: 992 time: 1.2678404 Nov 04 09:51:15.866183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:51:15.868485 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9508fcc186a99a2afa6a7f25e0085d71eb81afeb480673bede9095660e6b23c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce962c30-ab13-4195-9fda-a6ec9b30054f" -d '{"events": [{"name": "network-changed", "server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "tag": "a3af6130-f449-40e7-a80b-212227d9d818"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:51:15.968403 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2851eb-517a-423c-8d27-105aa3c6f58d x-openstack-request-id: req-ff2851eb-517a-423c-8d27-105aa3c6f58d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:51:15.968685 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "tag": "a3af6130-f449-40e7-a80b-212227d9d818", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:51:15.969550 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ff2851eb-517a-423c-8d27-105aa3c6f58d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:51:15.969960 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818', 'status': 'completed', 'code': 200} Nov 04 09:51:16.041190 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-ca665931-2955-4812-9449-9421006e2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:16.042723 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-ca665931-2955-4812-9449-9421006e2c80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1097 time: 0.0451608 Nov 04 09:51:16.120672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:16.137094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:51:16.143473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-972c2e45-aadb-4d3c-bb02-8bb7f21ebd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:16.144979 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-972c2e45-aadb-4d3c-bb02-8bb7f21ebd74 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0945413 Nov 04 09:51:16.215440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-8af9728c-67a5-4713-bfb3-3aa025c98dec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1000 time: 0.0624883 Nov 04 09:51:16.272797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-b0e32d3c-1362-4775-9be8-bbe3c02284a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:16.274188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-b0e32d3c-1362-4775-9be8-bbe3c02284a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0514650 Nov 04 09:51:16.333065 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-643769d8-d00f-4199-b95e-7c7970e81933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:16.334563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-643769d8-d00f-4199-b95e-7c7970e81933 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497012 Nov 04 09:51:16.374610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': 'a3af6130-f449-40e7-a80b-212227d9d818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:a9:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:51:15Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:51:16.403003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:51:16.411918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:51:16.412528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:51:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:51:16.426109 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-4b6056c4-9c56-4eb4-918f-54fcf577b9e4 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838110 Nov 04 09:51:16.522443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:51:16.523119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce962c30-ab13-4195-9fda-a6ec9b30054f req-65e967b1-5a5e-4af0-af41-b55ee633982d service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898149 Nov 04 09:51:16.753850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': 'a3af6130-f449-40e7-a80b-212227d9d818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:a9:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:51:15Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:51:16.781577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0c35d3-74f0-4257-ae42-3acc2624d8bd None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': 'a3af6130-f449-40e7-a80b-212227d9d818', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:a9:54:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:51:15Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:51:16.981938 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad9c14b-1b46-43bd-8d91-917ef4f2763e None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:51:16.993493 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:19.317775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-2d2cc229-77fe-4d35-9f1e-388c2fc85594 req-d0c81632-5071-4f4e-85d2-95f01d2ec2af service neutron] (102556) timed out ('10.222.0.70', 50433) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 09:51:37.401911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f03b39d-0ab2-4475-ae5a-3a64fb975d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:40.001900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c056084-0738-49aa-af7e-7238ede109de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:40.321971 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:41.425242 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:42.891274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:46.115103 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:46.992560 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:51:47.665007 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:51:53.161423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-f6483ba2-fefd-4ac1-89ac-d2873a2f38e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412526 Nov 04 09:51:53.244416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca539cb6-8416-483f-b481-90010445c5a2 req-cc9caad7-3ece-4a56-b3bc-7ca9e14fd0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:53.245910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-cc9caad7-3ece-4a56-b3bc-7ca9e14fd0d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1097 time: 0.0409853 Nov 04 09:51:53.353846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca539cb6-8416-483f-b481-90010445c5a2 req-65a85647-18f7-4a51-b7e8-74b1cf23ae8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:53.355343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-65a85647-18f7-4a51-b7e8-74b1cf23ae8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0880549 Nov 04 09:51:53.423466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-3a7cb267-13a6-4d44-96f0-a20d01a64c86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1002 time: 0.0601561 Nov 04 09:51:53.473717 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca539cb6-8416-483f-b481-90010445c5a2 req-bf0e831d-1756-4e49-9c71-0487dddfb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:53.475212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-bf0e831d-1756-4e49-9c71-0487dddfb635 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0445204 Nov 04 09:51:53.525795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca539cb6-8416-483f-b481-90010445c5a2 req-c817b925-e427-43f5-923d-a0651f75e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:51:53.527432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-c817b925-e427-43f5-923d-a0651f75e52f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445049 Nov 04 09:51:53.619779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-817ada07-fe6d-4bba-8223-337f2df262c8 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825086 Nov 04 09:51:53.716068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca539cb6-8416-483f-b481-90010445c5a2 req-d885fd21-237b-482d-a53b-02ca87c82ae7 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884216 Nov 04 09:52:07.403297 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9dd33ac7-2245-4cda-9f35-5bd5c7e79926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:10.002657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-39437e38-b25e-441a-b12f-c999f13d7f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:10.323411 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:11.428915 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:12.893547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:16.114551 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:17.020821 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:24.664113 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:52:37.404025 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-43796336-9e16-4b6c-88a6-07886414361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:40.004653 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2bf238f1-7c81-4c11-91cc-9a1f77323d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:40.324775 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:41.432064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:42.896405 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:46.127187 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:47.021574 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:52:53.189718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9ef5f-787e-4589-a464-e80187cbaf80 req-1a306b6e-c7a0-4bc4-bb6f-7d5717f9c730 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:53.191207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dad9ef5f-787e-4589-a464-e80187cbaf80 req-1a306b6e-c7a0-4bc4-bb6f-7d5717f9c730 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.1083708 Nov 04 09:52:53.230119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dad9ef5f-787e-4589-a464-e80187cbaf80 req-ffadc338-58e6-4e73-b0d2-4a87198af7e6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328760 Nov 04 09:52:53.746033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-53a18545-9b4d-4e5d-af2a-79e80ea630a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:53.747531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-53a18545-9b4d-4e5d-af2a-79e80ea630a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1097 time: 0.0797200 Nov 04 09:52:53.860074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-c865a09d-3800-4e24-b5c3-4efa92fdab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:53.861577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-c865a09d-3800-4e24-b5c3-4efa92fdab42 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0895307 Nov 04 09:52:53.928257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-dd71b54d-f7e7-4014-87a0-d2ca1582f9bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1002 time: 0.0590124 Nov 04 09:52:53.985543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-83dafd87-bae7-4ca0-96cc-8f5087bc4129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:53.987004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-83dafd87-bae7-4ca0-96cc-8f5087bc4129 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0516007 Nov 04 09:52:54.035942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-f995e7e4-5278-4edc-9a67-afb0142776e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:54.037451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-f995e7e4-5278-4edc-9a67-afb0142776e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428445 Nov 04 09:52:54.131523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-8d6cad35-c4cc-4661-8df9-0169d8c717be service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862784 Nov 04 09:52:54.231652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc21dc32-85b4-4ffe-a413-73d071f12bf5 req-1a3457ae-c796-4073-b38d-f04c04c4027e service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905154 Nov 04 09:52:54.348237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b3efe-5c17-4fa0-8470-0768b6161cfd req-a2b8680d-17ad-4d57-ab23-c80f8a644012 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:54.349743 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a80b3efe-5c17-4fa0-8470-0768b6161cfd req-a2b8680d-17ad-4d57-ab23-c80f8a644012 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0504198 Nov 04 09:52:54.389654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a80b3efe-5c17-4fa0-8470-0768b6161cfd req-756f15a0-a848-496f-8ade-dc46f22fde8a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336208 Nov 04 09:52:55.507211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d6893-3f47-46d8-8e19-3929c45d215d req-f8d3c3f8-700b-41ba-8200-52477f2612de tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:55.508734 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-559d6893-3f47-46d8-8e19-3929c45d215d req-f8d3c3f8-700b-41ba-8200-52477f2612de tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0506008 Nov 04 09:52:55.547766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-559d6893-3f47-46d8-8e19-3929c45d215d req-38889eec-6ae6-4a6f-af52-3d5b23727404 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Nov 04 09:52:56.668383 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860dfef-df87-47ab-ab66-892f03d7ccf3 req-d6e1e869-537a-4b8a-8104-1cbd7ae6f7de tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:56.669780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c860dfef-df87-47ab-ab66-892f03d7ccf3 req-d6e1e869-537a-4b8a-8104-1cbd7ae6f7de tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0544271 Nov 04 09:52:56.709638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c860dfef-df87-47ab-ab66-892f03d7ccf3 req-82a26c0d-3889-4910-989c-f76820fa44cf tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333650 Nov 04 09:52:57.824718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9981f-cdf7-427f-9a9c-8020f241e79c req-d57f1a93-fa59-453e-a480-5704b538a23c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:57.826206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-caf9981f-cdf7-427f-9a9c-8020f241e79c req-d57f1a93-fa59-453e-a480-5704b538a23c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0493371 Nov 04 09:52:57.865318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-caf9981f-cdf7-427f-9a9c-8020f241e79c req-12a1e6ce-538e-4a25-8136-f228a9740f01 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323350 Nov 04 09:52:58.983604 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba8d4d-baad-4628-a353-d88ae74a4e57 req-f2a85cd8-d969-4b04-82ce-62bbd917826f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:52:58.985375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71ba8d4d-baad-4628-a353-d88ae74a4e57 req-f2a85cd8-d969-4b04-82ce-62bbd917826f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0506914 Nov 04 09:52:59.024736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71ba8d4d-baad-4628-a353-d88ae74a4e57 req-43028e4f-0e15-40bf-bb4d-18fff917cc6d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333579 Nov 04 09:53:00.149079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961249b1-03cc-4bed-817d-bdc6358ef06b req-c8cb4a6e-cffa-4333-b67f-336011a4577e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:00.150558 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-961249b1-03cc-4bed-817d-bdc6358ef06b req-c8cb4a6e-cffa-4333-b67f-336011a4577e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0546746 Nov 04 09:53:00.191149 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-961249b1-03cc-4bed-817d-bdc6358ef06b req-81265813-ace8-41fe-93a4-94f08ecfe646 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336409 Nov 04 09:53:01.316705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c445a92-d863-414d-af91-4950bc78ddf6 req-afde038f-2a15-4840-b054-b14419d4f9d9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:01.318206 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c445a92-d863-414d-af91-4950bc78ddf6 req-afde038f-2a15-4840-b054-b14419d4f9d9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0510414 Nov 04 09:53:01.357347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c445a92-d863-414d-af91-4950bc78ddf6 req-5ad3679e-0c93-4720-92bb-e5dd31b1673e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331488 Nov 04 09:53:01.662953 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:53:02.473789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccdca3-9eaa-4154-ad57-ac4db0198900 req-1597d989-7422-4923-8473-5a9022455379 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:02.475301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6dccdca3-9eaa-4154-ad57-ac4db0198900 req-1597d989-7422-4923-8473-5a9022455379 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0496664 Nov 04 09:53:02.513306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6dccdca3-9eaa-4154-ad57-ac4db0198900 req-d035cb79-01d7-44ff-871b-1b1626ac36db tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318789 Nov 04 09:53:03.635000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c71d2f-51ae-40b3-8660-ab723056482f req-111ce75b-627c-43aa-b2b6-5ffef670e3f6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:03.636500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06c71d2f-51ae-40b3-8660-ab723056482f req-111ce75b-627c-43aa-b2b6-5ffef670e3f6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0549927 Nov 04 09:53:03.674618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06c71d2f-51ae-40b3-8660-ab723056482f req-e9dfa4d6-c320-44d5-9bb2-ca737679423e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 Nov 04 09:53:03.920884 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-8a6d9a41-4b1e-45d7-812e-0befb4614b22 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0574498 Nov 04 09:53:03.933397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda11681-2fed-4197-a677-cc347cce0ced req-8f649e8c-ea12-4c1e-8b88-f8454604248a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:03.935128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cda11681-2fed-4197-a677-cc347cce0ced req-8f649e8c-ea12-4c1e-8b88-f8454604248a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0569248 Nov 04 09:53:03.976024 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cda11681-2fed-4197-a677-cc347cce0ced req-2270d98b-2dc6-4b43-83fd-159dac561bc0 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346179 Nov 04 09:53:05.133702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043f5d6-795c-4f4d-b7df-428a652d1f26 req-1f8a2c5a-08fc-4d43-be16-19b0114ddc55 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:05.135220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2043f5d6-795c-4f4d-b7df-428a652d1f26 req-1f8a2c5a-08fc-4d43-be16-19b0114ddc55 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0798743 Nov 04 09:53:05.151050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-7876977b-a527-43da-bf19-57273770f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:05.152518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-7876977b-a527-43da-bf19-57273770f256 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1097 time: 0.0704861 Nov 04 09:53:05.225519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2043f5d6-795c-4f4d-b7df-428a652d1f26 req-48bae65f-9740-4dec-b6e1-1a74d12d5983 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821333 Nov 04 09:53:05.262728 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-c114c52b-5121-445f-9dbd-39d530040f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:05.264162 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-c114c52b-5121-445f-9dbd-39d530040f67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1023593 Nov 04 09:53:05.336654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-43167f07-b2b4-429a-b1eb-b72f507d2530 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1002 time: 0.0643420 Nov 04 09:53:05.388967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-71be95c9-b840-453b-b5bf-648d16e084fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:05.390585 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-71be95c9-b840-453b-b5bf-648d16e084fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0458322 Nov 04 09:53:05.440695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-a49172fe-5ff6-4511-92a6-56828e8cbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:05.442223 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-a49172fe-5ff6-4511-92a6-56828e8cbb81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428488 Nov 04 09:53:05.537076 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-03afb02a-6362-42d0-9c23-fba56cebd9c1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867574 Nov 04 09:53:05.628965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-37a605fd-a7a2-4ba6-8d4d-852ae087ae07 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848005 Nov 04 09:53:06.346906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eee797a-8f68-4cb3-a4ef-4e2af596e01f req-c795cc6f-49cb-49f4-9a53-e5593bddcd3e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:06.348435 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9eee797a-8f68-4cb3-a4ef-4e2af596e01f req-c795cc6f-49cb-49f4-9a53-e5593bddcd3e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0545685 Nov 04 09:53:06.392865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9eee797a-8f68-4cb3-a4ef-4e2af596e01f req-b0b53052-fd80-481b-ab7d-1b2376017c25 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 Nov 04 09:53:07.406045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a28795b-f252-4996-9afb-23e5f2e121e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:07.550037 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4579658-7147-4eaa-9fd1-ac2fbd8f44ee req-70ce7899-aa49-485a-9623-d7b1054ba5e1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:07.551520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4579658-7147-4eaa-9fd1-ac2fbd8f44ee req-70ce7899-aa49-485a-9623-d7b1054ba5e1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 946 time: 0.0870562 Nov 04 09:53:07.572905 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-9cfb3d24-72f7-4373-a157-078e838dbcf3 service neutron] show failed (client error): The resource could not be found. Nov 04 09:53:07.573858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-9cfb3d24-72f7-4373-a157-078e838dbcf3 service neutron] 10.222.0.55 "GET /v2.0/ports/a3af6130-f449-40e7-a80b-212227d9d818/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0822868 Nov 04 09:53:07.597287 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4579658-7147-4eaa-9fd1-ac2fbd8f44ee req-5174e2aa-4d93-4de7-bb2a-33cb8ecb1f3f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391519 Nov 04 09:53:07.854119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-3eccb700-37ce-475b-bcac-4dff17096273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:07.855726 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-3eccb700-37ce-475b-bcac-4dff17096273 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 1097 time: 0.0850868 Nov 04 09:53:07.869305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:53:07.922826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:08.122765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:53:08.155534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:53:08.194591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:53:08.200085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:08.212797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Transition to ACTIVE for port object a3af6130-f449-40e7-a80b-212227d9d818 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:53:08.217558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:08.250248 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa172e3-3ebf-4b51-8d55-d4a132c76839" -d '{"events": [{"server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a3af6130-f449-40e7-a80b-212227d9d818"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:53:08.311545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:08.322457 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.322665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.323009 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.323351 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.323689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.324059 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.324393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.324719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.325049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.325530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.325697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.326022 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:08.366439 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8cfee2-4541-4121-8ea3-7e88d94a5342 x-openstack-request-id: req-de8cfee2-4541-4121-8ea3-7e88d94a5342 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:53:08.366831 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a3af6130-f449-40e7-a80b-212227d9d818", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:53:08.367196 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-de8cfee2-4541-4121-8ea3-7e88d94a5342 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:53:08.367687 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818', 'code': 200} Nov 04 09:53:08.368773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] No DVR routers for this DVR port a3af6130-f449-40e7-a80b-212227d9d818 on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:53:08.506938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:53:08.507521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:53:08.507843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:53:08.512036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Port a3af6130-f449-40e7-a80b-212227d9d818 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:53:08.512346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Attempting to bind port a3af6130-f449-40e7-a80b-212227d9d818 on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:53:08.518005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:53:08.518336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:53:08.518712 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:53:08.519128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Bound port: a3af6130-f449-40e7-a80b-212227d9d818, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:53:08.519479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:08.587367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:53:08.590530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:53:08.594864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:08.630808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:08.631481 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:08.633205 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] 10.222.0.70 "PUT /v2.0/ports/a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1092 time: 0.7682140 Nov 04 09:53:08.667081 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130feca-f0a3-4549-8b3e-d48fa3db82d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:08.721260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-9c63e881-e4b5-49cc-b18f-5ade06e2b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:08.722953 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-9c63e881-e4b5-49cc-b18f-5ade06e2b56e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1095 time: 0.0494013 Nov 04 09:53:08.739528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19995c30-570f-4b31-90bc-55055f02fea9 req-a24e02dc-6cf1-42f7-bb48-b67c45987d3b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:08.741067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19995c30-570f-4b31-90bc-55055f02fea9 req-a24e02dc-6cf1-42f7-bb48-b67c45987d3b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0637417 Nov 04 09:53:08.788881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19995c30-570f-4b31-90bc-55055f02fea9 req-815e109d-3b00-41e1-9c38-74c46824b861 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396616 Nov 04 09:53:08.830107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-64eac9c8-a406-49f3-8ba8-3566e6663103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:08.831662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-64eac9c8-a406-49f3-8ba8-3566e6663103 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1010001 Nov 04 09:53:08.901900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-58cb98b6-af7a-4cc5-939e-8058663d78a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1000 time: 0.0630150 Nov 04 09:53:08.952123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-418bc7a2-411e-4b08-aa7b-687aeb82112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:08.953554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-418bc7a2-411e-4b08-aa7b-687aeb82112d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0446866 Nov 04 09:53:09.005649 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-bb653fcd-5d17-4c34-80cc-2252e5c85a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:09.007438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-bb653fcd-5d17-4c34-80cc-2252e5c85a62 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462830 Nov 04 09:53:09.099122 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-771a85aa-9d05-4f22-ad64-bed78ba8ac09 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839703 Nov 04 09:53:09.194654 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-09f77b21-c4c3-42d1-9a90-24f0f2560a3e req-990c9fac-f0ee-4bda-88e6-6507bb88237f service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Nov 04 09:53:09.911394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f46fe4-62a1-42d6-97ef-791fcd007179 req-9990600a-7d2b-4cfc-ab4a-c3c1160c7682 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:09.913013 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38f46fe4-62a1-42d6-97ef-791fcd007179 req-9990600a-7d2b-4cfc-ab4a-c3c1160c7682 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0526350 Nov 04 09:53:09.960952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38f46fe4-62a1-42d6-97ef-791fcd007179 req-969c8492-e06e-4820-a20d-91577595ab84 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Nov 04 09:53:10.007733 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c4e2ff12-41e4-493f-9784-3ce63dc3e389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:10.332765 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:10.369481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:53:10.372021 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "tag": "a3af6130-f449-40e7-a80b-212227d9d818"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:53:10.425449 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b6bbda-a17c-42be-b84e-fb0ded9612a4 x-openstack-request-id: req-b7b6bbda-a17c-42be-b84e-fb0ded9612a4 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:53:10.425748 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "tag": "a3af6130-f449-40e7-a80b-212227d9d818", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:53:10.426005 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b7b6bbda-a17c-42be-b84e-fb0ded9612a4 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:53:10.426414 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818', 'status': 'completed', 'code': 200} Nov 04 09:53:10.495583 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-b0ef27a0-d777-4d79-b206-caaa9ec41d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.500213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-b0ef27a0-d777-4d79-b206-caaa9ec41d3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1095 time: 0.0537159 Nov 04 09:53:10.509177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-af9dd780-f3b6-435f-9292-3c34f28e1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.511974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-af9dd780-f3b6-435f-9292-3c34f28e1397 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1095 time: 0.0583057 Nov 04 09:53:10.620841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-b4c95cb0-2828-41fe-91e6-e2e9d387cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.622236 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-b4c95cb0-2828-41fe-91e6-e2e9d387cabd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1152685 Nov 04 09:53:10.629424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-7ee55693-77e1-43ab-b583-93014bf794e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.630906 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-7ee55693-77e1-43ab-b583-93014bf794e8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1096160 Nov 04 09:53:10.692727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-6ac6b202-e8ce-4d41-af58-4ecb87485e5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1000 time: 0.0628490 Nov 04 09:53:10.708133 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-91e038cf-5b00-49e7-bf59-68320b48f129 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1000 time: 0.0695105 Nov 04 09:53:10.753814 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-b07b8648-4f41-4c6f-80ae-544b30262b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.755491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-b07b8648-4f41-4c6f-80ae-544b30262b28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0550263 Nov 04 09:53:10.763119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-37c6667a-7138-4af1-989c-7a72e3af6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.765456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-37c6667a-7138-4af1-989c-7a72e3af6dab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0494871 Nov 04 09:53:10.814630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-04c55945-e93b-49fb-895e-5514148cc60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.816269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-04c55945-e93b-49fb-895e-5514148cc60d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530767 Nov 04 09:53:10.820797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-3048f963-a773-4850-8eea-7a771bf06f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:10.822325 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-3048f963-a773-4850-8eea-7a771bf06f2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490708 Nov 04 09:53:10.921588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-b9fa3b26-6ee3-4697-ad2c-390181feab22 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971606 Nov 04 09:53:10.934689 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-1369d2ab-4609-4c08-a5f8-fc975b5b9f4d service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028419 Nov 04 09:53:11.035220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a3af6130-f449-40e7-a80b-212227d9d818 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:53:11.039077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-273ec3eb-5d94-4f97-8baf-e1b0e21af4f6 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090252 Nov 04 09:53:11.042116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ef495693-8aa3-45dd-98b3-6a4b5cb8e2c1 req-c98ab229-9d9f-4472-9346-8be73c67172c service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012104 Nov 04 09:53:11.079013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device a3af6130-f449-40e7-a80b-212227d9d818 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:53:11.116322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45107cb-b2f9-45e6-9c0e-ffe256137aa4 req-017d1ee5-34f5-4587-a8ef-e7d162f57245 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:11.117901 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d45107cb-b2f9-45e6-9c0e-ffe256137aa4 req-017d1ee5-34f5-4587-a8ef-e7d162f57245 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0598710 Nov 04 09:53:11.159115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d45107cb-b2f9-45e6-9c0e-ffe256137aa4 req-7f591c6a-e1b0-4507-97eb-a0c3af7a34dc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337150 Nov 04 09:53:11.396759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fd889-ab7d-4ec0-ac84-f95d854fbd4b req-19b6f68b-518e-421d-89d7-e57fd3de77ce tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:11.398243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f9fd889-ab7d-4ec0-ac84-f95d854fbd4b req-19b6f68b-518e-421d-89d7-e57fd3de77ce tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0880055 Nov 04 09:53:11.406369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74004235-0849-44af-b3ed-5dc705eeeaec req-3fc50113-f6f2-4e40-a28e-11cc915c532c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:11.407718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-3fc50113-f6f2-4e40-a28e-11cc915c532c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 944 time: 0.0836639 Nov 04 09:53:11.434977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:11.474639 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f9fd889-ab7d-4ec0-ac84-f95d854fbd4b req-cc9fe464-c8bb-4419-9ecc-04ff7f20a16a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658379 Nov 04 09:53:11.495239 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-74004235-0849-44af-b3ed-5dc705eeeaec req-30f5d3f1-49e4-4b91-a5d9-1ab89b59c330 service neutron] delete failed (client error): The resource could not be found. Nov 04 09:53:11.496318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-30f5d3f1-49e4-4b91-a5d9-1ab89b59c330 service neutron] 10.222.0.55 "DELETE /v2.0/ports/a3af6130-f449-40e7-a80b-212227d9d818/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0808563 Nov 04 09:53:11.588903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74004235-0849-44af-b3ed-5dc705eeeaec req-0653af91-0bf0-4207-b8b0-208aa9a700d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:11.590448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-0653af91-0bf0-4207-b8b0-208aa9a700d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1095 time: 0.0491016 Nov 04 09:53:11.693789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74004235-0849-44af-b3ed-5dc705eeeaec req-870c9d52-9bfb-4a3e-8b57-f5b91c34ea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:11.695307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-870c9d52-9bfb-4a3e-8b57-f5b91c34ea78 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0972526 Nov 04 09:53:11.761992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-d606ab8f-a25e-4736-926c-f000aa92be15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1000 time: 0.0586739 Nov 04 09:53:11.811601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74004235-0849-44af-b3ed-5dc705eeeaec req-e2919459-3ca9-4d15-a0d0-e35ec87c02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:11.813114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-e2919459-3ca9-4d15-a0d0-e35ec87c02a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0440569 Nov 04 09:53:11.870168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74004235-0849-44af-b3ed-5dc705eeeaec req-8f1263f0-eab9-44e0-8c3a-ff042a9e1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:11.871694 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-8f1263f0-eab9-44e0-8c3a-ff042a9e1bdc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511384 Nov 04 09:53:11.982938 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-5de67ec4-5274-4c5d-bdc6-190882690fa3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028845 Nov 04 09:53:12.104183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-74004235-0849-44af-b3ed-5dc705eeeaec req-7f596aef-8a8f-4e3c-b89b-f43d9775a4b1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044493 Nov 04 09:53:12.605603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b434746-c9d8-42dc-8438-22f2e4bad998 req-706910ee-ce46-458e-b4f7-503059117651 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:12.607888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b434746-c9d8-42dc-8438-22f2e4bad998 req-706910ee-ce46-458e-b4f7-503059117651 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0546241 Nov 04 09:53:12.650038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b434746-c9d8-42dc-8438-22f2e4bad998 req-81b3d8d7-f08d-4a8d-8b0c-0018440af86b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355933 Nov 04 09:53:12.780508 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8e8cb8-7bab-43c5-b774-2e9615ef70d6 req-cb53b818-07b5-48ea-a325-b03b83c429e7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:12.782808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b8e8cb8-7bab-43c5-b774-2e9615ef70d6 req-cb53b818-07b5-48ea-a325-b03b83c429e7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0562012 Nov 04 09:53:12.828652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b8e8cb8-7bab-43c5-b774-2e9615ef70d6 req-b605e534-5b7d-4da6-b6c9-6544c9dfff43 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396895 Nov 04 09:53:12.850949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a3af6130-f449-40e7-a80b-212227d9d818 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:53:12.938899 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:12.984667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:53:12.997563 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'a3af6130-f449-40e7-a80b-212227d9d818', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': 'a3af6130-f449-40e7-a80b-212227d9d818', 'mac_address': 'fa:16:3e:a9:54:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:53:13.051733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a555a-fcac-49fc-9cff-c465ab3e7d3c req-77158ebf-f622-4146-94ce-77b959c46366 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:13.053286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-019a555a-fcac-49fc-9cff-c465ab3e7d3c req-77158ebf-f622-4146-94ce-77b959c46366 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 944 time: 0.0542116 Nov 04 09:53:13.053593 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:13.068383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3af6130-f449-40e7-a80b-212227d9d818 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:53:13.088718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:53:13.093932 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:13.096012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-019a555a-fcac-49fc-9cff-c465ab3e7d3c req-db81370d-7463-48aa-aa85-2b1cfd9da389 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332460 Nov 04 09:53:13.104728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ded0f-78c0-4418-8b09-b052124a492a req-228763e2-5dd3-48a5-ae9a-b40652346d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:13.106838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-562ded0f-78c0-4418-8b09-b052124a492a req-228763e2-5dd3-48a5-ae9a-b40652346d85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 1095 time: 0.0592847 Nov 04 09:53:13.145784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:13.153243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.153588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.153927 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.154781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.155106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.155472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.155890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.156221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.156544 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.156867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.157188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.157507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:13.200431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ded0f-78c0-4418-8b09-b052124a492a req-5f88a666-66cb-4c9b-b42b-c3b4cbb5255b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:13.202179 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-562ded0f-78c0-4418-8b09-b052124a492a req-5f88a666-66cb-4c9b-b42b-c3b4cbb5255b service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0871727 Nov 04 09:53:13.271265 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-562ded0f-78c0-4418-8b09-b052124a492a req-521be302-8baa-499c-84a3-2e5cecb3c5b7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 200 len: 1001 time: 0.0614092 Nov 04 09:53:13.321985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ded0f-78c0-4418-8b09-b052124a492a req-e57cdb59-f006-4a41-a412-e7f7d3416657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:13.323350 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-562ded0f-78c0-4418-8b09-b052124a492a req-e57cdb59-f006-4a41-a412-e7f7d3416657 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0433757 Nov 04 09:53:13.344499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['a3af6130-f449-40e7-a80b-212227d9d818'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:53:13.377279 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ded0f-78c0-4418-8b09-b052124a492a req-ab53b078-c2de-4a96-9767-39f7e82a54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:13.378786 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-562ded0f-78c0-4418-8b09-b052124a492a req-ab53b078-c2de-4a96-9767-39f7e82a54d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470433 Nov 04 09:53:13.477567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-562ded0f-78c0-4418-8b09-b052124a492a req-307d6c36-81c9-4511-b1ac-c114a32aa41e service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896766 Nov 04 09:53:13.567315 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-562ded0f-78c0-4418-8b09-b052124a492a req-4cc79a94-bbad-4553-ade9-695fbd913f3b service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816927 Nov 04 09:53:14.222409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b797e0-4e49-4d6d-aa7d-19dbba9a36c0 req-4f79c31a-c075-41e9-a89c-e92545188469 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:14.223950 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27b797e0-4e49-4d6d-aa7d-19dbba9a36c0 req-4f79c31a-c075-41e9-a89c-e92545188469 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 945 time: 0.0529404 Nov 04 09:53:14.266653 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27b797e0-4e49-4d6d-aa7d-19dbba9a36c0 req-17814793-2ff2-4b04-81c3-49db2c089e06 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363431 Nov 04 09:53:14.520961 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89ca58-94c7-4321-8cc5-5fb69647792e req-d61e3ffe-422f-44d7-9f77-f37acaa70f1b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:14.522477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b89ca58-94c7-4321-8cc5-5fb69647792e req-d61e3ffe-422f-44d7-9f77-f37acaa70f1b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 945 time: 0.0527124 Nov 04 09:53:14.566035 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1b89ca58-94c7-4321-8cc5-5fb69647792e req-48b77f42-8414-4d8e-96b5-d611c2ed4a37 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368767 Nov 04 09:53:15.703215 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e299e-f4b3-489b-9bb3-9c82ed897f5e req-179eb8a8-dae9-4862-b014-8bbfef063952 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:15.704801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-633e299e-f4b3-489b-9bb3-9c82ed897f5e req-179eb8a8-dae9-4862-b014-8bbfef063952 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 945 time: 0.0657201 Nov 04 09:53:15.745685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-633e299e-f4b3-489b-9bb3-9c82ed897f5e req-daccb0c6-10d0-401b-a9fb-e277d90f0d15 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348790 Nov 04 09:53:15.894516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-494d5ab5-4f80-4091-8050-bc27b5bba64b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:15.896076 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-494d5ab5-4f80-4091-8050-bc27b5bba64b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 945 time: 0.0515597 Nov 04 09:53:16.003676 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Deleting port a3af6130-f449-40e7-a80b-212227d9d818 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:53:16.004187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:16.126152 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:16.127182 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] For port a3af6130-f449-40e7-a80b-212227d9d818, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=a3af6130-f449-40e7-a80b-212227d9d818,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:53:16.127555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:16.320082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:16.320454 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:16.320778 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d disassociated. External IP: 172.25.3.235, port: a3af6130-f449-40e7-a80b-212227d9d818. Nov 04 09:53:16.321130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Calling delete_port for a3af6130-f449-40e7-a80b-212227d9d818 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:53:16.469973 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:16.508641 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event deleted for resources: {'Port': ['ID=a3af6130-f449-40e7-a80b-212227d9d818,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:16.637334 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:53:16.775093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:53:16.791347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:53:16.811748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:53:16.813596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:53:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:16.833339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] No DVR routers for this DVR port a3af6130-f449-40e7-a80b-212227d9d818 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:53:16.838033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:16.846108 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fffd8c71-0540-4391-b3f6-f55784cafcb4 req-49aeea6e-f3aa-448e-8531-3ab808d59f49 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "DELETE /v2.0/ports/a3af6130-f449-40e7-a80b-212227d9d818 HTTP/1.1" status: 204 len: 173 time: 0.9428954 Nov 04 09:53:16.846901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'name': 'network-vif-deleted', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:53:16.853832 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b321a28-949f-4020-856c-126d16aef2dc" -d '{"events": [{"server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "name": "network-vif-deleted", "tag": "a3af6130-f449-40e7-a80b-212227d9d818"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:53:16.881665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7a68f4a5-2d21-48c7-8a12-b7aaeab63ece req-f0d8c0fc-db4f-47a9-8f8b-127051125e0a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=baa54d01-3eea-4cae-8a01-edcaebae26cb HTTP/1.1" status: 200 len: 210 time: 0.0365169 Nov 04 09:53:16.940740 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e7a087-ca2d-4b6d-b831-768b065cc692 x-openstack-request-id: req-50e7a087-ca2d-4b6d-b831-768b065cc692 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:53:16.941419 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa54d01-3eea-4cae-8a01-edcaebae26cb", "name": "network-vif-deleted", "tag": "a3af6130-f449-40e7-a80b-212227d9d818", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:53:16.941578 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-50e7a087-ca2d-4b6d-b831-768b065cc692 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:53:16.941989 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa54d01-3eea-4cae-8a01-edcaebae26cb', 'name': 'network-vif-deleted', 'tag': 'a3af6130-f449-40e7-a80b-212227d9d818', 'status': 'completed', 'code': 200} Nov 04 09:53:16.955735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:53:17.097535 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:17.196587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:17.229847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:53:17.238893 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:53:17.239514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:53:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:17.348714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:53:17.767533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:17.793998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adc1e1d-d854-4b67-804d-adb633676e2f None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:53:18.046307 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0219721-45f6-4a92-b0f7-76fb19cc0de8 None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:53:18.214284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-b0bff2de-6de6-47b9-be88-d63dcc478112 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--616780135&fields=id&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 267 time: 0.0356615 Nov 04 09:53:18.333271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-b2b09e54-8a42-43b1-8110-09fd6304b8d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:18.334773 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-b2b09e54-8a42-43b1-8110-09fd6304b8d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.1121862 Nov 04 09:53:18.351788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-98b60db3-fba9-452b-a4ca-5e0293806890 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/quotas/a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 375 time: 0.0102210 Nov 04 09:53:18.407552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-ec200c8c-f5ec-4698-8d48-f21419361bf0 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493340 Nov 04 09:53:18.514696 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-e3900427-aaa0-4c1c-acb4-2a8ea5174dbc service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950298 Nov 04 09:53:18.884046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-d33cf34b-71e5-4086-a577-dd34fdc4323c service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601103 Nov 04 09:53:19.053026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79d670d2-d1c9-48ce-8c38-a00db76913ec req-6854bcad-08fa-472f-a124-e33fc61f4cf4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 210 time: 0.0301592 Nov 04 09:53:20.074103 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-00918f93-6ae2-4adf-aaf4-0fc692a3b9a2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:20.077510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-00918f93-6ae2-4adf-aaf4-0fc692a3b9a2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.1267083 Nov 04 09:53:20.136335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-9525e03d-c6a4-4200-a5c1-5612f1968ef9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 379 time: 0.0494704 Nov 04 09:53:20.165408 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'port': {'device_id': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'admin_state_up': True, 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'security_groups': ['9733ad10-f614-4e11-8b3b-d2637dfa614a']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:53:20.216606 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0d7368a1-bc05-46ef-b943-bcc594e8c879 req-5734c12a-cf72-4d44-9ae7-6c5b43f5c8b4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 210 time: 0.0747502 Nov 04 09:53:20.339845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Made reservation on behalf of a6920dd0350d4f5dba911c0f3a361ddc for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:53:20.343584 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:20.485251 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Allocated IP 172.20.0.10 (0e6e4099-6ad7-4f41-9c41-57bb73ef55d2/14c99727-7aea-41fc-82d1-a3f5cbed3df5/14b895c7-189a-4059-9e95-3eda4da5f57f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:53:20.649636 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:20.685817 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:20.735570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:53:20.739110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:53:20.743287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:53:20.783734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:20.798201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.798548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.798892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.799236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.799570 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.799936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.800274 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.800598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.800924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.801252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.801574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.801898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:53:20.820195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:20.820964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:20.842047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-a1785c73-fecf-4427-84e3-7fdfc40959d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6979980 Nov 04 09:53:20.855283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Request body: {'port': {'device_id': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:53:20.898552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a3af6130-f449-40e7-a80b-212227d9d818 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:53:20.926302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:20.935888 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: a3af6130-f449-40e7-a80b-212227d9d818 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:53:20.936406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a3af6130-f449-40e7-a80b-212227d9d818 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:53:20.997173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-afd3bec1-3574-44f4-a3b1-68f522615054 None None] Provisioning complete for port 14b895c7-189a-4059-9e95-3eda4da5f57f triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:53:20.998690 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-afd3bec1-3574-44f4-a3b1-68f522615054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:21.043766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-afd3bec1-3574-44f4-a3b1-68f522615054 None None] Port 14b895c7-189a-4059-9e95-3eda4da5f57f cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:53:21.240344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b895c7-189a-4059-9e95-3eda4da5f57f {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:53:21.249851 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:21.266315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Transition to ACTIVE for port object 14b895c7-189a-4059-9e95-3eda4da5f57f will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:53:21.270885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:21.373452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:21.476488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e208a-b244-41f8-afdd-579a050e48d7 req-d3dcf88e-c3aa-43f8-ac9e-6c65060dd4aa tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:21.479498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e0e208a-b244-41f8-afdd-579a050e48d7 req-d3dcf88e-c3aa-43f8-ac9e-6c65060dd4aa tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.1783414 Nov 04 09:53:21.585801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:53:21.586151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:53:21.586486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:53:21.597061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e0e208a-b244-41f8-afdd-579a050e48d7 req-d5e1e9ea-0c8f-4f7e-acf5-acd38f3d9a70 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048889 Nov 04 09:53:21.598206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:53:21.598477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:53:21.605701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:53:21.606263 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:53:21.608246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:53:21.608246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Bound port: 14b895c7-189a-4059-9e95-3eda4da5f57f, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:53:21.608524 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:21.743068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:53:21.747029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:53:21.754283 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:21.803428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:21.804552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:21.807190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] 10.222.0.55 "PUT /v2.0/ports/14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1092 time: 0.9562051 Nov 04 09:53:21.808059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:53:21.887766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e59e3-c5ba-4edc-9a2d-662525184e15 service neutron] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:21.896698 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9528411c-c8a4-49f5-9a0c-21194f9d93d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:53:21.951884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-8c7b35e0-8a7f-4285-a763-c214c2db6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:21.957115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-8c7b35e0-8a7f-4285-a763-c214c2db6eff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1095 time: 0.0997365 Nov 04 09:53:22.035436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-3fd99ab9-d8e3-4ceb-9346-fa1d1369a9e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 217 time: 0.0709996 Nov 04 09:53:22.066565 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608eb672-a9ff-45c3-9262-457222fdbe6b x-openstack-request-id: req-608eb672-a9ff-45c3-9262-457222fdbe6b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:53:22.067047 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:53:22.067488 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-608eb672-a9ff-45c3-9262-457222fdbe6b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:53:22.068168 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'status': 'completed', 'code': 200} Nov 04 09:53:22.137240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-64ef46f6-1c3f-40fe-a2d6-05acac1e493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:22.139885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-64ef46f6-1c3f-40fe-a2d6-05acac1e493c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0915422 Nov 04 09:53:22.199605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a08598-ac45-4e38-a663-5603922c75d4 req-759a06fc-9b55-4574-8342-f871b5a87664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:22.201580 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-759a06fc-9b55-4574-8342-f871b5a87664 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538554 Nov 04 09:53:22.324509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-0546c248-5e86-43c2-8c82-c455dce1be1e service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147292 Nov 04 09:53:22.447369 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54a08598-ac45-4e38-a663-5603922c75d4 req-9a0155bf-f57c-4157-ab9c-52f1f770ad40 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155398 Nov 04 09:53:22.552049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-31edc171-9996-422f-a908-41de999d7f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:22.553605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-31edc171-9996-422f-a908-41de999d7f9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1095 time: 0.0525537 Nov 04 09:53:22.671965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-e2fc769a-3ec5-4900-905b-162f2b7f6a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:22.674278 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-e2fc769a-3ec5-4900-905b-162f2b7f6a2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1128969 Nov 04 09:53:22.729733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-4f14e827-6ded-4e92-9d58-91dd4a16bc95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 217 time: 0.0472732 Nov 04 09:53:22.817126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548b30f-f3c4-45af-ae11-3e87179dfb3c req-9a0b3257-3501-465b-ac83-7cb285a0c042 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:22.818782 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4548b30f-f3c4-45af-ae11-3e87179dfb3c req-9a0b3257-3501-465b-ac83-7cb285a0c042 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.1284561 Nov 04 09:53:22.820405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-2b1777a6-62a8-44d9-a04c-ef6cf8f840ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:22.821874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-2b1777a6-62a8-44d9-a04c-ef6cf8f840ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0761075 Nov 04 09:53:22.897512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4548b30f-f3c4-45af-ae11-3e87179dfb3c req-2c9cb663-b92b-4fe3-9ec3-1948f18cfcc4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716851 Nov 04 09:53:22.906104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-aa412c1c-73b3-46d2-a8d8-d54f93d3918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:22.907899 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-aa412c1c-73b3-46d2-a8d8-d54f93d3918e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745029 Nov 04 09:53:22.929469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a3af6130-f449-40e7-a80b-212227d9d818 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:53:22.935501 n-d-816487-1 neutron-server[102557]: INFO neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No ports have port_id starting with a3af6130-f449-40e7-a80b-212227d9d818 Nov 04 09:53:22.937508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device a3af6130-f449-40e7-a80b-212227d9d818 requested by agent hyperv_n-h1-816487-1 not found in database {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 04 09:53:23.055034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-1ee884f8-9cb6-4f72-a896-3c4c9f2e5c91 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379035 Nov 04 09:53:23.164637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9528411c-c8a4-49f5-9a0c-21194f9d93d7 req-46b273f1-5afb-4593-9f26-ec2358dc0c29 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004760 Nov 04 09:53:24.043052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17647ba3-51b3-4814-b502-5141482871a8 req-113d4ebf-aa69-4c2f-b4ce-c1b12bca0814 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:24.044853 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17647ba3-51b3-4814-b502-5141482871a8 req-113d4ebf-aa69-4c2f-b4ce-c1b12bca0814 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.0585406 Nov 04 09:53:24.093286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-17647ba3-51b3-4814-b502-5141482871a8 req-aba4dafd-3900-43a9-b0c3-b29cb6d0712c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379589 Nov 04 09:53:25.116463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:53:25.248883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:53:25.253189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed426ad-f093-4bf1-9744-b4d90209f255 req-24e84d91-403c-4c08-9960-b0db863fd6cb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:25.254894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ed426ad-f093-4bf1-9744-b4d90209f255 req-24e84d91-403c-4c08-9960-b0db863fd6cb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.0617650 Nov 04 09:53:25.262356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'mac_address': 'fa:16:3e:f0:8e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:53:25.302496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8ed426ad-f093-4bf1-9744-b4d90209f255 req-7f3595af-a1fc-48bc-af31-b772d50d4bda tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384147 Nov 04 09:53:25.311790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:25.329794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b895c7-189a-4059-9e95-3eda4da5f57f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:53:25.351642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:53:25.356172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:25.413887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:25.625775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['14b895c7-189a-4059-9e95-3eda4da5f57f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:53:26.420642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ba931-2dc1-4b3b-95d4-f70b284014ef req-ce9f14cc-0043-4ca4-8a1c-e483d6ba44d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:26.422518 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a3ba931-2dc1-4b3b-95d4-f70b284014ef req-ce9f14cc-0043-4ca4-8a1c-e483d6ba44d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0502186 Nov 04 09:53:26.459978 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a3ba931-2dc1-4b3b-95d4-f70b284014ef req-7080b73d-1c29-4c3b-852c-79890a686914 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317514 Nov 04 09:53:27.128230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:53:27.179066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 14b895c7-189a-4059-9e95-3eda4da5f57f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:53:27.183194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 14b895c7-189a-4059-9e95-3eda4da5f57f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:53:27.183571 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:27.268374 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:27.296956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:53:27.312911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:53:27.320419 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:27.353855 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d20653c-227c-4a87-8699-8fba77b95283" -d '{"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-plugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:53:27.397954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:53:27.450429 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205f94e1-3789-4b04-9991-b9b537b4edca x-openstack-request-id: req-205f94e1-3789-4b04-9991-b9b537b4edca {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:53:27.450742 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-plugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:53:27.451069 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-205f94e1-3789-4b04-9991-b9b537b4edca {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:53:27.451487 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'code': 200} Nov 04 09:53:27.598886 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d757f1-8c99-4cae-9ebe-0bcc8fac3ae8 req-34083998-f5a2-416e-a73e-7bdf9e97184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:27.600451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7d757f1-8c99-4cae-9ebe-0bcc8fac3ae8 req-34083998-f5a2-416e-a73e-7bdf9e97184f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1097 time: 0.0803571 Nov 04 09:53:27.616851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77db3a8-1245-469c-b353-c8f4f89d02ff req-07f01dcf-2855-401a-a401-9168191121c7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:27.618361 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f77db3a8-1245-469c-b353-c8f4f89d02ff req-07f01dcf-2855-401a-a401-9168191121c7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0674140 Nov 04 09:53:27.672562 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7d757f1-8c99-4cae-9ebe-0bcc8fac3ae8 req-c464f314-733b-45a0-937d-a0e901493c22 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532153 Nov 04 09:53:27.680077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f77db3a8-1245-469c-b353-c8f4f89d02ff req-22b11100-0b42-4744-81ce-246e2aac13bf tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542986 Nov 04 09:53:28.810611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee815a-32ff-4f2c-920c-0f83d07e735a req-fdd46e9f-910c-4fef-a22f-4e2e20b1dfd0 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:28.812040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bee815a-32ff-4f2c-920c-0f83d07e735a req-fdd46e9f-910c-4fef-a22f-4e2e20b1dfd0 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0558784 Nov 04 09:53:28.856289 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4bee815a-32ff-4f2c-920c-0f83d07e735a req-d962742c-ffce-4b52-b6bc-924d9b451b55 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375998 Nov 04 09:53:29.975308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd1cc1-24b5-4ab1-8802-21ee2ff3038c req-543c96e6-8bf0-4e35-8421-80820b943fbe tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:29.976834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3fd1cc1-24b5-4ab1-8802-21ee2ff3038c req-543c96e6-8bf0-4e35-8421-80820b943fbe tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0502219 Nov 04 09:53:30.021389 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3fd1cc1-24b5-4ab1-8802-21ee2ff3038c req-5176a2f1-e9a5-4528-a9cf-6f6bdf957942 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381043 Nov 04 09:53:30.139919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1545c9-79e9-4189-b658-96ec8def9c00 req-4c9d7667-3782-4abe-bfc3-6ba1d6a34524 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:30.141333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c1545c9-79e9-4189-b658-96ec8def9c00 req-4c9d7667-3782-4abe-bfc3-6ba1d6a34524 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0503256 Nov 04 09:53:30.149954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 42788) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:53:30.155326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'floatingip': {'port_id': '14b895c7-189a-4059-9e95-3eda4da5f57f'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:53:30.194366 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:30.632765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:30.636480 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:30.745030 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d associated. External IP: 172.25.3.235, port: 14b895c7-189a-4059-9e95-3eda4da5f57f. Nov 04 09:53:30.956029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:53:31.325885 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:53:31.332335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:31.336667 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:53:31.348514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:53:31.349150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:53:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:31.369051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6f480861-29b0-4ace-9234-efb5ef6f35f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "PUT /v2.0/floatingips/0087878e-79f1-481b-ab23-4d06c4ee555d HTTP/1.1" status: 200 len: 992 time: 1.2180104 Nov 04 09:53:31.369633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:53:31.371934 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6727e69e-fa03-4d68-8182-47fa4e2425ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:53:31.461411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:53:31.470600 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3429d265-a00b-4f4a-96e7-4cbf9c7c1b9c x-openstack-request-id: req-3429d265-a00b-4f4a-96e7-4cbf9c7c1b9c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:53:31.470897 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:53:31.471153 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3429d265-a00b-4f4a-96e7-4cbf9c7c1b9c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:53:31.471559 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'status': 'completed', 'code': 200} Nov 04 09:53:31.540068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-e033081f-6c4e-4e9b-92ec-6b3d7e98867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:31.541615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-e033081f-6c4e-4e9b-92ec-6b3d7e98867c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1097 time: 0.0467315 Nov 04 09:53:31.688964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-ee0f3c32-9357-4ed3-b898-958bbc42407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:31.691421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-ee0f3c32-9357-4ed3-b898-958bbc42407e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1418138 Nov 04 09:53:31.734173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:f0:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:53:30Z', 'revision_number': 9, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:31.763787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-a44882dd-ef89-42cd-976d-589c10ad46f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1000 time: 0.0641828 Nov 04 09:53:31.767054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:53:31.776607 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:53:31.777469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:53:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:31.816054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-f40b1492-3616-4317-b2ad-a7c537138bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:31.817516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-f40b1492-3616-4317-b2ad-a7c537138bc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0468562 Nov 04 09:53:31.868226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-3eeaa238-ff3f-4b91-8135-985e2d3f2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:31.869705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-3eeaa238-ff3f-4b91-8135-985e2d3f2971 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440111 Nov 04 09:53:31.887799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:53:31.963171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-39e38c0d-04f2-4c21-8fa6-c3a1937281ce service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849371 Nov 04 09:53:32.063532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6727e69e-fa03-4d68-8182-47fa4e2425ed req-7439f443-74f2-4646-896a-b936a3101d95 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923936 Nov 04 09:53:32.120811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:f0:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:53:30Z', 'revision_number': 9, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:53:32.149368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abf844a-5abb-44bb-bf62-23eba6de3845 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:f0:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:53:30Z', 'revision_number': 9, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:53:32.335807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b24faad-468f-42f0-846c-fa3b02228a8d None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:53:37.409490 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25613257-0697-46bb-a6b8-00b5aa3925d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:38.662296 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:53:40.012048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f0af0189-6eff-43a0-b3a9-549fd5170c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:40.327477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:41.440631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:42.908989 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:46.143997 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:47.039255 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:53:55.354514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-69ceed73-eb26-4ea7-aa16-283a360d73b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417750 Nov 04 09:53:55.440891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-20e2cd6a-8e81-4ca2-9e16-ffd215ecdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:55.442412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-20e2cd6a-8e81-4ca2-9e16-ffd215ecdb2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1097 time: 0.0437691 Nov 04 09:53:55.551754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-f5e07f81-aa23-45a6-8b24-c0abdac1cb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:55.553249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-f5e07f81-aa23-45a6-8b24-c0abdac1cb56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0900331 Nov 04 09:53:55.623797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-1d4fc85b-f418-489c-b877-cfbe2031dcd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1003 time: 0.0617480 Nov 04 09:53:55.673058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-7f76807b-e93d-433d-b4b8-8c64fb278604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:55.674506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-7f76807b-e93d-433d-b4b8-8c64fb278604 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0439920 Nov 04 09:53:55.724510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-8a263850-1aae-43ba-9da7-2a7b4721ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:53:55.725993 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-8a263850-1aae-43ba-9da7-2a7b4721ff58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445023 Nov 04 09:53:55.821520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-361a190b-780a-4a9e-9099-54ada18078b1 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865016 Nov 04 09:53:55.917378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6701d28-0247-4b6a-8fef-370b2318dbd5 req-83a8e1ec-eacc-46fd-9d4a-8e69f501747d service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876832 Nov 04 09:54:07.414246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4ac8fcae-6d6c-41cb-b10b-671b3ae99b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:10.016478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fc3ddb9a-d86d-4dda-ae7f-849f8baefac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:10.332014 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:11.442510 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:12.904495 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:15.662014 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:54:16.143214 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:17.048894 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:37.416141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-288ebd9a-4b8c-4010-b81b-2ba1b51dad1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:40.019625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a1af12d-301b-4df6-90a7-b4afa24e32e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:40.334816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:41.445457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:42.909063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:46.145872 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:47.062801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:54:52.661557 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:54:55.182611 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-cd862d04-02a7-4f6b-a66c-da801a494779 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430746 Nov 04 09:54:55.270284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4644-6b83-423e-8054-a419f24832ae req-fdb14741-22a7-4b21-b67e-b4f0aeb406c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:54:55.271783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-fdb14741-22a7-4b21-b67e-b4f0aeb406c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1097 time: 0.0447485 Nov 04 09:54:55.382335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4644-6b83-423e-8054-a419f24832ae req-0bbac1d2-1b11-4cdf-83cd-3db7adb737f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:54:55.384105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-0bbac1d2-1b11-4cdf-83cd-3db7adb737f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0909815 Nov 04 09:54:55.450870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-5d6159f0-6b05-4382-94eb-38afc72ca54d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1003 time: 0.0593727 Nov 04 09:54:55.502859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4644-6b83-423e-8054-a419f24832ae req-9e10c997-b7d8-40b1-ad8f-16497d6eb0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:54:55.504396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-9e10c997-b7d8-40b1-ad8f-16497d6eb0bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0453014 Nov 04 09:54:55.554275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c4644-6b83-423e-8054-a419f24832ae req-d328588b-1b50-40e3-a5c0-09a824525345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:54:55.555775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-d328588b-1b50-40e3-a5c0-09a824525345 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444896 Nov 04 09:54:55.645222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-1339c76e-7645-49bf-ab83-ae2e30fecc67 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822535 Nov 04 09:54:55.740350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e0c4644-6b83-423e-8054-a419f24832ae req-62065656-b9e0-446b-adcf-14ce136d6270 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881336 Nov 04 09:55:07.419518 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57c9648d-69a9-4292-b92a-096e2cd96b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:08.707183 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e928-849f-4ee6-b388-cfd0479434e9 req-740aed28-e38a-41ee-bf9a-ebf07afadfb3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:08.708790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dac0e928-849f-4ee6-b388-cfd0479434e9 req-740aed28-e38a-41ee-bf9a-ebf07afadfb3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0663493 Nov 04 09:55:08.752282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dac0e928-849f-4ee6-b388-cfd0479434e9 req-4b4ff668-abb0-4087-81de-17672210176d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360649 Nov 04 09:55:08.780638 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-15d1de59-f3eb-4227-b6c9-ebfa37e6af3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953169 Nov 04 09:55:09.869597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8256141-d6b1-4af6-83b0-edfb25a0935c req-a027f6e2-7402-4f8b-b71b-3adea7c6c12b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:09.871099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8256141-d6b1-4af6-83b0-edfb25a0935c req-a027f6e2-7402-4f8b-b71b-3adea7c6c12b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0497355 Nov 04 09:55:09.909950 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8256141-d6b1-4af6-83b0-edfb25a0935c req-48f3fbd4-163b-4518-ae8f-44961ca9c6e5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Nov 04 09:55:10.021364 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-220cfb2f-0072-4ec0-989c-ab805b96068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:10.336028 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:11.025535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38d2e4-9fee-472b-8cad-82f8393403f1 req-b58adc8a-d6dc-4e80-9937-f0063a064803 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:11.027040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c38d2e4-9fee-472b-8cad-82f8393403f1 req-b58adc8a-d6dc-4e80-9937-f0063a064803 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0502050 Nov 04 09:55:11.069662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c38d2e4-9fee-472b-8cad-82f8393403f1 req-088bc62a-8fd2-4a25-ba2a-79475d1fce93 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366018 Nov 04 09:55:11.448813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:12.193557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fd8cc-08de-41c8-8a35-18182f917c8a req-3c9c1f05-40a1-40a3-81c3-07fe8f610314 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:12.195115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e5fd8cc-08de-41c8-8a35-18182f917c8a req-3c9c1f05-40a1-40a3-81c3-07fe8f610314 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0546994 Nov 04 09:55:12.236661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e5fd8cc-08de-41c8-8a35-18182f917c8a req-dc982703-34e2-4165-aee1-be30a032826a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340273 Nov 04 09:55:12.910019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:13.354782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4a667-297a-44b0-acc8-8e65c77932e3 req-e7fbe529-3ace-4547-8e0b-0fe72feea43b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:13.356294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78c4a667-297a-44b0-acc8-8e65c77932e3 req-e7fbe529-3ace-4547-8e0b-0fe72feea43b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0509431 Nov 04 09:55:13.399355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-78c4a667-297a-44b0-acc8-8e65c77932e3 req-b2e4fbc9-43a4-427e-a88a-e5cc88694270 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364349 Nov 04 09:55:13.995113 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-92e8e6b4-e4eb-418b-8231-5b37dbdc470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:13.996664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-92e8e6b4-e4eb-418b-8231-5b37dbdc470c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1097 time: 0.0412974 Nov 04 09:55:14.092229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-1f7a83a1-c952-413b-963c-79909564b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:14.093777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-1f7a83a1-c952-413b-963c-79909564b556 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0905974 Nov 04 09:55:14.163400 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-5c4d2ef4-12d4-4a05-979f-bca66e4817ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1003 time: 0.0615904 Nov 04 09:55:14.216446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-ad22ec57-b15b-4276-b528-b97717f9f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:14.217891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-ad22ec57-b15b-4276-b528-b97717f9f3f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0483410 Nov 04 09:55:14.268173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-10d1ad7b-39f6-45ee-8654-80a1e2363ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:14.269598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-10d1ad7b-39f6-45ee-8654-80a1e2363ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439608 Nov 04 09:55:14.360681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-715db38b-2983-41b9-9010-ff12d99a74a2 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839155 Nov 04 09:55:14.458709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-04474297-8616-431e-a33b-c93af88c9748 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917392 Nov 04 09:55:14.541069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c20c41-172e-4227-b2fc-c0a7568d8e25 req-c16d95ad-73fd-41ca-b9bf-4f47b1182d37 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:14.542526 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3c20c41-172e-4227-b2fc-c0a7568d8e25 req-c16d95ad-73fd-41ca-b9bf-4f47b1182d37 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0533199 Nov 04 09:55:14.584934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a3c20c41-172e-4227-b2fc-c0a7568d8e25 req-9fd9dcf2-c20d-4a48-97c3-fd051e47062b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354767 Nov 04 09:55:15.713647 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae12bea-9083-473f-8e05-4046fd53e106 req-5706533b-3c64-4f76-a397-21b3550af244 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:15.715192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eae12bea-9083-473f-8e05-4046fd53e106 req-5706533b-3c64-4f76-a397-21b3550af244 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0578372 Nov 04 09:55:15.758917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-eae12bea-9083-473f-8e05-4046fd53e106 req-3bf2ee09-2b41-4ded-8273-181313c7ac7c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357466 Nov 04 09:55:16.146311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:16.878685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a15a41-9e57-4943-8c84-fb1bf4f281cc req-03677643-43c9-4813-9f42-2f8b54483b29 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:16.880179 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06a15a41-9e57-4943-8c84-fb1bf4f281cc req-03677643-43c9-4813-9f42-2f8b54483b29 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0498016 Nov 04 09:55:16.921959 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-06a15a41-9e57-4943-8c84-fb1bf4f281cc req-1bf327ae-5091-4e81-8f84-2dcfbb8516da tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353727 Nov 04 09:55:17.078520 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:18.045714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4e34d-8095-440f-869a-9766980806e6 req-fc95c306-fc4f-43ad-b3e4-2577c0c50505 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:18.047307 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0cf4e34d-8095-440f-869a-9766980806e6 req-fc95c306-fc4f-43ad-b3e4-2577c0c50505 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0529799 Nov 04 09:55:18.097258 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0cf4e34d-8095-440f-869a-9766980806e6 req-5d12c47c-c646-4a3c-949e-57b2cd2319a2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433121 Nov 04 09:55:19.219497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc897aa7-4de1-4083-b8f9-a7e670cddc6c req-6af73fd6-b372-4d3c-9563-e51a45e198cd tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:19.221042 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc897aa7-4de1-4083-b8f9-a7e670cddc6c req-6af73fd6-b372-4d3c-9563-e51a45e198cd tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0529976 Nov 04 09:55:19.261514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bc897aa7-4de1-4083-b8f9-a7e670cddc6c req-dd223460-ef31-4865-96bd-91c02c0e7511 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343387 Nov 04 09:55:20.389149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200f0e0-246d-4c45-a6ac-9275e0c7989c req-31d0fc08-92d0-4c69-a59d-d5592d6337b9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:20.390967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c200f0e0-246d-4c45-a6ac-9275e0c7989c req-31d0fc08-92d0-4c69-a59d-d5592d6337b9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0560358 Nov 04 09:55:20.436330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c200f0e0-246d-4c45-a6ac-9275e0c7989c req-994a5498-0889-47d6-976a-17b10b4b08cd tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387101 Nov 04 09:55:21.579952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f35d6-3b6b-4461-ab9d-0fea6c4eead9 req-16db5f88-41e5-4474-9add-121eba16004a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:21.581446 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f2f35d6-3b6b-4461-ab9d-0fea6c4eead9 req-16db5f88-41e5-4474-9add-121eba16004a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0492671 Nov 04 09:55:21.619406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f2f35d6-3b6b-4461-ab9d-0fea6c4eead9 req-5a9e71d7-0480-4a5f-92e5-56bb3a53c49f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320067 Nov 04 09:55:22.750474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab858801-150c-4fa2-a3d2-e31c7aaa4587 req-d549d990-1391-43b7-bb66-b3b8589bfc0e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:22.752630 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab858801-150c-4fa2-a3d2-e31c7aaa4587 req-d549d990-1391-43b7-bb66-b3b8589bfc0e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0595074 Nov 04 09:55:22.793695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab858801-150c-4fa2-a3d2-e31c7aaa4587 req-268ef730-33df-4ba4-acf7-b641164630a6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347104 Nov 04 09:55:23.912534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca514f-042c-4401-8306-d77b7e1df9cf req-391ed2c7-7ada-461c-b10f-07849ba011da tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:23.914085 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebca514f-042c-4401-8306-d77b7e1df9cf req-391ed2c7-7ada-461c-b10f-07849ba011da tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0508621 Nov 04 09:55:23.952690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ebca514f-042c-4401-8306-d77b7e1df9cf req-b6f68588-0792-4c4f-95b8-3c4e0e1566ce tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Nov 04 09:55:25.078792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d4487-b525-4d80-866e-9adc538bf284 req-36dabeb9-5ce6-423b-93fc-2ec0455ecf84 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:25.081294 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275d4487-b525-4d80-866e-9adc538bf284 req-36dabeb9-5ce6-423b-93fc-2ec0455ecf84 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0532951 Nov 04 09:55:25.122731 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275d4487-b525-4d80-866e-9adc538bf284 req-49d7b2b5-5650-4a61-ad39-b8cb0c0b45c4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349920 Nov 04 09:55:26.257057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1098b4-af02-4c38-bacf-4c674247a70a req-9dddea5d-9e42-4f33-b79a-224d4f373cca tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:26.258968 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b1098b4-af02-4c38-bacf-4c674247a70a req-9dddea5d-9e42-4f33-b79a-224d4f373cca tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0604758 Nov 04 09:55:26.302599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5b1098b4-af02-4c38-bacf-4c674247a70a req-24cd434f-8b96-49df-b062-89b2e8fec5e3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366597 Nov 04 09:55:26.502721 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3bc448a9-bdc5-4c46-86cf-d9f1ba40d2d9 service neutron] show failed (client error): The resource could not be found. Nov 04 09:55:26.503799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3bc448a9-bdc5-4c46-86cf-d9f1ba40d2d9 service neutron] 10.222.0.55 "GET /v2.0/ports/14b895c7-189a-4059-9e95-3eda4da5f57f/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0630555 Nov 04 09:55:26.727684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-573cb080-1db8-40c7-84e5-7571f1824bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:26.729167 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-573cb080-1db8-40c7-84e5-7571f1824bf1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 1097 time: 0.0508916 Nov 04 09:55:26.741696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:55:26.805630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:27.051842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:27.086879 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:55:27.129285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:27.131671 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadad6c4-7364-4478-9b8e-c23b93cd8755" -d '{"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-unplugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:27.136214 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:27.156856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Transition to ACTIVE for port object 14b895c7-189a-4059-9e95-3eda4da5f57f will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:55:27.161348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:27.200740 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fba832e-091f-482b-95ff-235646a004db x-openstack-request-id: req-9fba832e-091f-482b-95ff-235646a004db {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:27.201155 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-unplugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:27.201283 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9fba832e-091f-482b-95ff-235646a004db {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:27.201668 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'code': 200} Nov 04 09:55:27.252933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:27.265784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.266076 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.266410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.266746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.267074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.267399 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.267713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.268064 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.268389 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.268702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.269020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.269335 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:27.307180 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] No DVR routers for this DVR port 14b895c7-189a-4059-9e95-3eda4da5f57f on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:55:27.438769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5457fa-6887-49f0-9121-f94daf3d30be req-3bc9e3bc-67db-48b7-8d6a-97dff42241d7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:27.440396 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b5457fa-6887-49f0-9121-f94daf3d30be req-3bc9e3bc-67db-48b7-8d6a-97dff42241d7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.0541077 Nov 04 09:55:27.463596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:55:27.463885 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:55:27.464241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:55:27.471073 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:55:27.471615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:55:27.479968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:55:27.480396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:55:27.480938 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:55:27.481408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Bound port: 14b895c7-189a-4059-9e95-3eda4da5f57f, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:55:27.481784 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:27.488436 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b5457fa-6887-49f0-9121-f94daf3d30be req-96a76d29-5cfa-43d2-9791-563f958daf13 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389297 Nov 04 09:55:27.553547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:55:27.556759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:55:27.561595 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:27.603255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:27.603988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:27.605587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] 10.222.0.70 "PUT /v2.0/ports/14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1092 time: 0.8680589 Nov 04 09:55:27.643513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7617c-d9d8-4243-ac4e-2c04bfb5c130 service neutron] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:27.679716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-f4f5107b-3a60-4bba-90ed-1d96945b39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:27.681322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-f4f5107b-3a60-4bba-90ed-1d96945b39d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1095 time: 0.0487404 Nov 04 09:55:27.794871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-4c94487c-2906-406a-b1fd-2dbec5800284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:27.797150 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-4c94487c-2906-406a-b1fd-2dbec5800284 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1075218 Nov 04 09:55:27.884349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-bcb14f6f-0d48-4406-abd8-9d7f548240f1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1001 time: 0.0789201 Nov 04 09:55:27.937757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-ba463c49-4541-4f33-acf3-5e5faf42b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:27.939447 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-ba463c49-4541-4f33-acf3-5e5faf42b87d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0479596 Nov 04 09:55:27.989001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-414eb76a-f364-4acf-8ee5-27d709d83049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:27.990522 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-414eb76a-f364-4acf-8ee5-27d709d83049 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441718 Nov 04 09:55:28.118169 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-38f9e632-a63e-4c69-9abb-3091b57e5684 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201785 Nov 04 09:55:28.223797 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2bae1e77-298c-4e12-bbc4-1765c0be6fc5 req-d93afecf-04e2-44ce-8cab-5130ec798205 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972948 Nov 04 09:55:28.610127 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88019839-95bd-451a-9a17-b7d536948ba2 req-40ab4d6d-297d-4c74-bab9-e8e4cabe23f4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:28.612352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-88019839-95bd-451a-9a17-b7d536948ba2 req-40ab4d6d-297d-4c74-bab9-e8e4cabe23f4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.0500546 Nov 04 09:55:28.655763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-88019839-95bd-451a-9a17-b7d536948ba2 req-96a2af19-62e4-4329-8c35-c214af212510 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372896 Nov 04 09:55:29.202619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:29.205452 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4865b44-1cbf-4df9-89cd-5d9267553384" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:29.255370 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3da4969-5b54-4663-8392-c0ac877b2280 x-openstack-request-id: req-d3da4969-5b54-4663-8392-c0ac877b2280 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:29.255661 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:29.255946 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3da4969-5b54-4663-8392-c0ac877b2280 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:29.256419 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'status': 'completed', 'code': 200} Nov 04 09:55:29.315839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-b7150ff8-aec3-44f3-a75a-c37e13be0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.317418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-b7150ff8-aec3-44f3-a75a-c37e13be0384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1095 time: 0.0439470 Nov 04 09:55:29.332939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-e1332aa0-8692-4b6c-a6ad-ad1b08a46869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.334446 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-e1332aa0-8692-4b6c-a6ad-ad1b08a46869 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1095 time: 0.0505538 Nov 04 09:55:29.421125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-698ebdfc-04ad-413d-9350-7397ecf30ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.423402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-698ebdfc-04ad-413d-9350-7397ecf30ae7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0977688 Nov 04 09:55:29.447638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-d5de1f91-832f-4246-b4cd-b60ff5fdc022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.449164 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-d5de1f91-832f-4246-b4cd-b60ff5fdc022 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1034284 Nov 04 09:55:29.499028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-1b8f6b50-47f0-4eb1-aa2f-c29d1580aa9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1001 time: 0.0669823 Nov 04 09:55:29.538751 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-5e78d02f-69b6-41e7-b82e-76b7912e8d8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1001 time: 0.0811689 Nov 04 09:55:29.566191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-fce44b03-9744-4a2c-873b-4da312e81e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.567738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-fce44b03-9744-4a2c-873b-4da312e81e3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0610507 Nov 04 09:55:29.615127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-a88f18d0-d9bf-4436-8e67-94ded7dabc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.616697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-a88f18d0-d9bf-4436-8e67-94ded7dabc5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0703669 Nov 04 09:55:29.625125 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-4fcc38b3-6773-42bc-b6fe-fd4acb195087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.627726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-4fcc38b3-6773-42bc-b6fe-fd4acb195087 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502787 Nov 04 09:55:29.666960 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:55:29.672033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-2db7570d-e9c2-4108-a2d5-f0306c135d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.673729 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-2db7570d-e9c2-4108-a2d5-f0306c135d29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488904 Nov 04 09:55:29.755208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-08439f1a-19fd-4eb7-a4a4-279c5f299f50 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173022 Nov 04 09:55:29.849560 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-e7d4a92b-0b02-42f7-9d72-d30b93c4cab7 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674008 Nov 04 09:55:29.914841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc73d5-0e33-480d-bd79-16e82b6d2d82 req-77a430fd-b520-44bd-af34-29967ab947e8 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:29.916763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7bc73d5-0e33-480d-bd79-16e82b6d2d82 req-77a430fd-b520-44bd-af34-29967ab947e8 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.0930998 Nov 04 09:55:29.940330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-ed3fe6be-ab2c-4d30-a96e-781bc4aa52b5 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773140 Nov 04 09:55:29.971938 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7bc73d5-0e33-480d-bd79-16e82b6d2d82 req-c862337f-5a82-4ab8-b950-b5b5319a78f5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437505 Nov 04 09:55:29.984944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d4865b44-1cbf-4df9-89cd-5d9267553384 req-0d22d12c-3ecf-422b-a6c4-e2d71f278f42 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142280 Nov 04 09:55:31.098134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea057c3-29f1-4807-97f0-c0d33e79f808 req-5be58450-3b9f-47bc-b3d2-ccfc0dc5c677 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:31.099616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ea057c3-29f1-4807-97f0-c0d33e79f808 req-5be58450-3b9f-47bc-b3d2-ccfc0dc5c677 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.0534437 Nov 04 09:55:31.139135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0ea057c3-29f1-4807-97f0-c0d33e79f808 req-085b65ac-0634-4311-986f-968cf79ad509 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332062 Nov 04 09:55:31.461046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-b428e7fd-8d5f-4856-b55b-41cc2022f202 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:31.462818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-b428e7fd-8d5f-4856-b55b-41cc2022f202 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 944 time: 0.0626643 Nov 04 09:55:31.492941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8076a-c188-42cd-8d6e-035942c1b9b4 req-2656d825-f65e-4847-89e0-79d84430fefc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:31.494641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87a8076a-c188-42cd-8d6e-035942c1b9b4 req-2656d825-f65e-4847-89e0-79d84430fefc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 944 time: 0.0564022 Nov 04 09:55:31.549013 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87a8076a-c188-42cd-8d6e-035942c1b9b4 req-2ec4b6b3-2937-45fd-ba9f-7c0134e2b98e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472460 Nov 04 09:55:31.552969 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-dfa2682f-e50f-48d0-80f7-2fe6d855f521 service neutron] 10.222.0.70 "GET /v2.0/ports/14b895c7-189a-4059-9e95-3eda4da5f57f/bindings/n-h1-816487-1 HTTP/1.1" status: 200 len: 382 time: 0.0818088 Nov 04 09:55:31.629434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:55:31.633974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:55:31.636705 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-d2e25c7a-8ac1-48ad-a9f3-e44e0da0117f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:31.638622 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-d2e25c7a-8ac1-48ad-a9f3-e44e0da0117f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1095 time: 0.0569520 Nov 04 09:55:31.725313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:55:31.748150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-89f08d0f-f436-4ebe-925f-37325dc8ff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:31.750178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-89f08d0f-f436-4ebe-925f-37325dc8ff25 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1045084 Nov 04 09:55:31.770268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:31.782397 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'mac_address': 'fa:16:3e:f0:8e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:55:31.831437 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-cfa096b9-7f71-4560-90e3-6266e752a438 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1001 time: 0.0726156 Nov 04 09:55:31.833079 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:31.849684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b895c7-189a-4059-9e95-3eda4da5f57f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:55:31.874439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:31.880555 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:31.895414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-ead8221d-fe38-4df7-8e56-553b87408621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:31.896991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-ead8221d-fe38-4df7-8e56-553b87408621 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0578861 Nov 04 09:55:31.935373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:31.943768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.944142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.944486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.944816 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.945144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.945468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.945787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.946111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.946428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.946741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.947056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.947368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:31.968384 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-2a766d96-9cc3-42aa-b898-531a6bb56243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:31.970852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-2a766d96-9cc3-42aa-b898-531a6bb56243 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648184 Nov 04 09:55:32.087406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-5ef53a79-7559-4ad3-9051-c5491240e37c service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082802 Nov 04 09:55:32.145752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['14b895c7-189a-4059-9e95-3eda4da5f57f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:55:32.192207 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-2df2d85b-b75e-4eb7-abc0-1566abc12dce service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960751 Nov 04 09:55:32.682428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ad3b6-810c-4d76-a974-f5e64108cdeb req-6c1ea801-1645-4be3-a027-10e88043bb1b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:32.684112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b82ad3b6-810c-4d76-a974-f5e64108cdeb req-6c1ea801-1645-4be3-a027-10e88043bb1b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0564010 Nov 04 09:55:32.729167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b82ad3b6-810c-4d76-a974-f5e64108cdeb req-97f10305-f1e6-4e3c-8e1d-90cce43fa210 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380495 Nov 04 09:55:33.645278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:55:33.700994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 14b895c7-189a-4059-9e95-3eda4da5f57f completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:55:33.706573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 14b895c7-189a-4059-9e95-3eda4da5f57f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:55:33.707000 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:33.792131 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:33.822198 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:33.826029 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96934ab0-672c-4237-a08b-f72202800978" -d '{"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-plugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:33.842959 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:33.849038 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:33.886352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd188cf0-01d1-430d-bfb0-e1c91e99ee62 req-64a7dab7-567d-430f-8eca-ad011d81ede2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:33.888188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd188cf0-01d1-430d-bfb0-e1c91e99ee62 req-64a7dab7-567d-430f-8eca-ad011d81ede2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0710495 Nov 04 09:55:33.942824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:33.959043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fd188cf0-01d1-430d-bfb0-e1c91e99ee62 req-de00391c-4cba-4e01-8039-d115c8c42c51 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612860 Nov 04 09:55:34.074664 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77745da-6bf9-474d-a176-82b0081f535e x-openstack-request-id: req-e77745da-6bf9-474d-a176-82b0081f535e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:34.074990 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-plugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:34.075253 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e77745da-6bf9-474d-a176-82b0081f535e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:34.075664 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'code': 200} Nov 04 09:55:34.316629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-66678049-2585-4ced-a55d-fbeb708abdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:34.318177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-66678049-2585-4ced-a55d-fbeb708abdb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 1097 time: 0.0824256 Nov 04 09:55:34.331564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:55:34.685258 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:35.021850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:35.080074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:55:35.152300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:35.154663 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3cbc80-1f55-4f01-8796-2eebab60e1b1" -d '{"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-unplugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:35.162469 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:35.182734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c71b51-36fc-4e5a-b5dd-8c5ea3a53142 req-8a326689-825f-4998-934f-5ad59d9a5c29 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:35.184380 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94c71b51-36fc-4e5a-b5dd-8c5ea3a53142 req-8a326689-825f-4998-934f-5ad59d9a5c29 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.1084130 Nov 04 09:55:35.190261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Transition to ACTIVE for port object 14b895c7-189a-4059-9e95-3eda4da5f57f will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:55:35.198986 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:35.267990 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94c71b51-36fc-4e5a-b5dd-8c5ea3a53142 req-a5896177-3236-4fc1-b41b-cabf4853663c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765090 Nov 04 09:55:35.330515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:35.342142 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99330298-4070-4f70-b11d-af838c5957bc x-openstack-request-id: req-99330298-4070-4f70-b11d-af838c5957bc {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:35.342433 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-unplugged", "status": "completed", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:35.342683 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-99330298-4070-4f70-b11d-af838c5957bc {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:35.343606 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'code': 200} Nov 04 09:55:35.361909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.362268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.362607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.362934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.363259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.363588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.363934 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.364311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.364571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.364889 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.365199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.365511 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:55:35.425007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] No DVR routers for this DVR port 14b895c7-189a-4059-9e95-3eda4da5f57f on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:55:35.582501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:55:35.582843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:55:35.583179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:55:35.588389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:55:35.588686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Attempting to bind port 14b895c7-189a-4059-9e95-3eda4da5f57f on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:55:35.594842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:55:35.595188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:55:35.595611 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:55:35.596092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Bound port: 14b895c7-189a-4059-9e95-3eda4da5f57f, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:55:35.596449 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:35.678618 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:55:35.684676 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:55:35.690717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:35.727211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:35.727846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:35.729379 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] 10.222.0.55 "PUT /v2.0/ports/14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1093 time: 1.4028361 Nov 04 09:55:35.774797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d9bc6-2133-48bb-a4dc-03181bc40f37 service neutron] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=11']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:35.809139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-9cd90656-ac29-4b12-afe4-e1a341818085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:35.810768 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-9cd90656-ac29-4b12-afe4-e1a341818085 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1096 time: 0.0491836 Nov 04 09:55:35.951165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-a43344f0-5424-435f-80d9-943517a31cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:35.952718 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-a43344f0-5424-435f-80d9-943517a31cb9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1343029 Nov 04 09:55:36.042834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-476d519e-cbdc-4d32-9709-599b07362fb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1001 time: 0.0821495 Nov 04 09:55:36.124530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-b836aa54-e886-4af2-ba09-5c28b0cfd518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:36.126433 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-b836aa54-e886-4af2-ba09-5c28b0cfd518 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0755031 Nov 04 09:55:36.184308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-055cbca0-175d-452c-8615-bebe6cfbe072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:36.185843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-055cbca0-175d-452c-8615-bebe6cfbe072 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518522 Nov 04 09:55:36.291354 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-c4c1b9b7-a187-4b78-9c60-8bc441b24734 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970187 Nov 04 09:55:36.427537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67c17dee-0cc9-42da-a6d0-341c962adb5c req-496a6eab-96c4-45fd-b512-4b27497f7fea service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293938 Nov 04 09:55:36.436964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798741b-bd29-479f-afd4-5fb8ff3e6ae2 req-1448f995-af78-481d-bdd8-4565dc9ee6a2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:36.438529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4798741b-bd29-479f-afd4-5fb8ff3e6ae2 req-1448f995-af78-481d-bdd8-4565dc9ee6a2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0779734 Nov 04 09:55:36.479627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4798741b-bd29-479f-afd4-5fb8ff3e6ae2 req-26ee7ca0-ea21-4219-bda3-2ae627d875c2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339262 Nov 04 09:55:37.344291 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:37.346960 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:37.399152 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6c4aad-19b2-4923-86bc-7716ba0d1a42 x-openstack-request-id: req-0c6c4aad-19b2-4923-86bc-7716ba0d1a42 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:37.399574 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:37.400003 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0c6c4aad-19b2-4923-86bc-7716ba0d1a42 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:37.401075 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'status': 'completed', 'code': 200} Nov 04 09:55:37.423585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0adbc599-4d63-4c15-9380-1678e1eb20b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:37.466301 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-20585ec5-2781-45a9-bb37-b886e9e59f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.466794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-d173880e-6d49-498a-8e4f-ffe2e097b133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.468492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-20585ec5-2781-45a9-bb37-b886e9e59f6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1096 time: 0.0429394 Nov 04 09:55:37.468947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-d173880e-6d49-498a-8e4f-ffe2e097b133 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 1096 time: 0.0433688 Nov 04 09:55:37.612082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-f55af0a0-5585-4500-94fd-6fa68b84f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.613543 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-f55af0a0-5585-4500-94fd-6fa68b84f125 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1374474 Nov 04 09:55:37.631227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-80b8e7ad-d268-463b-93ce-db66aed30e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.633112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-80b8e7ad-d268-463b-93ce-db66aed30e09 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1495001 Nov 04 09:55:37.658687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f95280-dac7-4287-a61c-381cb048444f req-d93667e3-98b1-4539-a0bd-eb55f90ec59d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.660331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83f95280-dac7-4287-a61c-381cb048444f req-d93667e3-98b1-4539-a0bd-eb55f90ec59d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0978777 Nov 04 09:55:37.691514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:55:37.694819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-6e6c3162-bba1-4c9e-a2ab-e065b32a6f9d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1001 time: 0.0725114 Nov 04 09:55:37.743868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:55:37.753295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-56c31c70-11f0-4c20-919d-bd137ed9a05f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 200 len: 1001 time: 0.1088569 Nov 04 09:55:37.758751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83f95280-dac7-4287-a61c-381cb048444f req-98fd2f6e-a427-4c28-9853-dee8212c3315 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588961 Nov 04 09:55:37.770868 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-8f34b506-599e-4899-a496-904a9b44ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.772452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-8f34b506-599e-4899-a496-904a9b44ac02 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0695291 Nov 04 09:55:37.813853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-1161ebd3-57a6-4919-b633-8036f52d2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.815624 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-1161ebd3-57a6-4919-b633-8036f52d2cf4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0527573 Nov 04 09:55:37.825128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-1d3ba3d4-e542-49a0-a1c4-4e53908b186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.826785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-1d3ba3d4-e542-49a0-a1c4-4e53908b186a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464418 Nov 04 09:55:37.870576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-ff9322a6-5816-4b8f-a237-bf5980eb332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:37.872061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-ff9322a6-5816-4b8f-a237-bf5980eb332d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460243 Nov 04 09:55:37.928046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-eca3a800-08bf-4bbc-94c1-bd72c8cf7ba2 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942829 Nov 04 09:55:38.008381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-909be769-6bc8-415d-87f2-7dee0427bb19 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273961 Nov 04 09:55:38.085604 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-7572af8d-0310-47ad-a838-44c96f4fcb30 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484804 Nov 04 09:55:38.132810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80db1b22-0c2f-4a98-bdd6-c831a0ff7af8 req-80b441f4-01a7-4745-ac39-463070e5c4f8 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080527 Nov 04 09:55:38.913587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43971a78-9690-4254-b3cb-4e4b1697dff4 req-b028f698-b62b-4b2c-a83e-b1da47bf1ac2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:38.915331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43971a78-9690-4254-b3cb-4e4b1697dff4 req-b028f698-b62b-4b2c-a83e-b1da47bf1ac2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0593061 Nov 04 09:55:38.958486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43971a78-9690-4254-b3cb-4e4b1697dff4 req-2ba966a1-1e39-447c-ac4e-07709103df1b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371497 Nov 04 09:55:39.095500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf1bfc-ce85-4e1c-aae8-b8c33c00552e req-4b094918-418c-4af8-affe-c9f110e6ff09 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:39.097093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01bf1bfc-ce85-4e1c-aae8-b8c33c00552e req-4b094918-418c-4af8-affe-c9f110e6ff09 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0526769 Nov 04 09:55:39.138896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-01bf1bfc-ce85-4e1c-aae8-b8c33c00552e req-e327538c-6e31-4b3c-91ab-322f4d313f2c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350688 Nov 04 09:55:39.258454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddbaa0f-c176-4357-b111-59cacdfce814 req-f79585d0-5346-408e-a26d-9135adab3d7c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:39.260054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ddbaa0f-c176-4357-b111-59cacdfce814 req-f79585d0-5346-408e-a26d-9135adab3d7c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0525489 Nov 04 09:55:39.316273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7ddbaa0f-c176-4357-b111-59cacdfce814 req-fb57e701-ee0e-4d6e-b267-bb304d13dd3c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494466 Nov 04 09:55:39.568001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f763a31-48a3-4b69-9346-d0ae47cdbb3b req-6bbc7393-bd9f-4b75-9a13-2b500bc330bc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:39.569498 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f763a31-48a3-4b69-9346-d0ae47cdbb3b req-6bbc7393-bd9f-4b75-9a13-2b500bc330bc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 945 time: 0.0551097 Nov 04 09:55:39.607926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4f763a31-48a3-4b69-9346-d0ae47cdbb3b req-e8d87c71-6499-4b90-9b4e-4e124c7e508b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322976 Nov 04 09:55:39.676811 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:55:39.773752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:39.784979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'mac_address': 'fa:16:3e:f0:8e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:55:39.821285 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:39.834648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b895c7-189a-4059-9e95-3eda4da5f57f {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:55:39.853583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:39.857620 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:39.905675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=12']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:40.022117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8959cf4e-9ffd-419f-8096-daaf649a7352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:40.137832 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['14b895c7-189a-4059-9e95-3eda4da5f57f'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:55:40.336697 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:40.729688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6483ab4f-4869-43b4-b2ad-cfefa15c7072 req-744b198a-13f5-4c6b-8284-335fb19305ea tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:40.731212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6483ab4f-4869-43b4-b2ad-cfefa15c7072 req-744b198a-13f5-4c6b-8284-335fb19305ea tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0524828 Nov 04 09:55:40.771327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6483ab4f-4869-43b4-b2ad-cfefa15c7072 req-8ff76d82-11ca-4c33-b985-02a2b30d3469 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331812 Nov 04 09:55:40.833861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-94ea223d-6de4-445c-92bc-4f5c65e22f93 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:40.835338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-94ea223d-6de4-445c-92bc-4f5c65e22f93 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 946 time: 0.0495670 Nov 04 09:55:40.928941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Deleting port 14b895c7-189a-4059-9e95-3eda4da5f57f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:55:40.929202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:41.017975 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] For port 14b895c7-189a-4059-9e95-3eda4da5f57f, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=14b895c7-189a-4059-9e95-3eda4da5f57f,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:41.018352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:41.198751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:41.199045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:41.199402 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d disassociated. External IP: 172.25.3.235, port: 14b895c7-189a-4059-9e95-3eda4da5f57f. Nov 04 09:55:41.199747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Calling delete_port for 14b895c7-189a-4059-9e95-3eda4da5f57f owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:55:41.326972 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:41.362287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event deleted for resources: {'Port': ['ID=14b895c7-189a-4059-9e95-3eda4da5f57f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:41.453303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:41.480300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:55:41.593873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:55:41.605726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:55:41.615639 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:55:41.616468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:41.639025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] No DVR routers for this DVR port 14b895c7-189a-4059-9e95-3eda4da5f57f on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:55:41.642337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:41.647586 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d01f05e9-bfdd-4718-8af2-3dedb349fdfb req-70e5ea79-2e1a-49fa-80ea-4f19ee46f5fc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "DELETE /v2.0/ports/14b895c7-189a-4059-9e95-3eda4da5f57f HTTP/1.1" status: 204 len: 173 time: 0.8057337 Nov 04 09:55:41.648066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-deleted', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:41.650461 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e25c1fb-0597-46a7-a89d-23d3d42c7665" -d '{"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-deleted", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:41.705226 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10a4167-df78-4917-afc8-a3d1d93e6644 x-openstack-request-id: req-b10a4167-df78-4917-afc8-a3d1d93e6644 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:41.705977 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc4fc6c-010a-4903-9609-e8c77bb67e26", "name": "network-vif-deleted", "tag": "14b895c7-189a-4059-9e95-3eda4da5f57f", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:41.706485 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b10a4167-df78-4917-afc8-a3d1d93e6644 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:41.707627 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc4fc6c-010a-4903-9609-e8c77bb67e26', 'name': 'network-vif-deleted', 'tag': '14b895c7-189a-4059-9e95-3eda4da5f57f', 'status': 'completed', 'code': 200} Nov 04 09:55:41.847433 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:55:41.870540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 14b895c7-189a-4059-9e95-3eda4da5f57f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:55:41.870877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 04 09:55:41.893122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Port 14b895c7-189a-4059-9e95-3eda4da5f57f not found, will not notify nova. {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 04 09:55:41.903303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7975b493-a41e-4a9d-b2b9-ec8389673e42 req-a7f3cc0e-e660-4f16-b402-e6380aaa8333 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=2bc4fc6c-010a-4903-9609-e8c77bb67e26 HTTP/1.1" status: 200 len: 210 time: 0.0350127 Nov 04 09:55:41.933004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:55:42.149827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:42.180350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:55:42.190118 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:55:42.190737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:42.302435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:55:42.515735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:42.543952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26419dc9-5fe3-4c17-87bd-d5a487967ded None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:55:42.768720 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f03470f-2aa4-429c-aa86-9a2be54df3b1 None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:55:42.914492 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:43.193529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-27d8bf07-2f68-4809-a43d-33c91cdc66ca tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--616780135&fields=id&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 267 time: 0.0353527 Nov 04 09:55:43.302750 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-4c3eaf55-fc29-4848-be20-1dc7875cca80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:43.304261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-4c3eaf55-fc29-4848-be20-1dc7875cca80 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.1036091 Nov 04 09:55:43.319982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-70bc8876-d7b0-47cb-b554-a646efbac4c0 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/quotas/a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 375 time: 0.0098233 Nov 04 09:55:43.372945 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-a04f2842-7dda-4d1f-94a2-b2706d682e81 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473502 Nov 04 09:55:43.544771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-6f4ae021-88e6-434c-9f12-3a9f6555bb9a service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252460 Nov 04 09:55:43.640651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-f0bfc550-e2ac-41fc-90fb-2028e0ee8c50 service neutron] 10.222.0.53 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888193 Nov 04 09:55:43.815510 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c76f307d-d1b0-4b31-9311-4285ba07ba60 req-ec00075f-afee-4629-b4ee-fcd9ca924632 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 210 time: 0.0362439 Nov 04 09:55:44.919288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97deb08b-8804-4806-ad9b-508f62f77b2b req-1b4d8864-5331-480a-ae57-c21de8a491f7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 210 time: 0.0277436 Nov 04 09:55:44.925513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-d645f4c0-15b6-4652-bf06-a3d08cbe755a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:44.927104 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-d645f4c0-15b6-4652-bf06-a3d08cbe755a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 812 time: 0.1133027 Nov 04 09:55:44.971940 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-13d20455-53f4-462f-b1d5-0c09b51d966b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 379 time: 0.0357482 Nov 04 09:55:44.981284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'port': {'device_id': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'admin_state_up': True, 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'security_groups': ['9733ad10-f614-4e11-8b3b-d2637dfa614a']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:55:45.110408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Made reservation on behalf of a6920dd0350d4f5dba911c0f3a361ddc for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:55:45.114525 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:45.628646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Allocated IP 172.20.0.3 (0e6e4099-6ad7-4f41-9c41-57bb73ef55d2/14c99727-7aea-41fc-82d1-a3f5cbed3df5/04cfe322-cf56-452c-83a5-114ea1d667ca) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:55:45.730485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:55:45.751770 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 14b895c7-189a-4059-9e95-3eda4da5f57f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:55:45.752154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 14b895c7-189a-4059-9e95-3eda4da5f57f not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:55:45.778868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:45.813618 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:45.860783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:55:45.864060 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:55:45.870612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:55:45.874426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:45.922982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:45.923758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:45.949595 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-c3d50c85-b8e4-4181-ad89-560f5d2bd045 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9717181 Nov 04 09:55:45.961266 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-ea896a28-d580-4c29-92ec-f0650fe21efe tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:55:45.962307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-ea896a28-d580-4c29-92ec-f0650fe21efe tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056300 Nov 04 09:55:45.975001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Request body: {'port': {'device_id': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:55:46.038424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.052145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e504e4-5e0e-4115-a7b5-ed2bdb7dace0 req-daa932fa-e69e-4bea-a4af-94162fb95911 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:46.053725 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2e504e4-5e0e-4115-a7b5-ed2bdb7dace0 req-daa932fa-e69e-4bea-a4af-94162fb95911 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 931 time: 0.0584064 Nov 04 09:55:46.092819 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2e504e4-5e0e-4115-a7b5-ed2bdb7dace0 req-3ee52351-fc96-4082-8364-2ee63e5ee8e1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327299 Nov 04 09:55:46.103381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4bdbc3cb-8ebf-4c6f-bd1b-6f51fc44c20e None None] Provisioning complete for port 04cfe322-cf56-452c-83a5-114ea1d667ca triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:55:46.103937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4bdbc3cb-8ebf-4c6f-bd1b-6f51fc44c20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.152482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4bdbc3cb-8ebf-4c6f-bd1b-6f51fc44c20e None None] Port 04cfe322-cf56-452c-83a5-114ea1d667ca cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:55:46.155488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.315804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cfe322-cf56-452c-83a5-114ea1d667ca {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:55:46.323151 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.336837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Transition to ACTIVE for port object 04cfe322-cf56-452c-83a5-114ea1d667ca will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:55:46.340118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.392105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:46.469485 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:55:46.469821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:55:46.470143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:55:46.474956 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:55:46.475309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:55:46.481120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:55:46.481452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:55:46.481859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:55:46.482357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Bound port: 04cfe322-cf56-452c-83a5-114ea1d667ca, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:55:46.482717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.551527 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:55:46.554792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:55:46.559773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.598100 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:46.598725 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:46.600167 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] 10.222.0.70 "PUT /v2.0/ports/04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1091 time: 0.6295083 Nov 04 09:55:46.600614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:46.602933 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51" -d '{"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:46.627920 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e829f-6e1b-40a6-ab52-f8609e2bdc4e service neutron] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:46.683104 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a403ef-2e33-4f94-b611-485ed9bfd80d x-openstack-request-id: req-d0a403ef-2e33-4f94-b611-485ed9bfd80d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:46.683483 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:46.683933 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0a403ef-2e33-4f94-b611-485ed9bfd80d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:46.684793 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'status': 'completed', 'code': 200} Nov 04 09:55:46.703370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-4c4a6269-2323-40ff-9aaa-807d83fce500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:46.706107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-4c4a6269-2323-40ff-9aaa-807d83fce500 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1094 time: 0.0522964 Nov 04 09:55:46.760096 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-7e8f5688-8ba4-40a1-9de4-f911fb2dfce4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 217 time: 0.0450940 Nov 04 09:55:46.816316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-3891d742-a631-40b7-8fea-dd0c97208e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:46.817827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-3891d742-a631-40b7-8fea-dd0c97208e0e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0500233 Nov 04 09:55:46.868156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-d10f072e-a9bf-4ff9-8ddf-23d67f85e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:46.869758 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-d10f072e-a9bf-4ff9-8ddf-23d67f85e916 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434659 Nov 04 09:55:46.977354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-3c376016-48de-4e72-8841-9f33a93b9c63 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998335 Nov 04 09:55:47.082627 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11918180-6ea2-4237-a55b-bdb6dc18b89c req-41c999e6-0830-4112-be0f-b258018726c7 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977938 Nov 04 09:55:47.106180 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:47.202262 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-010b044c-e531-4cc7-bc3d-e4a29a435b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:47.204791 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-010b044c-e531-4cc7-bc3d-e4a29a435b0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1094 time: 0.0566449 Nov 04 09:55:47.235603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308e168-931e-40bc-a386-061ff79d946b req-775c9863-9b7d-4c0d-985e-061475005a5b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:47.237176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0308e168-931e-40bc-a386-061ff79d946b req-775c9863-9b7d-4c0d-985e-061475005a5b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0631537 Nov 04 09:55:47.284897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0308e168-931e-40bc-a386-061ff79d946b req-9a8b96d1-b580-483e-ae50-679c6d6be35b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413909 Nov 04 09:55:47.323016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-857d63de-074f-4313-b606-54c73ae732b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:47.324558 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-857d63de-074f-4313-b606-54c73ae732b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1134231 Nov 04 09:55:47.367693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-920a719b-85f4-46da-af10-a5e6d57a7278 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 217 time: 0.0356290 Nov 04 09:55:47.427675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-0a83a276-d0b5-4b36-b720-c0cc1d0f4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:47.429201 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-0a83a276-d0b5-4b36-b720-c0cc1d0f4a3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0518305 Nov 04 09:55:47.478923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-d0d6f10d-6ed0-4ae6-a0e0-58beea32886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:47.480631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-d0d6f10d-6ed0-4ae6-a0e0-58beea32886b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434103 Nov 04 09:55:47.576908 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-98ae2073-27be-4f0d-aa5f-c77b095b4dd8 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887375 Nov 04 09:55:47.674839 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41d212eb-8d56-4ad7-a8e6-a5e80da08a51 req-76eef369-dcd6-4692-a597-0217be9560f9 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903070 Nov 04 09:55:48.412415 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a434f-121f-4c0b-ae12-9f472d402bcd req-ccd5eeda-375f-4750-a3e8-622b6c7a2b8a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:48.414018 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e1a434f-121f-4c0b-ae12-9f472d402bcd req-ccd5eeda-375f-4750-a3e8-622b6c7a2b8a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0534751 Nov 04 09:55:48.455270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e1a434f-121f-4c0b-ae12-9f472d402bcd req-5742d8a6-127d-4245-90a5-de9c0b6f7f13 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350032 Nov 04 09:55:49.582927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0747e-19db-435b-a9e9-f7665a8ed8de req-cde358c2-55e4-43b1-8516-ea400abad15b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:49.584461 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6df0747e-19db-435b-a9e9-f7665a8ed8de req-cde358c2-55e4-43b1-8516-ea400abad15b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0549669 Nov 04 09:55:49.624960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6df0747e-19db-435b-a9e9-f7665a8ed8de req-ef3c3265-89e9-4ec2-9cd0-fad6fa5b721b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341806 Nov 04 09:55:49.749177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:55:49.854566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:49.867291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'mac_address': 'fa:16:3e:33:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:55:49.905960 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:49.920584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cfe322-cf56-452c-83a5-114ea1d667ca {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:55:49.946034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:49.950235 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:50.004348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:50.152107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['04cfe322-cf56-452c-83a5-114ea1d667ca'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:55:50.754206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97412c29-db0e-4bbb-b950-92f9b59f8dbb req-6ce3a69e-1662-4130-b015-678c9b07da22 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:50.755571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97412c29-db0e-4bbb-b950-92f9b59f8dbb req-6ce3a69e-1662-4130-b015-678c9b07da22 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0550265 Nov 04 09:55:50.796578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-97412c29-db0e-4bbb-b950-92f9b59f8dbb req-c6749a6b-a4bd-4624-9346-4554dfe36d37 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344224 Nov 04 09:55:51.752743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:55:51.804965 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 04cfe322-cf56-452c-83a5-114ea1d667ca completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:55:51.808815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 04cfe322-cf56-452c-83a5-114ea1d667ca triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:55:51.809304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:51.899702 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:51.924221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13208a8-5e32-4699-90b6-606882f88c8c req-3e456a1e-e2a3-4e1e-a051-08859169a307 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:51.924917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:51.926325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e13208a8-5e32-4699-90b6-606882f88c8c req-3e456a1e-e2a3-4e1e-a051-08859169a307 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0528705 Nov 04 09:55:51.927362 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d31b9-dffc-40a5-aa01-1c71b09a6b17" -d '{"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-plugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:51.941173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:55:51.946007 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:51.970246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e13208a8-5e32-4699-90b6-606882f88c8c req-8e809e04-527b-46ad-a46b-a43f0550055a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366154 Nov 04 09:55:52.011116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:55:52.030157 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f2f537-d60e-40bc-8d09-d8e491741915 x-openstack-request-id: req-39f2f537-d60e-40bc-8d09-d8e491741915 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:52.030450 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-plugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:52.030716 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-39f2f537-d60e-40bc-8d09-d8e491741915 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:52.031109 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'code': 200} Nov 04 09:55:52.148569 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eee57-2a2a-4708-a844-6e28c89d3000 req-c68aab57-3e34-4ede-a94d-53b5bfd88b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:52.150073 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e3eee57-2a2a-4708-a844-6e28c89d3000 req-c68aab57-3e34-4ede-a94d-53b5bfd88b0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1096 time: 0.0463586 Nov 04 09:55:52.185430 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1e3eee57-2a2a-4708-a844-6e28c89d3000 req-665475b6-f14c-4d36-a9fd-0620606322a1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274563 Nov 04 09:55:53.100059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af48e6-c5f8-4737-8c91-d13c58f359da req-e6219454-b5dc-4928-8aba-2426df65373a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:53.101560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1af48e6-c5f8-4737-8c91-d13c58f359da req-e6219454-b5dc-4928-8aba-2426df65373a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0587175 Nov 04 09:55:53.143180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1af48e6-c5f8-4737-8c91-d13c58f359da req-a0738321-4a3f-420b-a225-3605aab4d32b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355136 Nov 04 09:55:54.263740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84630607-85d6-49e7-b2bf-1fe81dce1a60 req-0f37bc1b-0dca-4ed6-9998-fd715a02ae1b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:54.265158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84630607-85d6-49e7-b2bf-1fe81dce1a60 req-0f37bc1b-0dca-4ed6-9998-fd715a02ae1b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0538702 Nov 04 09:55:54.304791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84630607-85d6-49e7-b2bf-1fe81dce1a60 req-33e1e038-eb7d-4a98-8da4-afdb424307e5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329201 Nov 04 09:55:54.422451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae20d9-bea1-4c6c-8379-ef5637191f9e req-fda39cf9-5a08-4add-b8e5-b12b983b47fe tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:54.424450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2dae20d9-bea1-4c6c-8379-ef5637191f9e req-fda39cf9-5a08-4add-b8e5-b12b983b47fe tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0534165 Nov 04 09:55:54.433063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43220) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:55:54.437673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Request body: {'floatingip': {'port_id': '04cfe322-cf56-452c-83a5-114ea1d667ca'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:55:54.477408 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:54.908166 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:54.912242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:55.300378 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d associated. External IP: 172.25.3.235, port: 04cfe322-cf56-452c-83a5-114ea1d667ca. Nov 04 09:55:55.526059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:55:55.634056 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:55:55.639126 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:55:55.645203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:55:55.654493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:55:55.655203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:55.667135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-287d9382-64a8-4242-93c8-9d205a478f36 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "PUT /v2.0/floatingips/0087878e-79f1-481b-ab23-4d06c4ee555d HTTP/1.1" status: 200 len: 992 time: 1.2330127 Nov 04 09:55:55.667958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:55:55.670353 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4" -d '{"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:55:55.762576 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b27df55-a4c5-41b4-b26b-1b63da7dfcb2 x-openstack-request-id: req-5b27df55-a4c5-41b4-b26b-1b63da7dfcb2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:55:55.762860 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:55:55.763112 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b27df55-a4c5-41b4-b26b-1b63da7dfcb2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:55:55.763511 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'status': 'completed', 'code': 200} Nov 04 09:55:55.765077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:55:55.827622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-e5f4e329-fdc8-43b8-baad-5a59c80303c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:55.829173 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-e5f4e329-fdc8-43b8-baad-5a59c80303c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1096 time: 0.0446887 Nov 04 09:55:55.924431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-a17630cf-ca3d-4814-80f2-18acd1b28a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:55.926015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-a17630cf-ca3d-4814-80f2-18acd1b28a16 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0863862 Nov 04 09:55:55.997363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-c3e57f4d-c174-423e-9029-b37feb14fc3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1000 time: 0.0638595 Nov 04 09:55:55.999749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:33:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:55:54Z', 'revision_number': 13, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:56.027418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:55:56.036214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:55:56.036810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:55:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:56.048904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-19685432-11e6-40d9-8fdd-e60f27306404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:56.050386 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-19685432-11e6-40d9-8fdd-e60f27306404 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0449245 Nov 04 09:55:56.099726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-89ed85d1-8057-418c-b1ed-07176c6fb94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:55:56.101297 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-89ed85d1-8057-418c-b1ed-07176c6fb94f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425699 Nov 04 09:55:56.147063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:55:56.199844 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-11e546f2-42c3-48da-b0f1-513840b36838 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899544 Nov 04 09:55:56.299579 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8cc4f5ca-fbf5-4284-92fb-5ca8c04821a4 req-352d8bf3-a8ba-46eb-915f-bc014b50a1d2 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926461 Nov 04 09:55:56.423282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:33:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:55:54Z', 'revision_number': 13, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:55:56.463184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e090dc-42ba-4c1a-a6e7-384237b79a06 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '0087878e-79f1-481b-ab23-4d06c4ee555d', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'port_id': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'mac_address': 'fa:16:3e:33:d2:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T09:48:43Z', 'updated_at': '2021-11-04T09:55:54Z', 'revision_number': 13, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:55:56.661241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243b4d79-fd9b-4bc9-90fe-f1520a39f78a None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:56:06.667060 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:56:07.425829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80a34bd0-98a7-40f4-b20e-f4cf3e3496bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:10.025480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1d4224ea-a988-405b-af8b-c53f89ed5aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:10.338440 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:11.454056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:12.916199 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:16.154715 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:17.104824 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:37.427250 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d3b87f5-f1f6-4bd2-b5fc-838887e99122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:40.025772 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-26287aa5-f9bb-40de-8a65-e12b954192bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:40.344591 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:41.457018 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:42.920492 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:43.666617 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:56:46.167945 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:47.110023 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:56:52.411367 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-15094270-7cd1-4fc8-b791-e19b080520e1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427661 Nov 04 09:56:52.501355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff914-497b-4c53-b21f-26acca95f89f req-e652404a-8a5b-46a7-8a36-ffe9d16bea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:56:52.502848 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-e652404a-8a5b-46a7-8a36-ffe9d16bea46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1096 time: 0.0468316 Nov 04 09:56:52.607466 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff914-497b-4c53-b21f-26acca95f89f req-4f725a19-800b-49d5-8e5a-6d56cfeba76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:56:52.609007 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-4f725a19-800b-49d5-8e5a-6d56cfeba76a service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0856619 Nov 04 09:56:52.679406 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-033985a0-43ee-4fbb-9c1a-6b8b68ca445e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1002 time: 0.0627477 Nov 04 09:56:52.729467 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff914-497b-4c53-b21f-26acca95f89f req-0d4d976f-6c6c-4a85-8d9a-59a49fbfc080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:56:52.730921 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-0d4d976f-6c6c-4a85-8d9a-59a49fbfc080 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0438266 Nov 04 09:56:52.776962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eff914-497b-4c53-b21f-26acca95f89f req-7bbb53cb-253a-44e2-a2af-ac403ed84fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:56:52.778456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-7bbb53cb-253a-44e2-a2af-ac403ed84fb8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403640 Nov 04 09:56:52.872757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-dff9de4d-0ed5-4c4a-88c7-c0ef9d4f8e8e service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864985 Nov 04 09:56:52.965030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-30eff914-497b-4c53-b21f-26acca95f89f req-a612f0e5-d577-4365-bb7b-7cb74eaec50a service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845609 Nov 04 09:57:07.429198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc4a6-6b1b-4651-af94-705c677039fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:10.028278 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-50e257a2-198c-4fad-8b89-879be451cc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:10.345796 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:11.459827 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:12.920637 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:16.166832 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:17.126264 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:20.665739 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:57:35.272161 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b4199-ecd1-4ccc-bb73-62c560f342f0 req-90892ab0-48a9-49c9-a585-510a1892bbcb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:35.273617 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-320b4199-ecd1-4ccc-bb73-62c560f342f0 req-90892ab0-48a9-49c9-a585-510a1892bbcb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0526307 Nov 04 09:57:35.315599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-320b4199-ecd1-4ccc-bb73-62c560f342f0 req-1646bd2d-ce44-4beb-b050-ff4533deebd4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356996 Nov 04 09:57:37.432364 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b08203b-e6fb-4e0b-a327-361dd89cd070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:40.032085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-903d43e3-b772-4ee2-b830-52d9d31e3f32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:40.339177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:41.462691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:42.926057 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:46.166170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:46.435455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-1e59f892-9149-4262-b2cd-79522c92b772 req-90e111e7-14a2-4983-a354-cbe58b5f5c77 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:57:46.436523 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1e59f892-9149-4262-b2cd-79522c92b772 req-90e111e7-14a2-4983-a354-cbe58b5f5c77 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063145 Nov 04 09:57:46.641433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c124849-fece-4eff-963c-e2d7edeab2fa req-246116fc-c7a3-495b-90be-2e67a5eb53a7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:46.642982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c124849-fece-4eff-963c-e2d7edeab2fa req-246116fc-c7a3-495b-90be-2e67a5eb53a7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0694799 Nov 04 09:57:46.689594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c124849-fece-4eff-963c-e2d7edeab2fa req-e92f5442-d4c9-4534-a9bd-1237c19410a4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401664 Nov 04 09:57:46.748738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-ccf63120-03ea-45c0-a401-9c2eca150522 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962086 Nov 04 09:57:47.121856 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:57:47.812312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07316ed-3cac-4349-9024-68c062adbda4 req-b8f876a3-288e-4cd7-9a2b-72534ebe04f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:47.813905 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a07316ed-3cac-4349-9024-68c062adbda4 req-b8f876a3-288e-4cd7-9a2b-72534ebe04f2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0526190 Nov 04 09:57:47.860560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a07316ed-3cac-4349-9024-68c062adbda4 req-5301c526-69af-4254-b955-52dc63379546 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394561 Nov 04 09:57:47.920189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-f3251a5f-5042-4da2-97f3-9f656f4f5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:47.921708 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-f3251a5f-5042-4da2-97f3-9f656f4f5b5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1096 time: 0.0496337 Nov 04 09:57:48.016352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-907b9d0c-5482-40e4-abe9-9163cd588a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:48.017838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-907b9d0c-5482-40e4-abe9-9163cd588a1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0866623 Nov 04 09:57:48.090809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-6d60ef19-943c-43a1-a2cb-e7ebd411b876 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1002 time: 0.0649614 Nov 04 09:57:48.143143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-ea8bb2cf-2ed3-45a8-ad26-52d9e9763323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:48.144700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-ea8bb2cf-2ed3-45a8-ad26-52d9e9763323 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0460513 Nov 04 09:57:48.191702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-bd462138-2424-4723-98c7-dc47cb908a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:48.193305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-bd462138-2424-4723-98c7-dc47cb908a92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409768 Nov 04 09:57:48.288275 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-4682b754-cd58-478e-8f03-c5f0288003cd service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858505 Nov 04 09:57:48.379769 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-8147bbd3-3e13-408f-8196-72a2c42cf5b6 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838416 Nov 04 09:57:48.981323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2811048a-a324-43be-9b6d-1b4121df9546 req-9bfa4e83-d559-4cb3-93bf-95c8678f3bbb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:48.982844 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2811048a-a324-43be-9b6d-1b4121df9546 req-9bfa4e83-d559-4cb3-93bf-95c8678f3bbb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Nov 04 09:57:49.023038 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2811048a-a324-43be-9b6d-1b4121df9546 req-2177022f-3c2f-45cd-a7ae-c4722e6d8721 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338845 Nov 04 09:57:50.146128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facbeceb-91e8-4943-ae32-0ce028348586 req-6dc0f2b1-c4a6-462e-b40d-4a4ad46a6e31 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:50.147676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-facbeceb-91e8-4943-ae32-0ce028348586 req-6dc0f2b1-c4a6-462e-b40d-4a4ad46a6e31 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0539587 Nov 04 09:57:50.192740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-facbeceb-91e8-4943-ae32-0ce028348586 req-c857af14-8a12-4932-82c6-3cc50490a0a0 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382557 Nov 04 09:57:51.315723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7607e4-1b97-4d3f-83f4-efe751aae1cb req-ecc3fded-f55f-4cec-a6fc-b9e302e0b787 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:51.317293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe7607e4-1b97-4d3f-83f4-efe751aae1cb req-ecc3fded-f55f-4cec-a6fc-b9e302e0b787 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0506072 Nov 04 09:57:51.357601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fe7607e4-1b97-4d3f-83f4-efe751aae1cb req-41d012de-079f-464e-ae6c-45d971f353ba tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339539 Nov 04 09:57:52.480589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200a448-6404-45b0-9433-2309bc696c17 req-50e02935-a722-42fc-a7f5-d8c8798a4028 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:52.482160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f200a448-6404-45b0-9433-2309bc696c17 req-50e02935-a722-42fc-a7f5-d8c8798a4028 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0513747 Nov 04 09:57:52.524687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f200a448-6404-45b0-9433-2309bc696c17 req-58635a56-7bb2-4230-b714-8493dcdc2de4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360780 Nov 04 09:57:53.458536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-e5a79f8e-d6be-4cc1-b03e-50feb0d88623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:53.460048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-e5a79f8e-d6be-4cc1-b03e-50feb0d88623 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1096 time: 0.0408843 Nov 04 09:57:53.570580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-8cc517a0-21ad-4a9d-8ec8-c02001c4eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:53.572103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-8cc517a0-21ad-4a9d-8ec8-c02001c4eaae service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0907133 Nov 04 09:57:53.640833 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-af7a9002-9917-453a-935c-bb90fc9df2c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1002 time: 0.0592573 Nov 04 09:57:53.698634 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-4b0707a5-56b7-4f22-9c14-7cd1c0402060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:53.700359 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-4b0707a5-56b7-4f22-9c14-7cd1c0402060 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0519929 Nov 04 09:57:53.719477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b1f3b-e5a4-4ba4-8e8d-3aa176fc62cc req-93f2ca31-1947-44e5-afab-5025cba3c2ed tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:53.720988 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f29b1f3b-e5a4-4ba4-8e8d-3aa176fc62cc req-93f2ca31-1947-44e5-afab-5025cba3c2ed tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.1219404 Nov 04 09:57:53.752037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-65939f2d-1ee4-43d2-bd4a-69bf116684bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:53.754040 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-65939f2d-1ee4-43d2-bd4a-69bf116684bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462024 Nov 04 09:57:53.767077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f29b1f3b-e5a4-4ba4-8e8d-3aa176fc62cc req-29582185-3105-46e2-9bec-246b2b996ab9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399845 Nov 04 09:57:53.854160 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-176c0694-c771-4640-b376-08799e3d824e service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921834 Nov 04 09:57:53.948079 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5544d966-7cde-4d17-8b19-0294b5a6c47a req-b9105943-1fad-4dc5-b4b7-4e4e604ba7e6 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859675 Nov 04 09:57:54.895772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38af7d-81a0-4a55-88e2-c246dd03ac5c req-e8548559-85e1-4363-8ba7-be46b25e7ffc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:54.897541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac38af7d-81a0-4a55-88e2-c246dd03ac5c req-e8548559-85e1-4363-8ba7-be46b25e7ffc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0566344 Nov 04 09:57:54.939496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ac38af7d-81a0-4a55-88e2-c246dd03ac5c req-ff6656dd-98d7-4481-816d-182d42365086 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353320 Nov 04 09:57:56.064902 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8d52c-2f89-46cb-ae3e-ae363315765b req-13a1138f-55d2-4a5c-adc3-31d996ba4cc8 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:56.066729 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbd8d52c-2f89-46cb-ae3e-ae363315765b req-13a1138f-55d2-4a5c-adc3-31d996ba4cc8 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0557218 Nov 04 09:57:56.108935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbd8d52c-2f89-46cb-ae3e-ae363315765b req-6b34ceb0-2bf9-49f4-871f-3152ccc07a66 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359080 Nov 04 09:57:57.237145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fad235-b93a-4b2f-b125-ed26c0d80719 req-7f05c847-6064-477c-aec9-7dd9e664e607 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:57.238678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63fad235-b93a-4b2f-b125-ed26c0d80719 req-7f05c847-6064-477c-aec9-7dd9e664e607 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0567944 Nov 04 09:57:57.282939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-63fad235-b93a-4b2f-b125-ed26c0d80719 req-5a2a7be1-4c8f-4e15-8a0f-209eb6a907d5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367196 Nov 04 09:57:57.664823 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:57:58.403692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23ebd4-f16d-4a1b-95f4-096a0dab3d72 req-1b1b2d03-3f5b-4877-80a5-e4f2fb652e20 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:58.405249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d23ebd4-f16d-4a1b-95f4-096a0dab3d72 req-1b1b2d03-3f5b-4877-80a5-e4f2fb652e20 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0525451 Nov 04 09:57:58.443749 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d23ebd4-f16d-4a1b-95f4-096a0dab3d72 req-0df78f2a-0874-4f05-8934-a6c9ee7827dc tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324609 Nov 04 09:57:59.560201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41b98c-55e3-4a7a-81ab-fd5c795bff05 req-1e6a9291-cc17-4eeb-a357-3013b86011be tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:57:59.561704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da41b98c-55e3-4a7a-81ab-fd5c795bff05 req-1e6a9291-cc17-4eeb-a357-3013b86011be tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Nov 04 09:57:59.601301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da41b98c-55e3-4a7a-81ab-fd5c795bff05 req-21caec6e-f305-402d-b879-209f35f9411d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328014 Nov 04 09:58:00.720548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab646a75-aab5-4914-b502-4ac62062c247 req-1dc01cad-2e53-4256-9dc8-78456bb87bec tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:00.722134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab646a75-aab5-4914-b502-4ac62062c247 req-1dc01cad-2e53-4256-9dc8-78456bb87bec tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0535817 Nov 04 09:58:00.762654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab646a75-aab5-4914-b502-4ac62062c247 req-6c275a1e-941d-4378-b19f-31c90de22f68 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341709 Nov 04 09:58:01.891486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f8dd5-a550-461a-b7a4-dcf2e4c1e9e8 req-b3c80bdc-444b-4c4c-aab4-1caa802b78d7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:01.893041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a7f8dd5-a550-461a-b7a4-dcf2e4c1e9e8 req-b3c80bdc-444b-4c4c-aab4-1caa802b78d7 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0521300 Nov 04 09:58:01.933937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1a7f8dd5-a550-461a-b7a4-dcf2e4c1e9e8 req-4d6324f9-a594-4b7b-8405-6fbe93e8c59c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347064 Nov 04 09:58:02.466139 n-d-816487-1 neutron-server[102556]: INFO neutron.api.v2.resource [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-abddd7bc-d49c-4c9f-bcb0-9a4bd0a06a94 service neutron] show failed (client error): The resource could not be found. Nov 04 09:58:02.467161 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-abddd7bc-d49c-4c9f-bcb0-9a4bd0a06a94 service neutron] 10.222.0.70 "GET /v2.0/ports/04cfe322-cf56-452c-83a5-114ea1d667ca/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0558643 Nov 04 09:58:02.711664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-4c8c5edd-1cca-4042-91c9-0f28500ad166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:02.713221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-4c8c5edd-1cca-4042-91c9-0f28500ad166 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 1096 time: 0.0841224 Nov 04 09:58:02.724003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-fab62354-42bd-4625-b6eb-d19b0e5e578a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:58:02.724938 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-fab62354-42bd-4625-b6eb-d19b0e5e578a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050118 Nov 04 09:58:02.737709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:58:02.793458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:03.000880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:03.063477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:58:03.099064 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe416c1-1128-49f3-8226-340bf5ab0c81 req-26f3fc12-0371-4836-98b1-1ad5a3dc637b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:03.100603 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5fe416c1-1128-49f3-8226-340bf5ab0c81 req-26f3fc12-0371-4836-98b1-1ad5a3dc637b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0906618 Nov 04 09:58:03.123980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:03.126228 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3ce52c-d934-4378-bbb5-1bd547bc1e5a" -d '{"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-unplugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:03.131348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:03.164342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Transition to ACTIVE for port object 04cfe322-cf56-452c-83a5-114ea1d667ca will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:58:03.172931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5fe416c1-1128-49f3-8226-340bf5ab0c81 req-504db5ad-7abb-4afa-8f2e-9b692ca6f57e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583425 Nov 04 09:58:03.173529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:03.253755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:03.261801 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4103b7ea-bba9-418f-85b3-8f17679f1498 x-openstack-request-id: req-4103b7ea-bba9-418f-85b3-8f17679f1498 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:03.262108 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-unplugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:03.262362 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4103b7ea-bba9-418f-85b3-8f17679f1498 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:03.262757 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'code': 200} Nov 04 09:58:03.273345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.273696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.274036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.274370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.274702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.275030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.275355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.275682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.276590 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.276928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.277252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.277576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:03.313136 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] No DVR routers for this DVR port 04cfe322-cf56-452c-83a5-114ea1d667ca on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:58:03.454548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:58:03.454806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:58:03.455135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:58:03.459490 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:58:03.459811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:58:03.464980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:58:03.465317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:58:03.465699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:58:03.466126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Bound port: 04cfe322-cf56-452c-83a5-114ea1d667ca, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:58:03.466485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:03.534848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:58:03.537835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:58:03.542955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:03.580088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:03.580718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:03.582182 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] 10.222.0.55 "PUT /v2.0/ports/04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1091 time: 0.8483484 Nov 04 09:58:03.601723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef27b9-9b29-4d68-82bc-67647a43cc67 service neutron] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:03.650357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-31f6aa90-5cd7-4858-9951-7c258672a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:03.652274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-31f6aa90-5cd7-4858-9951-7c258672a741 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1094 time: 0.0462172 Nov 04 09:58:03.758192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-57ce4230-8d0c-4c10-a048-755067c06374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:03.759964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-57ce4230-8d0c-4c10-a048-755067c06374 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1008859 Nov 04 09:58:03.828924 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-b29fc44e-6027-485c-95b2-ff370d44263a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1000 time: 0.0619929 Nov 04 09:58:03.884197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-c313804f-8041-4c56-aa4d-282b404d6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:03.886579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-c313804f-8041-4c56-aa4d-282b404d6df8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0482752 Nov 04 09:58:03.931739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-763f33bb-b6e3-45d3-926c-2b1c90e38d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:03.933909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-763f33bb-b6e3-45d3-926c-2b1c90e38d48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408328 Nov 04 09:58:04.030047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-ad8ea46f-6c76-4276-8cb0-2869f1ef393b service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884879 Nov 04 09:58:04.128531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-e9d53f0a-805b-421f-89f1-e5f04a49ccda service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912199 Nov 04 09:58:04.286983 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:58:04.301833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d4326-a0c2-49a2-aafb-ac97e94e84c8 req-505670b2-9ce8-4f96-8e3c-135b83d4d8b3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:04.303362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-449d4326-a0c2-49a2-aafb-ac97e94e84c8 req-505670b2-9ce8-4f96-8e3c-135b83d4d8b3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0533717 Nov 04 09:58:04.339913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:58:04.345452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-449d4326-a0c2-49a2-aafb-ac97e94e84c8 req-d7388f0c-6521-46da-9a8c-43164180eefd tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355146 Nov 04 09:58:05.264429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:05.266917 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708186c0-67ca-4230-8f15-5ed630e4ad06" -d '{"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:05.316765 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eea61a1-3400-4d3b-8bf3-98ced9a4bd76 x-openstack-request-id: req-1eea61a1-3400-4d3b-8bf3-98ced9a4bd76 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:05.317102 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:05.317309 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1eea61a1-3400-4d3b-8bf3-98ced9a4bd76 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:05.317718 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'status': 'completed', 'code': 200} Nov 04 09:58:05.384682 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-0df2ce18-c9d7-4fd7-b190-84ba926c74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.386664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-0df2ce18-c9d7-4fd7-b190-84ba926c74b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1094 time: 0.0503957 Nov 04 09:58:05.393454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-05ef8f96-f0c6-478a-98bc-b714aba66582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.395479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-05ef8f96-f0c6-478a-98bc-b714aba66582 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1094 time: 0.0544105 Nov 04 09:58:05.526531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-5e7273cc-f6ed-40fe-ae65-407e643a51bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.528054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-5e7273cc-f6ed-40fe-ae65-407e643a51bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1245575 Nov 04 09:58:05.529327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c89208e-8ca8-469b-be13-2957b6c35f4b req-d2c3ff89-09c3-43a9-83df-b4f3eb73da9a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.530847 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c89208e-8ca8-469b-be13-2957b6c35f4b req-d2c3ff89-09c3-43a9-83df-b4f3eb73da9a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0844388 Nov 04 09:58:05.532363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-6db857e4-a24b-4b33-942b-73b95ddbd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.533699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-6db857e4-a24b-4b33-942b-73b95ddbd786 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1391237 Nov 04 09:58:05.597899 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-a2dabd1f-e843-4011-8030-8006468a5133 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1000 time: 0.0619295 Nov 04 09:58:05.618550 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c89208e-8ca8-469b-be13-2957b6c35f4b req-43b95131-012f-4636-a230-18f5d702065a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809479 Nov 04 09:58:05.633885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-378d7695-c5fb-4572-b35c-5d2de1c3505d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1000 time: 0.0872872 Nov 04 09:58:05.661444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-a67b44f2-e8d3-4a6f-9b51-0c53c6bf059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.663023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-a67b44f2-e8d3-4a6f-9b51-0c53c6bf059e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0574522 Nov 04 09:58:05.687060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-e1a5ae2d-2640-4cd7-8f4a-f84669a11816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.688574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-e1a5ae2d-2640-4cd7-8f4a-f84669a11816 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0484023 Nov 04 09:58:05.711311 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-5352f235-04f0-4723-b5a1-bbf6f06df6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.713129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-5352f235-04f0-4723-b5a1-bbf6f06df6f9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423722 Nov 04 09:58:05.738802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-91af779e-547f-44a1-bcb3-5efefdffbd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:05.740529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-91af779e-547f-44a1-bcb3-5efefdffbd04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446148 Nov 04 09:58:05.810777 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-46dc3606-fc02-4e6f-8660-e77e216967a1 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886748 Nov 04 09:58:05.843001 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-8c22650d-851e-4d6c-92c7-763de244321f service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938826 Nov 04 09:58:05.910441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-f2e92d4a-120e-4458-a454-1886249799cb service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918684 Nov 04 09:58:05.938321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-708186c0-67ca-4230-8f15-5ed630e4ad06 req-12c4feb2-4d79-452c-a72e-c296686263aa service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883701 Nov 04 09:58:06.751967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99f750-3814-42d6-b163-398fda27d420 req-6b7c9be7-0779-42ac-9acb-d3bd7f040403 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:06.754142 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b99f750-3814-42d6-b163-398fda27d420 req-6b7c9be7-0779-42ac-9acb-d3bd7f040403 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0577152 Nov 04 09:58:06.794431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7b99f750-3814-42d6-b163-398fda27d420 req-0075e291-4c05-4185-aa36-7b06f0c1dbe8 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345080 Nov 04 09:58:07.434454 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-35bd6249-17f4-4fa6-869c-6f69425f6cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:07.915416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084738ba-28c7-48a6-964b-59a774dc819f req-9d1e7437-8e71-4fde-bce7-2790fffd1a1e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:07.917543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-084738ba-28c7-48a6-964b-59a774dc819f req-9d1e7437-8e71-4fde-bce7-2790fffd1a1e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0522656 Nov 04 09:58:07.958213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-084738ba-28c7-48a6-964b-59a774dc819f req-d71eb83b-73e3-4de8-b633-97c7c3a51e0e tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342927 Nov 04 09:58:09.083484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18448d45-efd9-42d8-8669-77bf9629aa27 req-fddd9d6f-7344-4e93-aedc-f932cad69006 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:09.085002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18448d45-efd9-42d8-8669-77bf9629aa27 req-fddd9d6f-7344-4e93-aedc-f932cad69006 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0515647 Nov 04 09:58:09.125916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18448d45-efd9-42d8-8669-77bf9629aa27 req-dcf2181a-4fd1-4bc3-b7d2-9071244e46fd tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345740 Nov 04 09:58:10.025048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9d0ecaf8-c62b-4afd-9bb9-6802276bcf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:10.246609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95a3ac-c202-4ef8-9228-5c0d64fee55b req-a374d757-3560-4b41-b7a6-e71f03a59360 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:10.248096 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de95a3ac-c202-4ef8-9228-5c0d64fee55b req-a374d757-3560-4b41-b7a6-e71f03a59360 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0533626 Nov 04 09:58:10.285852 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de95a3ac-c202-4ef8-9228-5c0d64fee55b req-15427016-e5b3-4555-9a3a-06e1bec0a16b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316451 Nov 04 09:58:10.342657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:11.404908 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c63a97-6d68-475a-b0fe-dffab24044f3 req-72465fa6-c369-403c-a4c0-0b9bbf6d5bc4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:11.406388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69c63a97-6d68-475a-b0fe-dffab24044f3 req-72465fa6-c369-403c-a4c0-0b9bbf6d5bc4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0494039 Nov 04 09:58:11.445948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69c63a97-6d68-475a-b0fe-dffab24044f3 req-d963334c-65b8-4ec8-9d58-826777dea169 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335195 Nov 04 09:58:11.467001 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:12.570287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cf5ae-89d5-4cf0-97c0-cd1cb39f0a27 req-399afabf-b116-4c12-8373-ae302dce47a9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:12.571788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec5cf5ae-89d5-4cf0-97c0-cd1cb39f0a27 req-399afabf-b116-4c12-8373-ae302dce47a9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0524502 Nov 04 09:58:12.611119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ec5cf5ae-89d5-4cf0-97c0-cd1cb39f0a27 req-4aa79098-c2e7-464f-a833-0ebffe200e03 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327897 Nov 04 09:58:12.929648 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:13.732991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f05ce7-de9f-4a98-a528-568f6c491383 req-1d3affd7-b7f3-4092-b35a-565c6eb84c06 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:13.734455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4f05ce7-de9f-4a98-a528-568f6c491383 req-1d3affd7-b7f3-4092-b35a-565c6eb84c06 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0549581 Nov 04 09:58:13.774402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f4f05ce7-de9f-4a98-a528-568f6c491383 req-8c1ced7d-c62b-4f6e-9aea-9031bc5ba482 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338001 Nov 04 09:58:14.894880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6ae41-10f8-4ae1-819e-e46957085c74 req-29608660-8bd1-4527-84fd-424263514eed tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:14.896368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9a6ae41-10f8-4ae1-819e-e46957085c74 req-29608660-8bd1-4527-84fd-424263514eed tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0505908 Nov 04 09:58:14.935059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e9a6ae41-10f8-4ae1-819e-e46957085c74 req-19aa8d43-0ce6-4d01-bf02-b5195131d195 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326307 Nov 04 09:58:16.068709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0947a6-e4bc-4e21-b35b-7bb196d88829 req-8a023511-4261-400f-b5e9-25b7bfb6fe77 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:16.070189 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b0947a6-e4bc-4e21-b35b-7bb196d88829 req-8a023511-4261-400f-b5e9-25b7bfb6fe77 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0504136 Nov 04 09:58:16.110553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b0947a6-e4bc-4e21-b35b-7bb196d88829 req-f415949c-b0fc-4f3d-9d9e-a9d2a045f818 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340037 Nov 04 09:58:16.172214 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:16.355508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:58:16.439650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-6864d1a8-916e-4707-ae9c-d582dc297ff2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:16.441238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-6864d1a8-916e-4707-ae9c-d582dc297ff2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.55 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&binding%3Ahost_id=n-h2-816487-1 HTTP/1.1" status: 200 len: 943 time: 0.0919614 Nov 04 09:58:16.453269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc296465-9944-4d63-82d1-b5378a444cc5 req-3b712241-b663-4b2d-8658-e6e4e2e7b528 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:16.454763 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc296465-9944-4d63-82d1-b5378a444cc5 req-3b712241-b663-4b2d-8658-e6e4e2e7b528 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 943 time: 0.0734441 Nov 04 09:58:16.459685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:16.473224 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'mac_address': 'fa:16:3e:33:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:58:16.528953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cc296465-9944-4d63-82d1-b5378a444cc5 req-f4240480-f709-4762-af2c-766a6254d93b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678227 Nov 04 09:58:16.539650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-37c05b52-5b51-4d7c-b3f9-2dbd4be94ada service neutron] 10.222.0.55 "GET /v2.0/ports/04cfe322-cf56-452c-83a5-114ea1d667ca/bindings/n-h2-816487-1 HTTP/1.1" status: 200 len: 382 time: 0.0838783 Nov 04 09:58:16.629667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-5dbcfe6e-b839-4781-9aa6-66add8933426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:16.631144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-5dbcfe6e-b839-4781-9aa6-66add8933426 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1094 time: 0.0526550 Nov 04 09:58:16.694436 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:16.707845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cfe322-cf56-452c-83a5-114ea1d667ca {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:58:16.727596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:16.727951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-f8c345f7-bdf7-435f-bfcd-6f66f2a21195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:16.729865 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-f8c345f7-bdf7-435f-bfcd-6f66f2a21195 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0916319 Nov 04 09:58:16.733139 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:16.783180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:16.790651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.791406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.791748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.792157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.792487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.792862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.793674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.793674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.793901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.794155 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.794470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.794786 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:16.802687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-2750d74b-09bc-4605-bc18-978859ab0848 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1001 time: 0.0645618 Nov 04 09:58:16.856850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-b713cf9e-8433-4c92-9a1e-238260199ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:16.858448 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-b713cf9e-8433-4c92-9a1e-238260199ca9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0456624 Nov 04 09:58:16.906505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-a8b5b0f8-3286-48c8-8cab-23ad8cc7dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:16.908051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-a8b5b0f8-3286-48c8-8cab-23ad8cc7dd2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421445 Nov 04 09:58:16.982858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['04cfe322-cf56-452c-83a5-114ea1d667ca'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:58:17.026110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-326cc9ad-d3cb-4e2d-868b-4bb3047179d8 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100590 Nov 04 09:58:17.121582 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-b68ffdd1-69fe-4a31-989d-6b7f93767ed3 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861208 Nov 04 09:58:17.140924 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:17.650697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adad449-3c7b-4dfc-b82f-0c7e7a7a15cf req-21c07bc2-d17f-4d17-b972-a1279cc4be84 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:17.652205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9adad449-3c7b-4dfc-b82f-0c7e7a7a15cf req-21c07bc2-d17f-4d17-b972-a1279cc4be84 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0503569 Nov 04 09:58:17.691691 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9adad449-3c7b-4dfc-b82f-0c7e7a7a15cf req-cd4dd0ee-e243-40e3-8055-cdc62641bec6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328817 Nov 04 09:58:18.378220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:58:18.426923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 04cfe322-cf56-452c-83a5-114ea1d667ca completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:58:18.430509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 04cfe322-cf56-452c-83a5-114ea1d667ca triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:58:18.430879 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:18.513244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:18.536659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:18.538928 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b454f4-eb2a-4876-ab96-fef601bd74ab" -d '{"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-plugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:18.556017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:18.560490 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:18.588266 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4e4f59-b5f0-4dc0-b902-2923c3ea9c42 x-openstack-request-id: req-6f4e4f59-b5f0-4dc0-b902-2923c3ea9c42 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:18.588565 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-plugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:18.588818 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6f4e4f59-b5f0-4dc0-b902-2923c3ea9c42 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:18.589203 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'code': 200} Nov 04 09:58:18.612238 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:18.817114 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175174f-9753-4217-8043-d767b30928c4 req-c59a8049-ec0e-49cd-8cb1-993825776bdb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:18.819012 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8175174f-9753-4217-8043-d767b30928c4 req-c59a8049-ec0e-49cd-8cb1-993825776bdb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0561774 Nov 04 09:58:18.858403 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8175174f-9753-4217-8043-d767b30928c4 req-9fc77218-0123-4ba3-9231-73378d5ef552 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325885 Nov 04 09:58:19.978004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83895674-31b9-4a8d-98d2-2a7bd9336a48 req-f20cf494-5f31-473d-a898-8667a9c64739 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:19.981846 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83895674-31b9-4a8d-98d2-2a7bd9336a48 req-f20cf494-5f31-473d-a898-8667a9c64739 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Nov 04 09:58:20.022848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-83895674-31b9-4a8d-98d2-2a7bd9336a48 req-8d5b8c26-5b43-401e-bbfa-6f77d73d619b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348692 Nov 04 09:58:21.042332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-8399fb2f-1ee8-4844-ad28-e311efd26b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:21.044927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-8399fb2f-1ee8-4844-ad28-e311efd26b48 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37&tenant_id=a6920dd0350d4f5dba911c0f3a361ddc HTTP/1.1" status: 200 len: 1096 time: 0.0829239 Nov 04 09:58:21.056995 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:58:21.115070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:21.146828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bea13e5-a82f-49a7-8552-fd6b0750f4cd req-89b73e84-d101-411b-a13e-3d8fa855bd29 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:21.148358 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bea13e5-a82f-49a7-8552-fd6b0750f4cd req-89b73e84-d101-411b-a13e-3d8fa855bd29 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0523746 Nov 04 09:58:21.188989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bea13e5-a82f-49a7-8552-fd6b0750f4cd req-2a62a315-833a-4257-b69e-e396c1f3700b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340199 Nov 04 09:58:21.326226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:21.361170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:58:21.402286 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:21.405396 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80006c55-1556-4827-86d7-d926397e4234" -d '{"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-unplugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:21.409808 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:21.423268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Transition to ACTIVE for port object 04cfe322-cf56-452c-83a5-114ea1d667ca will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:58:21.428259 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:21.512844 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=10']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:21.517805 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f3e99f-c60d-4df0-bdf2-57e025a2f624 x-openstack-request-id: req-30f3e99f-c60d-4df0-bdf2-57e025a2f624 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:21.518105 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-unplugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:21.518361 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30f3e99f-c60d-4df0-bdf2-57e025a2f624 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:21.518758 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'code': 200} Nov 04 09:58:21.530385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.530733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.531079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.531420 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.531759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.532128 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.532459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.532795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.533124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.533453 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.533784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.534105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:58:21.567577 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] No DVR routers for this DVR port 04cfe322-cf56-452c-83a5-114ea1d667ca on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:58:21.708150 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:58:21.708481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:58:21.709101 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:58:21.713346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:58:21.713662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Attempting to bind port 04cfe322-cf56-452c-83a5-114ea1d667ca on network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:58:21.718595 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:58:21.718921 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Checking segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:58:21.719297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Bound using segment: {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:58:21.719718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Bound port: 04cfe322-cf56-452c-83a5-114ea1d667ca, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be69678f-4cea-443f-aca9-57f4f7ccf11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:58:21.720168 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:21.784473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:58:21.787891 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:58:21.792088 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:21.828473 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:21.829596 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:21.831005 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] 10.222.0.70 "PUT /v2.0/ports/04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1092 time: 0.7782176 Nov 04 09:58:21.867405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a09c9-6551-45c4-9729-c95a549b23ef service neutron] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=11']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:21.902950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-97c5d266-d204-4469-9fcd-1272809e3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:21.904823 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-97c5d266-d204-4469-9fcd-1272809e3506 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1095 time: 0.0493362 Nov 04 09:58:21.999324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-462958e7-161f-4b4f-9cb7-d789a21d8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:22.000903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-462958e7-161f-4b4f-9cb7-d789a21d8921 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.0885198 Nov 04 09:58:22.073977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-453e3fbd-7c06-4842-96a8-0a4f36c7e558 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1000 time: 0.0649996 Nov 04 09:58:22.125933 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-dd8f8605-47de-4059-9a1c-5a6283451a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:22.127385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-dd8f8605-47de-4059-9a1c-5a6283451a45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0461795 Nov 04 09:58:22.175178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-63e1f27a-7591-4390-87d2-b86b35ae381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:22.176727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-63e1f27a-7591-4390-87d2-b86b35ae381c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416629 Nov 04 09:58:22.274191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-8e096641-cd1d-4315-97b9-ab02256e8fa6 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867701 Nov 04 09:58:22.316380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f7883-b016-4dd5-b179-0e583a91ce7c req-cc3dbdc8-2b3e-491a-85f2-f6f03387372b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:22.318326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-472f7883-b016-4dd5-b179-0e583a91ce7c req-cc3dbdc8-2b3e-491a-85f2-f6f03387372b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0560520 Nov 04 09:58:22.359574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-472f7883-b016-4dd5-b179-0e583a91ce7c req-0435c639-c7d4-4561-beba-40c41e0858d1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354419 Nov 04 09:58:22.366036 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a5d349b-4ea5-4e95-9f20-d87695f08163 req-bb93e4ec-2b06-43e3-bb68-d0b729d7ac40 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833423 Nov 04 09:58:22.386589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:58:22.426016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:58:23.483558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524e04cb-9f47-41ac-953f-7696494a0b71 req-65316b9c-d3f9-4d9c-a05a-174a26f8a8c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.485166 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-524e04cb-9f47-41ac-953f-7696494a0b71 req-65316b9c-d3f9-4d9c-a05a-174a26f8a8c5 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0538888 Nov 04 09:58:23.520058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:23.522484 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87eea65-20b9-4d94-aca6-f644f97afe43" -d '{"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:23.527331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-524e04cb-9f47-41ac-953f-7696494a0b71 req-624d5949-9280-411a-b19e-b2edec239b52 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359106 Nov 04 09:58:23.589855 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719648fc-b946-4cf7-b1de-35b138c0f128 x-openstack-request-id: req-719648fc-b946-4cf7-b1de-35b138c0f128 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:23.591170 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:23.591882 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-719648fc-b946-4cf7-b1de-35b138c0f128 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:23.592287 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'status': 'completed', 'code': 200} Nov 04 09:58:23.654851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-a5ab1d4f-dced-4b8d-8ce8-2ec44bcf11a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.656441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-a5ab1d4f-dced-4b8d-8ce8-2ec44bcf11a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1095 time: 0.0457222 Nov 04 09:58:23.664539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-b95fa0e4-0f3d-4243-8de1-f550266bd517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.666143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-b95fa0e4-0f3d-4243-8de1-f550266bd517 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 1095 time: 0.0453537 Nov 04 09:58:23.763285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-4bbcf3a5-d1c5-428f-a355-46633abcfaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.765163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-4bbcf3a5-d1c5-428f-a355-46633abcfaa8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1015353 Nov 04 09:58:23.774785 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-4f0d35a4-5b3c-4853-90e4-93f78b6a131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.776366 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-4f0d35a4-5b3c-4853-90e4-93f78b6a131d service neutron] 10.222.0.70 "GET /v2.0/networks?id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 200 len: 913 time: 0.1023951 Nov 04 09:58:23.837771 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-26ec1b2e-0dca-4ed2-a155-cd9b92c9bf5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1000 time: 0.0655849 Nov 04 09:58:23.850694 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-06b2939f-95eb-4890-b848-5e1111fa2e81 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 200 len: 1000 time: 0.0656378 Nov 04 09:58:23.895493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-4a2a44a8-7112-4a73-b84c-a7b471828edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.897586 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-4a2a44a8-7112-4a73-b84c-a7b471828edd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0520589 Nov 04 09:58:23.909826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-78b54775-f65c-43c6-b0e3-a6946d6ef8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.911292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-78b54775-f65c-43c6-b0e3-a6946d6ef8ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 200 len: 851 time: 0.0532930 Nov 04 09:58:23.945865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-8066efd9-139a-4b24-a41f-a7e2f6b06500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.947406 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-8066efd9-139a-4b24-a41f-a7e2f6b06500 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424707 Nov 04 09:58:23.961118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-5251ea83-fc58-4ca0-acc0-bb0a0e61d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:23.962767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-5251ea83-fc58-4ca0-acc0-bb0a0e61d9f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441580 Nov 04 09:58:24.063105 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-a31bde0e-7532-4e37-b6d3-ab27733dda1d service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077142 Nov 04 09:58:24.082805 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-0db320bd-c5ae-4693-98bb-6652e98dcae8 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117184 Nov 04 09:58:24.214452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-1d5fc965-9b56-4b7d-a743-935406e0d375 service neutron] 10.222.0.70 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233406 Nov 04 09:58:24.463269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f87eea65-20b9-4d94-aca6-f644f97afe43 req-dd3579f2-1ce0-4252-9ded-df86589f3245 service neutron] 10.222.0.55 "GET /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927367 Nov 04 09:58:24.654179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a017c7e-c131-408d-81c2-ea457e7f8d07 req-bb91cbcc-2b40-4d45-9a3a-0e9ffa90f3f9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:24.655758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a017c7e-c131-408d-81c2-ea457e7f8d07 req-bb91cbcc-2b40-4d45-9a3a-0e9ffa90f3f9 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0532308 Nov 04 09:58:24.697443 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a017c7e-c131-408d-81c2-ea457e7f8d07 req-17e7b1db-917c-4e5a-b0f1-0e2315c90fe2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355403 Nov 04 09:58:25.821181 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7558f-e195-43ed-b963-2fedc359d0ac req-dd047ffb-0a3b-4fa3-b172-da9fda1bcd45 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:25.822670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71f7558f-e195-43ed-b963-2fedc359d0ac req-dd047ffb-0a3b-4fa3-b172-da9fda1bcd45 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0505424 Nov 04 09:58:25.862755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71f7558f-e195-43ed-b963-2fedc359d0ac req-95986cc9-1aaa-4296-9961-4e809fafec7b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339353 Nov 04 09:58:26.988785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2ce06-98b5-4931-98de-566f17c79631 req-01d659b6-8040-48d8-abd5-8ca564349b85 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:26.990488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cfe2ce06-98b5-4931-98de-566f17c79631 req-01d659b6-8040-48d8-abd5-8ca564349b85 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0559440 Nov 04 09:58:27.031837 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cfe2ce06-98b5-4931-98de-566f17c79631 req-f6940a3e-a4d4-464e-90d0-c81f7a09917c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351698 Nov 04 09:58:28.152234 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244ea3c-3d83-465e-a6e5-aa1ab058dd36 req-cd873765-bf5b-4970-b919-75d44a927a40 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:28.154832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a244ea3c-3d83-465e-a6e5-aa1ab058dd36 req-cd873765-bf5b-4970-b919-75d44a927a40 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0528493 Nov 04 09:58:28.197532 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a244ea3c-3d83-465e-a6e5-aa1ab058dd36 req-0fc52998-62f9-42c0-b91e-04696c0ca377 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360782 Nov 04 09:58:29.331379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca1c22-f050-42d2-bf7a-b16faeaad1a4 req-a3e29563-ebbd-4667-8771-19b8911e0d39 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:29.332922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5ca1c22-f050-42d2-bf7a-b16faeaad1a4 req-a3e29563-ebbd-4667-8771-19b8911e0d39 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0523193 Nov 04 09:58:29.372700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b5ca1c22-f050-42d2-bf7a-b16faeaad1a4 req-e1c32d8a-14b7-4c07-a472-bd71eb8a565d tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336547 Nov 04 09:58:30.498285 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74539b9-7fba-4aec-ade3-1c333a9d1bb1 req-cb54cf7d-c037-485f-83e3-1dca68e4813f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:30.499788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e74539b9-7fba-4aec-ade3-1c333a9d1bb1 req-cb54cf7d-c037-485f-83e3-1dca68e4813f tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0558701 Nov 04 09:58:30.540439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e74539b9-7fba-4aec-ade3-1c333a9d1bb1 req-ed9b2e97-90dd-43d1-92de-224377347f10 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345922 Nov 04 09:58:31.663988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462636d-603d-4361-850f-175a75ab0059 req-f4dbd252-076a-4e65-8bbc-8a238c876ed4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:31.665514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8462636d-603d-4361-850f-175a75ab0059 req-f4dbd252-076a-4e65-8bbc-8a238c876ed4 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0512817 Nov 04 09:58:31.705968 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8462636d-603d-4361-850f-175a75ab0059 req-f38be2b8-113f-4a10-9cac-980185687fa6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334604 Nov 04 09:58:32.834636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d51ae2-835e-48ab-9442-032d083fc4a5 req-28e2c02d-acda-4033-ba93-da3b1c3a0f50 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:32.836176 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43d51ae2-835e-48ab-9442-032d083fc4a5 req-28e2c02d-acda-4033-ba93-da3b1c3a0f50 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0548439 Nov 04 09:58:32.877805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43d51ae2-835e-48ab-9442-032d083fc4a5 req-6740e6c8-75bf-4e0f-97fe-36a4550c4ff6 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341358 Nov 04 09:58:34.002024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb1ad9-0809-42ba-932f-edc2429ef794 req-3cd062f4-ee0a-48b2-b2fe-370eb38a9bb2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:34.003568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8cb1ad9-0809-42ba-932f-edc2429ef794 req-3cd062f4-ee0a-48b2-b2fe-370eb38a9bb2 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0545228 Nov 04 09:58:34.049557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8cb1ad9-0809-42ba-932f-edc2429ef794 req-b715134f-cf73-4220-b2a2-fdc52af22c11 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Nov 04 09:58:34.171607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1242-4960-4390-8b03-a9238b8f75ab req-7b7627ba-3d1d-41a1-b017-f4e8726bb9e3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:34.173079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-661d1242-4960-4390-8b03-a9238b8f75ab req-7b7627ba-3d1d-41a1-b017-f4e8726bb9e3 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0536587 Nov 04 09:58:34.212560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-661d1242-4960-4390-8b03-a9238b8f75ab req-49c7d7ff-397e-43af-b683-92e158018d0b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334611 Nov 04 09:58:34.330517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3764ff-b61d-4e98-bb34-e41afbc28a69 req-9cd0ef6c-74ca-47c3-a19d-525dcdb4df78 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:34.332048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba3764ff-b61d-4e98-bb34-e41afbc28a69 req-9cd0ef6c-74ca-47c3-a19d-525dcdb4df78 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0507298 Nov 04 09:58:34.371017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba3764ff-b61d-4e98-bb34-e41afbc28a69 req-88e5a78c-242f-4d6c-b3cd-47f0f2474a76 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Nov 04 09:58:34.452900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:58:34.565793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:34.579375 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'port_id': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'mac_address': 'fa:16:3e:33:d2:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:58:34.620495 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:34.635660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cfe322-cf56-452c-83a5-114ea1d667ca {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:58:34.650011 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b9935-6cbe-4ed9-8b16-93f0c4213fb5 req-b11e93e2-e94c-4989-975c-e325c226e919 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:34.651571 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-593b9935-6cbe-4ed9-8b16-93f0c4213fb5 req-b11e93e2-e94c-4989-975c-e325c226e919 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 944 time: 0.0589762 Nov 04 09:58:34.658406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:34.663153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:34.664305 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:58:34.704006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-593b9935-6cbe-4ed9-8b16-93f0c4213fb5 req-dc6ac00a-42ea-40dc-9405-a8488f474fdb tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421252 Nov 04 09:58:34.717254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=12']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:34.910245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['04cfe322-cf56-452c-83a5-114ea1d667ca'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:58:35.826088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a55bb3-943e-43b3-b343-f43614b2add3 req-67f3a6b3-8e0d-4423-ace7-6f5248e7896b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:35.827699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16a55bb3-943e-43b3-b343-f43614b2add3 req-67f3a6b3-8e0d-4423-ace7-6f5248e7896b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0522344 Nov 04 09:58:35.869407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-16a55bb3-943e-43b3-b343-f43614b2add3 req-6e9e476d-1021-4341-a747-5d2695183427 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355136 Nov 04 09:58:36.306458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-861700e8-7ead-4d42-bf26-08320982da03 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:36.307986 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-861700e8-7ead-4d42-bf26-08320982da03 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 945 time: 0.0538583 Nov 04 09:58:36.484064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:58:36.541371 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 04cfe322-cf56-452c-83a5-114ea1d667ca completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:58:36.547620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 04cfe322-cf56-452c-83a5-114ea1d667ca triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:58:36.548017 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:36.647260 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:36.671675 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:36.674160 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c14d48-c64d-4cd4-bd93-c2a0d175399f" -d '{"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-plugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:36.688407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:36.693397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:36.754324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=13']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:36.770690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Deleting port 04cfe322-cf56-452c-83a5-114ea1d667ca {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:58:36.771040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:36.804873 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0c4747-82b7-4bc1-958f-733ffbc5e968 x-openstack-request-id: req-4f0c4747-82b7-4bc1-958f-733ffbc5e968 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:36.805164 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-plugged", "status": "completed", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:36.805410 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4f0c4747-82b7-4bc1-958f-733ffbc5e968 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:36.805803 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'code': 200} Nov 04 09:58:36.864774 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] For port 04cfe322-cf56-452c-83a5-114ea1d667ca, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=04cfe322-cf56-452c-83a5-114ea1d667ca,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:36.865156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:36.999649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45107bf6-3886-43aa-ae13-5cad5cf24a89 req-4f8bfb8e-2b6c-4f13-addb-60bfd540f90b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:37.001303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45107bf6-3886-43aa-ae13-5cad5cf24a89 req-4f8bfb8e-2b6c-4f13-addb-60bfd540f90b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 946 time: 0.0523345 Nov 04 09:58:37.049457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45107bf6-3886-43aa-ae13-5cad5cf24a89 req-539a2a9b-795a-47ec-b6d6-ad8e23d4b89b tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups?id=9733ad10-f614-4e11-8b3b-d2637dfa614a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Nov 04 09:58:37.067781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:37.068291 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:37.068606 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d disassociated. External IP: 172.25.3.235, port: 04cfe322-cf56-452c-83a5-114ea1d667ca. Nov 04 09:58:37.068947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Calling delete_port for 04cfe322-cf56-452c-83a5-114ea1d667ca owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:58:37.204413 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:37.241330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event deleted for resources: {'Port': ['ID=04cfe322-cf56-452c-83a5-114ea1d667ca,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:37.372711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:58:37.445721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-abc89246-fc16-4c80-b5a5-d76ed1cc3ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:37.495488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:58:37.506394 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:58:37.517111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:58:37.517651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:37.547436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] No DVR routers for this DVR port 04cfe322-cf56-452c-83a5-114ea1d667ca on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:58:37.551739 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:37.556213 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4bd88f6a-7e62-46dd-90f0-6097a84c3875 req-64888f4d-81cd-4c22-8e7f-a58c368b54a1 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.70 "DELETE /v2.0/ports/04cfe322-cf56-452c-83a5-114ea1d667ca HTTP/1.1" status: 204 len: 173 time: 1.2418983 Nov 04 09:58:37.556695 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-deleted', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:37.559294 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146ec1ff-8061-4c5c-a788-1fc5f47769ce" -d '{"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-deleted", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:37.609006 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aff639e-570b-499c-a8e6-5d6037919f18 x-openstack-request-id: req-5aff639e-570b-499c-a8e6-5d6037919f18 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:37.609375 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384b0374-13a0-47cd-b16c-03c6700ebf37", "name": "network-vif-deleted", "tag": "04cfe322-cf56-452c-83a5-114ea1d667ca", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:37.609696 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5aff639e-570b-499c-a8e6-5d6037919f18 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:37.610165 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384b0374-13a0-47cd-b16c-03c6700ebf37', 'name': 'network-vif-deleted', 'tag': '04cfe322-cf56-452c-83a5-114ea1d667ca', 'status': 'completed', 'code': 200} Nov 04 09:58:37.642329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:58:37.870277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:37.897396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:58:37.906640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:58:37.907254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:58:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:38.018284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:58:38.166293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b11d7a32-f86c-44df-b0e1-8006235a95d5 req-150cc7e1-3cc4-4c01-b7d1-4a131e31a148 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 210 time: 0.0374455 Nov 04 09:58:38.265613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:38.304286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecabf2f-1bfc-4794-971c-9289ba9a40b9 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:41Z', 'revision_number': 4, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '15ab1ae3-52c9-4559-9df7-3ca813c71f08', 'name': '', 'network_id': '0e6e4099-6ad7-4f41-9c41-57bb73ef55d2', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'mac_address': 'fa:16:3e:8e:32:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:41Z', 'updated_at': '2021-11-04T09:48:46Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'subnets': [{'id': '14c99727-7aea-41fc-82d1-a3f5cbed3df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:58:38.541428 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8440eb-94f7-4568-949e-6fa01183817f None None] New status for floating IP 0087878e-79f1-481b-ab23-4d06c4ee555d: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 09:58:39.302432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-579ed407-63d9-4bde-8b6b-b533d4b168a5 req-35506c0e-8ed9-42da-8f18-98216762584c tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Nov 04 09:58:40.029359 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7c02d64c-e05b-470e-90df-192339bb95ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:40.348801 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:40.416647 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af062d55-47a0-4f40-8f23-d2dcb56e6b5d req-7ca44813-069a-45be-ad6e-0ca9d26b96c0 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 210 time: 0.0294011 Nov 04 09:58:40.489164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:58:40.510940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 04cfe322-cf56-452c-83a5-114ea1d667ca {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:58:40.511284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 04cfe322-cf56-452c-83a5-114ea1d667ca not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:58:41.471317 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:41.545765 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90d8b3e9-2920-45c9-980f-f3641bc9c60f req-e4bf6343-98f7-4145-a53c-380966481163 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/ports?device_id=384b0374-13a0-47cd-b16c-03c6700ebf37 HTTP/1.1" status: 200 len: 210 time: 0.0277090 Nov 04 09:58:42.932518 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.497404 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43694) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:45.554896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7766-c598-4e2b-aeee-f63d31edc94a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.578209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7766-c598-4e2b-aeee-f63d31edc94a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.630688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7766-c598-4e2b-aeee-f63d31edc94a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.633856 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3b8c7766-c598-4e2b-aeee-f63d31edc94a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.635126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3b8c7766-c598-4e2b-aeee-f63d31edc94a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "DELETE /v2.0/security-groups/9733ad10-f614-4e11-8b3b-d2637dfa614a HTTP/1.1" status: 204 len: 168 time: 0.1366267 Nov 04 09:58:45.638146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43696) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:45.644379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c7766-c598-4e2b-aeee-f63d31edc94a tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9733ad10-f614-4e11-8b3b-d2637dfa614a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:45.651743 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-a6691858-66c0-4278-9a19-44018729df42 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] show failed (client error): The resource could not be found. Nov 04 09:58:45.653302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a6691858-66c0-4278-9a19-44018729df42 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "GET /v2.0/security-groups/9733ad10-f614-4e11-8b3b-d2637dfa614a HTTP/1.1" status: 404 len: 347 time: 0.0134504 Nov 04 09:58:45.655997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43698) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:45.785936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Deleting port 1639744c-a808-4494-a246-e1a919c6dbaf {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:58:45.786284 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.867480 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.867811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:45.880425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Calling delete_port for 1639744c-a808-4494-a246-e1a919c6dbaf owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:58:46.031066 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:46.059415 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Pushing event deleted for resources: {'Port': ['ID=1639744c-a808-4494-a246-e1a919c6dbaf,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:46.120261 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:46.124631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:46.125813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ea3c7a2e-548c-4268-ab6b-4706cb5d3c73 tempest-ServerActionsTestJSON-117421239 tempest-ServerActionsTestJSON-117421239-project] 10.222.0.53 "DELETE /v2.0/floatingips/0087878e-79f1-481b-ab23-4d06c4ee555d HTTP/1.1" status: 204 len: 168 time: 0.4688826 Nov 04 09:58:46.128884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43700) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:46.177156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:46.686663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:46.955980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Deleting port 15ab1ae3-52c9-4559-9df7-3ca813c71f08 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:58:46.956325 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:47.042153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] For port 15ab1ae3-52c9-4559-9df7-3ca813c71f08, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=15ab1ae3-52c9-4559-9df7-3ca813c71f08,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:47.042512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:47.055969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Calling delete_port for 15ab1ae3-52c9-4559-9df7-3ca813c71f08 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:58:47.135916 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:47.247120 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:47.274024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=15ab1ae3-52c9-4559-9df7-3ca813c71f08,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:47.444670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:47.659880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Router 36f06d3b-333c-40cf-be78-f064ebfb38d7 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:58:47.772852 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:58:47.779484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7d4d5693-f195-4937-8000-0c792d2a3d7d admin admin] 10.222.0.53 "PUT /v2.0/routers/36f06d3b-333c-40cf-be78-f064ebfb38d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6495297 Nov 04 09:58:47.782007 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43704) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:47.785080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] Sync routers for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:58:47.801435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:58:47.802322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:58:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:47.900216 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:47.918117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:58:48.012426 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.075773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Deleting port 263b6495-9b7f-419e-8057-5cae561bbfb8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:58:48.076242 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.107781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:58:47Z', 'revision_number': 5, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port': {'id': '263b6495-9b7f-419e-8057-5cae561bbfb8', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:91:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:48:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:48.143269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] Checking router: 36f06d3b-333c-40cf-be78-f064ebfb38d7 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:58:48.151372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] Routers {'36f06d3b-333c-40cf-be78-f064ebfb38d7'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:58:48.152019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:58:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['36f06d3b-333c-40cf-be78-f064ebfb38d7'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:48.165135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] For port 263b6495-9b7f-419e-8057-5cae561bbfb8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=263b6495-9b7f-419e-8057-5cae561bbfb8,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:48.165508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.179044 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Calling delete_port for 263b6495-9b7f-419e-8057-5cae561bbfb8 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:58:48.242780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] Set router 36f06d3b-333c-40cf-be78-f064ebfb38d7 gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:58:48.297969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:58:48Z', 'revision_number': 6, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:48.329703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca33f7d-4733-415b-9846-6d66553861f2 None None] The sync data for ids ['36f06d3b-333c-40cf-be78-f064ebfb38d7'] in n-d-816487-1 is: [{'id': '36f06d3b-333c-40cf-be78-f064ebfb38d7', 'name': 'tempest-ServerActionsTestJSON-1892159361-router', 'tenant_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:48:39Z', 'updated_at': '2021-11-04T09:58:48Z', 'revision_number': 6, 'project_id': 'a6920dd0350d4f5dba911c0f3a361ddc', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:58:48.355924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.384216 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=263b6495-9b7f-419e-8057-5cae561bbfb8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:48.451238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.546035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.548840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.592668 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.593243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f06d3b-333c-40cf-be78-f064ebfb38d7 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:58:48.597612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.598920 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0cebf106-32be-4ab4-85fb-768e5f0e42b8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/36f06d3b-333c-40cf-be78-f064ebfb38d7 HTTP/1.1" status: 204 len: 168 time: 0.8158855 Nov 04 09:58:48.601818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43706) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:48.647662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] Deleting subnet 14c99727-7aea-41fc-82d1-a3f5cbed3df5 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:58:48.650685 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.687575 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.776814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.833760 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.862322 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:48.866455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/14c99727-7aea-41fc-82d1-a3f5cbed3df5 HTTP/1.1" status: 204 len: 168 time: 0.2635317 Nov 04 09:58:48.867425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647dc42-2f01-44da-b69c-7093dbb49cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14c99727-7aea-41fc-82d1-a3f5cbed3df5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:48.869127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43708) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:48.871372 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84be24a6-5aa4-4784-b177-b50763d3c16c None None] Network 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:58:48.945931 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.006033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Deleting port 15ff30df-cec5-4585-aa96-26c7fa5c3861 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:58:49.006390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.075686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] For port 15ff30df-cec5-4585-aa96-26c7fa5c3861, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=15ff30df-cec5-4585-aa96-26c7fa5c3861,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:49.076092 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.092102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Calling delete_port for 15ff30df-cec5-4585-aa96-26c7fa5c3861 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:58:49.130739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] DHCP port deletion for 0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:58:49.186437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] Deleting port 15ff30df-cec5-4585-aa96-26c7fa5c3861 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:58:49.186858 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.201428 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.229482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 263b6495-9b7f-419e-8057-5cae561bbfb8 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:58:49.237164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ff30df-cec5-4585-aa96-26c7fa5c3861,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:49.240681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] No DVR routers for this DVR port 15ff30df-cec5-4585-aa96-26c7fa5c3861 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:58:49.261870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 263b6495-9b7f-419e-8057-5cae561bbfb8 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:58:49.262381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 263b6495-9b7f-419e-8057-5cae561bbfb8 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:58:49.262882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 15ff30df-cec5-4585-aa96-26c7fa5c3861 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:58:49.288500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 15ff30df-cec5-4585-aa96-26c7fa5c3861 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:58:49.288845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 15ff30df-cec5-4585-aa96-26c7fa5c3861 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:58:49.289268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 15ab1ae3-52c9-4559-9df7-3ca813c71f08 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:58:49.317000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 15ab1ae3-52c9-4559-9df7-3ca813c71f08 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:58:49.317373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 15ab1ae3-52c9-4559-9df7-3ca813c71f08 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:58:49.325766 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.327823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] For port 15ff30df-cec5-4585-aa96-26c7fa5c3861, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=15ff30df-cec5-4585-aa96-26c7fa5c3861,segment=NetworkSegment(be69678f-4cea-443f-aca9-57f4f7ccf11e),segment_id=be69678f-4cea-443f-aca9-57f4f7ccf11e)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:49.328244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.341752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] Calling delete_port for 15ff30df-cec5-4585-aa96-26c7fa5c3861 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:58:49.352927 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6e4099-6ad7-4f41-9c41-57bb73ef55d2']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:49.374204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be69678f-4cea-443f-aca9-57f4f7ccf11e') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:49.374500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be69678f-4cea-443f-aca9-57f4f7ccf11e') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:58:49.386698 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.403235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.410520 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:58:49.411144 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:58:49.413182 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:58:49.426623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.455607 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] Pushing event deleted for resources: {'Port': ['ID=15ff30df-cec5-4585-aa96-26c7fa5c3861,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:49.459913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd8783-7f69-4554-bfc9-059ddaa39f5f None None] No DVR routers for this DVR port 15ff30df-cec5-4585-aa96-26c7fa5c3861 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:58:49.481912 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.487480 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.490712 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0e6e4099-6ad7-4f41-9c41-57bb73ef55d2 HTTP/1.1" status: 204 len: 168 time: 0.6199791 Nov 04 09:58:49.502135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1338940-4b06-4055-a422-71fe094d4764 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6e4099-6ad7-4f41-9c41-57bb73ef55d2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:49.620971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43712) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:49.665195 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba105e6f-86cb-4510-9536-4ecb8047b4f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6920dd0350d4f5dba911c0f3a361ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422726 Nov 04 09:58:49.667764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43714) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:49.724631 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaabb-eb74-4f1c-8d32-29e2e5ca147e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.747219 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaabb-eb74-4f1c-8d32-29e2e5ca147e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.798837 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaabb-eb74-4f1c-8d32-29e2e5ca147e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.801947 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0bbeaabb-eb74-4f1c-8d32-29e2e5ca147e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:49.803158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0bbeaabb-eb74-4f1c-8d32-29e2e5ca147e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d0206686-07b9-4520-aafc-b72f55cd028b HTTP/1.1" status: 204 len: 168 time: 0.1344514 Nov 04 09:58:49.812189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeaabb-eb74-4f1c-8d32-29e2e5ca147e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0206686-07b9-4520-aafc-b72f55cd028b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:50.606441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43738) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:50.715053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-909041557-network', 'tenant_id': '08f3b2687f724bc484090db5d33fa0ec'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:58:50.739276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Made reservation on behalf of 08f3b2687f724bc484090db5d33fa0ec for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:58:50.741611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:50.751935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:50.850159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:50.854183 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:50.884556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:58:50.890967 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20cc7f9-06ec-4f78-8731-f5932bc8f6df,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:50.900839 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:50.901005 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Added segment 0a7169b5-f029-4d7b-adc3-e608d614695f of type vlan for network 9648e2be-fc80-4544-af8a-f5871d0e8bbd Nov 04 09:58:50.948809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:50.977742 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:50.978836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:50.979512 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:51.052675 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4449415 Nov 04 09:58:51.055626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43742) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:58:51.060692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271d3cc-a9f2-4dcf-8ea2-4ba0e4f9c0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=9648e2be-fc80-4544-af8a-f5871d0e8bbd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:51.062015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Request body: {'subnet': {'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-909041557-subnet', 'tenant_id': '08f3b2687f724bc484090db5d33fa0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:58:51.071092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 9648e2be-fc80-4544-af8a-f5871d0e8bbd details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:58:51.090507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Made reservation on behalf of 08f3b2687f724bc484090db5d33fa0ec for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:58:51.093334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:51.273149 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:51.344919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Pushing event updated for resources: {'Subnet': ['ID=20da0db8-4565-4f38-b46f-6b8aeb9b1d2e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:51.354276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Checking segment: {'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:58:51.354638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Network hostable DHCP agents. Network: 9648e2be-fc80-4544-af8a-f5871d0e8bbd, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:58:51.372716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Network 9648e2be-fc80-4544-af8a-f5871d0e8bbd is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:58:51.382345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 9648e2be-fc80-4544-af8a-f5871d0e8bbd) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:58:51.387985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:51.388479 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:51.396596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b774a-3c49-470e-a186-1adc77f615d7 None None] Network 9648e2be-fc80-4544-af8a-f5871d0e8bbd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:58:51.407093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0f985e2d-9f1d-428d-ba63-c0bed545b23b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3498132 Nov 04 09:58:51.539385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227d7a7b-721a-4f40-b47c-e71fd59f3f4a None None] Network 9648e2be-fc80-4544-af8a-f5871d0e8bbd requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:58:51.862332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-3219ef20-25fc-4f14-9caf-b60227cbe60b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:51.863885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-3219ef20-25fc-4f14-9caf-b60227cbe60b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/networks?id=9648e2be-fc80-4544-af8a-f5871d0e8bbd HTTP/1.1" status: 200 len: 813 time: 0.1117902 Nov 04 09:58:51.880578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-50f2dfbf-99ab-4cf8-8bb7-270329ce406c tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/quotas/08f3b2687f724bc484090db5d33fa0ec HTTP/1.1" status: 200 len: 375 time: 0.0108023 Nov 04 09:58:51.913790 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-71087663-bc80-4566-877d-a0af54473dfd tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08f3b2687f724bc484090db5d33fa0ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269344 Nov 04 09:58:51.926001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-4252a1bd-8c84-46d3-80d5-748ca429f12a service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 09:58:51.927002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-4252a1bd-8c84-46d3-80d5-748ca429f12a service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052915 Nov 04 09:58:52.304964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c5069326-8974-4fcd-93a6-3a10af380946 service neutron] 10.222.0.53 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711250 Nov 04 09:58:52.396839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-b1ad3618-0902-43d8-9fdf-46aae84f7455 service neutron] 10.222.0.53 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853064 Nov 04 09:58:52.561325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69c89645-1241-4799-88ac-54a34689eb3e req-c173d553-c803-40b0-bcab-0727b1d6dcb3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 210 time: 0.0338769 Nov 04 09:58:53.530663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-960246a9-4196-4d07-a1f0-b6724a25a8fd tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:53.532452 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-960246a9-4196-4d07-a1f0-b6724a25a8fd tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.70 "GET /v2.0/networks?id=9648e2be-fc80-4544-af8a-f5871d0e8bbd HTTP/1.1" status: 200 len: 813 time: 0.1121578 Nov 04 09:58:53.545323 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Request body: {'port': {'device_id': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd', 'admin_state_up': True, 'tenant_id': '08f3b2687f724bc484090db5d33fa0ec'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:58:53.658045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a505d6a-983a-4854-8729-02ee5f3d76ea req-f6dafb33-345c-46f5-b852-4de195aad002 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 210 time: 0.0273693 Nov 04 09:58:53.658689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Made reservation on behalf of 08f3b2687f724bc484090db5d33fa0ec for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:58:53.661740 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:53.808444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Allocated IP 172.20.0.10 (9648e2be-fc80-4544-af8a-f5871d0e8bbd/20da0db8-4565-4f38-b46f-6b8aeb9b1d2e/569a6f18-5f0e-4de8-82c2-ec3bf81469fd) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:58:54.032390 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.067287 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.112782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Network 9648e2be-fc80-4544-af8a-f5871d0e8bbd is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:58:54.115986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:58:54.119772 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:58:54.129347 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Pushing event updated for resources: {'Port': ['ID=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:54.176861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:54.177484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.195431 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c531ac9b-074a-41d1-b1fd-057a803bfcc3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6541948 Nov 04 09:58:54.208396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Request body: {'port': {'device_id': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:58:54.267359 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.528946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569a6f18-5f0e-4de8-82c2-ec3bf81469fd {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:58:54.536202 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.548396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Transition to ACTIVE for port object 569a6f18-5f0e-4de8-82c2-ec3bf81469fd will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:58:54.552246 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.601514 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Pushing event updated for resources: {'Port': ['ID=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:54.673618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Attempting to bind port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:58:54.673951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Attempting to bind port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:58:54.674270 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Attempting to bind port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd on network 9648e2be-fc80-4544-af8a-f5871d0e8bbd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:58:54.678396 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd on network 9648e2be-fc80-4544-af8a-f5871d0e8bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:58:54.678706 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Attempting to bind port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd on network 9648e2be-fc80-4544-af8a-f5871d0e8bbd {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:58:54.683511 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:58:54.683917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Checking segment: {'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:58:54.684297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Bound using segment: {'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:58:54.684723 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Bound port: 569a6f18-5f0e-4de8-82c2-ec3bf81469fd, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:58:54.685075 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.751842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] For port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:58:54.754922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] For port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:58:54.759606 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.774715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c33c7a-326a-40b7-bd1d-ee229cc9e703 req-9bbda304-9f05-45da-a055-5a382183ce5a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:54.776222 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2c33c7a-326a-40b7-bd1d-ee229cc9e703 req-9bbda304-9f05-45da-a055-5a382183ce5a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 944 time: 0.0502112 Nov 04 09:58:54.796067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:54.796675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:54.798081 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] 10.222.0.70 "PUT /v2.0/ports/569a6f18-5f0e-4de8-82c2-ec3bf81469fd HTTP/1.1" status: 200 len: 1092 time: 0.5940723 Nov 04 09:58:54.798521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'tag': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:58:54.801513 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee40d25-dc74-4c81-be44-01a900fb75da" -d '{"events": [{"name": "network-changed", "server_uuid": "aacc185a-b672-4b8c-b820-db24f318fd55", "tag": "569a6f18-5f0e-4de8-82c2-ec3bf81469fd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:58:54.819653 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b2c33c7a-326a-40b7-bd1d-ee229cc9e703 req-1072007a-79b3-4bbd-9c43-940620d56f0e tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368569 Nov 04 09:58:54.832072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a645d-88b2-44ff-9be4-a5b78cade81b service neutron] Pushing event updated for resources: {'Port': ['ID=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:54.876452 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebba9f5d-b69d-4535-bae6-547d0a64ae6c x-openstack-request-id: req-ebba9f5d-b69d-4535-bae6-547d0a64ae6c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:58:54.876741 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aacc185a-b672-4b8c-b820-db24f318fd55", "tag": "569a6f18-5f0e-4de8-82c2-ec3bf81469fd", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:58:54.876995 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ebba9f5d-b69d-4535-bae6-547d0a64ae6c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:58:54.877384 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'tag': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd', 'status': 'completed', 'code': 200} Nov 04 09:58:54.893400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-25856040-c1ee-42ec-8de2-70b4c74da114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:54.894927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-25856040-c1ee-42ec-8de2-70b4c74da114 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08f3b2687f724bc484090db5d33fa0ec&device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 1095 time: 0.0451071 Nov 04 09:58:54.940932 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-d5dd5c62-d700-4f15-b05d-467ea3458166 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569a6f18-5f0e-4de8-82c2-ec3bf81469fd HTTP/1.1" status: 200 len: 217 time: 0.0366056 Nov 04 09:58:54.990416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-7d5cc840-be36-4f8e-956a-cd4233b76ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:54.991901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-7d5cc840-be36-4f8e-956a-cd4233b76ad5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20da0db8-4565-4f38-b46f-6b8aeb9b1d2e HTTP/1.1" status: 200 len: 853 time: 0.0443406 Nov 04 09:58:55.025022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-433b87a5-ef8a-4cd8-a32b-37e39abb5ca6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9648e2be-fc80-4544-af8a-f5871d0e8bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253875 Nov 04 09:58:55.120650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-c1749e4a-85cc-4fd2-8449-e781418db93a service neutron] 10.222.0.70 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887020 Nov 04 09:58:55.217180 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2f1dcb5b-b16d-4ce3-9a76-fe9d42f52788 req-f00a1418-3bc1-4f91-99b7-3d00603005c6 service neutron] 10.222.0.70 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892608 Nov 04 09:58:55.305034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-d1523126-7266-4e48-99cd-f472fbeae78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:55.306578 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-d1523126-7266-4e48-99cd-f472fbeae78a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08f3b2687f724bc484090db5d33fa0ec&device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 1095 time: 0.0416875 Nov 04 09:58:55.404486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-c6d38b66-f7f1-4d9c-93c1-b6f0e3c9c016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:55.405846 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-c6d38b66-f7f1-4d9c-93c1-b6f0e3c9c016 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9648e2be-fc80-4544-af8a-f5871d0e8bbd HTTP/1.1" status: 200 len: 914 time: 0.0914981 Nov 04 09:58:55.450434 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-e1124da5-23f8-4de6-b391-b7af9390f8ef service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569a6f18-5f0e-4de8-82c2-ec3bf81469fd HTTP/1.1" status: 200 len: 217 time: 0.0364146 Nov 04 09:58:55.504231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-c9ea51d4-c25c-4fe1-b983-ce6dfb76022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:55.505723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-c9ea51d4-c25c-4fe1-b983-ce6dfb76022d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=20da0db8-4565-4f38-b46f-6b8aeb9b1d2e HTTP/1.1" status: 200 len: 853 time: 0.0480638 Nov 04 09:58:55.537236 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-7b0e7aa6-8f19-4c16-a59c-3a311926053f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9648e2be-fc80-4544-af8a-f5871d0e8bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241735 Nov 04 09:58:55.625944 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-5b4af1e1-5eba-4c7c-91b9-21e1bc1ec0d8 service neutron] 10.222.0.70 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802073 Nov 04 09:58:55.719880 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-0ee40d25-dc74-4c81-be44-01a900fb75da req-bb566963-f6a1-4cb7-a8c6-d515f82a8b42 service neutron] 10.222.0.70 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854683 Nov 04 09:58:55.938101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b6b6e-7905-4bd6-a3b6-343f160644a9 req-10ab19e6-a411-4e7c-a656-e5f9d2a6a7ee tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:55.939615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a9b6b6e-7905-4bd6-a3b6-343f160644a9 req-10ab19e6-a411-4e7c-a656-e5f9d2a6a7ee tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 944 time: 0.0490026 Nov 04 09:58:55.978245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a9b6b6e-7905-4bd6-a3b6-343f160644a9 req-d3172de0-7b13-43e8-a722-626aab70d10e tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325096 Nov 04 09:58:57.098203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c3313c-ba5d-425e-8362-452054caf859 req-90f2e255-1bf1-41cc-8a72-f791190d9901 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:57.099702 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70c3313c-ba5d-425e-8362-452054caf859 req-90f2e255-1bf1-41cc-8a72-f791190d9901 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 944 time: 0.0525610 Nov 04 09:58:57.139900 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-70c3313c-ba5d-425e-8362-452054caf859 req-316f8dd2-dee4-4ebe-9591-ca58441014f4 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334694 Nov 04 09:58:58.267355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fae2f5-230a-4d15-a190-89c6937c9481 req-fee5b33a-b1b1-4952-ae22-56a3bb277deb tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:58.268807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7fae2f5-230a-4d15-a190-89c6937c9481 req-fee5b33a-b1b1-4952-ae22-56a3bb277deb tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 944 time: 0.0517495 Nov 04 09:58:58.309402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f7fae2f5-230a-4d15-a190-89c6937c9481 req-78baeb53-af21-49f1-bfad-5036accdd9da tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340040 Nov 04 09:58:58.551113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 569a6f18-5f0e-4de8-82c2-ec3bf81469fd details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:58:58.651493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:58.664106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd', 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd', 'port_id': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd', 'mac_address': 'fa:16:3e:c7:30:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20da0db8-4565-4f38-b46f-6b8aeb9b1d2e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:58:58.706655 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:58.720699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569a6f18-5f0e-4de8-82c2-ec3bf81469fd {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:58:58.740872 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:58:58.745128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:58:58.793662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:58:58.938234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['569a6f18-5f0e-4de8-82c2-ec3bf81469fd'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:58:59.435053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ab2cf-7b30-4756-b598-7335e0be1674 req-c7835d7f-af1e-4528-bac0-2185d18d2436 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:58:59.436475 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e4ab2cf-7b30-4756-b598-7335e0be1674 req-c7835d7f-af1e-4528-bac0-2185d18d2436 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 945 time: 0.0570624 Nov 04 09:58:59.474674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e4ab2cf-7b30-4756-b598-7335e0be1674 req-fc9f1ab5-79f9-4ca2-ad24-9bcede417583 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Nov 04 09:59:00.568167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 569a6f18-5f0e-4de8-82c2-ec3bf81469fd up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:00.593373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989f4df-26f0-43dc-9979-e8326ea439a4 req-ff964d52-4766-4cdf-a95b-2f29fab4edca tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:00.594888 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2989f4df-26f0-43dc-9979-e8326ea439a4 req-ff964d52-4766-4cdf-a95b-2f29fab4edca tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 945 time: 0.0541189 Nov 04 09:59:00.619651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:59:00.623771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:00.624183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:00.636688 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2989f4df-26f0-43dc-9979-e8326ea439a4 req-8eb67049-9fde-420c-aa5e-eff91085bccd tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353582 Nov 04 09:59:00.704766 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:00.727270 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:59:00.729529 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cae760-5c37-4117-92cc-37d803988f1e" -d '{"events": [{"server_uuid": "aacc185a-b672-4b8c-b820-db24f318fd55", "name": "network-vif-plugged", "status": "completed", "tag": "569a6f18-5f0e-4de8-82c2-ec3bf81469fd"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:59:00.743144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:00.747783 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:00.776088 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f586fe-365c-478a-b2c4-d60dfa985d3f x-openstack-request-id: req-26f586fe-365c-478a-b2c4-d60dfa985d3f {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:59:00.776377 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacc185a-b672-4b8c-b820-db24f318fd55", "name": "network-vif-plugged", "status": "completed", "tag": "569a6f18-5f0e-4de8-82c2-ec3bf81469fd", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:59:00.776625 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-26f586fe-365c-478a-b2c4-d60dfa985d3f {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:59:00.777012 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd', 'code': 200} Nov 04 09:59:00.810753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:00.868096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43049ad-391c-4a0b-b0c8-6b69194a62e2 req-ef840349-9a73-4324-a5a8-6c88e4b81164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:00.870309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a43049ad-391c-4a0b-b0c8-6b69194a62e2 req-ef840349-9a73-4324-a5a8-6c88e4b81164 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 1097 time: 0.0427141 Nov 04 09:59:00.905516 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a43049ad-391c-4a0b-b0c8-6b69194a62e2 req-5a21c617-e6d7-4edb-9a16-3723789c1fdb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278986 Nov 04 09:59:01.756963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e5056-4066-41f8-b584-a5166e050a27 req-902da6ae-0404-4f97-bb0b-26e6b9e7ed8a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:01.758422 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad6e5056-4066-41f8-b584-a5166e050a27 req-902da6ae-0404-4f97-bb0b-26e6b9e7ed8a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0520554 Nov 04 09:59:01.796911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ad6e5056-4066-41f8-b584-a5166e050a27 req-6e858e8f-cb46-4f69-956f-afff2c53b8bd tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Nov 04 09:59:02.912554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351d702-6ab9-4163-a38d-3d757838676b req-72bc3766-a947-4d46-b6dc-a866bf084af7 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:02.914041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1351d702-6ab9-4163-a38d-3d757838676b req-72bc3766-a947-4d46-b6dc-a866bf084af7 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0502112 Nov 04 09:59:02.953574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1351d702-6ab9-4163-a38d-3d757838676b req-5225f3e7-27b3-4736-a941-2395086aa878 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Nov 04 09:59:03.181550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-91c5195c-b138-4876-a375-f7336e380e3a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:03.182945 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-91c5195c-b138-4876-a375-f7336e380e3a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/networks?id=9648e2be-fc80-4544-af8a-f5871d0e8bbd HTTP/1.1" status: 200 len: 813 time: 0.1064084 Nov 04 09:59:03.199402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-42d51037-36ba-477d-9ca5-4163aa7abe94 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/quotas/08f3b2687f724bc484090db5d33fa0ec HTTP/1.1" status: 200 len: 375 time: 0.0093172 Nov 04 09:59:03.249409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-adca5463-4215-42ba-a55c-779568fc2a0b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=08f3b2687f724bc484090db5d33fa0ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440776 Nov 04 09:59:03.343807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-1c665e09-c49c-415f-931a-2d137d8da2fc service neutron] 10.222.0.53 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873833 Nov 04 09:59:03.440111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-5fa7d15a-f826-46a7-a903-f2f8e987b5aa service neutron] 10.222.0.53 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879335 Nov 04 09:59:03.603029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a4f7851-98bc-41d2-9b0d-bd4cb66a7168 req-f575fef4-958c-4aae-bf1d-508703e44c7b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 210 time: 0.0272396 Nov 04 09:59:04.534258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-8bb330fb-9da4-474f-9f82-9abe65d4218e tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:04.535739 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-8bb330fb-9da4-474f-9f82-9abe65d4218e tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.55 "GET /v2.0/networks?id=9648e2be-fc80-4544-af8a-f5871d0e8bbd HTTP/1.1" status: 200 len: 813 time: 0.1139200 Nov 04 09:59:04.550531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Request body: {'port': {'device_id': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd', 'admin_state_up': True, 'tenant_id': '08f3b2687f724bc484090db5d33fa0ec'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:04.673294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Made reservation on behalf of 08f3b2687f724bc484090db5d33fa0ec for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:04.677133 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:04.717597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-017aeb5c-5765-4d3e-b212-306f78d8e444 req-b26c0ad3-cf48-455e-bbf4-8f86699a4cad tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 210 time: 0.0381024 Nov 04 09:59:04.831017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Allocated IP 172.20.0.9 (9648e2be-fc80-4544-af8a-f5871d0e8bbd/20da0db8-4565-4f38-b46f-6b8aeb9b1d2e/509c10cc-9c05-45ce-a666-0bee4ed902d7) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:04.976519 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.011006 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.023220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['569a6f18-5f0e-4de8-82c2-ec3bf81469fd'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:59:05.057743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Network 9648e2be-fc80-4544-af8a-f5871d0e8bbd is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:05.060985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:05.064907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:05.093536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Pushing event updated for resources: {'Port': ['ID=509c10cc-9c05-45ce-a666-0bee4ed902d7,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:05.109248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.109552 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.109895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.110230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.110562 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.110891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.111222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.111542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.111880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.112326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.112645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.112963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:05.133077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:05.133962 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.150326 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-67c3076c-e89d-46e7-8c7f-ebfa4840d18b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044087 Nov 04 09:59:05.164776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Request body: {'port': {'device_id': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:05.221676 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.485245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509c10cc-9c05-45ce-a666-0bee4ed902d7 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:59:05.492845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.505098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Transition to ACTIVE for port object 509c10cc-9c05-45ce-a666-0bee4ed902d7 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:59:05.509235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.564954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Pushing event updated for resources: {'Port': ['ID=509c10cc-9c05-45ce-a666-0bee4ed902d7,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:05.638006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Attempting to bind port 509c10cc-9c05-45ce-a666-0bee4ed902d7 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:05.638336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Attempting to bind port 509c10cc-9c05-45ce-a666-0bee4ed902d7 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:05.638658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Attempting to bind port 509c10cc-9c05-45ce-a666-0bee4ed902d7 on network 9648e2be-fc80-4544-af8a-f5871d0e8bbd {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:05.642857 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Port 509c10cc-9c05-45ce-a666-0bee4ed902d7 on network 9648e2be-fc80-4544-af8a-f5871d0e8bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:59:05.643174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Attempting to bind port 509c10cc-9c05-45ce-a666-0bee4ed902d7 on network 9648e2be-fc80-4544-af8a-f5871d0e8bbd {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:05.648266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:05.648616 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Checking segment: {'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:05.649010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Bound using segment: {'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:05.649440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Bound port: 509c10cc-9c05-45ce-a666-0bee4ed902d7, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a7169b5-f029-4d7b-adc3-e608d614695f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:05.649797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.714344 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] For port 509c10cc-9c05-45ce-a666-0bee4ed902d7, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:05.718222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] For port 509c10cc-9c05-45ce-a666-0bee4ed902d7, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=509c10cc-9c05-45ce-a666-0bee4ed902d7,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:05.721884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.760305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:05.760709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:05.762862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] 10.222.0.55 "PUT /v2.0/ports/509c10cc-9c05-45ce-a666-0bee4ed902d7 HTTP/1.1" status: 200 len: 1091 time: 0.6021769 Nov 04 09:59:05.763326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'tag': '509c10cc-9c05-45ce-a666-0bee4ed902d7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:59:05.765718 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36ee9ae-3229-4320-a920-bcadc5e37f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec8f62c7-8fbb-4024-bb2a-4275e779e9ad", "tag": "509c10cc-9c05-45ce-a666-0bee4ed902d7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:59:05.791643 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a467d29-72f3-4da0-89b0-1e7bd1ce346d service neutron] Pushing event updated for resources: {'Port': ['ID=509c10cc-9c05-45ce-a666-0bee4ed902d7,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:05.880260 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-7459f2e5-695a-4181-bde9-26e285d4c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:05.881871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-7459f2e5-695a-4181-bde9-26e285d4c4ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08f3b2687f724bc484090db5d33fa0ec&device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 1094 time: 0.0754664 Nov 04 09:59:05.895830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35b4b2-5f46-442e-9b01-f9d15116a6e1 req-12d19f9e-8ab0-4543-bd42-ef52dc86321b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:05.897335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e35b4b2-5f46-442e-9b01-f9d15116a6e1 req-12d19f9e-8ab0-4543-bd42-ef52dc86321b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 943 time: 0.0823045 Nov 04 09:59:05.937767 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-85f6eb91-3924-4c05-831f-eed3e356ffb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=509c10cc-9c05-45ce-a666-0bee4ed902d7 HTTP/1.1" status: 200 len: 217 time: 0.0394151 Nov 04 09:59:05.999295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8e35b4b2-5f46-442e-9b01-f9d15116a6e1 req-2bb6d8da-ff77-47c3-8a4d-1cfadff7d56b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952125 Nov 04 09:59:06.008112 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-fd9b177c-1c3f-4cc9-ae2c-dd275539c28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:06.010039 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-fd9b177c-1c3f-4cc9-ae2c-dd275539c28e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20da0db8-4565-4f38-b46f-6b8aeb9b1d2e HTTP/1.1" status: 200 len: 853 time: 0.0642481 Nov 04 09:59:06.044707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-f37283b8-bf76-4794-a7d8-de30c489b8b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9648e2be-fc80-4544-af8a-f5871d0e8bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261159 Nov 04 09:59:06.102087 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945aa46d-e102-4e0f-ae8a-6cac30edb586 x-openstack-request-id: req-945aa46d-e102-4e0f-ae8a-6cac30edb586 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:59:06.102356 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec8f62c7-8fbb-4024-bb2a-4275e779e9ad", "tag": "509c10cc-9c05-45ce-a666-0bee4ed902d7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:59:06.102749 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-945aa46d-e102-4e0f-ae8a-6cac30edb586 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:59:06.103010 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'tag': '509c10cc-9c05-45ce-a666-0bee4ed902d7', 'status': 'completed', 'code': 200} Nov 04 09:59:06.140902 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-9233860a-7911-4dae-b1ff-fcc07bb89aae service neutron] 10.222.0.55 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887330 Nov 04 09:59:06.236567 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80aef1f8-0b75-4d6a-9789-b0bbec5fe9b9 req-2f35eb7f-9c85-4eba-8651-eab63f571e4b service neutron] 10.222.0.55 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886123 Nov 04 09:59:06.324424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-b94e0e6e-a181-4604-8a96-9abf9f25ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:06.325952 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-b94e0e6e-a181-4604-8a96-9abf9f25ddb4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=08f3b2687f724bc484090db5d33fa0ec&device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 1094 time: 0.0423372 Nov 04 09:59:06.422559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-e99377ec-9c99-4893-b1f8-dfea7e08a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:06.424117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-e99377ec-9c99-4893-b1f8-dfea7e08a84e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9648e2be-fc80-4544-af8a-f5871d0e8bbd HTTP/1.1" status: 200 len: 914 time: 0.0900762 Nov 04 09:59:06.466641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-a80baa5f-9a07-45a4-80bc-43b0050c2d83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=509c10cc-9c05-45ce-a666-0bee4ed902d7 HTTP/1.1" status: 200 len: 217 time: 0.0348926 Nov 04 09:59:06.517152 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-f0394815-fc79-4b7d-bb06-56b35eb190f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:06.518661 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-f0394815-fc79-4b7d-bb06-56b35eb190f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20da0db8-4565-4f38-b46f-6b8aeb9b1d2e HTTP/1.1" status: 200 len: 853 time: 0.0450194 Nov 04 09:59:06.551485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-1f7b98be-7c03-4606-a2b0-4abcec2ae567 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9648e2be-fc80-4544-af8a-f5871d0e8bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254776 Nov 04 09:59:06.645963 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-c8e6b468-62ab-4e4d-bb58-960c1a90d004 service neutron] 10.222.0.55 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860708 Nov 04 09:59:06.739161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a36ee9ae-3229-4320-a920-bcadc5e37f8f req-7e715751-0491-4b30-ba5d-900731e6f0d9 service neutron] 10.222.0.55 "GET /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857494 Nov 04 09:59:07.123214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5750e8-aabf-40bc-815b-085b0894301c req-e8cbd6ae-31a0-4312-ad45-74781458f5a3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:07.124722 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a5750e8-aabf-40bc-815b-085b0894301c req-e8cbd6ae-31a0-4312-ad45-74781458f5a3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 943 time: 0.0554390 Nov 04 09:59:07.161904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8a5750e8-aabf-40bc-815b-085b0894301c req-89af7a90-1c37-48e9-8f3a-9895232241f3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311749 Nov 04 09:59:07.438876 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5bf4fcff-f82c-46df-8d8b-a8aad4250f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:08.279039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee1473-cc7c-4ed1-966d-d5118102439c req-8de1e3dc-47a8-4f1b-b933-afe8e0bb581b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:08.280449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bee1473-cc7c-4ed1-966d-d5118102439c req-8de1e3dc-47a8-4f1b-b933-afe8e0bb581b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 943 time: 0.0494795 Nov 04 09:59:08.318244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5bee1473-cc7c-4ed1-966d-d5118102439c req-10bcdb28-18fb-4696-81d1-2899f16acdbf tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316048 Nov 04 09:59:08.599186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 509c10cc-9c05-45ce-a666-0bee4ed902d7 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:59:08.698248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 509c10cc-9c05-45ce-a666-0bee4ed902d7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=509c10cc-9c05-45ce-a666-0bee4ed902d7,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:08.709562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '509c10cc-9c05-45ce-a666-0bee4ed902d7', 'network_id': '9648e2be-fc80-4544-af8a-f5871d0e8bbd', 'port_id': '509c10cc-9c05-45ce-a666-0bee4ed902d7', 'mac_address': 'fa:16:3e:54:5a:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20da0db8-4565-4f38-b46f-6b8aeb9b1d2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:59:08.745920 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:08.758416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509c10cc-9c05-45ce-a666-0bee4ed902d7 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:59:08.777218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 509c10cc-9c05-45ce-a666-0bee4ed902d7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=509c10cc-9c05-45ce-a666-0bee4ed902d7,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:08.781746 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:08.833729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=509c10cc-9c05-45ce-a666-0bee4ed902d7,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:09.014348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['509c10cc-9c05-45ce-a666-0bee4ed902d7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:59:09.436284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c46e5-0628-4ffa-ae94-3c24413562cf req-a6a5b3d4-7c8d-4b67-96ab-ec052bed160b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:09.437757 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-413c46e5-0628-4ffa-ae94-3c24413562cf req-a6a5b3d4-7c8d-4b67-96ab-ec052bed160b tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 944 time: 0.0510855 Nov 04 09:59:09.474898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-413c46e5-0628-4ffa-ae94-3c24413562cf req-21636542-db9b-426f-9072-dc31fa6042a9 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Nov 04 09:59:10.032172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-389c4fc6-3221-45a4-ae66-28cca6ed18c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:10.341141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:10.598549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23ff4e-be6d-44d1-aac9-80a2bcb50968 req-6fd3d103-3b83-47bd-bcb4-ce4b44bb887f tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:10.599967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c23ff4e-be6d-44d1-aac9-80a2bcb50968 req-6fd3d103-3b83-47bd-bcb4-ce4b44bb887f tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 944 time: 0.0552783 Nov 04 09:59:10.614106 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 509c10cc-9c05-45ce-a666-0bee4ed902d7 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:10.640072 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3c23ff4e-be6d-44d1-aac9-80a2bcb50968 req-9d963ef0-00d7-45a6-b53b-b9dd900b2737 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339534 Nov 04 09:59:10.666458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 509c10cc-9c05-45ce-a666-0bee4ed902d7 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 09:59:10.671190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 509c10cc-9c05-45ce-a666-0bee4ed902d7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:10.671561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:10.749751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:10.772282 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509c10cc-9c05-45ce-a666-0bee4ed902d7'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:59:10.774591 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad5cf4-202f-4c0d-9c1e-9b71779566e2" -d '{"events": [{"server_uuid": "ec8f62c7-8fbb-4024-bb2a-4275e779e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "509c10cc-9c05-45ce-a666-0bee4ed902d7"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:59:10.788696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 509c10cc-9c05-45ce-a666-0bee4ed902d7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=509c10cc-9c05-45ce-a666-0bee4ed902d7,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:10.793303 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:10.822143 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f382fd-8fac-49fb-b297-48fc5e36c9a8 x-openstack-request-id: req-d6f382fd-8fac-49fb-b297-48fc5e36c9a8 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:59:10.822437 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8f62c7-8fbb-4024-bb2a-4275e779e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "509c10cc-9c05-45ce-a666-0bee4ed902d7", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:59:10.822692 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6f382fd-8fac-49fb-b297-48fc5e36c9a8 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:59:10.823080 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509c10cc-9c05-45ce-a666-0bee4ed902d7', 'code': 200} Nov 04 09:59:10.853673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=509c10cc-9c05-45ce-a666-0bee4ed902d7,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:10.929417 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d041a-a5a7-4737-a959-938df0ec651c req-82ce8a30-8548-4c24-bdd4-6cf21600a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:10.930962 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f5d041a-a5a7-4737-a959-938df0ec651c req-82ce8a30-8548-4c24-bdd4-6cf21600a3cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 1096 time: 0.0432467 Nov 04 09:59:10.969832 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8f5d041a-a5a7-4737-a959-938df0ec651c req-192eaf2c-528f-483b-889d-e366cfd49e6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Nov 04 09:59:11.470100 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:11.664612 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:59:11.768345 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f804d-5601-492b-98ef-62a284dd5243 req-1c586466-23f3-43b7-b5e1-da1041709967 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:11.769843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-147f804d-5601-492b-98ef-62a284dd5243 req-1c586466-23f3-43b7-b5e1-da1041709967 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 945 time: 0.0595655 Nov 04 09:59:11.807935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-147f804d-5601-492b-98ef-62a284dd5243 req-d4431d84-fb43-4152-ad1d-bee28a922ad2 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Nov 04 09:59:12.931912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bb017-920a-4997-931d-95901974f671 req-5cdbd773-5ada-4a24-82e9-360b3f1a2d53 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:12.933457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a34bb017-920a-4997-931d-95901974f671 req-5cdbd773-5ada-4a24-82e9-360b3f1a2d53 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 945 time: 0.0558794 Nov 04 09:59:12.936917 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:12.972391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a34bb017-920a-4997-931d-95901974f671 req-20903142-c00c-496f-a7fc-4dd301f2bb88 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318341 Nov 04 09:59:13.212290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41a01-c270-4f8a-9031-fde9f7a3f54d req-dc0a4e63-8ec9-4b05-8880-f49fcda608eb tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:13.213766 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ab41a01-c270-4f8a-9031-fde9f7a3f54d req-dc0a4e63-8ec9-4b05-8880-f49fcda608eb tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 945 time: 0.0513270 Nov 04 09:59:13.254104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ab41a01-c270-4f8a-9031-fde9f7a3f54d req-dc5ebba1-88b2-43e6-ac3b-177bcec7071d tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Nov 04 09:59:14.373384 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810afc2d-ba77-4b35-90d9-4e688fbcf5ff req-c042989c-0aa9-45cf-a3ec-65c3dbc6ccd4 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:14.374925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-810afc2d-ba77-4b35-90d9-4e688fbcf5ff req-c042989c-0aa9-45cf-a3ec-65c3dbc6ccd4 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 945 time: 0.0533638 Nov 04 09:59:14.414488 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-810afc2d-ba77-4b35-90d9-4e688fbcf5ff req-3c08d4ab-9b54-45e2-906b-2304e0e176a9 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Nov 04 09:59:14.495817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-2f0c879a-8aeb-496f-896e-b53df2b86a17 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:14.498144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-2f0c879a-8aeb-496f-896e-b53df2b86a17 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec8f62c7-8fbb-4024-bb2a-4275e779e9ad HTTP/1.1" status: 200 len: 945 time: 0.0530071 Nov 04 09:59:14.587630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Deleting port 509c10cc-9c05-45ce-a666-0bee4ed902d7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:14.587995 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:14.678786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] For port 509c10cc-9c05-45ce-a666-0bee4ed902d7, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=509c10cc-9c05-45ce-a666-0bee4ed902d7,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:14.679150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:14.692082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Calling delete_port for 509c10cc-9c05-45ce-a666-0bee4ed902d7 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:14.819516 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:14.832496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['569a6f18-5f0e-4de8-82c2-ec3bf81469fd'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:59:14.834846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['509c10cc-9c05-45ce-a666-0bee4ed902d7'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:59:14.852179 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Pushing event deleted for resources: {'Port': ['ID=509c10cc-9c05-45ce-a666-0bee4ed902d7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:14.892859 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] No DVR routers for this DVR port 509c10cc-9c05-45ce-a666-0bee4ed902d7 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:14.895818 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:14.899183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6758366-3890-4a47-8a68-7a306c85ca96 req-8f7ab28d-3a2d-4ad3-803c-4dd29bf3a5fa tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.55 "DELETE /v2.0/ports/509c10cc-9c05-45ce-a666-0bee4ed902d7 HTTP/1.1" status: 204 len: 173 time: 0.3939106 Nov 04 09:59:14.899627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'name': 'network-vif-deleted', 'tag': '509c10cc-9c05-45ce-a666-0bee4ed902d7'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:59:14.901947 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ce9941-c102-419a-a57c-a6633736e79b" -d '{"events": [{"server_uuid": "ec8f62c7-8fbb-4024-bb2a-4275e779e9ad", "name": "network-vif-deleted", "tag": "509c10cc-9c05-45ce-a666-0bee4ed902d7"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:59:14.954602 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a88f03-6de1-4c71-b1a2-a0fc6c230ab1 x-openstack-request-id: req-56a88f03-6de1-4c71-b1a2-a0fc6c230ab1 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:59:14.958397 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec8f62c7-8fbb-4024-bb2a-4275e779e9ad", "name": "network-vif-deleted", "tag": "509c10cc-9c05-45ce-a666-0bee4ed902d7", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:59:14.958664 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-56a88f03-6de1-4c71-b1a2-a0fc6c230ab1 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:59:14.959091 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec8f62c7-8fbb-4024-bb2a-4275e779e9ad', 'name': 'network-vif-deleted', 'tag': '509c10cc-9c05-45ce-a666-0bee4ed902d7', 'status': 'completed', 'code': 200} Nov 04 09:59:15.576025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5845fd6-7693-4b80-b705-c63dfbb385d8 req-1be49fbd-54f5-4fc1-9152-60849bb85021 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:15.577673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5845fd6-7693-4b80-b705-c63dfbb385d8 req-1be49fbd-54f5-4fc1-9152-60849bb85021 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0538700 Nov 04 09:59:15.623424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f5845fd6-7693-4b80-b705-c63dfbb385d8 req-4712473a-9f13-4192-9b5f-3f56a3680268 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Nov 04 09:59:15.760993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a117e5d-f2b6-444f-9c97-90880d2f85da req-74d26dc4-3f67-4b05-8cdf-8f840af7ecca tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:15.762479 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a117e5d-f2b6-444f-9c97-90880d2f85da req-74d26dc4-3f67-4b05-8cdf-8f840af7ecca tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0538669 Nov 04 09:59:15.802214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a117e5d-f2b6-444f-9c97-90880d2f85da req-48e5bfbd-f58a-4f93-9540-df0663481723 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329792 Nov 04 09:59:15.922049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a4b62a-09fb-49d7-8f40-de9bbb356dc5 req-57b18be3-de9a-4c04-a92c-fdd78c8a686a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:15.923596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91a4b62a-09fb-49d7-8f40-de9bbb356dc5 req-57b18be3-de9a-4c04-a92c-fdd78c8a686a tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0530391 Nov 04 09:59:15.964117 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91a4b62a-09fb-49d7-8f40-de9bbb356dc5 req-374b9b5f-0267-4043-a3a0-a6dbe169ae08 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342469 Nov 04 09:59:16.134014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4bed4e-c02e-41a5-80e3-1521af046725 req-6e711fa8-2da2-4249-88da-fd85d59b6050 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:16.135412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e4bed4e-c02e-41a5-80e3-1521af046725 req-6e711fa8-2da2-4249-88da-fd85d59b6050 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0508015 Nov 04 09:59:16.172827 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:16.174885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e4bed4e-c02e-41a5-80e3-1521af046725 req-107c0560-b418-4465-88ec-7cff513ca5d4 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Nov 04 09:59:16.305385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a96b8f-6d7d-4ce6-a9f0-bebf6d2283ec req-63f226a3-117a-4992-8c25-0dfdd18c22d2 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:16.306862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7a96b8f-6d7d-4ce6-a9f0-bebf6d2283ec req-63f226a3-117a-4992-8c25-0dfdd18c22d2 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0552700 Nov 04 09:59:16.348587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7a96b8f-6d7d-4ce6-a9f0-bebf6d2283ec req-f75a6c33-4610-4296-a20e-3277f3f09be0 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335946 Nov 04 09:59:16.483521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7cf96-a091-45ce-8ac1-82a5e808ba0c req-99bf1901-402e-4948-b1d4-fdc6c1337ff3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:16.485026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6d7cf96-a091-45ce-8ac1-82a5e808ba0c req-99bf1901-402e-4948-b1d4-fdc6c1337ff3 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0509453 Nov 04 09:59:16.523783 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d6d7cf96-a091-45ce-8ac1-82a5e808ba0c req-02fe2a79-933d-4687-9085-f7f8d96db280 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Nov 04 09:59:16.826373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b561a-dd4d-48bd-8333-06ad3a9d36b3 req-d36f9a1f-1f56-47fb-8d14-bf6047e14c77 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:16.827871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-970b561a-dd4d-48bd-8333-06ad3a9d36b3 req-d36f9a1f-1f56-47fb-8d14-bf6047e14c77 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0514095 Nov 04 09:59:16.867411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-970b561a-dd4d-48bd-8333-06ad3a9d36b3 req-50ce76aa-e9b4-4b63-8a04-359b4b766f00 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332611 Nov 04 09:59:17.135327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:17.988979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72994dcd-cbf8-4176-90ea-2c01f34bf250 req-9b3bdab4-3d4b-4596-98fe-42943d4c7fb2 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:17.990473 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72994dcd-cbf8-4176-90ea-2c01f34bf250 req-9b3bdab4-3d4b-4596-98fe-42943d4c7fb2 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0546157 Nov 04 09:59:18.030452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72994dcd-cbf8-4176-90ea-2c01f34bf250 req-61fa7025-344c-4799-a774-ad3705af00f8 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.53 "GET /v2.0/security-groups?id=a20cc7f9-06ec-4f78-8731-f5932bc8f6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Nov 04 09:59:18.101544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-7bd6d706-5501-426c-b17d-ef26a806d104 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:18.103001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-7bd6d706-5501-426c-b17d-ef26a806d104 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.70 "GET /v2.0/ports?device_id=aacc185a-b672-4b8c-b820-db24f318fd55 HTTP/1.1" status: 200 len: 946 time: 0.0494688 Nov 04 09:59:18.196103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Deleting port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:18.196363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:18.283619 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] For port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,segment=NetworkSegment(0a7169b5-f029-4d7b-adc3-e608d614695f),segment_id=0a7169b5-f029-4d7b-adc3-e608d614695f)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:18.284007 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:18.296752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Calling delete_port for 569a6f18-5f0e-4de8-82c2-ec3bf81469fd owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:18.424695 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:18.437104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['569a6f18-5f0e-4de8-82c2-ec3bf81469fd'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:59:18.450690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Pushing event deleted for resources: {'Port': ['ID=569a6f18-5f0e-4de8-82c2-ec3bf81469fd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:18.501795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] No DVR routers for this DVR port 569a6f18-5f0e-4de8-82c2-ec3bf81469fd on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:18.504577 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:18.508143 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-373f7626-1f5f-4942-871a-de33f75b80c4 req-8a535fcd-5917-454e-8005-8468d57ebf72 tempest-ServersNegativeTestJSON-154288010 tempest-ServersNegativeTestJSON-154288010-project] 10.222.0.70 "DELETE /v2.0/ports/569a6f18-5f0e-4de8-82c2-ec3bf81469fd HTTP/1.1" status: 204 len: 173 time: 0.3987391 Nov 04 09:59:18.508597 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'name': 'network-vif-deleted', 'tag': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:59:18.511205 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa794376-727f-4da3-8282-6ab6ef3fff16" -d '{"events": [{"server_uuid": "aacc185a-b672-4b8c-b820-db24f318fd55", "name": "network-vif-deleted", "tag": "569a6f18-5f0e-4de8-82c2-ec3bf81469fd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:59:18.552440 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d93f18-e0a9-4b8b-a1bb-07f3b70bda8d x-openstack-request-id: req-34d93f18-e0a9-4b8b-a1bb-07f3b70bda8d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:59:18.552594 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aacc185a-b672-4b8c-b820-db24f318fd55", "name": "network-vif-deleted", "tag": "569a6f18-5f0e-4de8-82c2-ec3bf81469fd", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:59:18.552762 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34d93f18-e0a9-4b8b-a1bb-07f3b70bda8d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:59:18.553161 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aacc185a-b672-4b8c-b820-db24f318fd55', 'name': 'network-vif-deleted', 'tag': '569a6f18-5f0e-4de8-82c2-ec3bf81469fd', 'status': 'completed', 'code': 200} Nov 04 09:59:18.646313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 509c10cc-9c05-45ce-a666-0bee4ed902d7 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:59:18.670271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 509c10cc-9c05-45ce-a666-0bee4ed902d7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:59:18.670642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 509c10cc-9c05-45ce-a666-0bee4ed902d7 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:59:19.087526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:19.134723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] Deleting subnet 20da0db8-4565-4f38-b46f-6b8aeb9b1d2e {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:59:19.138062 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.174414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.214522 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.280071 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.310322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20da0db8-4565-4f38-b46f-6b8aeb9b1d2e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:19.316735 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.319939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2a669516-823b-4315-9182-4541ef174334 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/20da0db8-4565-4f38-b46f-6b8aeb9b1d2e HTTP/1.1" status: 204 len: 168 time: 0.2313213 Nov 04 09:59:19.322466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:19.399843 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.485729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.505727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9648e2be-fc80-4544-af8a-f5871d0e8bbd']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:19.515192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7169b5-f029-4d7b-adc3-e608d614695f') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:19.515482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7169b5-f029-4d7b-adc3-e608d614695f') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:19.524702 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.537418 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.543079 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:19.543452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:19.545945 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:19.600180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.604744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.609382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9648e2be-fc80-4544-af8a-f5871d0e8bbd HTTP/1.1" status: 204 len: 168 time: 0.2859755 Nov 04 09:59:19.623258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369b61d-2ebe-4a27-a5f5-47f52af358a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9648e2be-fc80-4544-af8a-f5871d0e8bbd,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:19.729521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43892) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:19.770131 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6942f958-45c4-485e-a1ad-ccfe4e0f5643 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08f3b2687f724bc484090db5d33fa0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393963 Nov 04 09:59:19.772564 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:19.829246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f57347e9-7d1e-4696-b168-322961b2c10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.850462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f57347e9-7d1e-4696-b168-322961b2c10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.898461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f57347e9-7d1e-4696-b168-322961b2c10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.901249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f57347e9-7d1e-4696-b168-322961b2c10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:19.902410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f57347e9-7d1e-4696-b168-322961b2c10f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a20cc7f9-06ec-4f78-8731-f5932bc8f6df HTTP/1.1" status: 204 len: 168 time: 0.1289580 Nov 04 09:59:19.912048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57347e9-7d1e-4696-b168-322961b2c10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20cc7f9-06ec-4f78-8731-f5932bc8f6df,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:20.615602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43916) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:20.711359 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1512187833'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:20.732458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:20.736096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:20.744609 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:20.822781 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:20.826625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:20.855477 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:20.861113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d582d6-30a7-41ca-ae65-3e2279c57787,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:20.870365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:20.870708 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Added segment 5d994cac-6e74-46d3-a8b8-6e5bb4d620ab of type vlan for network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 Nov 04 09:59:20.912625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:20.937755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:20.943299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:20.943909 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:21.005643 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3887286 Nov 04 09:59:21.014221 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f930dc-1a7a-4f86-8a31-71461a35020f tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Network': ['ID=0f6db43f-4e7e-47e1-b4f3-6870e9f37491,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:21.025426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:22.678041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 569a6f18-5f0e-4de8-82c2-ec3bf81469fd no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:59:22.700532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 569a6f18-5f0e-4de8-82c2-ec3bf81469fd {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:59:22.700879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 569a6f18-5f0e-4de8-82c2-ec3bf81469fd not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:59:24.406012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43920) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:24.412413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'subnet': {'network_id': '0f6db43f-4e7e-47e1-b4f3-6870e9f37491', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:24.504958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:24.508482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:24.700448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:24.764753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Subnet': ['ID=c8550c8c-56b5-494e-bcba-a0755272f7c5,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:24.776740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.777090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.777432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.777769 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.778095 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.778469 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.778796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.779123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.779450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.779776 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.780124 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.780444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:24.787236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Checking segment: {'id': '5d994cac-6e74-46d3-a8b8-6e5bb4d620ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f6db43f-4e7e-47e1-b4f3-6870e9f37491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:24.787601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network hostable DHCP agents. Network: 0f6db43f-4e7e-47e1-b4f3-6870e9f37491, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:24.806443 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:24.818263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0f6db43f-4e7e-47e1-b4f3-6870e9f37491) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:24.822724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:24.823319 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:24.831044 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3342f6e-3dab-4192-a54c-175459005264 None None] Network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:24.844473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-294c0b7f-99a0-48fe-a952-4d27e14a376a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4366741 Nov 04 09:59:24.847930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43922) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:24.857157 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1605926689'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:24.885714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:24.892217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:24.921202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:24.932559 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:24.932910 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Added segment 5b4669b5-6444-49eb-b27b-f9b7db27a850 of type vlan for network ed5b9d72-41ab-40a1-8728-55709f05117e Nov 04 09:59:24.992748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.021280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-0f6db43f-4e7e-47e1-b4f3-6870e9f37491', 'network_id': '0f6db43f-4e7e-47e1-b4f3-6870e9f37491', 'tenant_id': '6b99b73df39f451088530eed8992497d', 'fixed_ips': [{'subnet_id': 'c8550c8c-56b5-494e-bcba-a0755272f7c5'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:25.022887 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.037649 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.043442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:25.045008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.105947 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2564561 Nov 04 09:59:25.111572 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43924) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:25.118950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'subnet': {'network_id': 'ed5b9d72-41ab-40a1-8728-55709f05117e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:25.127601 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65195c8c-7bec-4e96-82d4-eeeb8aeba705 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Network': ['ID=ed5b9d72-41ab-40a1-8728-55709f05117e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:25.143389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network ed5b9d72-41ab-40a1-8728-55709f05117e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:25.218461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:25.222282 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.252176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Allocated IP 2001:db8:0:ffff::2 (0f6db43f-4e7e-47e1-b4f3-6870e9f37491/c8550c8c-56b5-494e-bcba-a0755272f7c5/a7e99d19-8db0-4660-aea2-16a3c0b08399) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:25.440958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.447573 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.489630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:25.490998 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:25.496214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:25.508033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Pushing event updated for resources: {'Port': ['ID=a7e99d19-8db0-4660-aea2-16a3c0b08399,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:25.537122 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.537445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.537775 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.538101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.538426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.538745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.539061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.539377 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.539694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.540031 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.540344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.540655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:25.576195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Attempting to bind port a7e99d19-8db0-4660-aea2-16a3c0b08399 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:25.576566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Attempting to bind port a7e99d19-8db0-4660-aea2-16a3c0b08399 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5d994cac-6e74-46d3-a8b8-6e5bb4d620ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f6db43f-4e7e-47e1-b4f3-6870e9f37491'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:25.577098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Attempting to bind port a7e99d19-8db0-4660-aea2-16a3c0b08399 on network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:25.582519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:25.583022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Checking segment: {'id': '5d994cac-6e74-46d3-a8b8-6e5bb4d620ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f6db43f-4e7e-47e1-b4f3-6870e9f37491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:25.583426 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.583916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Bound using segment: {'id': '5d994cac-6e74-46d3-a8b8-6e5bb4d620ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f6db43f-4e7e-47e1-b4f3-6870e9f37491'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:25.584398 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Bound port: a7e99d19-8db0-4660-aea2-16a3c0b08399, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d994cac-6e74-46d3-a8b8-6e5bb4d620ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '0f6db43f-4e7e-47e1-b4f3-6870e9f37491'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:25.584769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.661690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] For port a7e99d19-8db0-4660-aea2-16a3c0b08399, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:25.665111 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] For port a7e99d19-8db0-4660-aea2-16a3c0b08399, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a7e99d19-8db0-4660-aea2-16a3c0b08399,segment=NetworkSegment(5d994cac-6e74-46d3-a8b8-6e5bb4d620ab),segment_id=5d994cac-6e74-46d3-a8b8-6e5bb4d620ab)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:25.669762 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.725017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.731186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fb62c1-2d13-4fc3-8a00-14e5b374626e None None] Pushing event updated for resources: {'Port': ['ID=a7e99d19-8db0-4660-aea2-16a3c0b08399,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:25.794674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Subnet': ['ID=ce7771dc-937e-41ce-9846-1165dda98f23,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:25.802656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Checking segment: {'id': '5b4669b5-6444-49eb-b27b-f9b7db27a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed5b9d72-41ab-40a1-8728-55709f05117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:25.803017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network hostable DHCP agents. Network: ed5b9d72-41ab-40a1-8728-55709f05117e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:25.821534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network ed5b9d72-41ab-40a1-8728-55709f05117e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:25.835319 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, ed5b9d72-41ab-40a1-8728-55709f05117e) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:25.840038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:25.840640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:25.848399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c5f7b-c987-4fea-a03f-7cd49e30fb05 None None] Network ed5b9d72-41ab-40a1-8728-55709f05117e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:25.858949 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c15bf417-db3b-42c8-960d-73eaa9ba1835 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7455359 Nov 04 09:59:25.862608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:26.012572 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.036314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-ed5b9d72-41ab-40a1-8728-55709f05117e', 'network_id': 'ed5b9d72-41ab-40a1-8728-55709f05117e', 'tenant_id': '6b99b73df39f451088530eed8992497d', 'fixed_ips': [{'subnet_id': 'ce7771dc-937e-41ce-9846-1165dda98f23'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:26.036539 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.111380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.201687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Allocated IP 2001:db8::2 (ed5b9d72-41ab-40a1-8728-55709f05117e/ce7771dc-937e-41ce-9846-1165dda98f23/6ecda3be-9f78-401e-b7ac-4cad6dee6888) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:26.356148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.363238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.385569 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.406633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Network ed5b9d72-41ab-40a1-8728-55709f05117e is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:26.409011 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:26.411540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:26.429784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Pushing event updated for resources: {'Port': ['ID=6ecda3be-9f78-401e-b7ac-4cad6dee6888,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:26.460805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7771dc-937e-41ce-9846-1165dda98f23,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:26.484541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Attempting to bind port 6ecda3be-9f78-401e-b7ac-4cad6dee6888 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:26.484972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Attempting to bind port 6ecda3be-9f78-401e-b7ac-4cad6dee6888 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5b4669b5-6444-49eb-b27b-f9b7db27a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed5b9d72-41ab-40a1-8728-55709f05117e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:26.485285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Attempting to bind port 6ecda3be-9f78-401e-b7ac-4cad6dee6888 on network ed5b9d72-41ab-40a1-8728-55709f05117e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:26.490938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:26.491312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Checking segment: {'id': '5b4669b5-6444-49eb-b27b-f9b7db27a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed5b9d72-41ab-40a1-8728-55709f05117e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:26.491720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.492160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Bound using segment: {'id': '5b4669b5-6444-49eb-b27b-f9b7db27a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed5b9d72-41ab-40a1-8728-55709f05117e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:26.492640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Bound port: 6ecda3be-9f78-401e-b7ac-4cad6dee6888, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b4669b5-6444-49eb-b27b-f9b7db27a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'ed5b9d72-41ab-40a1-8728-55709f05117e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:26.493027 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.529720 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.555963 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5b9d72-41ab-40a1-8728-55709f05117e']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:26.568192 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4669b5-6444-49eb-b27b-f9b7db27a850') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:26.568645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4669b5-6444-49eb-b27b-f9b7db27a850') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:26.571612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] For port 6ecda3be-9f78-401e-b7ac-4cad6dee6888, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:26.575352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] For port 6ecda3be-9f78-401e-b7ac-4cad6dee6888, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6ecda3be-9f78-401e-b7ac-4cad6dee6888,segment=NetworkSegment(5b4669b5-6444-49eb-b27b-f9b7db27a850),segment_id=5b4669b5-6444-49eb-b27b-f9b7db27a850)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:26.581475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.581682 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.598323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.609010 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:26.609802 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:26.613864 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:26.677920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ad241-1b70-4ffd-891e-e20112dd8954 None None] Pushing event updated for resources: {'Port': ['ID=6ecda3be-9f78-401e-b7ac-4cad6dee6888,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:26.689776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d4e397-dabd-4d4d-a1cd-dd70dccd662d None None] Network ed5b9d72-41ab-40a1-8728-55709f05117e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:26.694093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.db.api [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 04 09:59:26.694093 n-d-816487-1 neutron-server[102555]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 04 09:59:26.694093 n-d-816487-1 neutron-server[102555]: [parameters: {'id': 'ed5b9d72-41ab-40a1-8728-55709f05117e'}] Nov 04 09:59:26.694093 n-d-816487-1 neutron-server[102555]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102555) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 04 09:59:26.694862 n-d-816487-1 neutron-server[102555]: DEBUG oslo_db.api [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 04 09:59:26.820696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61a0c8-80e6-4111-a880-f21ee0b57cfc None None] Network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:26.876271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-91de1dfd-7682-4559-847e-225505ec675e None None] Provisioning complete for port a7e99d19-8db0-4660-aea2-16a3c0b08399 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:26.876941 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-91de1dfd-7682-4559-847e-225505ec675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.041981 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-91de1dfd-7682-4559-847e-225505ec675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.078945 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a7e99d19-8db0-4660-aea2-16a3c0b08399 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:27.109739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-91de1dfd-7682-4559-847e-225505ec675e None None] For port a7e99d19-8db0-4660-aea2-16a3c0b08399, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a7e99d19-8db0-4660-aea2-16a3c0b08399,segment=NetworkSegment(5d994cac-6e74-46d3-a8b8-6e5bb4d620ab),segment_id=5d994cac-6e74-46d3-a8b8-6e5bb4d620ab)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:27.116880 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-91de1dfd-7682-4559-847e-225505ec675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.181313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de1dfd-7682-4559-847e-225505ec675e None None] Pushing event updated for resources: {'Port': ['ID=a7e99d19-8db0-4660-aea2-16a3c0b08399,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:27.185395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a7e99d19-8db0-4660-aea2-16a3c0b08399 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:27.185768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.196332 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.259370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Deleting port 6ecda3be-9f78-401e-b7ac-4cad6dee6888 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:27.259721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.287695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e32786-a9d3-45ad-986f-1bd7970f1e1a None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:59:27.339361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] For port 6ecda3be-9f78-401e-b7ac-4cad6dee6888, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=6ecda3be-9f78-401e-b7ac-4cad6dee6888,segment=NetworkSegment(5b4669b5-6444-49eb-b27b-f9b7db27a850),segment_id=5b4669b5-6444-49eb-b27b-f9b7db27a850)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:27.339738 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.354308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Calling delete_port for 6ecda3be-9f78-401e-b7ac-4cad6dee6888 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:27.359355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ec150305-d093-49b1-ad66-49adf3dd8422 None None] Provisioning complete for port a7e99d19-8db0-4660-aea2-16a3c0b08399 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:27.359719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec150305-d093-49b1-ad66-49adf3dd8422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.409085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e32786-a9d3-45ad-986f-1bd7970f1e1a None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:59:27.448753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.479286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Port': ['ID=6ecda3be-9f78-401e-b7ac-4cad6dee6888,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:27.481361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No DVR routers for this DVR port 6ecda3be-9f78-401e-b7ac-4cad6dee6888 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:27.579348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.602960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5b9d72-41ab-40a1-8728-55709f05117e']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:27.614632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b4669b5-6444-49eb-b27b-f9b7db27a850') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:27.614927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b4669b5-6444-49eb-b27b-f9b7db27a850') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:27.627444 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.645615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.653410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:27.654144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:27.657442 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:27.724714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.734749 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.738516 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/ed5b9d72-41ab-40a1-8728-55709f05117e HTTP/1.1" status: 204 len: 168 time: 1.8746929 Nov 04 09:59:27.742310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:27.749327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5170c-82aa-4f79-b469-065bc5455110 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Network': ['ID=ed5b9d72-41ab-40a1-8728-55709f05117e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:27.749807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146488314'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:27.781925 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:27.785771 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.816151 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:27.828041 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.828392 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Added segment a736e378-2f4c-44de-93e3-93ac6e643be7 of type vlan for network 458ebd43-7ae9-4e44-862e-76c46d544560 Nov 04 09:59:27.879878 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.907096 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.912849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:27.913506 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:27.974023 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2303877 Nov 04 09:59:27.977624 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43930) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:27.983974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'subnet': {'network_id': '458ebd43-7ae9-4e44-862e-76c46d544560', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:27.990696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f3f51-ec6f-4d33-82ef-b9e0eb271ec0 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Network': ['ID=458ebd43-7ae9-4e44-862e-76c46d544560,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:28.005962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 458ebd43-7ae9-4e44-862e-76c46d544560 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:28.110122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:28.116042 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.179554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Performing IP validity checks on allocation pools {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 04 09:59:28.180126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.ipam_backend_mixin [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102555) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 04 09:59:28.317204 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.377166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Subnet': ['ID=632744a7-2c60-452b-bfc6-68e44cbe4289,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:28.386207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Checking segment: {'id': 'a736e378-2f4c-44de-93e3-93ac6e643be7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '458ebd43-7ae9-4e44-862e-76c46d544560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:28.386566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network hostable DHCP agents. Network: 458ebd43-7ae9-4e44-862e-76c46d544560, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:28.405111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network 458ebd43-7ae9-4e44-862e-76c46d544560 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:28.414475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 458ebd43-7ae9-4e44-862e-76c46d544560) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:28.419281 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:28.419483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.428922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fceb86-f1a0-46c1-b448-b3caad9af118 None None] Network 458ebd43-7ae9-4e44-862e-76c46d544560 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:28.436906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aa278527-cb0f-4614-918b-bffaaf3ead67 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4580271 Nov 04 09:59:28.439541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43932) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:28.552730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.593509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d730778-8202-4020-a83f-426ee4339f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-458ebd43-7ae9-4e44-862e-76c46d544560', 'network_id': '458ebd43-7ae9-4e44-862e-76c46d544560', 'tenant_id': '6b99b73df39f451088530eed8992497d', 'fixed_ips': [{'subnet_id': '632744a7-2c60-452b-bfc6-68e44cbe4289'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:28.594421 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8d730778-8202-4020-a83f-426ee4339f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.607820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.677947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server [None req-8d730778-8202-4020-a83f-426ee4339f2d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 632744a7-2c60-452b-bfc6-68e44cbe4289: This subnet is being modified by another concurrent operation. Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise self.value Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server raise exception Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 632744a7-2c60-452b-bfc6-68e44cbe4289: This subnet is being modified by another concurrent operation. Nov 04 09:59:28.693190 n-d-816487-1 neutron-server[102557]: ERROR oslo_messaging.rpc.server Nov 04 09:59:28.715536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Subnet': ['ID=632744a7-2c60-452b-bfc6-68e44cbe4289,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:28.716489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf270c6e-001a-46e2-881e-8b33e33333b1 None None] Network 458ebd43-7ae9-4e44-862e-76c46d544560 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:28.784536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.807009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458ebd43-7ae9-4e44-862e-76c46d544560']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:28.817932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a736e378-2f4c-44de-93e3-93ac6e643be7') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:28.818229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a736e378-2f4c-44de-93e3-93ac6e643be7') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:28.828892 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.832271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8687c-30f4-498c-804b-142eb102ea50 None None] get_active_networks_info from n-d-816487-1 {{(pid=102557) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 04 09:59:28.844206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.850819 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:28.851346 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:28.855192 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:28.902821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a8687c-30f4-498c-804b-142eb102ea50 None None] Resources bound (agent type, host, resource id): {{(pid=102557) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 04 09:59:28.918353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.927386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.930642 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/458ebd43-7ae9-4e44-862e-76c46d544560 HTTP/1.1" status: 204 len: 168 time: 0.4900486 Nov 04 09:59:28.935470 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43934) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:28.940878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1485958437'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:28.944399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99824a9-2829-43d1-aaf3-a5667f7663d1 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Network': ['ID=458ebd43-7ae9-4e44-862e-76c46d544560,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:28.963759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:28.967508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:28.995581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:29.011992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.013613 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Added segment b30de943-7ca8-4120-8a87-2015a4240ffb of type vlan for network 80576f22-8eb5-467b-9324-771e15b87863 Nov 04 09:59:29.056362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a7e99d19-8db0-4660-aea2-16a3c0b08399 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:29.068240 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.094932 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.101235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:29.101837 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.158024 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a7e99d19-8db0-4660-aea2-16a3c0b08399 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:29.158399 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.164805 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2279575 Nov 04 09:59:29.168545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:29.173416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097853de-0120-42ea-b9a1-5ab38db688aa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Network': ['ID=80576f22-8eb5-467b-9324-771e15b87863,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:29.175512 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'subnet': {'network_id': '80576f22-8eb5-467b-9324-771e15b87863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:29.189791 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 80576f22-8eb5-467b-9324-771e15b87863 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:29.270413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:29.274256 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.469642 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.543071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Subnet': ['ID=0ec8fd6d-64c8-434e-abfa-afa7dc8ab519,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:29.558510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Checking segment: {'id': 'b30de943-7ca8-4120-8a87-2015a4240ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '80576f22-8eb5-467b-9324-771e15b87863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:29.559239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network hostable DHCP agents. Network: 80576f22-8eb5-467b-9324-771e15b87863, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:29.576130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network 80576f22-8eb5-467b-9324-771e15b87863 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:29.585557 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 80576f22-8eb5-467b-9324-771e15b87863) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:29.590143 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:29.591784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.596101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e00fc02-8fa2-4186-9f85-98f97cccf218 None None] Network 80576f22-8eb5-467b-9324-771e15b87863 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:29.617067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-42360b2c-78f8-4eaf-8249-443d798a2b86 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4460452 Nov 04 09:59:29.620806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:29.627355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-518616733'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:29.654256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:29.659722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.688839 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:29.699434 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.699794 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Added segment c3762538-acb9-49ba-9fd2-2eab9361f363 of type vlan for network 0bee74e0-df98-44a7-9226-47fe589722f5 Nov 04 09:59:29.744350 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.762642 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-80576f22-8eb5-467b-9324-771e15b87863', 'network_id': '80576f22-8eb5-467b-9324-771e15b87863', 'tenant_id': '6b99b73df39f451088530eed8992497d', 'fixed_ips': [{'subnet_id': '0ec8fd6d-64c8-434e-abfa-afa7dc8ab519'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:29.764272 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.783425 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.795106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:29.796090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:29.931976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3097479 Nov 04 09:59:29.934968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43940) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:29.940550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Request body: {'subnet': {'network_id': '0bee74e0-df98-44a7-9226-47fe589722f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:29.967589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a028cbf-fff7-416f-a185-f177f12857a6 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Network': ['ID=0bee74e0-df98-44a7-9226-47fe589722f5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:29.984638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 0bee74e0-df98-44a7-9226-47fe589722f5 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:30.047688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Made reservation on behalf of 6b99b73df39f451088530eed8992497d for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:30.051643 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.059158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Allocated IP 2001:db8::2 (80576f22-8eb5-467b-9324-771e15b87863/0ec8fd6d-64c8-434e-abfa-afa7dc8ab519/9bd68cb3-4327-43ce-8b92-dae9482f645a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:30.249003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.257695 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.284167 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.301887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Network 80576f22-8eb5-467b-9324-771e15b87863 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:30.308501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:30.311509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:30.322135 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Pushing event updated for resources: {'Port': ['ID=9bd68cb3-4327-43ce-8b92-dae9482f645a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:30.354587 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event updated for resources: {'Subnet': ['ID=683771cc-ca28-4924-8596-05fa8b3cdecf,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:30.365015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Checking segment: {'id': 'c3762538-acb9-49ba-9fd2-2eab9361f363', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0bee74e0-df98-44a7-9226-47fe589722f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:30.365383 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network hostable DHCP agents. Network: 0bee74e0-df98-44a7-9226-47fe589722f5, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:30.375026 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Attempting to bind port 9bd68cb3-4327-43ce-8b92-dae9482f645a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:30.375392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Attempting to bind port 9bd68cb3-4327-43ce-8b92-dae9482f645a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'b30de943-7ca8-4120-8a87-2015a4240ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '80576f22-8eb5-467b-9324-771e15b87863'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:30.375747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Attempting to bind port 9bd68cb3-4327-43ce-8b92-dae9482f645a on network 80576f22-8eb5-467b-9324-771e15b87863 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:30.380928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:30.381292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Checking segment: {'id': 'b30de943-7ca8-4120-8a87-2015a4240ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '80576f22-8eb5-467b-9324-771e15b87863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:30.381723 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.382072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Bound using segment: {'id': 'b30de943-7ca8-4120-8a87-2015a4240ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '80576f22-8eb5-467b-9324-771e15b87863'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:30.382530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Network 0bee74e0-df98-44a7-9226-47fe589722f5 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:30.382694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Bound port: 9bd68cb3-4327-43ce-8b92-dae9482f645a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30de943-7ca8-4120-8a87-2015a4240ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '80576f22-8eb5-467b-9324-771e15b87863'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:30.382903 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.392526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 0bee74e0-df98-44a7-9226-47fe589722f5) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:30.402038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:30.402771 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.403618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a68ba9-8be5-43d8-91b9-b9cd4b44f7ec None None] Network 0bee74e0-df98-44a7-9226-47fe589722f5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:30.423667 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-620dae1e-9dd4-4f63-a0a0-efa8327ec86c tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4871564 Nov 04 09:59:30.428542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43942) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:30.527400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] For port 9bd68cb3-4327-43ce-8b92-dae9482f645a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:30.555523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.555782 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] For port 9bd68cb3-4327-43ce-8b92-dae9482f645a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9bd68cb3-4327-43ce-8b92-dae9482f645a,segment=NetworkSegment(b30de943-7ca8-4120-8a87-2015a4240ffb),segment_id=b30de943-7ca8-4120-8a87-2015a4240ffb)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:30.562799 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.644980 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.691159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d7cf0-4794-4d2e-be5d-53afc85f33b4 None None] Pushing event updated for resources: {'Port': ['ID=9bd68cb3-4327-43ce-8b92-dae9482f645a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:30.697458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e57a53-dc84-4344-a6c8-d5748e032b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-0bee74e0-df98-44a7-9226-47fe589722f5', 'network_id': '0bee74e0-df98-44a7-9226-47fe589722f5', 'tenant_id': '6b99b73df39f451088530eed8992497d', 'fixed_ips': [{'subnet_id': '683771cc-ca28-4924-8596-05fa8b3cdecf'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:30.698349 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-98e57a53-dc84-4344-a6c8-d5748e032b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.720043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.755620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Subnet': ['ID=683771cc-ca28-4924-8596-05fa8b3cdecf,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:30.799228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32d3234-0e14-4d73-8f2b-eebf263e9e7a None None] Network 0bee74e0-df98-44a7-9226-47fe589722f5 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:30.836426 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.904965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bee74e0-df98-44a7-9226-47fe589722f5']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:30.916126 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3762538-acb9-49ba-9fd2-2eab9361f363') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:30.916519 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3762538-acb9-49ba-9fd2-2eab9361f363') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:30.932083 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.956818 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:30.965806 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:30.966555 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:31.041294 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:31.067395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.077306 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.080890 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/0bee74e0-df98-44a7-9226-47fe589722f5 HTTP/1.1" status: 204 len: 168 time: 0.6512403 Nov 04 09:59:31.083572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43944) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:31.090012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9bd68cb3-4327-43ce-8b92-dae9482f645a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:31.124842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc665cf-8b9a-4379-b94f-20dc3f46a7fa tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Network': ['ID=0bee74e0-df98-44a7-9226-47fe589722f5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:31.126954 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa566c23-6bdc-4cc2-97c0-aea93f7a3a4a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] GET failed (client error): The resource could not be found. Nov 04 09:59:31.128333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aa566c23-6bdc-4cc2-97c0-aea93f7a3a4a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "GET /v2.0/subnets/683771cc-ca28-4924-8596-05fa8b3cdecf HTTP/1.1" status: 404 len: 337 time: 0.0436068 Nov 04 09:59:31.131233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43946) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:31.151806 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3034ecb-e3c2-4fda-9086-1899be3e85c4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] DELETE failed (client error): The resource could not be found. Nov 04 09:59:31.152165 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9bd68cb3-4327-43ce-8b92-dae9482f645a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:31.152412 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3034ecb-e3c2-4fda-9086-1899be3e85c4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:59:31.152673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.157436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e3034ecb-e3c2-4fda-9086-1899be3e85c4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/0bee74e0-df98-44a7-9226-47fe589722f5 HTTP/1.1" status: 404 len: 339 time: 0.0245357 Nov 04 09:59:31.161003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:31.191446 n-d-816487-1 neutron-server[102555]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0a1189-f2fb-46c6-b7bd-bada49b7f279 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] DELETE failed (client error): The resource could not be found. Nov 04 09:59:31.192214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0a1189-f2fb-46c6-b7bd-bada49b7f279 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102555) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:59:31.198225 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4c0a1189-f2fb-46c6-b7bd-bada49b7f279 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/subnets/683771cc-ca28-4924-8596-05fa8b3cdecf HTTP/1.1" status: 404 len: 337 time: 0.0360360 Nov 04 09:59:31.198446 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:31.224892 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-7106fb03-cead-4d8e-adcf-5eb59763a74a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] DELETE failed (client error): The resource could not be found. Nov 04 09:59:31.225559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7106fb03-cead-4d8e-adcf-5eb59763a74a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:59:31.228955 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7106fb03-cead-4d8e-adcf-5eb59763a74a tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/0bee74e0-df98-44a7-9226-47fe589722f5 HTTP/1.1" status: 404 len: 339 time: 0.0290241 Nov 04 09:59:31.233291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:31.248302 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.290447 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 9bd68cb3-4327-43ce-8b92-dae9482f645a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9bd68cb3-4327-43ce-8b92-dae9482f645a,segment=NetworkSegment(b30de943-7ca8-4120-8a87-2015a4240ffb),segment_id=b30de943-7ca8-4120-8a87-2015a4240ffb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:31.291918 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Deleting subnet 0ec8fd6d-64c8-434e-abfa-afa7dc8ab519 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:59:31.295996 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.296239 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.346248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.350318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=9bd68cb3-4327-43ce-8b92-dae9482f645a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:31.440398 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.515014 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.544390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec8fd6d-64c8-434e-abfa-afa7dc8ab519,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:31.549208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.553080 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-004eb8b8-7214-4a20-92b6-aa2ee04d4121 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/subnets/0ec8fd6d-64c8-434e-abfa-afa7dc8ab519 HTTP/1.1" status: 204 len: 168 time: 0.3182044 Nov 04 09:59:31.555228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43954) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:31.638621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.681916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb6ad6-5f12-4072-89ee-d41abab27152 None None] Network 80576f22-8eb5-467b-9324-771e15b87863 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:31.698373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Deleting port 9bd68cb3-4327-43ce-8b92-dae9482f645a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:31.698855 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.766980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] For port 9bd68cb3-4327-43ce-8b92-dae9482f645a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9bd68cb3-4327-43ce-8b92-dae9482f645a,segment=NetworkSegment(b30de943-7ca8-4120-8a87-2015a4240ffb),segment_id=b30de943-7ca8-4120-8a87-2015a4240ffb)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:31.767338 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.778630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6edda3bb-7e0f-4c81-b7dd-cc611719088b None None] Provisioning complete for port 9bd68cb3-4327-43ce-8b92-dae9482f645a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:31.778997 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6edda3bb-7e0f-4c81-b7dd-cc611719088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:31.913554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] DHCP port deletion for 80576f22-8eb5-467b-9324-771e15b87863 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:59:31.962330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] Deleting port 9bd68cb3-4327-43ce-8b92-dae9482f645a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:31.962703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.032281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] For port 9bd68cb3-4327-43ce-8b92-dae9482f645a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9bd68cb3-4327-43ce-8b92-dae9482f645a,segment=NetworkSegment(b30de943-7ca8-4120-8a87-2015a4240ffb),segment_id=b30de943-7ca8-4120-8a87-2015a4240ffb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:32.032680 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.048974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] Calling delete_port for 9bd68cb3-4327-43ce-8b92-dae9482f645a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:32.133193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.138240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Calling delete_port for 9bd68cb3-4327-43ce-8b92-dae9482f645a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:32.161565 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] Pushing event deleted for resources: {'Port': ['ID=9bd68cb3-4327-43ce-8b92-dae9482f645a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:32.165286 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37a0ac8-ef20-4276-91e5-3e1b46d47304 None None] No DVR routers for this DVR port 9bd68cb3-4327-43ce-8b92-dae9482f645a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:32.217357 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.244057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No DVR routers for this DVR port 9bd68cb3-4327-43ce-8b92-dae9482f645a on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:32.249629 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Port': ['ID=9bd68cb3-4327-43ce-8b92-dae9482f645a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:32.328675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.350928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80576f22-8eb5-467b-9324-771e15b87863']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:32.360505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30de943-7ca8-4120-8a87-2015a4240ffb') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:32.360795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30de943-7ca8-4120-8a87-2015a4240ffb') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:32.370176 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.384412 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.391354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:32.391783 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: self.session.flush() Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:32.394844 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:32.461987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.468904 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.472119 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/80576f22-8eb5-467b-9324-771e15b87863 HTTP/1.1" status: 204 len: 168 time: 0.9159346 Nov 04 09:59:32.475014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43956) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:32.509564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b7299-4211-4e47-9c55-55e7cd6d73fc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Network': ['ID=80576f22-8eb5-467b-9324-771e15b87863,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:32.511724 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f75225-047b-432d-990e-1c76712e5039 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] DELETE failed (client error): The resource could not be found. Nov 04 09:59:32.512205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f75225-047b-432d-990e-1c76712e5039 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:59:32.515974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-57f75225-047b-432d-990e-1c76712e5039 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/subnets/632744a7-2c60-452b-bfc6-68e44cbe4289 HTTP/1.1" status: 404 len: 337 time: 0.0399528 Nov 04 09:59:32.519835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43958) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:32.538084 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cf5ee5-76be-46e2-86c4-1ec01c82d481 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] DELETE failed (client error): The resource could not be found. Nov 04 09:59:32.538650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9cf5ee5-76be-46e2-86c4-1ec01c82d481 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:59:32.541687 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e9cf5ee5-76be-46e2-86c4-1ec01c82d481 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/458ebd43-7ae9-4e44-862e-76c46d544560 HTTP/1.1" status: 404 len: 339 time: 0.0208890 Nov 04 09:59:32.544393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43960) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:32.570873 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8e7e5e-4bb3-4c86-b5f4-349ea3d892bc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] DELETE failed (client error): The resource could not be found. Nov 04 09:59:32.571318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8e7e5e-4bb3-4c86-b5f4-349ea3d892bc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:59:32.574349 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ac8e7e5e-4bb3-4c86-b5f4-349ea3d892bc tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/subnets/ce7771dc-937e-41ce-9846-1165dda98f23 HTTP/1.1" status: 404 len: 337 time: 0.0282192 Nov 04 09:59:32.576958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43962) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:32.594204 n-d-816487-1 neutron-server[102556]: INFO neutron.pecan_wsgi.hooks.translation [None req-f193b7db-d890-4577-bc90-e20d9aa3ffd3 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] DELETE failed (client error): The resource could not be found. Nov 04 09:59:32.594726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f193b7db-d890-4577-bc90-e20d9aa3ffd3 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102556) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 04 09:59:32.597682 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f193b7db-d890-4577-bc90-e20d9aa3ffd3 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/ed5b9d72-41ab-40a1-8728-55709f05117e HTTP/1.1" status: 404 len: 339 time: 0.0198369 Nov 04 09:59:32.600028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43964) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:32.659200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Deleting subnet c8550c8c-56b5-494e-bcba-a0755272f7c5 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:59:32.662300 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.702161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.783457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.848952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.879021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Subnet': ['ID=c8550c8c-56b5-494e-bcba-a0755272f7c5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:32.881945 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:32.885480 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-696c4849-19e4-4e0d-8c5c-9b337628fad5 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/subnets/c8550c8c-56b5-494e-bcba-a0755272f7c5 HTTP/1.1" status: 204 len: 168 time: 0.2845447 Nov 04 09:59:32.887503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ca1687-f5ee-41c6-8606-798f785ce97a None None] Network 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:32.888132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 43966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:32.973259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.032255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Deleting port a7e99d19-8db0-4660-aea2-16a3c0b08399 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:33.032588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.071261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9bd68cb3-4327-43ce-8b92-dae9482f645a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:59:33.092784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9bd68cb3-4327-43ce-8b92-dae9482f645a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:59:33.094209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9bd68cb3-4327-43ce-8b92-dae9482f645a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:59:33.100078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] For port a7e99d19-8db0-4660-aea2-16a3c0b08399, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a7e99d19-8db0-4660-aea2-16a3c0b08399,segment=NetworkSegment(5d994cac-6e74-46d3-a8b8-6e5bb4d620ab),segment_id=5d994cac-6e74-46d3-a8b8-6e5bb4d620ab)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:33.100845 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.101628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] DHCP port deletion for 0f6db43f-4e7e-47e1-b4f3-6870e9f37491 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:59:33.115991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Calling delete_port for a7e99d19-8db0-4660-aea2-16a3c0b08399 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:33.152562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] Deleting port a7e99d19-8db0-4660-aea2-16a3c0b08399 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:33.153179 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.200740 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.220439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] For port a7e99d19-8db0-4660-aea2-16a3c0b08399, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a7e99d19-8db0-4660-aea2-16a3c0b08399,segment=NetworkSegment(5d994cac-6e74-46d3-a8b8-6e5bb4d620ab),segment_id=5d994cac-6e74-46d3-a8b8-6e5bb4d620ab)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:33.220840 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.226574 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Port': ['ID=a7e99d19-8db0-4660-aea2-16a3c0b08399,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:33.230649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] No DVR routers for this DVR port a7e99d19-8db0-4660-aea2-16a3c0b08399 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:33.236228 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] Calling delete_port for a7e99d19-8db0-4660-aea2-16a3c0b08399 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 04 09:59:33.305714 n-d-816487-1 neutron-server[102557]: self.session.flush() Nov 04 09:59:33.311619 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.319061 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.332844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6db43f-4e7e-47e1-b4f3-6870e9f37491']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:33.343457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d994cac-6e74-46d3-a8b8-6e5bb4d620ab') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:33.343796 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d994cac-6e74-46d3-a8b8-6e5bb4d620ab') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:33.346269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] Pushing event deleted for resources: {'Port': ['ID=a7e99d19-8db0-4660-aea2-16a3c0b08399,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:33.349766 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d804a0c-4f96-47e9-9499-a27b68328ff5 None None] No DVR routers for this DVR port a7e99d19-8db0-4660-aea2-16a3c0b08399 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:33.358820 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.372723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.379377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:33.379776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: timer() Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:33.383360 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:33.442529 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.447203 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.450625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] 10.222.0.53 "DELETE /v2.0/networks/0f6db43f-4e7e-47e1-b4f3-6870e9f37491 HTTP/1.1" status: 204 len: 168 time: 0.5610812 Nov 04 09:59:33.471531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d8e2-a3fb-4d11-a8c1-35b0749874a4 tempest-NetworksIpV6Test-2127238974 tempest-NetworksIpV6Test-2127238974-project] Pushing event deleted for resources: {'Network': ['ID=0f6db43f-4e7e-47e1-b4f3-6870e9f37491,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:33.703140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43972) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:33.836776 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8e397abd-650c-4bfe-bf62-b0a0357443a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6b99b73df39f451088530eed8992497d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324656 Nov 04 09:59:33.839272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43976) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:33.887383 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98c96fec-0b88-479c-b48c-7b52e30d2671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.908717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98c96fec-0b88-479c-b48c-7b52e30d2671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.954253 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98c96fec-0b88-479c-b48c-7b52e30d2671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.956799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-98c96fec-0b88-479c-b48c-7b52e30d2671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:33.957948 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-98c96fec-0b88-479c-b48c-7b52e30d2671 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9d582d6-30a7-41ca-ae65-3e2279c57787 HTTP/1.1" status: 204 len: 168 time: 0.1177771 Nov 04 09:59:33.965836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c96fec-0b88-479c-b48c-7b52e30d2671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d582d6-30a7-41ca-ae65-3e2279c57787,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:34.606861 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 43998) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:34.707145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d04451ac-ddbd-4ba4-9c11-dfdf25a3e86a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-646489404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:34.731276 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d04451ac-ddbd-4ba4-9c11-dfdf25a3e86a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.732318 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d04451ac-ddbd-4ba4-9c11-dfdf25a3e86a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.789809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d04451ac-ddbd-4ba4-9c11-dfdf25a3e86a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.795188 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d04451ac-ddbd-4ba4-9c11-dfdf25a3e86a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.815701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d04451ac-ddbd-4ba4-9c11-dfdf25a3e86a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.816970 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d04451ac-ddbd-4ba4-9c11-dfdf25a3e86a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2090271 Nov 04 09:59:34.819950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44002) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:34.824826 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-918246073'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:34.846564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Made reservation on behalf of 2dc84864e9b64866a93cbb53c50359da for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:34.850148 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.859830 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.938959 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.943101 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:34.980864 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:34.987647 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4224c7-b09f-4e36-8ff5-2e8c41581f59,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:35.005259 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.005670 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Added segment dc6433c4-5d96-4f45-a75b-fe881c8f6fd0 of type vlan for network 8501a873-f9fa-4830-9902-9499313cc686 Nov 04 09:59:35.048099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a7e99d19-8db0-4660-aea2-16a3c0b08399 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:59:35.059162 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.082681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a7e99d19-8db0-4660-aea2-16a3c0b08399 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:59:35.082681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a7e99d19-8db0-4660-aea2-16a3c0b08399 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:59:35.088411 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.096067 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:35.096758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.163292 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3422008 Nov 04 09:59:35.166005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44004) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:35.173053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Request body: {'subnet': {'network_id': '8501a873-f9fa-4830-9902-9499313cc686', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:35.179810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe1245e-bb77-4181-acb6-61342f55532b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event updated for resources: {'Network': ['ID=8501a873-f9fa-4830-9902-9499313cc686,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:35.190949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 8501a873-f9fa-4830-9902-9499313cc686 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:35.276245 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Made reservation on behalf of 2dc84864e9b64866a93cbb53c50359da for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:35.281365 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.471617 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.541070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event updated for resources: {'Subnet': ['ID=55a8724f-ba5d-419e-b39b-1fb5fef8aded,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:35.547130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Checking segment: {'id': 'dc6433c4-5d96-4f45-a75b-fe881c8f6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8501a873-f9fa-4830-9902-9499313cc686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:35.547488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Network hostable DHCP agents. Network: 8501a873-f9fa-4830-9902-9499313cc686, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:35.565110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Network 8501a873-f9fa-4830-9902-9499313cc686 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:35.574381 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 8501a873-f9fa-4830-9902-9499313cc686) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:35.578718 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:35.579303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.584911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62212c0-7776-4efd-8c29-b573b517aa6a None None] Network 8501a873-f9fa-4830-9902-9499313cc686 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:35.599030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b4a6c046-e6dc-441e-b8c9-a8fa010a5a14 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4289021 Nov 04 09:59:35.599227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44006) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:35.604119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-263323800'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:35.626271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Made reservation on behalf of 2dc84864e9b64866a93cbb53c50359da for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:35.630065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.654852 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:35.664914 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.665334 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Added segment c33f2a14-135d-4f7a-8ef3-3f702a48f82a of type vlan for network b0524ee1-adf2-460b-9680-ad8ad31109be Nov 04 09:59:35.707519 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.732158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.734989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-8501a873-f9fa-4830-9902-9499313cc686', 'network_id': '8501a873-f9fa-4830-9902-9499313cc686', 'tenant_id': '2dc84864e9b64866a93cbb53c50359da', 'fixed_ips': [{'subnet_id': '55a8724f-ba5d-419e-b39b-1fb5fef8aded'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:35.735905 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.740654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:35.741244 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.799305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1990852 Nov 04 09:59:35.802645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44008) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:35.808129 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Request body: {'subnet': {'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:35.814916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b38ec-a4bf-4c3f-875a-bad22c7a31c4 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event updated for resources: {'Network': ['ID=b0524ee1-adf2-460b-9680-ad8ad31109be,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:35.827541 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network b0524ee1-adf2-460b-9680-ad8ad31109be details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:35.906406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Made reservation on behalf of 2dc84864e9b64866a93cbb53c50359da for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:35.910570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:35.938635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Allocated IP 172.20.0.2 (8501a873-f9fa-4830-9902-9499313cc686/55a8724f-ba5d-419e-b39b-1fb5fef8aded/782a8823-1eaf-40fb-ab61-8e93287cd429) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:36.113022 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.118751 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.119447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.162110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Network 8501a873-f9fa-4830-9902-9499313cc686 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:36.167813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Pushing event updated for resources: {'Port': ['ID=782a8823-1eaf-40fb-ab61-8e93287cd429,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:36.170356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:36.172824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:36.188342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event updated for resources: {'Subnet': ['ID=57004cf8-6274-49d9-9af0-426a300798e9,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:36.194423 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Checking segment: {'id': 'c33f2a14-135d-4f7a-8ef3-3f702a48f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:36.194810 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Network hostable DHCP agents. Network: b0524ee1-adf2-460b-9680-ad8ad31109be, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:36.212661 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Network b0524ee1-adf2-460b-9680-ad8ad31109be is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:36.221767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, b0524ee1-adf2-460b-9680-ad8ad31109be) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:36.226667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:36.227233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.231381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Attempting to bind port 782a8823-1eaf-40fb-ab61-8e93287cd429 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:36.231764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Attempting to bind port 782a8823-1eaf-40fb-ab61-8e93287cd429 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'dc6433c4-5d96-4f45-a75b-fe881c8f6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8501a873-f9fa-4830-9902-9499313cc686'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:36.232150 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Attempting to bind port 782a8823-1eaf-40fb-ab61-8e93287cd429 on network 8501a873-f9fa-4830-9902-9499313cc686 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:36.234674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eef2c0-0940-4712-9114-05d88ae496c5 None None] Network b0524ee1-adf2-460b-9680-ad8ad31109be requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:36.244411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6bc85f60-d64e-4dbc-9715-56e3ac443f78 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4406586 Nov 04 09:59:36.247101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44010) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:36.252548 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8156888a-a77d-4039-8a5f-d66c7fa2a3af tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:36.253853 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:36.254221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Checking segment: {'id': 'dc6433c4-5d96-4f45-a75b-fe881c8f6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8501a873-f9fa-4830-9902-9499313cc686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:36.254709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.255095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Bound using segment: {'id': 'dc6433c4-5d96-4f45-a75b-fe881c8f6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8501a873-f9fa-4830-9902-9499313cc686'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:36.255571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Bound port: 782a8823-1eaf-40fb-ab61-8e93287cd429, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc6433c4-5d96-4f45-a75b-fe881c8f6fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '8501a873-f9fa-4830-9902-9499313cc686'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:36.255969 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.394822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] For port 782a8823-1eaf-40fb-ab61-8e93287cd429, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:36.419576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] For port 782a8823-1eaf-40fb-ab61-8e93287cd429, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=782a8823-1eaf-40fb-ab61-8e93287cd429,segment=NetworkSegment(dc6433c4-5d96-4f45-a75b-fe881c8f6fd0),segment_id=dc6433c4-5d96-4f45-a75b-fe881c8f6fd0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:36.427429 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.475248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-b0524ee1-adf2-460b-9680-ad8ad31109be', 'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be', 'tenant_id': '2dc84864e9b64866a93cbb53c50359da', 'fixed_ips': [{'subnet_id': '57004cf8-6274-49d9-9af0-426a300798e9'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:36.476128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.477959 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8156888a-a77d-4039-8a5f-d66c7fa2a3af tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.581949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ac770-ffd9-46d9-a8f4-ce6653ffca67 None None] Pushing event updated for resources: {'Port': ['ID=782a8823-1eaf-40fb-ab61-8e93287cd429,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:36.602903 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [None req-8156888a-a77d-4039-8a5f-d66c7fa2a3af tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 04 09:59:36.608483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8156888a-a77d-4039-8a5f-d66c7fa2a3af tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "PUT /v2.0/routers/8a7c7667-66ff-40b8-aee5-eae5eaf6d68e HTTP/1.1" status: 400 len: 364 time: 0.3567817 Nov 04 09:59:36.611562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44012) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:36.657587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Allocated IP 172.21.0.2 (b0524ee1-adf2-460b-9680-ad8ad31109be/57004cf8-6274-49d9-9af0-426a300798e9/b3c48bdc-1354-44d9-b11b-c7505dc241a9) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:36.672873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Deleting subnet 57004cf8-6274-49d9-9af0-426a300798e9 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:59:36.825044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.830598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.831460 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.871920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.876968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Network b0524ee1-adf2-460b-9680-ad8ad31109be is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:36.879823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:36.882351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:36.894964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Pushing event updated for resources: {'Port': ['ID=b3c48bdc-1354-44d9-b11b-c7505dc241a9,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:36.947295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Attempting to bind port b3c48bdc-1354-44d9-b11b-c7505dc241a9 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:36.947595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Attempting to bind port b3c48bdc-1354-44d9-b11b-c7505dc241a9 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'c33f2a14-135d-4f7a-8ef3-3f702a48f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:36.947994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Attempting to bind port b3c48bdc-1354-44d9-b11b-c7505dc241a9 on network b0524ee1-adf2-460b-9680-ad8ad31109be {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:36.953684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:36.954054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Checking segment: {'id': 'c33f2a14-135d-4f7a-8ef3-3f702a48f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:36.954458 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.954885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Bound using segment: {'id': 'c33f2a14-135d-4f7a-8ef3-3f702a48f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:36.955299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Bound port: b3c48bdc-1354-44d9-b11b-c7505dc241a9, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c33f2a14-135d-4f7a-8ef3-3f702a48f82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b0524ee1-adf2-460b-9680-ad8ad31109be'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:36.955677 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:36.968712 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.032284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.047672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] For port b3c48bdc-1354-44d9-b11b-c7505dc241a9, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:37.051243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] For port b3c48bdc-1354-44d9-b11b-c7505dc241a9, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b3c48bdc-1354-44d9-b11b-c7505dc241a9,segment=NetworkSegment(c33f2a14-135d-4f7a-8ef3-3f702a48f82a),segment_id=c33f2a14-135d-4f7a-8ef3-3f702a48f82a)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:37.056548 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.064310 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event deleted for resources: {'Subnet': ['ID=57004cf8-6274-49d9-9af0-426a300798e9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:37.068126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.071614 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-dc80eab2-bb18-4ac2-a4a5-20947dd21937 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "DELETE /v2.0/subnets/57004cf8-6274-49d9-9af0-426a300798e9 HTTP/1.1" status: 204 len: 168 time: 0.4588218 Nov 04 09:59:37.074037 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44014) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:37.117668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 782a8823-1eaf-40fb-ab61-8e93287cd429 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:37.165385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09324868-ed61-4a74-9b45-5870a04b58a0 None None] Pushing event updated for resources: {'Port': ['ID=b3c48bdc-1354-44d9-b11b-c7505dc241a9,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:37.178125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.194521 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 782a8823-1eaf-40fb-ab61-8e93287cd429 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:37.194888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.280319 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Deleting port b3c48bdc-1354-44d9-b11b-c7505dc241a9 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:37.280662 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.292223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.333340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 782a8823-1eaf-40fb-ab61-8e93287cd429, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=782a8823-1eaf-40fb-ab61-8e93287cd429,segment=NetworkSegment(dc6433c4-5d96-4f45-a75b-fe881c8f6fd0),segment_id=dc6433c4-5d96-4f45-a75b-fe881c8f6fd0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:37.341411 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.385887 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] For port b3c48bdc-1354-44d9-b11b-c7505dc241a9, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=b3c48bdc-1354-44d9-b11b-c7505dc241a9,segment=NetworkSegment(c33f2a14-135d-4f7a-8ef3-3f702a48f82a),segment_id=c33f2a14-135d-4f7a-8ef3-3f702a48f82a)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:37.386397 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.407231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Calling delete_port for b3c48bdc-1354-44d9-b11b-c7505dc241a9 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:37.457388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=782a8823-1eaf-40fb-ab61-8e93287cd429,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:37.462157 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e9b7d2e0-715c-452e-a70e-52f1a8daf202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.530868 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.559439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event deleted for resources: {'Port': ['ID=b3c48bdc-1354-44d9-b11b-c7505dc241a9,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:37.562867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] No DVR routers for this DVR port b3c48bdc-1354-44d9-b11b-c7505dc241a9 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:37.583769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7245c-ef6f-4b9c-845f-da955ea3e4d0 None None] Network 8501a873-f9fa-4830-9902-9499313cc686 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:37.664966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.682212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7e4b69a3-d34d-40e8-867e-b3f1908688cd None None] Provisioning complete for port 782a8823-1eaf-40fb-ab61-8e93287cd429 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:37.682584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7e4b69a3-d34d-40e8-867e-b3f1908688cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.695750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0524ee1-adf2-460b-9680-ad8ad31109be']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:37.714078 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33f2a14-135d-4f7a-8ef3-3f702a48f82a') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:37.714620 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33f2a14-135d-4f7a-8ef3-3f702a48f82a') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:37.732126 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.758992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.770904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:37.771573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:37.776995 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:37.854927 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.863838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.869649 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "DELETE /v2.0/networks/b0524ee1-adf2-460b-9680-ad8ad31109be HTTP/1.1" status: 204 len: 168 time: 0.7920966 Nov 04 09:59:37.870053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44016) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:37.888646 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543897f-5aa4-424b-bf03-e20bc18fd74a tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event deleted for resources: {'Network': ['ID=b0524ee1-adf2-460b-9680-ad8ad31109be,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:37.939987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Deleting subnet 55a8724f-ba5d-419e-b39b-1fb5fef8aded {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 09:59:37.943669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:37.988263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.098100 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.182585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f6522ba9-673d-4ef6-a7d4-4097bf46621d None None] Provisioning complete for port 782a8823-1eaf-40fb-ab61-8e93287cd429 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:38.184236 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f6522ba9-673d-4ef6-a7d4-4097bf46621d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.193115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.227802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event deleted for resources: {'Subnet': ['ID=55a8724f-ba5d-419e-b39b-1fb5fef8aded,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:38.229882 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.233791 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-481fb6a9-726b-48ab-a052-e00530f4cf4b tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "DELETE /v2.0/subnets/55a8724f-ba5d-419e-b39b-1fb5fef8aded HTTP/1.1" status: 204 len: 168 time: 0.3627360 Nov 04 09:59:38.236445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44018) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:38.255187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6b3056-ea55-410c-841a-0866f6cb3e8a None None] Network 8501a873-f9fa-4830-9902-9499313cc686 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:38.332970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.397242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Deleting port 782a8823-1eaf-40fb-ab61-8e93287cd429 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:38.397584 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.399603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de35fd8-5ba4-4d04-b691-e9350f9c2b1d None None] DHCP port deletion for b0524ee1-adf2-460b-9680-ad8ad31109be request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:59:38.429717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c172c-4a18-40c1-a6fc-96250cff9e4c None None] Network b0524ee1-adf2-460b-9680-ad8ad31109be requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:38.442180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71c172c-4a18-40c1-a6fc-96250cff9e4c None None] Network b0524ee1-adf2-460b-9680-ad8ad31109be could not be found, it might have been deleted concurrently. {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 04 09:59:38.467320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0ccda709-5998-4379-a7c5-24113b814bab None None] Could not find standard attr ID for object b3c48bdc-1354-44d9-b11b-c7505dc241a9. {{(pid=102557) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 04 09:59:38.474006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] For port 782a8823-1eaf-40fb-ab61-8e93287cd429, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=782a8823-1eaf-40fb-ab61-8e93287cd429,segment=NetworkSegment(dc6433c4-5d96-4f45-a75b-fe881c8f6fd0),segment_id=dc6433c4-5d96-4f45-a75b-fe881c8f6fd0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:38.474374 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.495379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Calling delete_port for 782a8823-1eaf-40fb-ab61-8e93287cd429 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:38.500149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] DHCP port deletion for 8501a873-f9fa-4830-9902-9499313cc686 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 09:59:38.559348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] Deleting port 782a8823-1eaf-40fb-ab61-8e93287cd429 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 09:59:38.559982 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.588699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.616231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event deleted for resources: {'Port': ['ID=782a8823-1eaf-40fb-ab61-8e93287cd429,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:38.619745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] No DVR routers for this DVR port 782a8823-1eaf-40fb-ab61-8e93287cd429 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:38.623831 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] For port 782a8823-1eaf-40fb-ab61-8e93287cd429, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=782a8823-1eaf-40fb-ab61-8e93287cd429,segment=NetworkSegment(dc6433c4-5d96-4f45-a75b-fe881c8f6fd0),segment_id=dc6433c4-5d96-4f45-a75b-fe881c8f6fd0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:38.624314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.638047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] Calling delete_port for 782a8823-1eaf-40fb-ab61-8e93287cd429 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 09:59:38.705422 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.717453 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.726342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8501a873-f9fa-4830-9902-9499313cc686']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:38.738936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6433c4-5d96-4f45-a75b-fe881c8f6fd0') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:38.739229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6433c4-5d96-4f45-a75b-fe881c8f6fd0') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:38.742528 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] Pushing event deleted for resources: {'Port': ['ID=782a8823-1eaf-40fb-ab61-8e93287cd429,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:38.748432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e679f8f1-6695-4ba9-a74e-f698dd914b57 None None] No DVR routers for this DVR port 782a8823-1eaf-40fb-ab61-8e93287cd429 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 09:59:38.749752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.764139 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.770291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 09:59:38.770685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: timer() Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 09:59:38.773568 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 09:59:38.841116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.852412 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:38.856928 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "DELETE /v2.0/networks/8501a873-f9fa-4830-9902-9499313cc686 HTTP/1.1" status: 204 len: 168 time: 0.6190047 Nov 04 09:59:38.860206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:38.868358 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad4d74-8d44-49bc-b329-8542e65923d0 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Pushing event deleted for resources: {'Network': ['ID=8501a873-f9fa-4830-9902-9499313cc686,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:38.894310 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b333660a-30e1-43da-9fd2-0001ba54f3b2 tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "GET /v2.0/ports?device_id=8a7c7667-66ff-40b8-aee5-eae5eaf6d68e HTTP/1.1" status: 200 len: 205 time: 0.0328908 Nov 04 09:59:38.896667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44022) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:38.976908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc659711-d707-4ac2-818b-e17ade64468e tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:39.056812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 782a8823-1eaf-40fb-ab61-8e93287cd429 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 09:59:39.079281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 782a8823-1eaf-40fb-ab61-8e93287cd429 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 09:59:39.079664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 782a8823-1eaf-40fb-ab61-8e93287cd429 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 09:59:39.434394 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc659711-d707-4ac2-818b-e17ade64468e tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:39.437819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc659711-d707-4ac2-818b-e17ade64468e tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:39.483142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc659711-d707-4ac2-818b-e17ade64468e tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:39.483680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc659711-d707-4ac2-818b-e17ade64468e tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Fanout notify agent at l3_agent the message router_deleted on router 8a7c7667-66ff-40b8-aee5-eae5eaf6d68e {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 09:59:39.492508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dc659711-d707-4ac2-818b-e17ade64468e tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:39.493530 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dc659711-d707-4ac2-818b-e17ade64468e tempest-RoutersNegativeTest-1785247628 tempest-RoutersNegativeTest-1785247628-project] 10.222.0.53 "DELETE /v2.0/routers/8a7c7667-66ff-40b8-aee5-eae5eaf6d68e HTTP/1.1" status: 204 len: 168 time: 0.5959384 Nov 04 09:59:39.742633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:39.875290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-df07c103-73d5-4289-9f48-74ccc5e7a0f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2dc84864e9b64866a93cbb53c50359da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313078 Nov 04 09:59:39.877613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44032) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:39.925872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b84fa-5d93-4371-8c4e-42a42dbf368f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:39.950674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b84fa-5d93-4371-8c4e-42a42dbf368f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.002090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b84fa-5d93-4371-8c4e-42a42dbf368f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.004949 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5c1b84fa-5d93-4371-8c4e-42a42dbf368f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.005914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5c1b84fa-5d93-4371-8c4e-42a42dbf368f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ca4224c7-b09f-4e36-8ff5-2e8c41581f59 HTTP/1.1" status: 204 len: 168 time: 0.1274021 Nov 04 09:59:40.017658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b84fa-5d93-4371-8c4e-42a42dbf368f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4224c7-b09f-4e36-8ff5-2e8c41581f59,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:40.043640 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-806f5c59-6c76-40b0-bc51-708642726411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.344788 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.652830 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44054) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:40.748350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-685279860-network', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:40.770592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Made reservation on behalf of be164115c91d432f8fbbae07d19cc97e for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:40.772934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.781525 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.859233 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.862789 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.887469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:40.897363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838894fa-d829-47d3-b49b-1f486aa70967,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:40.903038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.903387 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Added segment bb45fe7c-efb3-40cd-b5e3-01f2c052023c of type vlan for network c415f7ea-2f8f-4840-8f52-c5df14376aa6 Nov 04 09:59:40.943587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.967620 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:40.968746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:40.969389 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.027040 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3729367 Nov 04 09:59:41.030137 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44058) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:41.033727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edebab-6033-47f4-814d-c5d0c8e07d42 admin admin] Pushing event updated for resources: {'Network': ['ID=c415f7ea-2f8f-4840-8f52-c5df14376aa6,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:41.036084 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Request body: {'subnet': {'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-subnet', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:41.045359 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:41.058656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Made reservation on behalf of be164115c91d432f8fbbae07d19cc97e for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:41.062021 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.236743 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.292688 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f61449d-f0a1-429e-8f34-b6d4b165ed95,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:41.302603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Checking segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:41.302969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Network hostable DHCP agents. Network: c415f7ea-2f8f-4840-8f52-c5df14376aa6, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:41.320410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:41.329208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, c415f7ea-2f8f-4840-8f52-c5df14376aa6) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:41.333558 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:41.334124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.338926 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c882cfe-8fe3-4da3-a079-37f62c19835b None None] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:41.355082 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-28880c1e-a95e-4d2f-9294-f78f9a0207ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3233414 Nov 04 09:59:41.358627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44060) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:41.363174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:41.385365 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.386436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.441258 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.497547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.505779 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'fixed_ips': [{'subnet_id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:41.506689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.588862 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.645670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Allocated IP 172.20.0.2 (c415f7ea-2f8f-4840-8f52-c5df14376aa6/6f61449d-f0a1-429e-8f34-b6d4b165ed95/d30af2da-4ebb-407f-a472-4cb9c10d637c) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:41.791909 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.796145 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.796861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.816133 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.836458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:41.839276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:41.848205 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:41.851237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Pushing event updated for resources: {'Port': ['ID=d30af2da-4ebb-407f-a472-4cb9c10d637c,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:41.907581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Attempting to bind port d30af2da-4ebb-407f-a472-4cb9c10d637c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:41.907971 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Attempting to bind port d30af2da-4ebb-407f-a472-4cb9c10d637c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:41.908328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Attempting to bind port d30af2da-4ebb-407f-a472-4cb9c10d637c on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:41.913200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:41.913561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Checking segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:41.913956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.914341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Bound using segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:41.914794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Bound port: d30af2da-4ebb-407f-a472-4cb9c10d637c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:41.915163 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:41.920581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Allocated IP 172.25.3.164 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/2a3a425a-e62b-4d3c-8a1a-a25801a6ea53) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:41.982964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] For port d30af2da-4ebb-407f-a472-4cb9c10d637c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:41.986094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] For port d30af2da-4ebb-407f-a472-4cb9c10d637c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d30af2da-4ebb-407f-a472-4cb9c10d637c,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:41.991029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:42.034739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:42.053911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddcf46-49ab-4767-bf8d-3bbca4057ead None None] Pushing event updated for resources: {'Port': ['ID=d30af2da-4ebb-407f-a472-4cb9c10d637c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:42.077351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:42.117479 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:42.120459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:42.128389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:42.131940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:42.397815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:42.603905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:42.742028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Router 3dfe9947-12a3-4433-b052-f684963fed02 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:59:42.854705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:59:42.865690 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Sync routers for ids ['3dfe9947-12a3-4433-b052-f684963fed02'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:59:42.875160 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:42.875663 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Routers {'3dfe9947-12a3-4433-b052-f684963fed02'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:42.879295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2180c4bc-4f4a-40b7-8854-8b90b514c284 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5169644 Nov 04 09:59:42.879462 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3dfe9947-12a3-4433-b052-f684963fed02'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:42.880329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44062) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:42.949477 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:42.985966 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8808783-654d-4ea9-ae8d-06a4fd8d39ad None None] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:43.075216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-270a643b-10ae-4341-ae54-d3954e9fe6ce None None] Provisioning complete for port d30af2da-4ebb-407f-a472-4cb9c10d637c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:43.077466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-270a643b-10ae-4341-ae54-d3954e9fe6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.104718 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Set router 3dfe9947-12a3-4433-b052-f684963fed02 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:43.121939 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d30af2da-4ebb-407f-a472-4cb9c10d637c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:43.278469 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-270a643b-10ae-4341-ae54-d3954e9fe6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.280445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d30af2da-4ebb-407f-a472-4cb9c10d637c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:43.280897 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.305759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:42Z', 'revision_number': 3, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port': {'id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:43.336544 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Checking router: 3dfe9947-12a3-4433-b052-f684963fed02 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:59:43.337018 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Updating router 3dfe9947-12a3-4433-b052-f684963fed02 port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:59:43.351575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.356905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-270a643b-10ae-4341-ae54-d3954e9fe6ce None None] For port d30af2da-4ebb-407f-a472-4cb9c10d637c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d30af2da-4ebb-407f-a472-4cb9c10d637c,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:43.364613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-270a643b-10ae-4341-ae54-d3954e9fe6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.366926 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.452496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a643b-10ae-4341-ae54-d3954e9fe6ce None None] Pushing event updated for resources: {'Port': ['ID=d30af2da-4ebb-407f-a472-4cb9c10d637c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:43.559329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Allocated IP 172.20.0.1 (c415f7ea-2f8f-4840-8f52-c5df14376aa6/6f61449d-f0a1-429e-8f34-b6d4b165ed95/a134531b-5134-47b5-a66d-29d6d072749c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:43.590833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-663f47ae-5ac8-45de-aceb-7bfa516925f7 None None] Provisioning complete for port d30af2da-4ebb-407f-a472-4cb9c10d637c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:43.591311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-663f47ae-5ac8-45de-aceb-7bfa516925f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.663136 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.670760 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.696430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.731517 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Attempting to bind port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:43.732181 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Attempting to bind port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:43.733294 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Attempting to bind port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:43.744025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.745031 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:43.745386 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:43.745781 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.746387 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:43.746867 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Bound port: 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:43.747236 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.750328 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Pushing event updated for resources: {'Port': ['ID=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:43.784348 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.784746 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.785008 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.785399 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.785654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.785977 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.786293 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.786614 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.786786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:43.786942 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.787230 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.787543 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.787878 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 09:59:43.789767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:43.793565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:43.820809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Pushing event updated for resources: {'Port': ['ID=a134531b-5134-47b5-a66d-29d6d072749c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:43.824659 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] For port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:43.834753 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] For port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:43.838880 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.840907 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:43.906962 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Routers {'3dfe9947-12a3-4433-b052-f684963fed02'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:43.907563 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3dfe9947-12a3-4433-b052-f684963fed02'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:43.945012 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e28e65-9808-446b-820c-ad22793814b5 None None] Pushing event updated for resources: {'Port': ['ID=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:44.014699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:44.044245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] Set router 3dfe9947-12a3-4433-b052-f684963fed02 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:44.106385 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-22bcd61e-bc44-4f3b-ae37-ac9cb624492d None None] Provisioning complete for port a134531b-5134-47b5-a66d-29d6d072749c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:44.106934 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-22bcd61e-bc44-4f3b-ae37-ac9cb624492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:44.144301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-22bcd61e-bc44-4f3b-ae37-ac9cb624492d None None] Port a134531b-5134-47b5-a66d-29d6d072749c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:59:44.190621 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:44.195930 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:44.232862 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:42Z', 'revision_number': 3, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port': {'id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:44.265355 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fac188-9e22-471d-b294-cee7b9ca218e None None] The sync data for ids ['3dfe9947-12a3-4433-b052-f684963fed02'] in n-d-816487-1 is: [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:42Z', 'revision_number': 3, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port': {'id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:59:44.270183 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:44.273013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Pushing event updated for resources: {'Port': ['ID=a134531b-5134-47b5-a66d-29d6d072749c,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:44.377026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:44.378523 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:44.524987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Router 3dfe9947-12a3-4433-b052-f684963fed02 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:59:44.649031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:59:44.657546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7cae4b9c-3724-468f-993d-f50a3d658261 admin admin] 10.222.0.53 "PUT /v2.0/routers/3dfe9947-12a3-4433-b052-f684963fed02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7759197 Nov 04 09:59:44.673488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a7ae88e2-de4a-42cf-925a-c0af68cfeb27 None None] Provisioning complete for port a134531b-5134-47b5-a66d-29d6d072749c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:44.673707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a7ae88e2-de4a-42cf-925a-c0af68cfeb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:44.711143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a7ae88e2-de4a-42cf-925a-c0af68cfeb27 None None] Port a134531b-5134-47b5-a66d-29d6d072749c cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:59:45.153290 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d30af2da-4ebb-407f-a472-4cb9c10d637c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:45.182458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44078) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:45.188750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-514968676-network', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:45.203419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d30af2da-4ebb-407f-a472-4cb9c10d637c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:45.204144 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.209564 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Made reservation on behalf of 08b26b65a1c74ece988f394ffea080b7 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:45.212103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.222143 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.287834 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:45.302828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.306746 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.328447 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 09:59:45.334702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:45.335072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.344155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e51d1d-f619-4858-a1c8-2b95383ac208,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:45.347076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.347424 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Added segment 59a2c367-564c-46f4-b985-5cb8b4537227 of type vlan for network efaf080b-d225-45ff-ba9f-96044fdd189a Nov 04 09:59:45.389535 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.418217 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.419222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:45.419845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.478611 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2944355 Nov 04 09:59:45.481471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44080) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:45.489092 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Request body: {'subnet': {'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-subnet', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:45.497584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ff62-5f5c-4270-9a8e-b13b76c843f4 admin admin] Pushing event updated for resources: {'Network': ['ID=efaf080b-d225-45ff-ba9f-96044fdd189a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:45.516835 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Made reservation on behalf of 08b26b65a1c74ece988f394ffea080b7 for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:45.519255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.584822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network efaf080b-d225-45ff-ba9f-96044fdd189a details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 09:59:45.587253 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.651749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:45.664630 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.708254 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.721382 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:45.768304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8665728c-b927-4e35-9d3a-de1e3643a29f,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:45.775445 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Checking segment: {'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:45.775804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Network hostable DHCP agents. Network: efaf080b-d225-45ff-ba9f-96044fdd189a, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 09:59:45.793106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Network efaf080b-d225-45ff-ba9f-96044fdd189a is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 09:59:45.802134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, efaf080b-d225-45ff-ba9f-96044fdd189a) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:45.806727 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:45.807355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.812792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86adf5b0-9218-4c08-a3fe-f6c846609d9f None None] Network efaf080b-d225-45ff-ba9f-96044fdd189a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:45.824132 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a0ddcf45-3740-4851-a6ff-003a4fe66548 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3413584 Nov 04 09:59:45.827609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44082) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:45.832298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:45.856104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.857735 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.912164 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:45.944400 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Sync routers for ids ['3dfe9947-12a3-4433-b052-f684963fed02'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:59:45.970469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Routers {'3dfe9947-12a3-4433-b052-f684963fed02'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:45.971134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3dfe9947-12a3-4433-b052-f684963fed02'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:45.975232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-efaf080b-d225-45ff-ba9f-96044fdd189a', 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'fixed_ips': [{'subnet_id': '8665728c-b927-4e35-9d3a-de1e3643a29f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 09:59:45.976146 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.066898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.191807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Set router 3dfe9947-12a3-4433-b052-f684963fed02 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:46.249316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.277650 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.295553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Allocated IP 172.20.0.2 (efaf080b-d225-45ff-ba9f-96044fdd189a/8665728c-b927-4e35-9d3a-de1e3643a29f/ed8d71ab-9342-4445-a230-51a0da1226e7) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:46.301603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.410879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Allocated IP 172.25.3.41 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/515f1518-60c1-4b2d-b080-8bd8a366ac4e) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:46.532435 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.542807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.551622 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.562673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:43Z', 'revision_number': 4, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port': {'id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a134531b-5134-47b5-a66d-29d6d072749c', 'name': '', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'mac_address': 'fa:16:3e:8f:26:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:43Z', 'updated_at': '2021-11-04T09:59:44Z', 'revision_number': 2, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'subnets': [{'id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:46.567725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.605725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:46.610096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:46.617340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:46.620469 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Pushing event updated for resources: {'Port': ['ID=515f1518-60c1-4b2d-b080-8bd8a366ac4e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:46.622110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Network efaf080b-d225-45ff-ba9f-96044fdd189a is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:46.623484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Checking router: 3dfe9947-12a3-4433-b052-f684963fed02 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:59:46.624100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Updating router 3dfe9947-12a3-4433-b052-f684963fed02 port a134531b-5134-47b5-a66d-29d6d072749c binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:59:46.645339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:46.652173 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:46.669040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Pushing event updated for resources: {'Port': ['ID=ed8d71ab-9342-4445-a230-51a0da1226e7,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:46.684003 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.750644 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Attempting to bind port ed8d71ab-9342-4445-a230-51a0da1226e7 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:46.751019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Attempting to bind port ed8d71ab-9342-4445-a230-51a0da1226e7 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:46.751383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Attempting to bind port ed8d71ab-9342-4445-a230-51a0da1226e7 on network efaf080b-d225-45ff-ba9f-96044fdd189a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:46.760633 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:46.761009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Checking segment: {'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:46.761411 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.761807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Bound using segment: {'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:46.762276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Bound port: ed8d71ab-9342-4445-a230-51a0da1226e7, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:46.762668 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.866822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:46.938278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] For port ed8d71ab-9342-4445-a230-51a0da1226e7, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:46.942838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] For port ed8d71ab-9342-4445-a230-51a0da1226e7, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ed8d71ab-9342-4445-a230-51a0da1226e7,segment=NetworkSegment(59a2c367-564c-46f4-b985-5cb8b4537227),segment_id=59a2c367-564c-46f4-b985-5cb8b4537227)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:46.950718 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.048313 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6708cf-ec22-41a5-b810-c1da8088de44 None None] Pushing event updated for resources: {'Port': ['ID=ed8d71ab-9342-4445-a230-51a0da1226e7,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:47.119566 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.122470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:47.153011 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.225792 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.252583 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005ce05-78fb-4d2e-be18-fbdaa2a70eb5 None None] Pushing event updated for resources: {'Port': ['ID=a134531b-5134-47b5-a66d-29d6d072749c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:47.326223 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:47.327118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.356774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Attempting to bind port a134531b-5134-47b5-a66d-29d6d072749c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:47.357428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Attempting to bind port a134531b-5134-47b5-a66d-29d6d072749c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:47.357812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Attempting to bind port a134531b-5134-47b5-a66d-29d6d072749c on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:47.368613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:47.368912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Checking segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:47.369574 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.370172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Bound using segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:47.370864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Bound port: a134531b-5134-47b5-a66d-29d6d072749c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:47.371464 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.445839 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.486167 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] For port a134531b-5134-47b5-a66d-29d6d072749c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:47.502487 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] For port a134531b-5134-47b5-a66d-29d6d072749c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a134531b-5134-47b5-a66d-29d6d072749c,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:47.507141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.578656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Routers {'3dfe9947-12a3-4433-b052-f684963fed02'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:47.579526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3dfe9947-12a3-4433-b052-f684963fed02'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:47.583004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c841fb73-67fc-4bae-8514-2bfe3c300041 None None] Provisioning complete for port a134531b-5134-47b5-a66d-29d6d072749c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:47.583373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c841fb73-67fc-4bae-8514-2bfe3c300041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.593994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Router 9085d723-614a-4cd9-aca4-c23139a66cda is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 09:59:47.679194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005ce05-78fb-4d2e-be18-fbdaa2a70eb5 None None] Pushing event updated for resources: {'Port': ['ID=a134531b-5134-47b5-a66d-29d6d072749c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:47.724286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:59:47.735922 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Sync routers for ids ['9085d723-614a-4cd9-aca4-c23139a66cda'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:59:47.751842 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.752400 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Routers {'9085d723-614a-4cd9-aca4-c23139a66cda'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:47.753103 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9085d723-614a-4cd9-aca4-c23139a66cda'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:47.753813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a033117e-ab67-4fa2-a89e-c9ae4b9f36c3 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9249985 Nov 04 09:59:47.756318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44084) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 09:59:47.779873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] Set router 3dfe9947-12a3-4433-b052-f684963fed02 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:47.817690 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c841fb73-67fc-4bae-8514-2bfe3c300041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.863050 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c841fb73-67fc-4bae-8514-2bfe3c300041 None None] For port a134531b-5134-47b5-a66d-29d6d072749c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a134531b-5134-47b5-a66d-29d6d072749c,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:47.893888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c841fb73-67fc-4bae-8514-2bfe3c300041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:47.901729 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Set router 9085d723-614a-4cd9-aca4-c23139a66cda gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:48.014164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c841fb73-67fc-4bae-8514-2bfe3c300041 None None] Pushing event updated for resources: {'Port': ['ID=a134531b-5134-47b5-a66d-29d6d072749c,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:48.039955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-de327a6d-1797-4d7e-b161-91ddb41d59e2 None None] Provisioning complete for port a134531b-5134-47b5-a66d-29d6d072749c triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:48.040413 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-de327a6d-1797-4d7e-b161-91ddb41d59e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.162645 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T09:59:46Z', 'revision_number': 3, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port': {'id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:46Z', 'updated_at': '2021-11-04T09:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:48.174100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:43Z', 'revision_number': 4, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port': {'id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a134531b-5134-47b5-a66d-29d6d072749c', 'name': '', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'mac_address': 'fa:16:3e:8f:26:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:43Z', 'updated_at': '2021-11-04T09:59:47Z', 'revision_number': 4, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'subnets': [{'id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:48.192887 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Checking router: 9085d723-614a-4cd9-aca4-c23139a66cda for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:59:48.193241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Updating router 9085d723-614a-4cd9-aca4-c23139a66cda port 515f1518-60c1-4b2d-b080-8bd8a366ac4e binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:59:48.229710 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.238051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e5772e-862c-471b-ae44-880006a4d3c1 None None] The sync data for ids ['3dfe9947-12a3-4433-b052-f684963fed02'] in n-d-816487-1 is: [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:43Z', 'revision_number': 4, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port': {'id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a134531b-5134-47b5-a66d-29d6d072749c', 'name': '', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'mac_address': 'fa:16:3e:8f:26:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:43Z', 'updated_at': '2021-11-04T09:59:47Z', 'revision_number': 4, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'subnets': [{'id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:59:48.273421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14376d0-bbbc-4910-985a-bd0ccae30532 None None] Network efaf080b-d225-45ff-ba9f-96044fdd189a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 09:59:48.356133 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.479928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ca69cde0-28c8-49bc-8650-e94a1f37a2a4 None None] Provisioning complete for port ed8d71ab-9342-4445-a230-51a0da1226e7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:48.480691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca69cde0-28c8-49bc-8650-e94a1f37a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.640575 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca69cde0-28c8-49bc-8650-e94a1f37a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.646189 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Allocated IP 172.20.0.1 (efaf080b-d225-45ff-ba9f-96044fdd189a/8665728c-b927-4e35-9d3a-de1e3643a29f/4d9411e8-c39d-49aa-aeea-2eb7bf67fde8) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:48.693491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ca69cde0-28c8-49bc-8650-e94a1f37a2a4 None None] For port ed8d71ab-9342-4445-a230-51a0da1226e7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ed8d71ab-9342-4445-a230-51a0da1226e7,segment=NetworkSegment(59a2c367-564c-46f4-b985-5cb8b4537227),segment_id=59a2c367-564c-46f4-b985-5cb8b4537227)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:48.702949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ca69cde0-28c8-49bc-8650-e94a1f37a2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.721631 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 09:59:48.802552 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.813281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca69cde0-28c8-49bc-8650-e94a1f37a2a4 None None] Pushing event updated for resources: {'Port': ['ID=ed8d71ab-9342-4445-a230-51a0da1226e7,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:48.862654 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.917024 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.918135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Network efaf080b-d225-45ff-ba9f-96044fdd189a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:48.920942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:48.925532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:48.926588 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.946147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-49167040-2609-4e51-bbbf-9ace71b66e4a None None] Provisioning complete for port ed8d71ab-9342-4445-a230-51a0da1226e7 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:48.946881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-49167040-2609-4e51-bbbf-9ace71b66e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:48.967542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:48.985342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.021671 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f7a7a-5a4c-4802-8acf-9ee8469f9464 None None] Pushing event updated for resources: {'Port': ['ID=515f1518-60c1-4b2d-b080-8bd8a366ac4e,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:49.026987 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Attempting to bind port 515f1518-60c1-4b2d-b080-8bd8a366ac4e on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:49.027364 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Attempting to bind port 515f1518-60c1-4b2d-b080-8bd8a366ac4e by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:49.027731 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Attempting to bind port 515f1518-60c1-4b2d-b080-8bd8a366ac4e on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:49.048150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:49.048539 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:49.048956 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.049348 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:49.049834 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Bound port: 515f1518-60c1-4b2d-b080-8bd8a366ac4e, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:49.050217 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.147103 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] For port 515f1518-60c1-4b2d-b080-8bd8a366ac4e, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:49.147318 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] For port 515f1518-60c1-4b2d-b080-8bd8a366ac4e, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=515f1518-60c1-4b2d-b080-8bd8a366ac4e,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:49.155331 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.234420 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Routers {'9085d723-614a-4cd9-aca4-c23139a66cda'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:49.234936 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9085d723-614a-4cd9-aca4-c23139a66cda'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:49.237014 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f7a7a-5a4c-4802-8acf-9ee8469f9464 None None] Pushing event updated for resources: {'Port': ['ID=515f1518-60c1-4b2d-b080-8bd8a366ac4e,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:49.247422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ed8d71ab-9342-4445-a230-51a0da1226e7 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:49.273485 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.306074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ed8d71ab-9342-4445-a230-51a0da1226e7 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:49.306459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.373777 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] Set router 9085d723-614a-4cd9-aca4-c23139a66cda gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:49.474290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.479525 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.538740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-f1beea53-99a6-46c8-b4a9-1d5dcd3e8522 None None] Provisioning complete for port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:49.539075 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f1beea53-99a6-46c8-b4a9-1d5dcd3e8522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.565164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:49.568739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.600500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-f1beea53-99a6-46c8-b4a9-1d5dcd3e8522 None None] Port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:59:49.617279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a134531b-5134-47b5-a66d-29d6d072749c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:49.623111 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 4, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port': {'id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:46Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4d9411e8-c39d-49aa-aeea-2eb7bf67fde8', 'name': '', 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'mac_address': 'fa:16:3e:9d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:48Z', 'updated_at': '2021-11-04T09:59:48Z', 'revision_number': 1, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'subnets': [{'id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:49.668647 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea45db0-2248-4d90-b22d-8fe996376f36 None None] The sync data for ids ['9085d723-614a-4cd9-aca4-c23139a66cda'] in n-d-816487-1 is: [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 4, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port': {'id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:46Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4d9411e8-c39d-49aa-aeea-2eb7bf67fde8', 'name': '', 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'mac_address': 'fa:16:3e:9d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:48Z', 'updated_at': '2021-11-04T09:59:48Z', 'revision_number': 1, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'subnets': [{'id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:59:49.674648 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Network efaf080b-d225-45ff-ba9f-96044fdd189a is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:49.676283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:49.680423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a134531b-5134-47b5-a66d-29d6d072749c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:49.681052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:49.825133 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Router 9085d723-614a-4cd9-aca4-c23139a66cda has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 09:59:49.946821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 09:59:49.954485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-dbde0b82-8ef9-427f-b6ca-8682505d07f8 admin admin] 10.222.0.53 "PUT /v2.0/routers/9085d723-614a-4cd9-aca4-c23139a66cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1955876 Nov 04 09:59:50.038263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fa481e19-2122-4eac-8c8c-c07930f089d1 None None] Provisioning complete for port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:50.038665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fa481e19-2122-4eac-8c8c-c07930f089d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:50.083970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fa481e19-2122-4eac-8c8c-c07930f089d1 None None] Port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 09:59:51.137743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 515f1518-60c1-4b2d-b080-8bd8a366ac4e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:51.193703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 515f1518-60c1-4b2d-b080-8bd8a366ac4e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:51.194248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:51.283981 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:51.304990 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 515f1518-60c1-4b2d-b080-8bd8a366ac4e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=515f1518-60c1-4b2d-b080-8bd8a366ac4e,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:51.309865 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:51.363560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=515f1518-60c1-4b2d-b080-8bd8a366ac4e,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:51.384925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-11e748b6-6d42-4044-afa2-5059b70122d0 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:51.386438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-11e748b6-6d42-4044-afa2-5059b70122d0 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/networks?id=c415f7ea-2f8f-4840-8f52-c5df14376aa6 HTTP/1.1" status: 200 len: 816 time: 0.1138856 Nov 04 09:59:51.402885 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-613c1381-94d9-457e-a309-a7331ad276b1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/quotas/be164115c91d432f8fbbae07d19cc97e HTTP/1.1" status: 200 len: 375 time: 0.0098114 Nov 04 09:59:51.465798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-35c20d27-16c5-400a-9569-c02edb42559a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be164115c91d432f8fbbae07d19cc97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560503 Nov 04 09:59:51.571359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-4113bf59-6f8e-4fdc-a865-0f8fde3df779 service neutron] 10.222.0.53 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925231 Nov 04 09:59:51.675643 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-12fc705a-a971-48a1-8a36-57a45485ea0c service neutron] 10.222.0.53 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970852 Nov 04 09:59:51.844882 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1bc32140-3657-41ee-bd02-b6e7a0e0deca req-1f249ff3-adc1-46a8-b69e-19411d27f71d tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 210 time: 0.0300994 Nov 04 09:59:52.338549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Sync routers for ids ['9085d723-614a-4cd9-aca4-c23139a66cda'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 09:59:52.350127 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Routers {'9085d723-614a-4cd9-aca4-c23139a66cda'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:52.350748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9085d723-614a-4cd9-aca4-c23139a66cda'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:52.458316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Set router 9085d723-614a-4cd9-aca4-c23139a66cda gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:52.662876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 4, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port': {'id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:46Z', 'updated_at': '2021-11-04T09:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4d9411e8-c39d-49aa-aeea-2eb7bf67fde8', 'name': '', 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'mac_address': 'fa:16:3e:9d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:48Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 2, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'subnets': [{'id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:52.689627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Checking router: 9085d723-614a-4cd9-aca4-c23139a66cda for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 09:59:52.689982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Updating router 9085d723-614a-4cd9-aca4-c23139a66cda port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 09:59:52.715486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:52.857385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-af91cb82-0a4b-4f18-8cd8-1f0939427f5f tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:52.859329 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-af91cb82-0a4b-4f18-8cd8-1f0939427f5f tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "GET /v2.0/networks?id=c415f7ea-2f8f-4840-8f52-c5df14376aa6 HTTP/1.1" status: 200 len: 816 time: 0.1186271 Nov 04 09:59:52.875870 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Request body: {'port': {'device_id': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'admin_state_up': True, 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:52.971260 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-458305d9-e3f0-4bd3-83cd-db8082327c8f req-607a761d-0186-49ac-8b70-03a44f3e5aaa tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 210 time: 0.0364442 Nov 04 09:59:53.000356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Made reservation on behalf of be164115c91d432f8fbbae07d19cc97e for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 09:59:53.004536 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.045402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.051974 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.093984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 515f1518-60c1-4b2d-b080-8bd8a366ac4e up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:53.132130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814dbb7-d279-4005-9b29-6256e6ff2848 None None] Pushing event updated for resources: {'Port': ['ID=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:53.159894 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Allocated IP 172.20.0.7 (c415f7ea-2f8f-4840-8f52-c5df14376aa6/6f61449d-f0a1-429e-8f34-b6d4b165ed95/86252a28-0fdb-4436-a906-0b2a6881ea23) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 09:59:53.205596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Attempting to bind port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:53.205964 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Attempting to bind port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:53.206323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Attempting to bind port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 on network efaf080b-d225-45ff-ba9f-96044fdd189a {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:53.212161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 515f1518-60c1-4b2d-b080-8bd8a366ac4e triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:53.212537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.216289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:53.216289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Checking segment: {'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:53.216289 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.216721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Bound using segment: {'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:53.217125 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Bound port: 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a2c367-564c-46f4-b985-5cb8b4537227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:53.217505 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.343361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.345099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] For port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:53.370222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] For port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,segment=NetworkSegment(59a2c367-564c-46f4-b985-5cb8b4537227),segment_id=59a2c367-564c-46f4-b985-5cb8b4537227)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:53.381067 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.384648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-854a1890-73e2-412d-a523-c1c48319d929 None None] Provisioning complete for port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:53.385013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-854a1890-73e2-412d-a523-c1c48319d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.398918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.449561 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 09:59:53.454274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 09:59:53.461538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 09:59:53.465919 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Pushing event updated for resources: {'Port': ['ID=86252a28-0fdb-4436-a906-0b2a6881ea23,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:53.483972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814dbb7-d279-4005-9b29-6256e6ff2848 None None] Pushing event updated for resources: {'Port': ['ID=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:53.491522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Routers {'9085d723-614a-4cd9-aca4-c23139a66cda'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 09:59:53.492958 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T09:59:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9085d723-614a-4cd9-aca4-c23139a66cda'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:53.522154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:53.522829 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.546653 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-3821d6b2-e666-4c53-85fc-de6b7aff18db tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6759121 Nov 04 09:59:53.562276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Request body: {'port': {'device_id': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 09:59:53.621471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] Set router 9085d723-614a-4cd9-aca4-c23139a66cda gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 09:59:53.627482 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.781946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-854a1890-73e2-412d-a523-c1c48319d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.839042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-854a1890-73e2-412d-a523-c1c48319d929 None None] For port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,segment=NetworkSegment(59a2c367-564c-46f4-b985-5cb8b4537227),segment_id=59a2c367-564c-46f4-b985-5cb8b4537227)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:53.861763 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-854a1890-73e2-412d-a523-c1c48319d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.911031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86252a28-0fdb-4436-a906-0b2a6881ea23 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:59:53.918841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.923365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a1890-73e2-412d-a523-c1c48319d929 None None] Pushing event updated for resources: {'Port': ['ID=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:53.931063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Transition to ACTIVE for port object 86252a28-0fdb-4436-a906-0b2a6881ea23 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 09:59:53.933491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 4, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port': {'id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:46Z', 'updated_at': '2021-11-04T09:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4d9411e8-c39d-49aa-aeea-2eb7bf67fde8', 'name': '', 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'mac_address': 'fa:16:3e:9d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:48Z', 'updated_at': '2021-11-04T09:59:53Z', 'revision_number': 4, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'subnets': [{'id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 09:59:53.935976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:53.966014 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e3f0ca-73e5-4783-88fd-e4dc23c87cae None None] The sync data for ids ['9085d723-614a-4cd9-aca4-c23139a66cda'] in n-d-816487-1 is: [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T09:59:49Z', 'revision_number': 4, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port': {'id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:46Z', 'updated_at': '2021-11-04T09:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '4d9411e8-c39d-49aa-aeea-2eb7bf67fde8', 'name': '', 'network_id': 'efaf080b-d225-45ff-ba9f-96044fdd189a', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'mac_address': 'fa:16:3e:9d:52:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:48Z', 'updated_at': '2021-11-04T09:59:53Z', 'revision_number': 4, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'subnets': [{'id': '8665728c-b927-4e35-9d3a-de1e3643a29f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 09:59:54.003277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-37e32207-5062-47ad-ae22-87004904f399 None None] Provisioning complete for port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:54.003657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-37e32207-5062-47ad-ae22-87004904f399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:54.012482 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Pushing event updated for resources: {'Port': ['ID=86252a28-0fdb-4436-a906-0b2a6881ea23,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:54.078479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Attempting to bind port 86252a28-0fdb-4436-a906-0b2a6881ea23 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 09:59:54.078814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Attempting to bind port 86252a28-0fdb-4436-a906-0b2a6881ea23 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 09:59:54.079141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Attempting to bind port 86252a28-0fdb-4436-a906-0b2a6881ea23 on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:54.084517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Port 86252a28-0fdb-4436-a906-0b2a6881ea23 on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 09:59:54.084836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Attempting to bind port 86252a28-0fdb-4436-a906-0b2a6881ea23 on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 09:59:54.097878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 09:59:54.097878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Checking segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 09:59:54.098113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Bound using segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 09:59:54.098501 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Bound port: 86252a28-0fdb-4436-a906-0b2a6881ea23, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 09:59:54.098866 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:54.147668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79739-09e9-4623-8ad4-88d076f0efab req-2df01e3f-2703-4ad9-a039-e26440997999 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:54.149381 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcc79739-09e9-4623-8ad4-88d076f0efab req-2df01e3f-2703-4ad9-a039-e26440997999 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 943 time: 0.0677559 Nov 04 09:59:54.174413 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] For port 86252a28-0fdb-4436-a906-0b2a6881ea23, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 09:59:54.178143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] For port 86252a28-0fdb-4436-a906-0b2a6881ea23, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86252a28-0fdb-4436-a906-0b2a6881ea23,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 09:59:54.184348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:54.195449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bcc79739-09e9-4623-8ad4-88d076f0efab req-b33b7009-e1b4-43cb-9249-673e7af436c4 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378404 Nov 04 09:59:54.227890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:54.228133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:54.229365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] 10.222.0.70 "PUT /v2.0/ports/86252a28-0fdb-4436-a906-0b2a6881ea23 HTTP/1.1" status: 200 len: 1091 time: 0.6732519 Nov 04 09:59:54.229818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'tag': '86252a28-0fdb-4436-a906-0b2a6881ea23'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 09:59:54.232193 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42" -d '{"events": [{"name": "network-changed", "server_uuid": "554c09a2-8835-4d9a-acce-d8b3fcad4c07", "tag": "86252a28-0fdb-4436-a906-0b2a6881ea23"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 09:59:54.254735 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4115a87-043d-4ab8-8643-4131da5f380f service neutron] Pushing event updated for resources: {'Port': ['ID=86252a28-0fdb-4436-a906-0b2a6881ea23,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:54.675401 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 09:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bc2b15-b6ef-4598-8a58-7beb5af1e7a9 x-openstack-request-id: req-f2bc2b15-b6ef-4598-8a58-7beb5af1e7a9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 09:59:54.675608 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "554c09a2-8835-4d9a-acce-d8b3fcad4c07", "tag": "86252a28-0fdb-4436-a906-0b2a6881ea23", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 09:59:54.675887 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f2bc2b15-b6ef-4598-8a58-7beb5af1e7a9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 09:59:54.676285 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'tag': '86252a28-0fdb-4436-a906-0b2a6881ea23', 'status': 'completed', 'code': 200} Nov 04 09:59:54.689355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-ad4fa50d-b44a-42a9-9bf1-b7975c831810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:54.690802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-ad4fa50d-b44a-42a9-9bf1-b7975c831810 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be164115c91d432f8fbbae07d19cc97e&device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 1094 time: 0.4148407 Nov 04 09:59:54.734091 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-7f473d41-3487-43d8-904f-28142b097deb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86252a28-0fdb-4436-a906-0b2a6881ea23 HTTP/1.1" status: 200 len: 217 time: 0.0349598 Nov 04 09:59:54.794227 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-31d6254e-2f54-40f1-b6ab-a5019d45e3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:54.796261 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-31d6254e-2f54-40f1-b6ab-a5019d45e3a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f61449d-f0a1-429e-8f34-b6d4b165ed95 HTTP/1.1" status: 200 len: 855 time: 0.0542147 Nov 04 09:59:54.844787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-426b3e90-1b6d-4405-a1a5-adc5356db9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:54.846277 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-426b3e90-1b6d-4405-a1a5-adc5356db9a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c415f7ea-2f8f-4840-8f52-c5df14376aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431390 Nov 04 09:59:54.937863 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-f9233050-f1a2-4e4d-a18c-6a2ccfe85ff2 service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840230 Nov 04 09:59:55.033490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f407e24f-3592-4247-8fe2-ae004e26c2d7 req-b327c35f-1178-4ed4-8a70-865e1b8a8cf5 service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884590 Nov 04 09:59:55.107574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 09:59:55.125442 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-97c427c7-55f2-4bfe-9bd1-ec35edd00b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:55.126991 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-97c427c7-55f2-4bfe-9bd1-ec35edd00b02 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be164115c91d432f8fbbae07d19cc97e&device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 1094 time: 0.0500903 Nov 04 09:59:55.159522 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 09:59:55.159929 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:55.222106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-307067eb-13a6-4ebb-ae9d-0b075acc4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:55.223581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-307067eb-13a6-4ebb-ae9d-0b075acc4e34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c415f7ea-2f8f-4840-8f52-c5df14376aa6 HTTP/1.1" status: 200 len: 917 time: 0.0885465 Nov 04 09:59:55.275622 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-1f960d64-2613-4d3e-b410-257df7eb61c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86252a28-0fdb-4436-a906-0b2a6881ea23 HTTP/1.1" status: 200 len: 217 time: 0.0424623 Nov 04 09:59:55.322735 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13f1c7-9c6e-45cd-b6e3-f7986a819ac9 req-e035f061-257a-424f-850d-1ce730fc91e1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:55.324263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c13f1c7-9c6e-45cd-b6e3-f7986a819ac9 req-e035f061-257a-424f-850d-1ce730fc91e1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 943 time: 0.0541286 Nov 04 09:59:55.326614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-9afc0382-642a-429e-9bfd-1079f7ef823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:55.328136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-9afc0382-642a-429e-9bfd-1079f7ef823b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f61449d-f0a1-429e-8f34-b6d4b165ed95 HTTP/1.1" status: 200 len: 855 time: 0.0444376 Nov 04 09:59:55.367101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c13f1c7-9c6e-45cd-b6e3-f7986a819ac9 req-bb5731e4-a4de-48ab-b041-dd6930fddd18 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348997 Nov 04 09:59:55.379946 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-d05f1e2e-3cac-4ef3-aabb-59baa1690c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:55.381456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-d05f1e2e-3cac-4ef3-aabb-59baa1690c6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c415f7ea-2f8f-4840-8f52-c5df14376aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441864 Nov 04 09:59:55.483818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-f18a9e68-2cf7-424b-a69f-230d07e787f1 service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934455 Nov 04 09:59:55.579661 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e8ed6be9-86d7-488b-a0a9-ff41977bdb42 req-ae1c7200-859e-4166-a452-1f3ab67d8fb7 service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867431 Nov 04 09:59:56.489915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026e2a0-f8ac-4a21-b77d-0af612a4e453 req-00b655c2-db7c-459a-8de9-00ca88c58f66 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:56.491308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b026e2a0-f8ac-4a21-b77d-0af612a4e453 req-00b655c2-db7c-459a-8de9-00ca88c58f66 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 943 time: 0.0518749 Nov 04 09:59:56.531216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b026e2a0-f8ac-4a21-b77d-0af612a4e453 req-6facabb2-d723-4214-b964-6995cec940b8 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338445 Nov 04 09:59:57.646842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af7d2e-17fd-48f6-8e13-dafaed3ea461 req-1e1cacdb-2786-4a0e-a780-674ce64bcb9b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:57.648357 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7af7d2e-17fd-48f6-8e13-dafaed3ea461 req-1e1cacdb-2786-4a0e-a780-674ce64bcb9b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 943 time: 0.0493886 Nov 04 09:59:57.688303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7af7d2e-17fd-48f6-8e13-dafaed3ea461 req-6ce9f7d2-b625-4292-977b-321b6bbb1bdd tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321980 Nov 04 09:59:58.810399 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f787128-cb45-41eb-9067-055d8767d5ff req-b04855eb-fda3-4002-bd96-181a5e44e3d2 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:58.812112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f787128-cb45-41eb-9067-055d8767d5ff req-b04855eb-fda3-4002-bd96-181a5e44e3d2 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 943 time: 0.0573227 Nov 04 09:59:58.856332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f787128-cb45-41eb-9067-055d8767d5ff req-3eb03517-1931-4d6d-ab01-923ad9679a98 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352142 Nov 04 09:59:58.865938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 86252a28-0fdb-4436-a906-0b2a6881ea23 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 09:59:58.963757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 86252a28-0fdb-4436-a906-0b2a6881ea23, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86252a28-0fdb-4436-a906-0b2a6881ea23,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:58.980838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '86252a28-0fdb-4436-a906-0b2a6881ea23', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'port_id': '86252a28-0fdb-4436-a906-0b2a6881ea23', 'mac_address': 'fa:16:3e:cb:86:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 09:59:59.020902 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:59.033900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86252a28-0fdb-4436-a906-0b2a6881ea23 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 09:59:59.053801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 86252a28-0fdb-4436-a906-0b2a6881ea23, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86252a28-0fdb-4436-a906-0b2a6881ea23,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 09:59:59.057552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 09:59:59.103836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=86252a28-0fdb-4436-a906-0b2a6881ea23,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 09:59:59.268016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['86252a28-0fdb-4436-a906-0b2a6881ea23'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 09:59:59.979773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8169c-19cb-4c22-bfd3-5930249ea5e8 req-d2833202-4ca5-4201-9dc3-a33d21da0e35 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 09:59:59.981298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21c8169c-19cb-4c22-bfd3-5930249ea5e8 req-d2833202-4ca5-4201-9dc3-a33d21da0e35 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 944 time: 0.0546420 Nov 04 10:00:00.021830 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-21c8169c-19cb-4c22-bfd3-5930249ea5e8 req-c5f8cc34-12fc-49bb-8f1c-e2f0cf8991b5 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Nov 04 10:00:00.870732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 86252a28-0fdb-4436-a906-0b2a6881ea23 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:00:00.921002 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 86252a28-0fdb-4436-a906-0b2a6881ea23 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:00:00.924662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 86252a28-0fdb-4436-a906-0b2a6881ea23 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:00:00.925039 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:01.005930 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:01.031336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86252a28-0fdb-4436-a906-0b2a6881ea23'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:00:01.033647 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220297bb-1cd6-453d-b5b9-e6cc3a312618" -d '{"events": [{"server_uuid": "554c09a2-8835-4d9a-acce-d8b3fcad4c07", "name": "network-vif-plugged", "status": "completed", "tag": "86252a28-0fdb-4436-a906-0b2a6881ea23"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:00:01.046794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 86252a28-0fdb-4436-a906-0b2a6881ea23, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86252a28-0fdb-4436-a906-0b2a6881ea23,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:00:01.051447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:01.075691 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2154d11-287c-441c-a822-a219398a64ae x-openstack-request-id: req-c2154d11-287c-441c-a822-a219398a64ae {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:00:01.076136 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554c09a2-8835-4d9a-acce-d8b3fcad4c07", "name": "network-vif-plugged", "status": "completed", "tag": "86252a28-0fdb-4436-a906-0b2a6881ea23", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:00:01.076395 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c2154d11-287c-441c-a822-a219398a64ae {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:00:01.076916 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86252a28-0fdb-4436-a906-0b2a6881ea23', 'code': 200} Nov 04 10:00:01.107041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=86252a28-0fdb-4436-a906-0b2a6881ea23,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:01.170422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bd2f2-8fde-4e48-92f7-d69962692a39 req-d6dac646-c7b7-43cc-86a7-6b0388e9f791 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:01.171940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-706bd2f2-8fde-4e48-92f7-d69962692a39 req-d6dac646-c7b7-43cc-86a7-6b0388e9f791 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Nov 04 10:00:01.175765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8558c006-82ab-49c3-8ab7-0be5200a58a9 req-ace852a3-2fdc-4da3-aa11-43b95ae0a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:01.177301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8558c006-82ab-49c3-8ab7-0be5200a58a9 req-ace852a3-2fdc-4da3-aa11-43b95ae0a2ea service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 1096 time: 0.0427532 Nov 04 10:00:01.210272 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-706bd2f2-8fde-4e48-92f7-d69962692a39 req-88d17c04-050d-447d-9a88-1d555f265756 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320234 Nov 04 10:00:01.213338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8558c006-82ab-49c3-8ab7-0be5200a58a9 req-47466806-3694-4de3-b20e-d36ac8f442cf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284665 Nov 04 10:00:02.337051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a862e3-e7e4-4547-a0b4-e9fc53964fe0 req-cf79b28a-2aa2-496e-b411-c85eeb2c02f1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:02.338556 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3a862e3-e7e4-4547-a0b4-e9fc53964fe0 req-cf79b28a-2aa2-496e-b411-c85eeb2c02f1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 945 time: 0.0572093 Nov 04 10:00:02.378113 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b3a862e3-e7e4-4547-a0b4-e9fc53964fe0 req-37ddd284-4781-4126-b177-6ec104220754 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329657 Nov 04 10:00:03.493690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b4cf51-a054-45f8-8ea5-3b216db09408 req-7486603e-00b7-4c6a-b466-fecc085425eb tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:03.495167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77b4cf51-a054-45f8-8ea5-3b216db09408 req-7486603e-00b7-4c6a-b466-fecc085425eb tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Nov 04 10:00:03.534212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77b4cf51-a054-45f8-8ea5-3b216db09408 req-158a63e6-fd9f-44be-9cbd-26ef33843d6a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329616 Nov 04 10:00:03.652021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8a45e-2aa0-4977-b2fa-a8778bef049a req-c0c5f5dc-b5b3-4165-b8cf-17804197dd42 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:03.654009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50e8a45e-2aa0-4977-b2fa-a8778bef049a req-c0c5f5dc-b5b3-4165-b8cf-17804197dd42 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 945 time: 0.0509772 Nov 04 10:00:03.695101 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50e8a45e-2aa0-4977-b2fa-a8778bef049a req-47fa4575-a3f4-4bda-b99f-7dd71124d3f6 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334578 Nov 04 10:00:07.446281 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d5a85532-b825-43bf-b974-d9d89b8cab1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:10.037236 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fb2c86b1-6ade-4139-a3af-9c2791dcb48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:10.348028 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:11.476882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:12.933719 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:16.202328 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:17.140414 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:23.449022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28143da1-220f-4490-b282-ef5e761d7f12 req-6945a60e-8b11-440f-9d79-b0dfcf1c438e tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:23.451394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28143da1-220f-4490-b282-ef5e761d7f12 req-6945a60e-8b11-440f-9d79-b0dfcf1c438e tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 945 time: 0.0581326 Nov 04 10:00:23.494274 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-28143da1-220f-4490-b282-ef5e761d7f12 req-ece8c6e4-ce01-4c69-a301-f7d4419363c9 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354290 Nov 04 10:00:24.632813 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe2301-390f-4384-827b-67c4557629fc req-38a22d61-8f92-4c6c-8386-98556894c0ff tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:24.634609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4fe2301-390f-4384-827b-67c4557629fc req-38a22d61-8f92-4c6c-8386-98556894c0ff tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 945 time: 0.0636630 Nov 04 10:00:24.676329 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b4fe2301-390f-4384-827b-67c4557629fc req-657f5bb8-e670-4f84-8c3e-84f44d88e02d tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349734 Nov 04 10:00:25.078853 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-24853f99-4561-405f-9c0e-2a22a3698c41 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:25.080439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-24853f99-4561-405f-9c0e-2a22a3698c41 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 945 time: 0.0571821 Nov 04 10:00:25.200668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Deleting port 86252a28-0fdb-4436-a906-0b2a6881ea23 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:00:25.201290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:25.314883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] For port 86252a28-0fdb-4436-a906-0b2a6881ea23, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=86252a28-0fdb-4436-a906-0b2a6881ea23,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:00:25.315281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:25.332170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Calling delete_port for 86252a28-0fdb-4436-a906-0b2a6881ea23 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:00:25.472008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:25.485835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['86252a28-0fdb-4436-a906-0b2a6881ea23'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:00:25.509285 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Pushing event deleted for resources: {'Port': ['ID=86252a28-0fdb-4436-a906-0b2a6881ea23,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:25.549750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.550326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.550872 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.551411 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.551988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.552742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.553066 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.553607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.554156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.554692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.555230 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.555761 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:25.581802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] No DVR routers for this DVR port 86252a28-0fdb-4436-a906-0b2a6881ea23 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:00:25.585004 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:25.589077 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d1c5ec4c-f6a9-4a69-a393-4531c199a553 req-52d67308-d107-4d49-b37a-6cd93c82b74a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "DELETE /v2.0/ports/86252a28-0fdb-4436-a906-0b2a6881ea23 HTTP/1.1" status: 204 len: 173 time: 0.5007677 Nov 04 10:00:25.589582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'name': 'network-vif-deleted', 'tag': '86252a28-0fdb-4436-a906-0b2a6881ea23'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:00:25.592826 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867d11bb-62bf-4630-b3de-326a17b1c0c7" -d '{"events": [{"server_uuid": "554c09a2-8835-4d9a-acce-d8b3fcad4c07", "name": "network-vif-deleted", "tag": "86252a28-0fdb-4436-a906-0b2a6881ea23"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:00:25.652623 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a981e458-1564-47d5-9649-8952d1bc1848 x-openstack-request-id: req-a981e458-1564-47d5-9649-8952d1bc1848 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:00:25.652931 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "554c09a2-8835-4d9a-acce-d8b3fcad4c07", "name": "network-vif-deleted", "tag": "86252a28-0fdb-4436-a906-0b2a6881ea23", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:00:25.653181 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a981e458-1564-47d5-9649-8952d1bc1848 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:00:25.653594 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554c09a2-8835-4d9a-acce-d8b3fcad4c07', 'name': 'network-vif-deleted', 'tag': '86252a28-0fdb-4436-a906-0b2a6881ea23', 'status': 'completed', 'code': 200} Nov 04 10:00:25.676038 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:00:25.817248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc70c161-9b31-40e7-b694-2bb74df951f1 req-335d05c1-d038-4682-9bb2-d18d7ec99c3d tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=554c09a2-8835-4d9a-acce-d8b3fcad4c07 HTTP/1.1" status: 200 len: 210 time: 0.0286274 Nov 04 10:00:27.398640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-71e222bf-e5d0-4600-848f-5994d57f91a6 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:27.400159 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-71e222bf-e5d0-4600-848f-5994d57f91a6 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/networks?id=c415f7ea-2f8f-4840-8f52-c5df14376aa6 HTTP/1.1" status: 200 len: 816 time: 0.1094115 Nov 04 10:00:27.416551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-23b3a458-be54-4421-a788-20d0b1242a49 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/quotas/be164115c91d432f8fbbae07d19cc97e HTTP/1.1" status: 200 len: 375 time: 0.0096192 Nov 04 10:00:27.471466 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-f7ac4f75-c9dd-458d-abba-7b22cb0f56bc tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=be164115c91d432f8fbbae07d19cc97e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481575 Nov 04 10:00:27.869800 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-dd98749f-f851-4818-b015-009110c7e1e9 service neutron] 10.222.0.53 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858337 Nov 04 10:00:27.964599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-844f0615-db5c-4c26-8acd-68a9f2fa3aeb service neutron] 10.222.0.53 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880480 Nov 04 10:00:28.154349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-05846c13-0d56-4381-a66b-9087fa3efe59 req-7aff1955-4597-4825-bc55-7fae8b6fe6e1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 210 time: 0.0319400 Nov 04 10:00:28.998768 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 86252a28-0fdb-4436-a906-0b2a6881ea23 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:00:29.025130 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 86252a28-0fdb-4436-a906-0b2a6881ea23 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:00:29.025484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 86252a28-0fdb-4436-a906-0b2a6881ea23 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:00:29.147231 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-2637f1d7-d9f4-40bc-8fa0-33575136046d tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:29.149697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-2637f1d7-d9f4-40bc-8fa0-33575136046d tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "GET /v2.0/networks?id=c415f7ea-2f8f-4840-8f52-c5df14376aa6 HTTP/1.1" status: 200 len: 816 time: 0.1463642 Nov 04 10:00:29.162679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Request body: {'port': {'device_id': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'admin_state_up': True, 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:00:29.257868 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59b9a000-bfd6-42a1-ad6c-b1cbb5cb4799 req-1371a4af-6374-4d16-9628-4be5181c38c6 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 210 time: 0.0338778 Nov 04 10:00:29.300721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Made reservation on behalf of be164115c91d432f8fbbae07d19cc97e for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:00:29.304330 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:29.445155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Allocated IP 172.20.0.10 (c415f7ea-2f8f-4840-8f52-c5df14376aa6/6f61449d-f0a1-429e-8f34-b6d4b165ed95/4e2ec688-97bd-46d4-a471-4b4851f290b4) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:00:29.609688 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:29.646655 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:29.690791 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:00:29.694033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:00:29.697818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:00:29.707385 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Pushing event updated for resources: {'Port': ['ID=4e2ec688-97bd-46d4-a471-4b4851f290b4,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:29.754376 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:29.755019 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:29.777807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-e809b8a4-9230-44b3-ab59-384bfce5bfd1 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6187201 Nov 04 10:00:29.791042 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Request body: {'port': {'device_id': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:00:29.857275 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:29.999799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b8a57569-f6b6-4dda-b7a6-a6374fa7d61b None None] Provisioning complete for port 4e2ec688-97bd-46d4-a471-4b4851f290b4 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:00:30.000368 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b8a57569-f6b6-4dda-b7a6-a6374fa7d61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:30.037504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b8a57569-f6b6-4dda-b7a6-a6374fa7d61b None None] Port 4e2ec688-97bd-46d4-a471-4b4851f290b4 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:00:30.144464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2ec688-97bd-46d4-a471-4b4851f290b4 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:00:30.156040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:30.168884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Transition to ACTIVE for port object 4e2ec688-97bd-46d4-a471-4b4851f290b4 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:00:30.172672 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:30.222238 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ec688-97bd-46d4-a471-4b4851f290b4,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:30.306052 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Attempting to bind port 4e2ec688-97bd-46d4-a471-4b4851f290b4 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:00:30.306471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Attempting to bind port 4e2ec688-97bd-46d4-a471-4b4851f290b4 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:00:30.306875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Attempting to bind port 4e2ec688-97bd-46d4-a471-4b4851f290b4 on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:00:30.312638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Port 4e2ec688-97bd-46d4-a471-4b4851f290b4 on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:00:30.313043 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Attempting to bind port 4e2ec688-97bd-46d4-a471-4b4851f290b4 on network c415f7ea-2f8f-4840-8f52-c5df14376aa6 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:00:30.318316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:00:30.318716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Checking segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:00:30.319164 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Bound using segment: {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:00:30.319671 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Bound port: 4e2ec688-97bd-46d4-a471-4b4851f290b4, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:00:30.320066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:30.381704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89f99a-3803-475f-968c-eec1169583cc req-c7a56c3c-ec86-4787-8482-dce07f1fa150 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:30.383302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca89f99a-3803-475f-968c-eec1169583cc req-c7a56c3c-ec86-4787-8482-dce07f1fa150 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 944 time: 0.0515878 Nov 04 10:00:30.393648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] For port 4e2ec688-97bd-46d4-a471-4b4851f290b4, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:00:30.396746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] For port 4e2ec688-97bd-46d4-a471-4b4851f290b4, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4e2ec688-97bd-46d4-a471-4b4851f290b4,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:00:30.401218 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:30.424559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ca89f99a-3803-475f-968c-eec1169583cc req-cb6e3baf-5df5-4a30-bbcb-5649d7056e89 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341187 Nov 04 10:00:30.438814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:30.439437 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:30.440927 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] 10.222.0.70 "PUT /v2.0/ports/4e2ec688-97bd-46d4-a471-4b4851f290b4 HTTP/1.1" status: 200 len: 1092 time: 0.6549406 Nov 04 10:00:30.441373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'tag': '4e2ec688-97bd-46d4-a471-4b4851f290b4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:00:30.443624 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f303c3d3-c429-4888-aa0d-374a57694392" -d '{"events": [{"name": "network-changed", "server_uuid": "75f4a246-4d11-4d29-9d35-3e3957b70804", "tag": "4e2ec688-97bd-46d4-a471-4b4851f290b4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:00:30.482716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56fc81-6ce0-423c-ab9a-8afec934152c service neutron] Pushing event updated for resources: {'Port': ['ID=4e2ec688-97bd-46d4-a471-4b4851f290b4,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:30.522030 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9526dce-f896-4c72-afa6-3f7863e2d3ef x-openstack-request-id: req-b9526dce-f896-4c72-afa6-3f7863e2d3ef {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:00:30.522329 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75f4a246-4d11-4d29-9d35-3e3957b70804", "tag": "4e2ec688-97bd-46d4-a471-4b4851f290b4", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:00:30.522584 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b9526dce-f896-4c72-afa6-3f7863e2d3ef {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:00:30.522981 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'tag': '4e2ec688-97bd-46d4-a471-4b4851f290b4', 'status': 'completed', 'code': 200} Nov 04 10:00:30.541748 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-842ed881-c249-4608-9af9-d3e618ad05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:30.544676 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-842ed881-c249-4608-9af9-d3e618ad05d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be164115c91d432f8fbbae07d19cc97e&device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 1095 time: 0.0511465 Nov 04 10:00:30.592464 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-4b415d69-14fe-4338-b0e9-30f71e26c4ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ec688-97bd-46d4-a471-4b4851f290b4 HTTP/1.1" status: 200 len: 217 time: 0.0404074 Nov 04 10:00:30.655809 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-bee4a8dc-2a6a-4272-8c3d-9e573099ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:30.657323 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-bee4a8dc-2a6a-4272-8c3d-9e573099ff15 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f61449d-f0a1-429e-8f34-b6d4b165ed95 HTTP/1.1" status: 200 len: 855 time: 0.0573623 Nov 04 10:00:30.709660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-dff06154-4473-4dc2-8c9a-592c932f7f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:30.710866 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-dff06154-4473-4dc2-8c9a-592c932f7f97 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c415f7ea-2f8f-4840-8f52-c5df14376aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452685 Nov 04 10:00:30.806555 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-5b3163f6-e7f6-44f9-a32e-affebc991241 service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876272 Nov 04 10:00:30.897961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4159d234-3ce9-4872-bcb2-7044c7b70df2 req-7b6e0e86-930b-40ac-b37e-161ebf83d11f service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842035 Nov 04 10:00:30.988429 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c3d3-c429-4888-aa0d-374a57694392 req-054bbcb5-3598-47a7-acf6-5a530a14db40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:30.989919 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f303c3d3-c429-4888-aa0d-374a57694392 req-054bbcb5-3598-47a7-acf6-5a530a14db40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=be164115c91d432f8fbbae07d19cc97e&device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 1095 time: 0.0467055 Nov 04 10:00:31.085138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c3d3-c429-4888-aa0d-374a57694392 req-3d286495-1ecb-492e-956e-e6cddc551d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:31.086523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f303c3d3-c429-4888-aa0d-374a57694392 req-3d286495-1ecb-492e-956e-e6cddc551d91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c415f7ea-2f8f-4840-8f52-c5df14376aa6 HTTP/1.1" status: 200 len: 917 time: 0.0861647 Nov 04 10:00:31.131011 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f303c3d3-c429-4888-aa0d-374a57694392 req-0894e46a-2134-4d42-9460-29a4540a9757 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e2ec688-97bd-46d4-a471-4b4851f290b4 HTTP/1.1" status: 200 len: 217 time: 0.0361681 Nov 04 10:00:31.188908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c3d3-c429-4888-aa0d-374a57694392 req-73809aec-1769-462e-a26b-09dd25ec9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:31.190432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f303c3d3-c429-4888-aa0d-374a57694392 req-73809aec-1769-462e-a26b-09dd25ec9ace service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6f61449d-f0a1-429e-8f34-b6d4b165ed95 HTTP/1.1" status: 200 len: 855 time: 0.0513976 Nov 04 10:00:31.242966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c3d3-c429-4888-aa0d-374a57694392 req-d1f8863f-5d06-41b4-aee1-59c7d3566004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:31.244542 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f303c3d3-c429-4888-aa0d-374a57694392 req-d1f8863f-5d06-41b4-aee1-59c7d3566004 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c415f7ea-2f8f-4840-8f52-c5df14376aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445666 Nov 04 10:00:31.351950 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f303c3d3-c429-4888-aa0d-374a57694392 req-95ccc025-6fef-487e-9873-7f7e5112a815 service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991817 Nov 04 10:00:31.454603 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f303c3d3-c429-4888-aa0d-374a57694392 req-f2f5e2ca-0c52-486d-b678-521490f09271 service neutron] 10.222.0.70 "GET /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942478 Nov 04 10:00:31.553725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797903c-1530-4930-9fe2-eda79a28fc0d req-b43c34c4-49cd-4d34-8379-5166e149478b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:31.555238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d797903c-1530-4930-9fe2-eda79a28fc0d req-b43c34c4-49cd-4d34-8379-5166e149478b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 944 time: 0.0510080 Nov 04 10:00:31.603497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d797903c-1530-4930-9fe2-eda79a28fc0d req-73d2b544-d8ac-4a43-9135-f7e6252d0c9a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Nov 04 10:00:32.726985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d985b-cd0d-4369-9b55-151428001092 req-b43e3c9c-6d39-4204-8fa6-b2837ec60d6b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:32.728596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-459d985b-cd0d-4369-9b55-151428001092 req-b43e3c9c-6d39-4204-8fa6-b2837ec60d6b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 944 time: 0.0490994 Nov 04 10:00:32.771308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-459d985b-cd0d-4369-9b55-151428001092 req-9c17387d-1d81-4908-b7ab-8a440b73221b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351951 Nov 04 10:00:32.996234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4e2ec688-97bd-46d4-a471-4b4851f290b4 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:00:33.100197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4e2ec688-97bd-46d4-a471-4b4851f290b4, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4e2ec688-97bd-46d4-a471-4b4851f290b4,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:00:33.113083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '4e2ec688-97bd-46d4-a471-4b4851f290b4', 'network_id': 'c415f7ea-2f8f-4840-8f52-c5df14376aa6', 'port_id': '4e2ec688-97bd-46d4-a471-4b4851f290b4', 'mac_address': 'fa:16:3e:a0:8d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f61449d-f0a1-429e-8f34-b6d4b165ed95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:00:33.153590 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:33.166795 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2ec688-97bd-46d4-a471-4b4851f290b4 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:00:33.186660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4e2ec688-97bd-46d4-a471-4b4851f290b4, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4e2ec688-97bd-46d4-a471-4b4851f290b4,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:00:33.191238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:33.245821 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4e2ec688-97bd-46d4-a471-4b4851f290b4,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:33.254497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.254762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.255099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.255425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.255752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.256098 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.256418 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.256809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.257124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.257440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.257763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.258088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:00:33.397413 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4e2ec688-97bd-46d4-a471-4b4851f290b4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:00:33.891456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d056838-0172-42cb-aa10-e7ac29ce32ca req-a81d2ee5-bf94-4234-9783-bfcfd195d52a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:33.892953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d056838-0172-42cb-aa10-e7ac29ce32ca req-a81d2ee5-bf94-4234-9783-bfcfd195d52a tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 945 time: 0.0505822 Nov 04 10:00:33.930910 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6d056838-0172-42cb-aa10-e7ac29ce32ca req-dcdbb34c-77d7-4ce9-b67f-3beafc2549be tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Nov 04 10:00:35.019944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4e2ec688-97bd-46d4-a471-4b4851f290b4 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:00:35.050951 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e7082-cbdd-4c16-b06b-2525b19486b0 req-0de765c5-c9d7-459a-9e59-ffe36d9d996b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:35.052469 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b55e7082-cbdd-4c16-b06b-2525b19486b0 req-0de765c5-c9d7-459a-9e59-ffe36d9d996b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 945 time: 0.0507822 Nov 04 10:00:35.069154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 4e2ec688-97bd-46d4-a471-4b4851f290b4 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:00:35.073378 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 4e2ec688-97bd-46d4-a471-4b4851f290b4 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:00:35.073745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:35.093286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b55e7082-cbdd-4c16-b06b-2525b19486b0 req-338e1142-15d2-4e14-a004-cacc46c1d766 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346448 Nov 04 10:00:35.162188 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:35.187668 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ec688-97bd-46d4-a471-4b4851f290b4'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:00:35.190204 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9583d2-e9de-4588-925e-395dd0bc7fdc" -d '{"events": [{"server_uuid": "75f4a246-4d11-4d29-9d35-3e3957b70804", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ec688-97bd-46d4-a471-4b4851f290b4"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:00:35.205810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 4e2ec688-97bd-46d4-a471-4b4851f290b4, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4e2ec688-97bd-46d4-a471-4b4851f290b4,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:00:35.210427 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:35.248055 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed899000-42e2-40e1-a2e1-4e6c7590c6f6 x-openstack-request-id: req-ed899000-42e2-40e1-a2e1-4e6c7590c6f6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:00:35.248533 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4a246-4d11-4d29-9d35-3e3957b70804", "name": "network-vif-plugged", "status": "completed", "tag": "4e2ec688-97bd-46d4-a471-4b4851f290b4", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:00:35.248932 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ed899000-42e2-40e1-a2e1-4e6c7590c6f6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:00:35.249397 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2ec688-97bd-46d4-a471-4b4851f290b4', 'code': 200} Nov 04 10:00:35.287735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=4e2ec688-97bd-46d4-a471-4b4851f290b4,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:35.346822 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f5eb8-ff86-4d8f-9336-5ff571dfab63 req-4b9e0052-fb8a-405d-a0d1-057bd7bc8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:35.348489 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e78f5eb8-ff86-4d8f-9336-5ff571dfab63 req-4b9e0052-fb8a-405d-a0d1-057bd7bc8323 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 1097 time: 0.0473180 Nov 04 10:00:35.388050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e78f5eb8-ff86-4d8f-9336-5ff571dfab63 req-82fd934e-6f49-4887-9359-9ac859b3538e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310609 Nov 04 10:00:36.211699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af87a-3491-4532-9d41-d16c17d59c3f req-d49ecc6b-154b-4857-a89a-ccb4310741e2 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:36.213193 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-883af87a-3491-4532-9d41-d16c17d59c3f req-d49ecc6b-154b-4857-a89a-ccb4310741e2 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 946 time: 0.0492060 Nov 04 10:00:36.256273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-883af87a-3491-4532-9d41-d16c17d59c3f req-ffcf103e-31d0-4258-a8f9-2d42270bc80f tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361755 Nov 04 10:00:37.373300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f6697e-bb8a-420c-b5bb-f252bf135977 req-19e7e9e8-6f39-4094-ac57-4508bc0685be tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:37.374787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8f6697e-bb8a-420c-b5bb-f252bf135977 req-19e7e9e8-6f39-4094-ac57-4508bc0685be tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 946 time: 0.0511353 Nov 04 10:00:37.415186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e8f6697e-bb8a-420c-b5bb-f252bf135977 req-ff8ef3f9-dc76-49c5-92cd-e01aa157d068 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Nov 04 10:00:37.448807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a8cb1c0-c19a-49fd-845d-9c7187ac61f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:37.534553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a2871-928f-451e-a3e3-77127932b239 req-3a385722-9ec2-45e3-808a-d65e9f99d0aa tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:37.536158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c7a2871-928f-451e-a3e3-77127932b239 req-3a385722-9ec2-45e3-808a-d65e9f99d0aa tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 946 time: 0.0494502 Nov 04 10:00:37.575092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c7a2871-928f-451e-a3e3-77127932b239 req-912a105c-cc25-4960-bfb5-948746720766 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Nov 04 10:00:40.047225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2e95e81-03e1-4d97-b30d-8b31fcb5b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:40.350274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:41.479875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:42.937345 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:46.210122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:47.156978 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:56.089254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178f205-6ae5-4c2a-82e3-b17211a1687d req-dd2309c8-9dcc-4b4c-ad5f-8e6c5699079b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:56.090941 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e178f205-6ae5-4c2a-82e3-b17211a1687d req-dd2309c8-9dcc-4b4c-ad5f-8e6c5699079b tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 946 time: 0.0505526 Nov 04 10:00:56.134966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e178f205-6ae5-4c2a-82e3-b17211a1687d req-2d35ff41-6f4d-4ae5-80c3-aec0fd167c9d tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372579 Nov 04 10:00:57.250558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca5490-b3e7-4727-aa1b-f57ba8bd2a9c req-3ec63c2d-6d62-472f-a760-5497be65431c tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:57.252077 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baca5490-b3e7-4727-aa1b-f57ba8bd2a9c req-3ec63c2d-6d62-472f-a760-5497be65431c tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 946 time: 0.0499172 Nov 04 10:00:57.291367 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baca5490-b3e7-4727-aa1b-f57ba8bd2a9c req-445af9d3-dfd7-4f41-a1b5-5fa8b13c1169 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/security-groups?id=838894fa-d829-47d3-b49b-1f486aa70967&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331707 Nov 04 10:00:57.606667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-2f06cb21-233c-4f61-8af5-3479ab6fabf8 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:00:57.608183 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-2f06cb21-233c-4f61-8af5-3479ab6fabf8 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 946 time: 0.0561190 Nov 04 10:00:57.700233 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Deleting port 4e2ec688-97bd-46d4-a471-4b4851f290b4 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:00:57.700579 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:57.793012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] For port 4e2ec688-97bd-46d4-a471-4b4851f290b4, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=4e2ec688-97bd-46d4-a471-4b4851f290b4,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:00:57.793572 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:57.807140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Calling delete_port for 4e2ec688-97bd-46d4-a471-4b4851f290b4 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:00:57.933574 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:57.946068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['4e2ec688-97bd-46d4-a471-4b4851f290b4'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:00:57.967324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Pushing event deleted for resources: {'Port': ['ID=4e2ec688-97bd-46d4-a471-4b4851f290b4,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:00:58.010274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] No DVR routers for this DVR port 4e2ec688-97bd-46d4-a471-4b4851f290b4 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:00:58.014115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:00:58.017700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-bbf7c32d-7b2a-40a9-8b81-517b88ebd6b0 req-7d28c2d6-4027-4a54-86e2-1df7a0715744 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.70 "DELETE /v2.0/ports/4e2ec688-97bd-46d4-a471-4b4851f290b4 HTTP/1.1" status: 204 len: 173 time: 0.4026773 Nov 04 10:00:58.018189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'name': 'network-vif-deleted', 'tag': '4e2ec688-97bd-46d4-a471-4b4851f290b4'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:00:58.020505 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d708bec-7b24-4f02-aade-8a6cf0ebd6e4" -d '{"events": [{"server_uuid": "75f4a246-4d11-4d29-9d35-3e3957b70804", "name": "network-vif-deleted", "tag": "4e2ec688-97bd-46d4-a471-4b4851f290b4"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:00:58.062332 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad51d5d-2da2-4d7e-ab33-d95a5aa935b1 x-openstack-request-id: req-fad51d5d-2da2-4d7e-ab33-d95a5aa935b1 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:00:58.062559 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75f4a246-4d11-4d29-9d35-3e3957b70804", "name": "network-vif-deleted", "tag": "4e2ec688-97bd-46d4-a471-4b4851f290b4", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:00:58.062854 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fad51d5d-2da2-4d7e-ab33-d95a5aa935b1 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:00:58.063340 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75f4a246-4d11-4d29-9d35-3e3957b70804', 'name': 'network-vif-deleted', 'tag': '4e2ec688-97bd-46d4-a471-4b4851f290b4', 'status': 'completed', 'code': 200} Nov 04 10:00:58.403118 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4b66dfef-0e27-4e19-9ce1-784b8912b853 req-d996fb7c-7392-4bd1-876f-5363f1c70454 tempest-TestEncryptedCinderVolumes-72065652 tempest-TestEncryptedCinderVolumes-72065652-project] 10.222.0.53 "GET /v2.0/ports?device_id=75f4a246-4d11-4d29-9d35-3e3957b70804 HTTP/1.1" status: 200 len: 210 time: 0.0282633 Nov 04 10:00:59.495022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:00:59.861012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:00.116206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Deleting port a134531b-5134-47b5-a66d-29d6d072749c {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:00.116443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:00.193105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] For port a134531b-5134-47b5-a66d-29d6d072749c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a134531b-5134-47b5-a66d-29d6d072749c,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:00.193466 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:00.205773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Calling delete_port for a134531b-5134-47b5-a66d-29d6d072749c owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:00.392215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:00.418438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Pushing event deleted for resources: {'Port': ['ID=a134531b-5134-47b5-a66d-29d6d072749c,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:00.430340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.430703 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.431069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.431406 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.431742 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.432102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.432438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.432786 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.433117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.433442 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.433767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.434092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:00.606420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:00.828325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Router 3dfe9947-12a3-4433-b052-f684963fed02 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:01:00.935426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:01:00.940761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f452840a-02a3-47cf-b77e-d6b41d305789 admin admin] 10.222.0.53 "PUT /v2.0/routers/3dfe9947-12a3-4433-b052-f684963fed02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4445882 Nov 04 10:01:00.943505 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44394) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:00.946462 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] Sync routers for ids ['3dfe9947-12a3-4433-b052-f684963fed02'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:01:00.956831 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] Routers {'3dfe9947-12a3-4433-b052-f684963fed02'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:00.957638 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3dfe9947-12a3-4433-b052-f684963fed02'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:01.050752 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.066306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] Set router 3dfe9947-12a3-4433-b052-f684963fed02 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:01.156659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.171629 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4e2ec688-97bd-46d4-a471-4b4851f290b4 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:01:01.191568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 4e2ec688-97bd-46d4-a471-4b4851f290b4 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:01:01.191843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 4e2ec688-97bd-46d4-a471-4b4851f290b4 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:01:01.212390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Deleting port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:01.212730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.253842 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T10:01:00Z', 'revision_number': 5, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port': {'id': '2a3a425a-e62b-4d3c-8a1a-a25801a6ea53', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:b8:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dfe9947-12a3-4433-b052-f684963fed02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T09:59:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:01.280957 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] Checking router: 3dfe9947-12a3-4433-b052-f684963fed02 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:01:01.289192 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] Routers {'3dfe9947-12a3-4433-b052-f684963fed02'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:01.289803 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['3dfe9947-12a3-4433-b052-f684963fed02'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:01.297088 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] For port 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:01.297450 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.310178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Calling delete_port for 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:01.381728 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] Set router 3dfe9947-12a3-4433-b052-f684963fed02 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:01.438692 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T10:01:01Z', 'revision_number': 6, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:01.466134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a73bb-9fd5-4e4f-b649-1d4cde8c1cde None None] The sync data for ids ['3dfe9947-12a3-4433-b052-f684963fed02'] in n-d-816487-1 is: [{'id': '3dfe9947-12a3-4433-b052-f684963fed02', 'name': 'tempest-TestEncryptedCinderVolumes-685279860-router', 'tenant_id': 'be164115c91d432f8fbbae07d19cc97e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:41Z', 'updated_at': '2021-11-04T10:01:01Z', 'revision_number': 6, 'project_id': 'be164115c91d432f8fbbae07d19cc97e', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:01:01.487319 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.512723 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3a425a-e62b-4d3c-8a1a-a25801a6ea53,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:01.576933 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.666160 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.668964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.712784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.713347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dfe9947-12a3-4433-b052-f684963fed02 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:01:01.719775 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.721071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8cec51d4-a9d2-4400-9bbf-dbfe9d87e237 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3dfe9947-12a3-4433-b052-f684963fed02 HTTP/1.1" status: 204 len: 168 time: 0.7765784 Nov 04 10:01:01.723600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44396) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:01.770464 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] Deleting subnet 6f61449d-f0a1-429e-8f34-b6d4b165ed95 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:01:01.773478 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.814667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.905360 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.959918 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.984793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f61449d-f0a1-429e-8f34-b6d4b165ed95,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:01.990500 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:01.993587 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0213ffc0-9b12-4b8e-bb3f-5f998ab489b2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6f61449d-f0a1-429e-8f34-b6d4b165ed95 HTTP/1.1" status: 204 len: 168 time: 0.2689791 Nov 04 10:01:01.996750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44398) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:01.998617 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cac29d-60ea-4c99-b4e8-69715cefeef6 None None] Network c415f7ea-2f8f-4840-8f52-c5df14376aa6 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:01:02.066484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.124579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Deleting port d30af2da-4ebb-407f-a472-4cb9c10d637c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:02.124916 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.190186 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] For port d30af2da-4ebb-407f-a472-4cb9c10d637c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d30af2da-4ebb-407f-a472-4cb9c10d637c,segment=NetworkSegment(bb45fe7c-efb3-40cd-b5e3-01f2c052023c),segment_id=bb45fe7c-efb3-40cd-b5e3-01f2c052023c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:02.190538 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.204717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Calling delete_port for d30af2da-4ebb-407f-a472-4cb9c10d637c owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:02.244493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] DHCP port deletion for c415f7ea-2f8f-4840-8f52-c5df14376aa6 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:01:02.288214 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.292616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] Deleting port d30af2da-4ebb-407f-a472-4cb9c10d637c {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:02.293162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.313190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=d30af2da-4ebb-407f-a472-4cb9c10d637c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:02.318742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] No DVR routers for this DVR port d30af2da-4ebb-407f-a472-4cb9c10d637c on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:01:02.359134 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] For port d30af2da-4ebb-407f-a472-4cb9c10d637c, host n-d-816487-1, got binding levels [] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:02.359537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.373557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] Calling delete_port for d30af2da-4ebb-407f-a472-4cb9c10d637c owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:02.376234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.ipam_backend_mixin [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] Port d30af2da-4ebb-407f-a472-4cb9c10d637c was not found and therefore no delete operation was performed {{(pid=102557) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 04 10:01:02.377481 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.393556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.407331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] Pushing event deleted for resources: {'Port': ['ID=d30af2da-4ebb-407f-a472-4cb9c10d637c,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:02.411920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2574460-e31f-460e-928a-ec7cc5a06558 None None] No DVR routers for this DVR port d30af2da-4ebb-407f-a472-4cb9c10d637c on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:01:02.415875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c415f7ea-2f8f-4840-8f52-c5df14376aa6']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:02.426031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:02.426330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb45fe7c-efb3-40cd-b5e3-01f2c052023c') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:02.437003 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.451436 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.458141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:01:02.458586 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: timer() Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:01:02.460418 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:01:02.523472 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.529580 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:02.535539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] 10.222.0.53 "DELETE /v2.0/networks/c415f7ea-2f8f-4840-8f52-c5df14376aa6 HTTP/1.1" status: 204 len: 168 time: 0.5350795 Nov 04 10:01:02.536013 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44400) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:02.545017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d046d5-b64a-4ebd-87df-ab62b4e67c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=c415f7ea-2f8f-4840-8f52-c5df14376aa6,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:02.675726 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:01:02.892690 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:03.108160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d30af2da-4ebb-407f-a472-4cb9c10d637c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:01:03.130516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d30af2da-4ebb-407f-a472-4cb9c10d637c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:01:03.130862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d30af2da-4ebb-407f-a472-4cb9c10d637c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:01:03.131293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a134531b-5134-47b5-a66d-29d6d072749c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:01:03.153162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a134531b-5134-47b5-a66d-29d6d072749c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:01:03.153585 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a134531b-5134-47b5-a66d-29d6d072749c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:01:03.153862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:01:03.174473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:01:03.174827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2a3a425a-e62b-4d3c-8a1a-a25801a6ea53 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:01:03.430231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Deleting port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:03.430501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:03.512218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] For port 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,segment=NetworkSegment(59a2c367-564c-46f4-b985-5cb8b4537227),segment_id=59a2c367-564c-46f4-b985-5cb8b4537227)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:03.512583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:03.524806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Calling delete_port for 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:03.702386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:03.729220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d9411e8-c39d-49aa-aeea-2eb7bf67fde8,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:03.901711 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.124105 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Router 9085d723-614a-4cd9-aca4-c23139a66cda has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:01:04.226191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:01:04.232246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-28ea3d5e-28ca-4cce-83c3-57e94e8efc65 admin admin] 10.222.0.53 "PUT /v2.0/routers/9085d723-614a-4cd9-aca4-c23139a66cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6950777 Nov 04 10:01:04.235067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44402) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:04.235574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] Sync routers for ids ['9085d723-614a-4cd9-aca4-c23139a66cda'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:01:04.245085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] Routers {'9085d723-614a-4cd9-aca4-c23139a66cda'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:04.245788 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9085d723-614a-4cd9-aca4-c23139a66cda'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:04.342508 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.350276 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] Set router 9085d723-614a-4cd9-aca4-c23139a66cda gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:04.452045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.510513 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Deleting port 515f1518-60c1-4b2d-b080-8bd8a366ac4e {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:04.511312 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.533142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T10:01:03Z', 'revision_number': 5, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port': {'id': '515f1518-60c1-4b2d-b080-8bd8a366ac4e', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T09:59:46Z', 'updated_at': '2021-11-04T09:59:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:04.563807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] Checking router: 9085d723-614a-4cd9-aca4-c23139a66cda for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:01:04.572147 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] Routers {'9085d723-614a-4cd9-aca4-c23139a66cda'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:04.572754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['9085d723-614a-4cd9-aca4-c23139a66cda'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:04.596588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] For port 515f1518-60c1-4b2d-b080-8bd8a366ac4e, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=515f1518-60c1-4b2d-b080-8bd8a366ac4e,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:04.596872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.610516 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Calling delete_port for 515f1518-60c1-4b2d-b080-8bd8a366ac4e owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:04.659578 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] Set router 9085d723-614a-4cd9-aca4-c23139a66cda gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:04.713001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T10:01:04Z', 'revision_number': 6, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:04.746131 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b97c34-8440-41b4-88a6-0e86115bc3c8 None None] The sync data for ids ['9085d723-614a-4cd9-aca4-c23139a66cda'] in n-d-816487-1 is: [{'id': '9085d723-614a-4cd9-aca4-c23139a66cda', 'name': 'tempest-TestEncryptedCinderVolumes-514968676-router', 'tenant_id': '08b26b65a1c74ece988f394ffea080b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T09:59:45Z', 'updated_at': '2021-11-04T10:01:04Z', 'revision_number': 6, 'project_id': '08b26b65a1c74ece988f394ffea080b7', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:01:04.785329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.812871 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=515f1518-60c1-4b2d-b080-8bd8a366ac4e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:04.879222 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.970780 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:04.972949 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.016626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.017193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9085d723-614a-4cd9-aca4-c23139a66cda {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:01:05.021749 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.025306 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7e44066f-9c1b-4a6c-bfbe-a34f16ad6d38 admin admin] 10.222.0.53 "DELETE /v2.0/routers/9085d723-614a-4cd9-aca4-c23139a66cda HTTP/1.1" status: 204 len: 168 time: 0.7869220 Nov 04 10:01:05.025586 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44408) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:05.076566 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] Deleting subnet 8665728c-b927-4e35-9d3a-de1e3643a29f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:01:05.080262 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.134836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.237256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:01:05.238023 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.258478 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:01:05.258824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4d9411e8-c39d-49aa-aeea-2eb7bf67fde8 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:01:05.292623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.319027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8665728c-b927-4e35-9d3a-de1e3643a29f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:05.324073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.329595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f938d094-0316-4057-b8a4-635fcf852469 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8665728c-b927-4e35-9d3a-de1e3643a29f HTTP/1.1" status: 204 len: 168 time: 0.3001058 Nov 04 10:01:05.329750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab529a7-2a39-4c21-8b77-284d21401401 None None] Network efaf080b-d225-45ff-ba9f-96044fdd189a requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:01:05.329851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44410) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:05.403369 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.458357 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Deleting port ed8d71ab-9342-4445-a230-51a0da1226e7 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:05.458795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.522692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] For port ed8d71ab-9342-4445-a230-51a0da1226e7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ed8d71ab-9342-4445-a230-51a0da1226e7,segment=NetworkSegment(59a2c367-564c-46f4-b985-5cb8b4537227),segment_id=59a2c367-564c-46f4-b985-5cb8b4537227)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:05.522966 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.537568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Calling delete_port for ed8d71ab-9342-4445-a230-51a0da1226e7 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:05.562570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] DHCP port deletion for efaf080b-d225-45ff-ba9f-96044fdd189a request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:01:05.611081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] Deleting port ed8d71ab-9342-4445-a230-51a0da1226e7 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:01:05.611449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.623302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.653023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] No DVR routers for this DVR port ed8d71ab-9342-4445-a230-51a0da1226e7 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:01:05.658122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8d71ab-9342-4445-a230-51a0da1226e7,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:05.676184 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] For port ed8d71ab-9342-4445-a230-51a0da1226e7, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ed8d71ab-9342-4445-a230-51a0da1226e7,segment=NetworkSegment(59a2c367-564c-46f4-b985-5cb8b4537227),segment_id=59a2c367-564c-46f4-b985-5cb8b4537227)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:05.676676 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.694532 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] Calling delete_port for ed8d71ab-9342-4445-a230-51a0da1226e7 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:01:05.739994 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.763450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efaf080b-d225-45ff-ba9f-96044fdd189a']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:05.775120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a2c367-564c-46f4-b985-5cb8b4537227') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:05.775623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a2c367-564c-46f4-b985-5cb8b4537227') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:05.777962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.786420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.792304 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] No DVR routers for this DVR port ed8d71ab-9342-4445-a230-51a0da1226e7 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:01:05.809861 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.814809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb86836-8520-4ffb-ae8c-b59e0cc41710 None None] Pushing event deleted for resources: {'Port': ['ID=ed8d71ab-9342-4445-a230-51a0da1226e7,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:05.816094 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:01:05.820337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: timer() Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:01:05.822368 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:01:05.883761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.890117 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:05.893319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] 10.222.0.53 "DELETE /v2.0/networks/efaf080b-d225-45ff-ba9f-96044fdd189a HTTP/1.1" status: 204 len: 168 time: 0.5625641 Nov 04 10:01:05.904543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b0dfd5-cd37-4832-8e41-94b9d142d963 admin admin] Pushing event deleted for resources: {'Network': ['ID=efaf080b-d225-45ff-ba9f-96044fdd189a,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:06.054658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44414) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:06.095452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-679a5089-7946-4ebe-80af-3079c34de149 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be164115c91d432f8fbbae07d19cc97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395024 Nov 04 10:01:06.097880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44416) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:06.150119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b573f07-463c-49e7-9d94-c4a64c5e926a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.172119 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b573f07-463c-49e7-9d94-c4a64c5e926a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.218547 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b573f07-463c-49e7-9d94-c4a64c5e926a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.221251 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b573f07-463c-49e7-9d94-c4a64c5e926a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.222487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2b573f07-463c-49e7-9d94-c4a64c5e926a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/838894fa-d829-47d3-b49b-1f486aa70967 HTTP/1.1" status: 204 len: 168 time: 0.1237090 Nov 04 10:01:06.232193 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b573f07-463c-49e7-9d94-c4a64c5e926a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838894fa-d829-47d3-b49b-1f486aa70967,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:06.554322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44422) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:06.595593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0f8182c5-05fb-4e0a-8f2e-0a182efe6cfa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08b26b65a1c74ece988f394ffea080b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400810 Nov 04 10:01:06.598021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44424) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:06.647284 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ad2db3f-648d-4e97-ba69-7245818e127d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.668918 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ad2db3f-648d-4e97-ba69-7245818e127d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.718571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ad2db3f-648d-4e97-ba69-7245818e127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.721567 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0ad2db3f-648d-4e97-ba69-7245818e127d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:06.722987 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0ad2db3f-648d-4e97-ba69-7245818e127d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a4e51d1d-f619-4858-a1c8-2b95383ac208 HTTP/1.1" status: 204 len: 168 time: 0.1240032 Nov 04 10:01:06.731673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2db3f-648d-4e97-ba69-7245818e127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e51d1d-f619-4858-a1c8-2b95383ac208,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:07.106108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 515f1518-60c1-4b2d-b080-8bd8a366ac4e no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:01:07.126535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 515f1518-60c1-4b2d-b080-8bd8a366ac4e {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:01:07.126884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 515f1518-60c1-4b2d-b080-8bd8a366ac4e not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:01:07.127310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ed8d71ab-9342-4445-a230-51a0da1226e7 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:01:07.146300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ed8d71ab-9342-4445-a230-51a0da1226e7 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:01:07.146840 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ed8d71ab-9342-4445-a230-51a0da1226e7 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:01:07.424315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44446) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:07.450459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f95c9dd7-63dd-4f8a-92f3-3773d8ccaa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.524549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-549222980-network', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:07.546077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Made reservation on behalf of 46756e562e6043198f1c2d29e9555a7c for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:01:07.548396 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.556762 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.632826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.638066 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.663416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:01:07.673810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:07.678693 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.679042 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Added segment eb8533e5-2aa4-47ca-bbf8-00455b53fa7c of type vlan for network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 Nov 04 10:01:07.722758 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.747907 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.748790 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:07.749370 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:07.810897 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3854311 Nov 04 10:01:07.813914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44450) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:07.817856 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f429-c5a9-4379-98c1-e55c51338565 admin admin] Pushing event updated for resources: {'Network': ['ID=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:07.820467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Request body: {'subnet': {'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-549222980-subnet', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:07.828783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:01:07.845587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Made reservation on behalf of 46756e562e6043198f1c2d29e9555a7c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:01:07.848162 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.020938 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.075947 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:08.084631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Checking segment: {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:08.084987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Network hostable DHCP agents. Network: 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:01:08.102638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:01:08.112533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:08.116565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:08.117155 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.125160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f8b571-94fc-4fa2-a2c1-6c07883e21e4 None None] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:01:08.134601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-27fe9908-e24f-42d6-8a20-374509df0a8a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3190303 Nov 04 10:01:08.137396 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44452) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:08.142060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:08.162058 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.163061 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.219314 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.276053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:01:08.277568 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.362152 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.415203 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Allocated IP 172.20.0.2 (6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0/be613ab8-5ffa-42fc-a64a-b7d7a32f51e4/89b7b915-21ef-4aeb-9037-93f4502aeb63) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:01:08.565790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.566439 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.582331 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.585858 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.629268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:08.637063 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:08.640227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:01:08.643454 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Pushing event updated for resources: {'Port': ['ID=89b7b915-21ef-4aeb-9037-93f4502aeb63,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:08.694468 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Allocated IP 172.25.3.223 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/0effde82-6380-4a70-84b8-9418fecaac13) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:01:08.805976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.842263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.864144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Attempting to bind port 89b7b915-21ef-4aeb-9037-93f4502aeb63 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:01:08.864510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Attempting to bind port 89b7b915-21ef-4aeb-9037-93f4502aeb63 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:01:08.864875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Attempting to bind port 89b7b915-21ef-4aeb-9037-93f4502aeb63 on network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:08.870095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:01:08.870472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Checking segment: {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:08.870871 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.871309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Bound using segment: {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:01:08.871778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Bound port: 89b7b915-21ef-4aeb-9037-93f4502aeb63, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:01:08.872190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:08.878904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:08.881893 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:08.886649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:01:08.918296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Pushing event updated for resources: {'Port': ['ID=0effde82-6380-4a70-84b8-9418fecaac13,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:08.942744 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] For port 89b7b915-21ef-4aeb-9037-93f4502aeb63, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:01:08.946054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] For port 89b7b915-21ef-4aeb-9037-93f4502aeb63, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=89b7b915-21ef-4aeb-9037-93f4502aeb63,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:01:08.950503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:09.011082 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e43f998-cac7-445a-9c6a-c59908d49c1c None None] Pushing event updated for resources: {'Port': ['ID=89b7b915-21ef-4aeb-9037-93f4502aeb63,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:09.182761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:09.671874 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:09.812809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Router adb7cd8e-5700-425a-b21f-41888108b477 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:01:09.922718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacaf329-0ea6-4a58-8999-1d92093a0902 None None] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:01:09.926342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:01:09.937258 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Sync routers for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:01:09.948135 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:09.948872 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:00:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:09.949677 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:09.952445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cd8152d4-9094-4037-9e30-3c7202eca477 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8139153 Nov 04 10:01:09.954268 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44454) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:10.020771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-6883de2a-ebe3-42b4-b971-cd9bf042fad1 None None] Provisioning complete for port 89b7b915-21ef-4aeb-9037-93f4502aeb63 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:10.021147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6883de2a-ebe3-42b4-b971-cd9bf042fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.070369 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:10.098724 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4198c1bd-b38d-445a-865a-f3f0630ab5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.183126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6883de2a-ebe3-42b4-b971-cd9bf042fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.223829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6883de2a-ebe3-42b4-b971-cd9bf042fad1 None None] For port 89b7b915-21ef-4aeb-9037-93f4502aeb63, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=89b7b915-21ef-4aeb-9037-93f4502aeb63,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:10.229411 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6883de2a-ebe3-42b4-b971-cd9bf042fad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.279421 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:09Z', 'revision_number': 3, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:10.285626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883de2a-ebe3-42b4-b971-cd9bf042fad1 None None] Pushing event updated for resources: {'Port': ['ID=89b7b915-21ef-4aeb-9037-93f4502aeb63,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:10.358816 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.418223 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Checking router: adb7cd8e-5700-425a-b21f-41888108b477 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:01:10.418569 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Updating router adb7cd8e-5700-425a-b21f-41888108b477 port 0effde82-6380-4a70-84b8-9418fecaac13 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:01:10.428148 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.442768 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.451772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bbd3fcbf-048a-413a-a153-670195453525 None None] Provisioning complete for port 89b7b915-21ef-4aeb-9037-93f4502aeb63 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:10.452215 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bbd3fcbf-048a-413a-a153-670195453525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.601711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Allocated IP 172.20.0.1 (6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0/be613ab8-5ffa-42fc-a64a-b7d7a32f51e4/55c69ae9-31d4-4bca-a603-f0ae9f41b45b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:01:10.704578 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.710172 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.711416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.746988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.766629 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Attempting to bind port 0effde82-6380-4a70-84b8-9418fecaac13 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:01:10.767003 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Attempting to bind port 0effde82-6380-4a70-84b8-9418fecaac13 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:01:10.767359 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Attempting to bind port 0effde82-6380-4a70-84b8-9418fecaac13 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:10.769342 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Pushing event updated for resources: {'Port': ['ID=0effde82-6380-4a70-84b8-9418fecaac13,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:10.778043 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:01:10.778412 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:10.778816 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.779207 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:01:10.779665 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Bound port: 0effde82-6380-4a70-84b8-9418fecaac13, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:01:10.780082 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.783248 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.783679 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.783954 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.784286 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.784530 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:10.784641 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.784921 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.785241 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.785557 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.785873 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.786186 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.786518 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.786822 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:10.787250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:10.790855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:01:10.819939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Pushing event updated for resources: {'Port': ['ID=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:10.838895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.843231 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] For port 0effde82-6380-4a70-84b8-9418fecaac13, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:01:10.851886 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] For port 0effde82-6380-4a70-84b8-9418fecaac13, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0effde82-6380-4a70-84b8-9418fecaac13,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:01:10.860919 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:10.918417 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a530d78-cacf-40b2-bcab-07ee65681354 None None] Pushing event updated for resources: {'Port': ['ID=0effde82-6380-4a70-84b8-9418fecaac13,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:10.933535 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:10.934150 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:10.980755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.048735 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:11.064599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7771494b-9a18-44ae-afd6-764fb8a35f57 None None] Provisioning complete for port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:11.065336 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7771494b-9a18-44ae-afd6-764fb8a35f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.113977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7771494b-9a18-44ae-afd6-764fb8a35f57 None None] Port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:01:11.161172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 89b7b915-21ef-4aeb-9037-93f4502aeb63 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:11.174137 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.179467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.212261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 89b7b915-21ef-4aeb-9037-93f4502aeb63 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:11.212640 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.251429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.254135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Pushing event updated for resources: {'Port': ['ID=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:11.264964 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:09Z', 'revision_number': 3, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:11.292809 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c4fe99-facc-4360-9438-b0f06d7f58a5 None None] The sync data for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 is: [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:09Z', 'revision_number': 3, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:01:11.489072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.723554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:11.725118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:11.852974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Router adb7cd8e-5700-425a-b21f-41888108b477 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:01:11.962070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7b33dadd-fe13-4c56-90aa-29fbf23fd0bc None None] Provisioning complete for port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:11.962447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b33dadd-fe13-4c56-90aa-29fbf23fd0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:11.985086 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:01:11.992364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ae6e92ef-d734-418c-8362-138b40d63b24 admin admin] 10.222.0.53 "PUT /v2.0/routers/adb7cd8e-5700-425a-b21f-41888108b477/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0363538 Nov 04 10:01:12.006918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7b33dadd-fe13-4c56-90aa-29fbf23fd0bc None None] Port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:01:12.472352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44470) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:12.477349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1215707338-network', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:12.499823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Made reservation on behalf of 48ad997d797a4c0a9c17ecdc05923a46 for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:01:12.502142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.511819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.592948 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.596730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.622545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:01:12.631163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47408819-0894-4fd2-97fc-1822baed4c1a,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:12.639209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.640224 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Added segment 5f01e8cf-d585-4e90-80d6-1e99aecb6a46 of type vlan for network 96792bb2-6481-433c-aec0-2f81bb7ac35b Nov 04 10:01:12.685475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.710688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.711777 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:12.712378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.771898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2983897 Nov 04 10:01:12.774701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44472) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:12.781905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Request body: {'subnet': {'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1215707338-subnet', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:12.786300 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748bd70-6c99-4884-96b8-68e51cc7e7fb admin admin] Pushing event updated for resources: {'Network': ['ID=96792bb2-6481-433c-aec0-2f81bb7ac35b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:12.797437 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:01:12.818668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Made reservation on behalf of 48ad997d797a4c0a9c17ecdc05923a46 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:01:12.821136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:12.882577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Sync routers for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:01:12.893426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:12.894087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:12.976998 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.016329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:13.019640 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.074935 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b42a4d-b399-4fba-a38c-8c96a6b07305,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:13.095276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Checking segment: {'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:13.095783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Network hostable DHCP agents. Network: 96792bb2-6481-433c-aec0-2f81bb7ac35b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:01:13.124284 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:01:13.143422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 96792bb2-6481-433c-aec0-2f81bb7ac35b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:13.148690 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:13.149391 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.161891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0effde82-6380-4a70-84b8-9418fecaac13 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:13.164123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fd08c3-f896-40c9-b2fd-d02e13fdf349 None None] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:01:13.168610 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8785054d-bd54-421a-b070-8c15709a5a81 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3924978 Nov 04 10:01:13.171483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44474) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:13.176726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:13.203304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.204504 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.269842 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.371212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0effde82-6380-4a70-84b8-9418fecaac13 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:13.371584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.413834 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.451902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-96792bb2-6481-433c-aec0-2f81bb7ac35b', 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'fixed_ips': [{'subnet_id': 'd3b42a4d-b399-4fba-a38c-8c96a6b07305'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:01:13.452795 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.458658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:11Z', 'revision_number': 2, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:13.495651 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Checking router: adb7cd8e-5700-425a-b21f-41888108b477 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:01:13.496036 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Updating router adb7cd8e-5700-425a-b21f-41888108b477 port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:01:13.555990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.619998 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.624390 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.643646 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.675726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 0effde82-6380-4a70-84b8-9418fecaac13, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0effde82-6380-4a70-84b8-9418fecaac13,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:13.699085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.753745 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Allocated IP 172.25.3.242 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/72b8fe1e-b12b-449e-b568-17a87ffc52c3) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:01:13.897826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.935939 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:13.969683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Allocated IP 172.20.0.2 (96792bb2-6481-433c-aec0-2f81bb7ac35b/d3b42a4d-b399-4fba-a38c-8c96a6b07305/bc5815ff-12f9-4b78-adbf-02055c8ca88d) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:01:13.975988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:13.980730 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:13.983167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:01:14.012948 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Pushing event updated for resources: {'Port': ['ID=72b8fe1e-b12b-449e-b568-17a87ffc52c3,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:14.013653 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=0effde82-6380-4a70-84b8-9418fecaac13,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:14.234030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.246244 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.262475 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.299944 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.316271 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.321245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:14.330365 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:14.333701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Pushing event updated for resources: {'Port': ['ID=bc5815ff-12f9-4b78-adbf-02055c8ca88d,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:14.335943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:01:14.449212 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf88d89-e700-4441-b78e-a7d506dd4d84 None None] Pushing event updated for resources: {'Port': ['ID=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:14.461465 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.476738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Attempting to bind port bc5815ff-12f9-4b78-adbf-02055c8ca88d on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:01:14.477112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Attempting to bind port bc5815ff-12f9-4b78-adbf-02055c8ca88d by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:01:14.477477 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Attempting to bind port bc5815ff-12f9-4b78-adbf-02055c8ca88d on network 96792bb2-6481-433c-aec0-2f81bb7ac35b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:14.487007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:01:14.487412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Checking segment: {'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:14.487779 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.488200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Bound using segment: {'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:01:14.488672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Bound port: bc5815ff-12f9-4b78-adbf-02055c8ca88d, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:01:14.489054 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.490989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Attempting to bind port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:01:14.491348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Attempting to bind port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:01:14.491723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Attempting to bind port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b on network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:14.505590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:01:14.505961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Checking segment: {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:14.506366 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.506757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Bound using segment: {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:01:14.507234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Bound port: 55c69ae9-31d4-4bca-a603-f0ae9f41b45b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:01:14.507617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.597732 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:01:14.616420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] For port bc5815ff-12f9-4b78-adbf-02055c8ca88d, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:01:14.631329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] For port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:01:14.635712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] For port bc5815ff-12f9-4b78-adbf-02055c8ca88d, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bc5815ff-12f9-4b78-adbf-02055c8ca88d,segment=NetworkSegment(5f01e8cf-d585-4e90-80d6-1e99aecb6a46),segment_id=5f01e8cf-d585-4e90-80d6-1e99aecb6a46)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:01:14.646424 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.658299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] For port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:01:14.683616 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.702871 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-192ddc3f-3f6e-47ab-b7c0-582eefca4858 None None] Provisioning complete for port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:14.703244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-192ddc3f-3f6e-47ab-b7c0-582eefca4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.710096 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:01:14.720528 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Sync routers for ids ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:01:14.728612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:14.733293 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-acc7a4cd-e28e-4ecd-8e05-930b89f82cde admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5574372 Nov 04 10:01:14.734352 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44476) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:14.748748 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Routers {'23e97d7f-32a0-4e43-8758-03b2ae0f9fde'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:14.749398 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:14.762296 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12430bc5-c6ac-4fd0-969e-fe3d4fea3a9d None None] Pushing event updated for resources: {'Port': ['ID=bc5815ff-12f9-4b78-adbf-02055c8ca88d,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:14.802549 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:14.803230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:14.892127 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Set router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:14.938113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf88d89-e700-4441-b78e-a7d506dd4d84 None None] Pushing event updated for resources: {'Port': ['ID=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:14.998164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-192ddc3f-3f6e-47ab-b7c0-582eefca4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.064120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:15.066969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-192ddc3f-3f6e-47ab-b7c0-582eefca4858 None None] For port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:15.109893 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-192ddc3f-3f6e-47ab-b7c0-582eefca4858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.227191 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:14Z', 'revision_number': 3, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port': {'id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:15.266806 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Checking router: 23e97d7f-32a0-4e43-8758-03b2ae0f9fde for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:01:15.268108 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Updating router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde port 72b8fe1e-b12b-449e-b568-17a87ffc52c3 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:01:15.299958 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.315806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0effde82-6380-4a70-84b8-9418fecaac13 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:15.321192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ddc3f-3f6e-47ab-b7c0-582eefca4858 None None] Pushing event updated for resources: {'Port': ['ID=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:15.364628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-c151cdf5-2441-4494-9b49-ec76c9da79de None None] Provisioning complete for port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:15.365008 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c151cdf5-2441-4494-9b49-ec76c9da79de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.427792 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.478280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0effde82-6380-4a70-84b8-9418fecaac13 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:15.478655 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.575673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:14Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:15.598825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Allocated IP 172.20.0.1 (96792bb2-6481-433c-aec0-2f81bb7ac35b/d3b42a4d-b399-4fba-a38c-8c96a6b07305/2a67bb3a-b812-4fe8-8780-3da1c3c5a81b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:01:15.635977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63637b27-f3e2-4139-b1d5-89015a13351d None None] The sync data for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 is: [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:14Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:01:15.636692 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.649993 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.669815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bc5815ff-12f9-4b78-adbf-02055c8ca88d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:15.739510 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Attempting to bind port 72b8fe1e-b12b-449e-b568-17a87ffc52c3 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:01:15.740586 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Attempting to bind port 72b8fe1e-b12b-449e-b568-17a87ffc52c3 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:01:15.741128 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Attempting to bind port 72b8fe1e-b12b-449e-b568-17a87ffc52c3 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:15.754086 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:01:15.762387 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:15.764320 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.766306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:01:15.766829 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Bound port: 72b8fe1e-b12b-449e-b568-17a87ffc52c3, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:01:15.767218 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.769781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bc5815ff-12f9-4b78-adbf-02055c8ca88d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:15.770149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.783951 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.817343 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7a647-7af1-4d11-9cab-b1a02f363eca None None] Pushing event updated for resources: {'Port': ['ID=72b8fe1e-b12b-449e-b568-17a87ffc52c3,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:15.859524 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] For port 72b8fe1e-b12b-449e-b568-17a87ffc52c3, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:01:15.859846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.863633 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] For port 72b8fe1e-b12b-449e-b568-17a87ffc52c3, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=72b8fe1e-b12b-449e-b568-17a87ffc52c3,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:01:15.871142 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.888452 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.915681 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:15.920124 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:15.923108 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:01:15.952158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:15.956297 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port bc5815ff-12f9-4b78-adbf-02055c8ca88d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bc5815ff-12f9-4b78-adbf-02055c8ca88d,segment=NetworkSegment(5f01e8cf-d585-4e90-80d6-1e99aecb6a46),segment_id=5f01e8cf-d585-4e90-80d6-1e99aecb6a46)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:15.963314 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:15.980143 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7a647-7af1-4d11-9cab-b1a02f363eca None None] Pushing event updated for resources: {'Port': ['ID=72b8fe1e-b12b-449e-b568-17a87ffc52c3,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:15.985467 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.016504 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Routers {'23e97d7f-32a0-4e43-8758-03b2ae0f9fde'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:16.017257 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:16.063245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=bc5815ff-12f9-4b78-adbf-02055c8ca88d,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:16.115977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3af3be5-cd39-4ff3-b476-6db220fc4306 None None] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:01:16.165801 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.203043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b2bc15db-c1b6-4d6d-a375-aa35f946d51d None None] Provisioning complete for port bc5815ff-12f9-4b78-adbf-02055c8ca88d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:16.203706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b2bc15db-c1b6-4d6d-a375-aa35f946d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.264565 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] Set router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:16.282430 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.404416 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.409767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.489014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:16.492840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.493369 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:14Z', 'revision_number': 3, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port': {'id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:16.532666 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055d710-28cf-44f4-ae07-e80fa54dd1fa None None] The sync data for ids ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'] in n-d-816487-1 is: [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:14Z', 'revision_number': 3, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port': {'id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:01:16.619290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:16.621694 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:16.739901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bbce6e06-ef64-46ff-9cba-c64fb8f665e7 None None] Provisioning complete for port bc5815ff-12f9-4b78-adbf-02055c8ca88d triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:16.740373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bbce6e06-ef64-46ff-9cba-c64fb8f665e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.773359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:01:16.894984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bbce6e06-ef64-46ff-9cba-c64fb8f665e7 None None] Provisioning complete for port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:16.895391 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bbce6e06-ef64-46ff-9cba-c64fb8f665e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:16.944676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-bbce6e06-ef64-46ff-9cba-c64fb8f665e7 None None] Port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:01:16.980907 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:01:16.986358 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a2b4a554-b7ed-46ff-a89f-5a692c1c1ac8 admin admin] 10.222.0.53 "PUT /v2.0/routers/23e97d7f-32a0-4e43-8758-03b2ae0f9fde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508276 Nov 04 10:01:17.074216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-57e2d756-60a4-478f-ad36-19b94e117b0d None None] Provisioning complete for port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:17.074844 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-57e2d756-60a4-478f-ad36-19b94e117b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:17.137854 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-57e2d756-60a4-478f-ad36-19b94e117b0d None None] Port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:01:17.178092 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:17.367334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 72b8fe1e-b12b-449e-b568-17a87ffc52c3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:17.372793 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8e85197d-397a-420f-b0c9-473ae7e45a17 None None] Provisioning complete for port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:17.373530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e85197d-397a-420f-b0c9-473ae7e45a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:17.450081 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-8e85197d-397a-420f-b0c9-473ae7e45a17 None None] Port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:01:17.461716 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 72b8fe1e-b12b-449e-b568-17a87ffc52c3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:17.462164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:17.555397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:17.578878 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 72b8fe1e-b12b-449e-b568-17a87ffc52c3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=72b8fe1e-b12b-449e-b568-17a87ffc52c3,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:17.582149 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:17.583117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bc5815ff-12f9-4b78-adbf-02055c8ca88d up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:17.664446 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=72b8fe1e-b12b-449e-b568-17a87ffc52c3,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:17.677808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bc5815ff-12f9-4b78-adbf-02055c8ca88d triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:17.678218 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:17.766040 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 55c69ae9-31d4-4bca-a603-f0ae9f41b45b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:17.825242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:17.825716 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:19.132422 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 72b8fe1e-b12b-449e-b568-17a87ffc52c3 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:19.197237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 72b8fe1e-b12b-449e-b568-17a87ffc52c3 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:19.198169 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:19.254512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Sync routers for ids ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:01:19.271363 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Routers {'23e97d7f-32a0-4e43-8758-03b2ae0f9fde'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:19.275353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:19.598664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Set router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:19.820699 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:16Z', 'revision_number': 4, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port': {'id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2a67bb3a-b812-4fe8-8780-3da1c3c5a81b', 'name': '', 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'mac_address': 'fa:16:3e:3f:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd3b42a4d-b399-4fba-a38c-8c96a6b07305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:15Z', 'updated_at': '2021-11-04T10:01:16Z', 'revision_number': 2, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'subnets': [{'id': 'd3b42a4d-b399-4fba-a38c-8c96a6b07305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:19.856814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Checking router: 23e97d7f-32a0-4e43-8758-03b2ae0f9fde for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:01:19.857166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Updating router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:01:19.900505 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.221073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.228182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.287560 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8aff5-7f25-4501-8c15-571dd750072b None None] Pushing event updated for resources: {'Port': ['ID=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:20.351073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Attempting to bind port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:01:20.351698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Attempting to bind port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:01:20.352326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Attempting to bind port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b on network 96792bb2-6481-433c-aec0-2f81bb7ac35b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:20.360720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:01:20.361500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Checking segment: {'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:20.362133 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.362764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Bound using segment: {'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:01:20.363449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Bound port: 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f01e8cf-d585-4e90-80d6-1e99aecb6a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:01:20.364128 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.441099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] For port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:01:20.444997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] For port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,segment=NetworkSegment(5f01e8cf-d585-4e90-80d6-1e99aecb6a46),segment_id=5f01e8cf-d585-4e90-80d6-1e99aecb6a46)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:01:20.454233 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.529109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Routers {'23e97d7f-32a0-4e43-8758-03b2ae0f9fde'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:01:20.529440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:20.573380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8aff5-7f25-4501-8c15-571dd750072b None None] Pushing event updated for resources: {'Port': ['ID=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:20.648148 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-daa4e58b-4096-42e4-b19d-bacf70ec75bf None None] Provisioning complete for port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:20.648782 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-daa4e58b-4096-42e4-b19d-bacf70ec75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.713559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] Set router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:01:20.888422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-daa4e58b-4096-42e4-b19d-bacf70ec75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:20.940196 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-daa4e58b-4096-42e4-b19d-bacf70ec75bf None None] For port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,segment=NetworkSegment(5f01e8cf-d585-4e90-80d6-1e99aecb6a46),segment_id=5f01e8cf-d585-4e90-80d6-1e99aecb6a46)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:20.952455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-daa4e58b-4096-42e4-b19d-bacf70ec75bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:21.036449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4e58b-4096-42e4-b19d-bacf70ec75bf None None] Pushing event updated for resources: {'Port': ['ID=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:21.069352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:16Z', 'revision_number': 4, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port': {'id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2a67bb3a-b812-4fe8-8780-3da1c3c5a81b', 'name': '', 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'mac_address': 'fa:16:3e:3f:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd3b42a4d-b399-4fba-a38c-8c96a6b07305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:15Z', 'updated_at': '2021-11-04T10:01:20Z', 'revision_number': 4, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'subnets': [{'id': 'd3b42a4d-b399-4fba-a38c-8c96a6b07305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:01:21.108361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-902f6b66-284b-40d8-bfbe-33ce46861653 None None] Provisioning complete for port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:21.108863 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-902f6b66-284b-40d8-bfbe-33ce46861653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:21.110722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c835ae8-753b-47b4-beb9-cacb753115c3 None None] The sync data for ids ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'] in n-d-816487-1 is: [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:16Z', 'revision_number': 4, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port': {'id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2a67bb3a-b812-4fe8-8780-3da1c3c5a81b', 'name': '', 'network_id': '96792bb2-6481-433c-aec0-2f81bb7ac35b', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'mac_address': 'fa:16:3e:3f:55:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': 'd3b42a4d-b399-4fba-a38c-8c96a6b07305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:15Z', 'updated_at': '2021-11-04T10:01:20Z', 'revision_number': 4, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'subnets': [{'id': 'd3b42a4d-b399-4fba-a38c-8c96a6b07305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:01:23.173115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:23.235929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:23.236247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:27.235069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-b71a1958-6a64-4efd-9a76-e65c3b61530a tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:27.236639 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-b71a1958-6a64-4efd-9a76-e65c3b61530a tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 814 time: 0.1073627 Nov 04 10:01:27.252343 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-2fbe1da9-dfd2-4945-9f36-7547e872aa0f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/quotas/46756e562e6043198f1c2d29e9555a7c HTTP/1.1" status: 200 len: 375 time: 0.0095725 Nov 04 10:01:27.304161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-70063dc5-ca10-4275-8f34-e8d46c43d404 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461559 Nov 04 10:01:27.503226 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-d948aa79-28ba-4dbb-bbcb-c4ad39143c54 service neutron] 10.222.0.53 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866279 Nov 04 10:01:27.599733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c66b3d53-bc86-4c82-ac5c-49613a1f7cc1 service neutron] 10.222.0.53 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903616 Nov 04 10:01:27.777560 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab1cad47-c66f-475e-abfa-5ff6ad0b0846 req-4ed288b0-a6db-4c9d-9814-6713023d16a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 210 time: 0.0274074 Nov 04 10:01:28.733025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-394fae89-4213-4d40-851d-60e8c303317c tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:28.734505 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-394fae89-4213-4d40-851d-60e8c303317c tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 814 time: 0.1062613 Nov 04 10:01:28.749131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'port': {'device_id': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'admin_state_up': True, 'tenant_id': '46756e562e6043198f1c2d29e9555a7c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:28.872367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Made reservation on behalf of 46756e562e6043198f1c2d29e9555a7c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:01:28.877033 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:28.880284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40225770-bb48-4090-9f01-b13f4773fa30 req-b823e107-d119-44be-b5ab-705d3de5a9fc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 210 time: 0.0307736 Nov 04 10:01:29.036747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Allocated IP 172.20.0.11 (6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0/be613ab8-5ffa-42fc-a64a-b7d7a32f51e4/ef22040e-afbe-4b47-b079-ff6c6676ec45) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:01:29.270561 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:29.315707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:29.383580 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:01:29.388077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:01:29.392250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:01:29.421958 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:29.443704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.444093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.444471 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.444784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.445117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.445454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.445782 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.446108 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.446436 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.446763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.447085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.447410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:29.473507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:29.474335 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:29.525494 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c5378a52-0771-4413-8c86-5cc06ddd7263 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7686694 Nov 04 10:01:29.732879 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-eeae5a82-7182-4a93-9186-f78b630f8988 None None] Provisioning complete for port ef22040e-afbe-4b47-b079-ff6c6676ec45 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:29.733480 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-eeae5a82-7182-4a93-9186-f78b630f8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:29.772865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-eeae5a82-7182-4a93-9186-f78b630f8988 None None] Port ef22040e-afbe-4b47-b079-ff6c6676ec45 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:01:30.017476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2728a96f-a765-4d1e-a778-2af4c6ac5dce req-8b1f5715-80b6-4765-a17d-f05578ca0da6 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:30.019016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2728a96f-a765-4d1e-a778-2af4c6ac5dce req-8b1f5715-80b6-4765-a17d-f05578ca0da6 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0574806 Nov 04 10:01:30.062776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2728a96f-a765-4d1e-a778-2af4c6ac5dce req-687fb9ee-edc9-4f7d-8585-976738f17988 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375311 Nov 04 10:01:31.197247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e83f99-aed5-4d34-913d-791f2791b241 req-35349498-f4f5-4afa-acd9-c8b3bbea811d tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:31.199748 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13e83f99-aed5-4d34-913d-791f2791b241 req-35349498-f4f5-4afa-acd9-c8b3bbea811d tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0569026 Nov 04 10:01:31.242344 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13e83f99-aed5-4d34-913d-791f2791b241 req-ced9dd1d-6b2e-4325-a3dd-8a5d578456ba tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326505 Nov 04 10:01:32.405052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf8563-2037-400a-aa28-4c4223e3f69d req-2cc5c8da-4a1d-40ce-b9fc-e8c83ea17a46 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:32.406594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0edf8563-2037-400a-aa28-4c4223e3f69d req-2cc5c8da-4a1d-40ce-b9fc-e8c83ea17a46 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0798178 Nov 04 10:01:32.456216 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0edf8563-2037-400a-aa28-4c4223e3f69d req-cfe69cff-7927-4ee0-814b-89a318b60315 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429716 Nov 04 10:01:33.583939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065a0769-bc75-492c-983a-0dbe0519b05f req-d1c4c3d0-d4b2-4fc8-9c63-e3e80da336be tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:33.583939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-065a0769-bc75-492c-983a-0dbe0519b05f req-d1c4c3d0-d4b2-4fc8-9c63-e3e80da336be tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0546668 Nov 04 10:01:33.632547 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-065a0769-bc75-492c-983a-0dbe0519b05f req-1c51f2a4-c7ae-4702-a9de-e26ff36e9db8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439591 Nov 04 10:01:34.766231 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91294fa6-ab8e-473e-bb14-62e96817ab3a req-df224dcd-4633-4605-9f87-7fa5466bdaf0 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:34.767906 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91294fa6-ab8e-473e-bb14-62e96817ab3a req-df224dcd-4633-4605-9f87-7fa5466bdaf0 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0612285 Nov 04 10:01:34.808817 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-91294fa6-ab8e-473e-bb14-62e96817ab3a req-8b44b770-be79-436f-bfb6-57aed68d2b79 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341501 Nov 04 10:01:35.944229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35800d5-9218-4062-865d-9700b86f884d req-8cf4f983-f375-493b-8360-52cb8ad75f31 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:35.945797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a35800d5-9218-4062-865d-9700b86f884d req-8cf4f983-f375-493b-8360-52cb8ad75f31 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0557075 Nov 04 10:01:35.985449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a35800d5-9218-4062-865d-9700b86f884d req-b21f9157-7afa-4d10-9346-5d0daec37f38 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332258 Nov 04 10:01:37.108965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd740e-58b4-4df3-8ac8-7086ea6bc020 req-1410ac9e-309c-4523-b13c-b02bfe0b7a1c tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:37.110480 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77bd740e-58b4-4df3-8ac8-7086ea6bc020 req-1410ac9e-309c-4523-b13c-b02bfe0b7a1c tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0542903 Nov 04 10:01:37.157799 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77bd740e-58b4-4df3-8ac8-7086ea6bc020 req-c91ddb26-8a62-4bcd-95e3-560ac62cd405 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377758 Nov 04 10:01:37.452580 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-edcee716-0c33-4989-a405-fb245dada599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:38.301449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904480a1-c6f1-41cc-a1a0-5c2e3ccaf2e7 req-5ba148b6-896d-4c98-9b57-95fd03a24c73 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:38.303114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-904480a1-c6f1-41cc-a1a0-5c2e3ccaf2e7 req-5ba148b6-896d-4c98-9b57-95fd03a24c73 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0592964 Nov 04 10:01:38.344239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-904480a1-c6f1-41cc-a1a0-5c2e3ccaf2e7 req-c978f411-4cb6-4f97-a669-dec1bf6e356e tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Nov 04 10:01:39.462243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ca0ea-4592-43fe-8cfb-5ee88c5586ae req-e6288ca2-195a-44c3-82c9-986292e8cbcc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:39.463794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-050ca0ea-4592-43fe-8cfb-5ee88c5586ae req-e6288ca2-195a-44c3-82c9-986292e8cbcc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 932 time: 0.0513296 Nov 04 10:01:39.502394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-050ca0ea-4592-43fe-8cfb-5ee88c5586ae req-6b81e269-6252-4af4-929e-311982718e12 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322566 Nov 04 10:01:39.675380 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:01:39.691689 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Request body: {'port': {'device_id': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:39.746448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.021547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef22040e-afbe-4b47-b079-ff6c6676ec45 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:01:40.030448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.043063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Transition to ACTIVE for port object ef22040e-afbe-4b47-b079-ff6c6676ec45 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:01:40.045662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8dea8a61-4682-4c9a-bd30-fb499d037383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.046429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.094855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Pushing event updated for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:40.167764 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Attempting to bind port ef22040e-afbe-4b47-b079-ff6c6676ec45 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:01:40.168205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Attempting to bind port ef22040e-afbe-4b47-b079-ff6c6676ec45 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:01:40.168531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Attempting to bind port ef22040e-afbe-4b47-b079-ff6c6676ec45 on network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:40.173119 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Port ef22040e-afbe-4b47-b079-ff6c6676ec45 on network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:01:40.173462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Attempting to bind port ef22040e-afbe-4b47-b079-ff6c6676ec45 on network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:01:40.178648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:01:40.178986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Checking segment: {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:01:40.179362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Bound using segment: {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:01:40.179783 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Bound port: ef22040e-afbe-4b47-b079-ff6c6676ec45, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:01:40.180162 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.257432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:01:40.262533 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:01:40.267344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.302362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:40.302932 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.304343 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] 10.222.0.70 "PUT /v2.0/ports/ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 1092 time: 0.6176882 Nov 04 10:01:40.304781 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:01:40.307042 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dfdd58f-a7bc-4431-9d47-171260f33225" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:01:40.336762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cf6bd-30c4-409c-bebf-456a0adf7545 service neutron] Pushing event updated for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:40.367353 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:40.379236 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787b1122-c9c2-45cb-96cf-1f778fac2750 x-openstack-request-id: req-787b1122-c9c2-45cb-96cf-1f778fac2750 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:01:40.379531 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:01:40.379789 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-787b1122-c9c2-45cb-96cf-1f778fac2750 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:01:40.380216 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'status': 'completed', 'code': 200} Nov 04 10:01:40.415134 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-75d3fb23-1ae2-4564-895d-b7668f663779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:40.416809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-75d3fb23-1ae2-4564-895d-b7668f663779 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1095 time: 0.0473516 Nov 04 10:01:40.465310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-0b98c691-43c8-4f07-8072-b00d399b46fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 217 time: 0.0400202 Nov 04 10:01:40.516058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-59716c1d-7b68-49fc-abac-ae88bd5198cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:40.517585 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-59716c1d-7b68-49fc-abac-ae88bd5198cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0463123 Nov 04 10:01:40.566421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-cefee6da-5d3d-4057-b158-2d1bc1b73efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:40.568099 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-cefee6da-5d3d-4057-b158-2d1bc1b73efb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421166 Nov 04 10:01:40.626025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c6542-b92d-4ea5-a3f6-758dd1e16556 req-ece940b2-37d4-4249-8308-1926d0ca67a6 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:40.627528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b11c6542-b92d-4ea5-a3f6-758dd1e16556 req-ece940b2-37d4-4249-8308-1926d0ca67a6 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 944 time: 0.0528476 Nov 04 10:01:40.666190 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b11c6542-b92d-4ea5-a3f6-758dd1e16556 req-6e8bfdaf-af81-4acc-9758-0b0028e66181 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324936 Nov 04 10:01:40.668845 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-281c9717-4ade-4254-b78e-4e25a765db1b service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926206 Nov 04 10:01:40.761151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-37ec6b44-07da-4df3-b33e-4fed941fafd2 req-c33ddf84-5dee-4174-8010-d712bf7d453c service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845251 Nov 04 10:01:40.844532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-068ab545-dc49-431e-a99c-0627e83ad080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:40.846008 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-068ab545-dc49-431e-a99c-0627e83ad080 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1095 time: 0.0407417 Nov 04 10:01:40.943089 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-3cabc4ed-0dff-404c-ba87-68e339868fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:40.944626 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-3cabc4ed-0dff-404c-ba87-68e339868fe4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.0904248 Nov 04 10:01:40.991071 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-0e9d9df7-f8c2-4e76-b688-8399afa1d50c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 217 time: 0.0355368 Nov 04 10:01:41.046380 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-e092444f-8523-41b4-8fe8-d437c10b6fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:41.047918 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-e092444f-8523-41b4-8fe8-d437c10b6fa6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0489793 Nov 04 10:01:41.095409 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-4c07a578-b024-4228-9b6f-bbaf06221581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:41.097147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-4c07a578-b024-4228-9b6f-bbaf06221581 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408826 Nov 04 10:01:41.188992 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-df1e3c65-a1a7-4d84-b8da-42913aff814a service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830026 Nov 04 10:01:41.288054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-6dfdd58f-a7bc-4431-9d47-171260f33225 req-fd3e2040-ec74-4842-9f21-578a0ebfd22d service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909340 Nov 04 10:01:41.484962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:41.785012 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0022a7d-00a9-4c2b-8bfb-71b8de512cd8 req-896e6f03-1aca-449b-8dcd-b29e6b4af572 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:41.786377 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0022a7d-00a9-4c2b-8bfb-71b8de512cd8 req-896e6f03-1aca-449b-8dcd-b29e6b4af572 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 944 time: 0.0531044 Nov 04 10:01:41.825420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0022a7d-00a9-4c2b-8bfb-71b8de512cd8 req-4493ec91-b366-44ac-b226-79ff7e8f6d16 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327854 Nov 04 10:01:42.941413 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:42.943208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f5ec8-b398-4565-aece-c814ee4d594b req-2f65cd5a-c5af-4489-8e37-3db44e25e463 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:42.944738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b75f5ec8-b398-4565-aece-c814ee4d594b req-2f65cd5a-c5af-4489-8e37-3db44e25e463 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 944 time: 0.0512748 Nov 04 10:01:42.983213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b75f5ec8-b398-4565-aece-c814ee4d594b req-11f8b8bd-5396-4389-9096-2797c2e36818 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Nov 04 10:01:43.418665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ef22040e-afbe-4b47-b079-ff6c6676ec45 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:01:43.517053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:43.529461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'port_id': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'mac_address': 'fa:16:3e:3c:40:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:01:43.570588 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:43.584480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef22040e-afbe-4b47-b079-ff6c6676ec45 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:01:43.605303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:43.608927 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:43.655899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:43.663293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.663637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.664012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.664348 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.664676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.665003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.665325 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.665648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.665968 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.666285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.666657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.666923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:01:43.857719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['ef22040e-afbe-4b47-b079-ff6c6676ec45'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:01:44.101164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec536ac-f36e-47d9-a3a2-8bbcf2de2f44 req-3970e238-4523-4cca-a605-1f300ffe04a2 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:44.102690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ec536ac-f36e-47d9-a3a2-8bbcf2de2f44 req-3970e238-4523-4cca-a605-1f300ffe04a2 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 945 time: 0.0506940 Nov 04 10:01:44.141777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ec536ac-f36e-47d9-a3a2-8bbcf2de2f44 req-7cb49be4-b0ad-4936-b0a0-2e129388bb91 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326679 Nov 04 10:01:45.259521 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e9a02-f389-42ff-9749-fa05261dc83a req-fc0b184e-1e2e-47d7-9eb7-a252e869af2f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:45.261658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-627e9a02-f389-42ff-9749-fa05261dc83a req-fc0b184e-1e2e-47d7-9eb7-a252e869af2f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 945 time: 0.0539875 Nov 04 10:01:45.299082 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-627e9a02-f389-42ff-9749-fa05261dc83a req-182e7807-5582-4132-8c7b-9e6efb63910b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306952 Nov 04 10:01:45.430569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ef22040e-afbe-4b47-b079-ff6c6676ec45 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:01:45.478955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port ef22040e-afbe-4b47-b079-ff6c6676ec45 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:01:45.483078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port ef22040e-afbe-4b47-b079-ff6c6676ec45 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:01:45.483450 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:45.560818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:45.582601 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:01:45.584977 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b0679c-8b6f-491c-8b70-3cfc03e43e15" -d '{"events": [{"server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "name": "network-vif-plugged", "status": "completed", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:01:45.598753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:01:45.602709 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:45.631402 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757a1267-076c-47c8-9764-6281859aee94 x-openstack-request-id: req-757a1267-076c-47c8-9764-6281859aee94 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:01:45.631919 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "name": "network-vif-plugged", "status": "completed", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:01:45.632050 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-757a1267-076c-47c8-9764-6281859aee94 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:01:45.632344 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'code': 200} Nov 04 10:01:45.661188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:01:45.737154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fd40-4a3f-47db-bc4c-c02ff5e61616 req-bea3105d-af69-420c-ab44-a31f856b0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:45.738727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00a4fd40-4a3f-47db-bc4c-c02ff5e61616 req-bea3105d-af69-420c-ab44-a31f856b0bee service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1097 time: 0.0422003 Nov 04 10:01:45.774300 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-00a4fd40-4a3f-47db-bc4c-c02ff5e61616 req-39c0363e-7c7f-4cac-b50a-5c8368158657 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284913 Nov 04 10:01:46.208561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:46.418092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d705ff4-0e2e-4464-909a-fd1d0df92675 req-1d786d4c-a718-4ee7-8f5d-ffd37edaebdf tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:46.419609 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d705ff4-0e2e-4464-909a-fd1d0df92675 req-1d786d4c-a718-4ee7-8f5d-ffd37edaebdf tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0511706 Nov 04 10:01:46.461230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3d705ff4-0e2e-4464-909a-fd1d0df92675 req-0562d1c9-f520-4f4d-9e03-61842a6a640e tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356042 Nov 04 10:01:47.163661 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:47.577543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbeefa-47bf-4e32-b487-89b9b67d45d7 req-ec2da770-cbdd-4157-b682-f8e9ec6755ba tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:47.579004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ccbeefa-47bf-4e32-b487-89b9b67d45d7 req-ec2da770-cbdd-4157-b682-f8e9ec6755ba tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0495088 Nov 04 10:01:47.616108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ccbeefa-47bf-4e32-b487-89b9b67d45d7 req-1d95af6b-826d-46d3-b040-5c861cdd4868 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Nov 04 10:01:47.734092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed905e2-315b-4fd8-bac7-d739df979aa0 req-ec528110-1918-4c17-ba9e-bedd821eac09 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:47.735563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ed905e2-315b-4fd8-bac7-d739df979aa0 req-ec528110-1918-4c17-ba9e-bedd821eac09 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0538979 Nov 04 10:01:47.776218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ed905e2-315b-4fd8-bac7-d739df979aa0 req-fac93b5c-2614-4f82-ac7c-3fca27fe5d5d tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344539 Nov 04 10:01:47.970032 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42fc9f-15f1-4124-9242-e0d3338648fd req-25bda670-4c42-4c09-9335-ce52f99b7c3b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:47.971511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce42fc9f-15f1-4124-9242-e0d3338648fd req-25bda670-4c42-4c09-9335-ce52f99b7c3b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0485778 Nov 04 10:01:48.010977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce42fc9f-15f1-4124-9242-e0d3338648fd req-91379e96-0862-4688-9f4e-c4a563cf4d8e tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332272 Nov 04 10:01:57.413850 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-643cedb0-e8f4-4d15-b5dc-65564c26c820 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404994 Nov 04 10:01:57.501171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-20e4d55a-3aea-4a35-8165-1ed898e39dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:57.502739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-20e4d55a-3aea-4a35-8165-1ed898e39dad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1097 time: 0.0447180 Nov 04 10:01:57.610048 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-c8925e40-f5cd-4e50-90c3-fe761cfc5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:57.611557 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-c8925e40-f5cd-4e50-90c3-fe761cfc5e04 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.0864239 Nov 04 10:01:57.661000 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-e590053d-090c-4c43-b5f4-8ce42ecbb128 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 217 time: 0.0404217 Nov 04 10:01:57.711387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-bf25e616-d4fd-41e8-8b50-02b9f5f11c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:57.712912 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-bf25e616-d4fd-41e8-8b50-02b9f5f11c42 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0441847 Nov 04 10:01:57.763290 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-2638453d-6ae1-42ed-8860-0b741df9e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:57.764873 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-2638453d-6ae1-42ed-8860-0b741df9e27a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430553 Nov 04 10:01:57.873609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-93d86b61-4036-45ce-89c0-d595591ecdbb service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981498 Nov 04 10:01:57.966743 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-90239a7a-f278-4c5c-a6e7-3dc6b6fdfbdd req-ecb58df0-4b4c-4389-bb2b-87cf25a2fda5 service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852885 Nov 04 10:01:59.601831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b00187-9bc0-4fd3-88a0-1f36e40f9953 req-24690ef6-3d6f-4b23-a9dc-80ab755625b7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:59.603208 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18b00187-9bc0-4fd3-88a0-1f36e40f9953 req-24690ef6-3d6f-4b23-a9dc-80ab755625b7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0491548 Nov 04 10:01:59.641943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-18b00187-9bc0-4fd3-88a0-1f36e40f9953 req-092c50e1-ed12-4e96-8f33-40d69cbaaef7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315826 Nov 04 10:01:59.665290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44674) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:59.753506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c03451-4101-43b3-ac24-e4b86d4648a7 tempest-TestMinimumBasicScenario-1533518373 tempest-TestMinimumBasicScenario-1533518373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:01:59.755047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-87c03451-4101-43b3-ac24-e4b86d4648a7 tempest-TestMinimumBasicScenario-1533518373 tempest-TestMinimumBasicScenario-1533518373-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1092 time: 0.0887282 Nov 04 10:01:59.758255 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44678) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:01:59.763601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:01:59.788092 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:59.884976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:01:59.992529 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Allocated IP 172.25.3.118 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/fbf5add3-af1b-4e32-9a0c-67681094e6db) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:02:00.095514 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:00.130370 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:00.174662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:02:00.177446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:02:00.184826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:02:00.188095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'Port': ['ID=fbf5add3-af1b-4e32-9a0c-67681094e6db,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:00.587121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:00.656441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:00.808055 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:00.812894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:00.882394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'Port': ['ID=fbf5add3-af1b-4e32-9a0c-67681094e6db,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:00.893726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.894048 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.894379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.894713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.895045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.895376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.895705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.896059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.896410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.896730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.897051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.897367 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:02:00.903657 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:01.282782 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Floating IP 3ff6f70d-30d8-498e-ad82-b77db01ddb12 associated. External IP: 172.25.3.118, port: ef22040e-afbe-4b47-b079-ff6c6676ec45. Nov 04 10:02:01.493282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Router adb7cd8e-5700-425a-b21f-41888108b477 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:02:01.602980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:02:01.613705 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] Sync routers for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:02:01.623280 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:01.623763 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:02:01.624508 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:02:01.653926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-16c3c253-cfbe-47b6-8fd5-18d6be5b29d3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8946505 Nov 04 10:02:01.654794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:02:01.656986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44680) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:02:01.657486 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76133898-c8b6-4301-ba89-6cc859fe5787" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:02:01.664010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4e71db3b-92d6-471b-bef0-b74b16af1fcb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303210785', 'description': 'tempest-secgroup-smoke-303210785 description', 'project_id': '46756e562e6043198f1c2d29e9555a7c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:01.689811 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e71db3b-92d6-471b-bef0-b74b16af1fcb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:01.699519 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea2fdb1-2d10-4def-8455-fd9fbcbef490 x-openstack-request-id: req-1ea2fdb1-2d10-4def-8455-fd9fbcbef490 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:02:01.699815 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:02:01.700102 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1ea2fdb1-2d10-4def-8455-fd9fbcbef490 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:02:01.700506 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'status': 'completed', 'code': 200} Nov 04 10:02:01.739185 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:02:01.782291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-e7c6d601-3110-4b38-9e5f-1f74d30d11a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:01.784189 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-e7c6d601-3110-4b38-9e5f-1f74d30d11a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1097 time: 0.0615366 Nov 04 10:02:01.987840 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '3ff6f70d-30d8-498e-ad82-b77db01ddb12', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'port_id': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'mac_address': 'fa:16:3e:3c:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:02:00Z', 'updated_at': '2021-11-04T10:02:00Z', 'revision_number': 0, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 5, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:02:02.033676 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] Checking router: adb7cd8e-5700-425a-b21f-41888108b477 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:02:02.047160 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:02:02.048180 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:01:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:02:02.178000 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:02:02.204957 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e71db3b-92d6-471b-bef0-b74b16af1fcb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.231635 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e71db3b-92d6-471b-bef0-b74b16af1fcb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.276864 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4e71db3b-92d6-471b-bef0-b74b16af1fcb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.278163 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4e71db3b-92d6-471b-bef0-b74b16af1fcb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6200128 Nov 04 10:02:02.280936 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71db3b-92d6-471b-bef0-b74b16af1fcb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c40e2c40-9994-41eb-ad40-71b360b17305,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:02.281356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44684) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:02:02.286313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9c26bbff-f245-4ef8-ac47-de917374a6ff tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'security_group_rule': {'security_group_id': 'c40e2c40-9994-41eb-ad40-71b360b17305', 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:02.306031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-d9b6bbe3-6706-4645-99ba-30a937b3e3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:02.308438 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-d9b6bbe3-6706-4645-99ba-30a937b3e3eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.5117607 Nov 04 10:02:02.316795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c26bbff-f245-4ef8-ac47-de917374a6ff tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.383874 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c26bbff-f245-4ef8-ac47-de917374a6ff tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.386387 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-97224bff-400b-4144-80ec-817ebc1b45a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 1000 time: 0.0683215 Nov 04 10:02:02.389047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c26bbff-f245-4ef8-ac47-de917374a6ff tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.407959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26bbff-f245-4ef8-ac47-de917374a6ff tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe03ff4-1460-4bbb-8328-c1a416215aaf,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:02.421153 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9c26bbff-f245-4ef8-ac47-de917374a6ff tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.422545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9c26bbff-f245-4ef8-ac47-de917374a6ff tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1400275 Nov 04 10:02:02.424328 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '3ff6f70d-30d8-498e-ad82-b77db01ddb12', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'port_id': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'mac_address': 'fa:16:3e:3c:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:02:00Z', 'updated_at': '2021-11-04T10:02:00Z', 'revision_number': 0, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 5, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:02:02.425769 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44686) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:02:02.430519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3d6d595c-afd2-4dae-9605-268f4d6fccfd tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'security_group_rule': {'security_group_id': 'c40e2c40-9994-41eb-ad40-71b360b17305', 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:02.452305 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-70d42670-9c20-42d7-8d7c-f742adaf443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:02.454304 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-70d42670-9c20-42d7-8d7c-f742adaf443d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0608416 Nov 04 10:02:02.459461 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c653ca04-10b6-46eb-954a-a7fd5aecbef7 None None] The sync data for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 is: [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '3ff6f70d-30d8-498e-ad82-b77db01ddb12', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'floating_ip_address': '172.25.3.118', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'port_id': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'mac_address': 'fa:16:3e:3c:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:02:00Z', 'updated_at': '2021-11-04T10:02:00Z', 'revision_number': 0, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 5, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:02:02.462045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d6d595c-afd2-4dae-9605-268f4d6fccfd tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.520685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-6c3052aa-8cec-474f-add4-58eef055e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:02.524171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-6c3052aa-8cec-474f-add4-58eef055e5e3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582690 Nov 04 10:02:02.541670 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d6d595c-afd2-4dae-9605-268f4d6fccfd tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.547085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d6d595c-afd2-4dae-9605-268f4d6fccfd tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.568817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d595c-afd2-4dae-9605-268f4d6fccfd tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbe25f7-1e31-47c7-9477-d23e2a2eb7f2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:02.579618 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3d6d595c-afd2-4dae-9605-268f4d6fccfd tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.580907 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d6d595c-afd2-4dae-9605-268f4d6fccfd tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1540875 Nov 04 10:02:02.585325 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44688) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:02:02.590668 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9f2eeeb4-22ef-4632-ae46-692b911fd2a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'security_group_rule': {'security_group_id': 'c40e2c40-9994-41eb-ad40-71b360b17305', 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:02.622596 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f2eeeb4-22ef-4632-ae46-692b911fd2a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.637264 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-f64748e6-7e97-4432-99cd-2cca6913fc0a service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056767 Nov 04 10:02:02.687280 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f2eeeb4-22ef-4632-ae46-692b911fd2a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.692470 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f2eeeb4-22ef-4632-ae46-692b911fd2a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.707033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504a53dd-365f-494a-a99f-d15d98a41383 None None] New status for floating IP 3ff6f70d-30d8-498e-ad82-b77db01ddb12: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:02:02.718304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2eeeb4-22ef-4632-ae46-692b911fd2a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d583ef1-1a43-46d8-b777-2f7f0fa4b5be,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:02.727273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9f2eeeb4-22ef-4632-ae46-692b911fd2a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.729164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9f2eeeb4-22ef-4632-ae46-692b911fd2a8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423025 Nov 04 10:02:02.732428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44690) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:02:02.736632 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-83a76e9d-3421-493b-91bd-4cd53b607ab5 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'security_group_rule': {'security_group_id': 'c40e2c40-9994-41eb-ad40-71b360b17305', 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:02.738221 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76133898-c8b6-4301-ba89-6cc859fe5787 req-4d996de3-b5ec-4d0d-b114-8cf50a60f514 service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937707 Nov 04 10:02:02.767731 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83a76e9d-3421-493b-91bd-4cd53b607ab5 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.829958 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83a76e9d-3421-493b-91bd-4cd53b607ab5 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.833297 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83a76e9d-3421-493b-91bd-4cd53b607ab5 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.852704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a76e9d-3421-493b-91bd-4cd53b607ab5 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9a0502-eeba-4e0d-83d7-fe3ece519cbb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:02.864908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83a76e9d-3421-493b-91bd-4cd53b607ab5 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.866124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83a76e9d-3421-493b-91bd-4cd53b607ab5 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331115 Nov 04 10:02:02.868844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44692) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:02:02.874809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'security_group_rule': {'security_group_id': 'c40e2c40-9994-41eb-ad40-71b360b17305', 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:02.898144 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Project 46756e562e6043198f1c2d29e9555a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:02:02.904766 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.968397 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.971847 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:02.990200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a05db424-0845-4cbd-a81d-cb9adcbf370e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:02.999911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.001146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c6c8975e-36d7-43e6-872f-d52bf805442b tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310551 Nov 04 10:02:03.003811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:02:03.008299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'security_group_rule': {'security_group_id': 'c40e2c40-9994-41eb-ad40-71b360b17305', 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:03.032576 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Project 46756e562e6043198f1c2d29e9555a7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:02:03.037369 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.100049 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.104832 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.123541 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d6aa0e-6bca-43a7-8769-714fd8a0e4e5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:03.133457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.134960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8cfb0b72-03d6-4ee8-ac5e-ccfb3a1c3666 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301324 Nov 04 10:02:03.217135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-818e0e2e-891e-45eb-a2b2-e4c07a09ec23 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303210785&fields=id&tenant_id=46756e562e6043198f1c2d29e9555a7c HTTP/1.1" status: 200 len: 267 time: 0.0355432 Nov 04 10:02:03.272022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-95f279aa-983d-41b3-b9f2-7fa1d996fd4d tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:03.273514 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-95f279aa-983d-41b3-b9f2-7fa1d996fd4d tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0505738 Nov 04 10:02:03.285282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'port': {'security_groups': ['0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3', 'c40e2c40-9994-41eb-ad40-71b360b17305']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:02:03.350793 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.538027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:02:03.566879 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.571461 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.590460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['ef22040e-afbe-4b47-b079-ff6c6676ec45'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:02:03.664938 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=6']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:02:03.673772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:03.673772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:03.675669 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-99785c28-424a-4f81-b74f-afe8e1f263bc req-d54c615b-87f4-47df-9784-1f21be1fe4c7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "PUT /v2.0/ports/ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 982 time: 0.3948357 Nov 04 10:02:03.702585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:02:03.704317 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:02:03.710946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['ef22040e-afbe-4b47-b079-ff6c6676ec45'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:02:03.808573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b68fbf-15dc-40e1-9b0e-db1166e1b018 req-b7dc7cce-6350-48a1-96fe-f27b81d633fb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:03.810279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54b68fbf-15dc-40e1-9b0e-db1166e1b018 req-b7dc7cce-6350-48a1-96fe-f27b81d633fb tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0676785 Nov 04 10:02:03.855347 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-54b68fbf-15dc-40e1-9b0e-db1166e1b018 req-bd5ebb21-7d15-4814-998e-e5e41729bacf tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382445 Nov 04 10:02:03.910472 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbc727f-02aa-4146-b385-39f3074a7d43 x-openstack-request-id: req-fbbc727f-02aa-4146-b385-39f3074a7d43 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:02:03.910647 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:02:03.910845 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fbbc727f-02aa-4146-b385-39f3074a7d43 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:02:03.911249 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'status': 'completed', 'code': 200} Nov 04 10:02:03.979002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-21d42265-9797-477a-86d6-05cc05f5da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:03.980479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-21d42265-9797-477a-86d6-05cc05f5da82 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1136 time: 0.0469437 Nov 04 10:02:04.012485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-64078145-8c2c-41f0-8566-c504aefb7b76 None None] Provisioning complete for port ef22040e-afbe-4b47-b079-ff6c6676ec45 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:02:04.013318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-64078145-8c2c-41f0-8566-c504aefb7b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:04.076391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-98fda992-45d7-47f5-a32c-2bce6cc97689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:04.077901 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-98fda992-45d7-47f5-a32c-2bce6cc97689 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.0908957 Nov 04 10:02:04.148467 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-33658a0c-7f2c-4ed3-a322-23f7fdffe939 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 1002 time: 0.0612016 Nov 04 10:02:04.203890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-a4e77b8a-5d69-4b72-b552-969a93524d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:04.205455 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-a4e77b8a-5d69-4b72-b552-969a93524d32 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0494757 Nov 04 10:02:04.255545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-2ec2dd28-2602-4544-b9ac-6c69dda43c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:04.257113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-2ec2dd28-2602-4544-b9ac-6c69dda43c64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445299 Nov 04 10:02:04.352769 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-39e223be-6659-47c0-9235-e4609475598f service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874209 Nov 04 10:02:04.452373 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-af6e84c7-8109-487d-a9d7-0b7ddf2299f2 req-28cb0294-73e3-4936-b719-38e25f598200 service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921783 Nov 04 10:02:07.453095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b030ace-39bf-41f6-a292-8a4502c0457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:10.038623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9bcaa977-d291-4fe0-aca0-88368ac6e7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:10.350485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:11.488841 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:12.944392 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:16.226165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:16.674442 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:02:17.176486 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:20.189332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545b49a-c129-4fac-b759-9d070365d20b req-6967cd8d-36d9-4261-a260-d25981d028c8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:20.191121 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b545b49a-c129-4fac-b759-9d070365d20b req-6967cd8d-36d9-4261-a260-d25981d028c8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0575087 Nov 04 10:02:20.209452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-4e7609f3-11d0-411d-96e6-4b2cfc5b42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:20.211050 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-4e7609f3-11d0-411d-96e6-4b2cfc5b42a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1136 time: 0.0662808 Nov 04 10:02:20.248802 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b545b49a-c129-4fac-b759-9d070365d20b req-c303825e-830f-473e-bc52-d19f3f7e7b39 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501511 Nov 04 10:02:20.313875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-a1f3ae99-3042-4c44-8718-6b0fef51d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:20.315378 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-a1f3ae99-3042-4c44-8718-6b0fef51d564 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.0950651 Nov 04 10:02:20.387737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-2f4fb93c-b4a1-4b09-b920-92a8955242c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 1002 time: 0.0634127 Nov 04 10:02:20.451295 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-0989c221-c30e-471f-88c0-6ad3dc51665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:20.452828 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-0989c221-c30e-471f-88c0-6ad3dc51665f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0575449 Nov 04 10:02:20.528332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-f310d3ba-182d-44a2-89fd-f74c9f2ce856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:20.529810 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-f310d3ba-182d-44a2-89fd-f74c9f2ce856 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681906 Nov 04 10:02:20.629289 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-15bc50df-5230-47e1-91f7-aa978d854ace service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899994 Nov 04 10:02:20.734053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7926d098-8718-48fc-8dbb-3d5ab1cb6cea req-e310f92b-2fe5-43d2-b222-1ddfcde8fa2a service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969794 Nov 04 10:02:21.373446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad35510-d378-4cc3-a6c8-fb23b75be330 req-108fcf73-9d26-4b26-bdb7-ff4b59298b0f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:21.375002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ad35510-d378-4cc3-a6c8-fb23b75be330 req-108fcf73-9d26-4b26-bdb7-ff4b59298b0f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0535319 Nov 04 10:02:21.421240 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ad35510-d378-4cc3-a6c8-fb23b75be330 req-bd146e47-b813-4c15-a05a-bdce901fa4fa tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378156 Nov 04 10:02:22.546996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d429c0-920e-443d-b8df-cfa77b146dd9 req-b9234a3f-7499-4d11-abf4-7bddcebbdf02 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:22.548591 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14d429c0-920e-443d-b8df-cfa77b146dd9 req-b9234a3f-7499-4d11-abf4-7bddcebbdf02 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0577891 Nov 04 10:02:22.597256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-14d429c0-920e-443d-b8df-cfa77b146dd9 req-01a195cd-7a62-4621-a391-d2510dc9da18 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0422871 Nov 04 10:02:23.719905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc901f5f-857d-4c5e-bf04-e8aa3f2cbcf8 req-2e21b5f6-8153-47ff-84ec-9226b3399da7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:23.721423 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc901f5f-857d-4c5e-bf04-e8aa3f2cbcf8 req-2e21b5f6-8153-47ff-84ec-9226b3399da7 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0535140 Nov 04 10:02:23.764450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fc901f5f-857d-4c5e-bf04-e8aa3f2cbcf8 req-dc5fb63d-1f05-4a01-aef6-979703bb5f7f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368207 Nov 04 10:02:24.881542 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7232-0e0f-47dc-ae93-6036d7f72068 req-405753e3-c8c6-47b4-a9d8-636e4fbd1903 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:24.883020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd9e7232-0e0f-47dc-ae93-6036d7f72068 req-405753e3-c8c6-47b4-a9d8-636e4fbd1903 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0493438 Nov 04 10:02:24.924016 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cd9e7232-0e0f-47dc-ae93-6036d7f72068 req-6c2ffd68-6b0a-4279-b154-7333edf85a5e tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340662 Nov 04 10:02:26.048441 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060175e9-7444-42da-bd1a-068662d0330b req-c8a3cddc-cbb9-45f6-8a13-48ddc7266bc3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:26.049916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-060175e9-7444-42da-bd1a-068662d0330b req-c8a3cddc-cbb9-45f6-8a13-48ddc7266bc3 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0545077 Nov 04 10:02:26.100221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-060175e9-7444-42da-bd1a-068662d0330b req-0f9c0354-3ea8-4880-97e9-f6e930530ef6 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440197 Nov 04 10:02:27.216803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d958-ba60-4e71-bfe2-2f737fc4f295 req-57e3cc9c-2236-4f03-a3c9-63192fd913e9 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:27.218267 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f936d958-ba60-4e71-bfe2-2f737fc4f295 req-57e3cc9c-2236-4f03-a3c9-63192fd913e9 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0495956 Nov 04 10:02:27.259565 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f936d958-ba60-4e71-bfe2-2f737fc4f295 req-28ec06e4-49e4-4c8c-bd55-3d2bd31310ec tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349982 Nov 04 10:02:28.380062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6287e9-f232-481b-8d7e-c5e15e0b5865 req-7d6b06d0-31d6-46a8-9368-bc3f898806c2 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:28.381594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f6287e9-f232-481b-8d7e-c5e15e0b5865 req-7d6b06d0-31d6-46a8-9368-bc3f898806c2 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0513465 Nov 04 10:02:28.423801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f6287e9-f232-481b-8d7e-c5e15e0b5865 req-84dc98bd-9160-4be0-a3a8-e79e06295b89 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355363 Nov 04 10:02:29.545784 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a0f88-9a0e-4f7d-a002-72b37d5b9a36 req-dcdb1b49-b4c8-4bc0-886c-e8727e268b0c tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:29.547331 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-068a0f88-9a0e-4f7d-a002-72b37d5b9a36 req-dcdb1b49-b4c8-4bc0-886c-e8727e268b0c tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0552316 Nov 04 10:02:29.588794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-068a0f88-9a0e-4f7d-a002-72b37d5b9a36 req-d2a75318-d2d4-4621-ad29-21d5e4049024 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353177 Nov 04 10:02:30.706311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d9434-5716-41e4-8029-164335b710d2 req-d7024e7d-14be-4f46-9726-362b8776bddf tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:30.707805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-091d9434-5716-41e4-8029-164335b710d2 req-d7024e7d-14be-4f46-9726-362b8776bddf tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0517097 Nov 04 10:02:30.749057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-091d9434-5716-41e4-8029-164335b710d2 req-23e911ef-da35-46e0-b47c-8ca9251b4322 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343995 Nov 04 10:02:31.867591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2af02f-f7c3-4787-b024-15c63cebfbdd req-11829fe0-ded8-4a58-8fe9-2fbbb7a1fcfa tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:31.869873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c2af02f-f7c3-4787-b024-15c63cebfbdd req-11829fe0-ded8-4a58-8fe9-2fbbb7a1fcfa tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0521607 Nov 04 10:02:31.910418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6c2af02f-f7c3-4787-b024-15c63cebfbdd req-47ee0001-bc07-420c-9743-6130ec3c56c6 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&id=c40e2c40-9994-41eb-ad40-71b360b17305&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341232 Nov 04 10:02:37.453698 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cb0488ab-ed3b-4227-a144-1a6117a5e46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:40.044790 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9b84-2f0d-404e-a3d7-ee610802c73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:40.357088 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:41.490646 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:42.949146 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:46.234862 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:47.178688 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:02:53.673183 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:02:58.126072 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-e5eaf87b-7807-475b-8252-5a64e186d97f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427184 Nov 04 10:02:58.217025 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696902-f504-4307-be00-ed3dd835a94e req-e97f24b9-0ca9-4a36-ad16-24c79bd203d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:58.218565 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-e97f24b9-0ca9-4a36-ad16-24c79bd203d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1136 time: 0.0424931 Nov 04 10:02:58.329155 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696902-f504-4307-be00-ed3dd835a94e req-c269d3a5-c933-4c71-8317-325d06bb833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:58.330641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-c269d3a5-c933-4c71-8317-325d06bb833e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.0908961 Nov 04 10:02:58.396766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-6983bf3a-d728-4452-a8df-48ed9e7e3b45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 1002 time: 0.0578129 Nov 04 10:02:58.448402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696902-f504-4307-be00-ed3dd835a94e req-c243c463-6d22-4f3c-b2f9-5dcbe1a240b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:58.449843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-c243c463-6d22-4f3c-b2f9-5dcbe1a240b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0439680 Nov 04 10:02:58.500524 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41696902-f504-4307-be00-ed3dd835a94e req-3744abfb-ade9-4ca6-b4aa-2e2730c551b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:02:58.502016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-3744abfb-ade9-4ca6-b4aa-2e2730c551b9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449429 Nov 04 10:02:58.593443 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-016cc543-6c42-4da9-8f1b-fbf99ab30a02 service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830007 Nov 04 10:02:58.689857 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-41696902-f504-4307-be00-ed3dd835a94e req-96a3e555-99b2-40f5-a77a-abe8e598c991 service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885298 Nov 04 10:03:05.308098 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-8169cdb8-381b-454f-b410-2adc65385274 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303210785&fields=id&tenant_id=46756e562e6043198f1c2d29e9555a7c HTTP/1.1" status: 200 len: 267 time: 0.1558225 Nov 04 10:03:05.365768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-950bd90c-5fa2-4163-a5ba-be33b849b4d8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:05.368028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-950bd90c-5fa2-4163-a5ba-be33b849b4d8 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 985 time: 0.0539603 Nov 04 10:03:05.378806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Request body: {'port': {'security_groups': ['0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:05.443840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:05.621890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:05.650139 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:05.655096 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:05.667825 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['ef22040e-afbe-4b47-b079-ff6c6676ec45'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:03:05.702909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:05.703475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:05.710820 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87790036-3a7c-4d1e-bb62-6cf7b7f9808e req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "PUT /v2.0/ports/ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 943 time: 0.3305993 Nov 04 10:03:05.710820 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:03:05.710820 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60192713-75b7-42ae-90a2-dd2f5daeb5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:03:05.713204 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44764) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:05.741369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event updated for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=7']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:05.752483 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.753652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.754023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.755307 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.755654 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.756015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.756350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.756678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.757008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.757333 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.757685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.758188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997a8b24-0068-485e-8eda-ab3b837f1115 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:05.781847 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcdb8f5-d1aa-4a9c-b61c-e835c25c8c50 x-openstack-request-id: req-4bcdb8f5-d1aa-4a9c-b61c-e835c25c8c50 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:03:05.782241 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:03:05.782614 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4bcdb8f5-d1aa-4a9c-b61c-e835c25c8c50 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:03:05.783141 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'status': 'completed', 'code': 200} Nov 04 10:03:05.795908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['ef22040e-afbe-4b47-b079-ff6c6676ec45'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:03:05.810380 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:05.867630 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:05.894842 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-d86c4f43-c665-4dda-bd3d-47338ba9560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:05.896322 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-d86c4f43-c665-4dda-bd3d-47338ba9560c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1097 time: 0.0838184 Nov 04 10:03:06.022662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-40f895f5-8273-4a42-8487-7c0dbf00b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:06.024754 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-40f895f5-8273-4a42-8487-7c0dbf00b3bd service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.1156030 Nov 04 10:03:06.025483 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.028093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.029152 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "DELETE /v2.0/security-groups/c40e2c40-9994-41eb-ad40-71b360b17305 HTTP/1.1" status: 204 len: 168 time: 0.3143482 Nov 04 10:03:06.031992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44768) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:06.055995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cc4d405b-6d5f-4e4c-bd9c-f81339938b7f None None] Provisioning complete for port ef22040e-afbe-4b47-b079-ff6c6676ec45 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:06.056340 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc4d405b-6d5f-4e4c-bd9c-f81339938b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.076217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40e2c40-9994-41eb-ad40-71b360b17305,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:06.089670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.090020 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.090369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.090710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.091077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.091415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.091746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.092105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.092433 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.093408 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.093742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.094068 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8ac500-8582-49ac-80f2-2c88586ccefc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:06.119385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-3576095a-3f05-4d18-84f7-ea1e47c653be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 1002 time: 0.0858755 Nov 04 10:03:06.181173 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-ae3b5200-8251-4f90-b140-d2ff2c14d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:06.182783 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-ae3b5200-8251-4f90-b140-d2ff2c14d8f5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0559225 Nov 04 10:03:06.227461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Deleting port fbf5add3-af1b-4e32-9a0c-67681094e6db {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:06.227913 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.233616 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-4ceea011-7709-4476-bf4c-e768d8a897b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:06.235134 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-4ceea011-7709-4476-bf4c-e768d8a897b8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443716 Nov 04 10:03:06.305583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.305915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.317715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Calling delete_port for fbf5add3-af1b-4e32-9a0c-67681094e6db owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:06.329287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-49750b6e-e841-4e80-b1f4-bedb4032b62e service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845559 Nov 04 10:03:06.430171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60192713-75b7-42ae-90a2-dd2f5daeb5d2 req-f2c92019-817e-44ed-a0c6-23a453ec6c3b service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886970 Nov 04 10:03:06.500342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.530804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event deleted for resources: {'Port': ['ID=fbf5add3-af1b-4e32-9a0c-67681094e6db,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:06.593838 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.594249 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Floating IP 3ff6f70d-30d8-498e-ad82-b77db01ddb12 disassociated (deleted). External IP: 172.25.3.118, port: ef22040e-afbe-4b47-b079-ff6c6676ec45. Nov 04 10:03:06.804763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Router adb7cd8e-5700-425a-b21f-41888108b477 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:03:06.917275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:03:06.922200 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:06.926953 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] Sync routers for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:03:06.937069 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:06.937680 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:06.956683 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a209b41c-786c-4fc8-80ec-f3953a8f7839 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "DELETE /v2.0/floatingips/3ff6f70d-30d8-498e-ad82-b77db01ddb12 HTTP/1.1" status: 204 len: 168 time: 0.9207766 Nov 04 10:03:07.050294 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:07.271139 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 5, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:07.301169 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] Checking router: adb7cd8e-5700-425a-b21f-41888108b477 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:03:07.310747 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:07.311348 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:02:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:07.455054 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e5ad3e2-45db-4a2c-b638-ef3f40af5a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:07.522181 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:07.736595 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 5, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:07.763626 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c3089-82b8-4166-be88-febba9d36b2b None None] The sync data for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 is: [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:10Z', 'revision_number': 4, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55c69ae9-31d4-4bca-a603-f0ae9f41b45b', 'name': '', 'network_id': '6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'mac_address': 'fa:16:3e:56:57:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:10Z', 'updated_at': '2021-11-04T10:01:15Z', 'revision_number': 5, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'subnets': [{'id': 'be613ab8-5ffa-42fc-a64a-b7d7a32f51e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:03:07.784675 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:03:07.787084 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2917eb-583e-4e97-8d82-4d2135850670" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:03:07.831573 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62713f95-3cf7-4669-bc24-6bbc5f6bbc74 x-openstack-request-id: req-62713f95-3cf7-4669-bc24-6bbc5f6bbc74 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:03:07.831969 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:03:07.832230 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-62713f95-3cf7-4669-bc24-6bbc5f6bbc74 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:03:07.832640 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'status': 'completed', 'code': 200} Nov 04 10:03:07.900208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-3b7356ab-190d-4c84-a218-26997ca9b59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:07.901738 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-3b7356ab-190d-4c84-a218-26997ca9b59b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=46756e562e6043198f1c2d29e9555a7c&device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 1097 time: 0.0444109 Nov 04 10:03:08.027331 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a58b15-2f2b-49fd-81f5-c14e3ef4ba89 None None] New status for floating IP 3ff6f70d-30d8-498e-ad82-b77db01ddb12: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:03:08.029163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-8ed321d3-a954-4c72-80a8-faf36491b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:08.031975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-8ed321d3-a954-4c72-80a8-faf36491b112 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 200 len: 915 time: 0.1220703 Nov 04 10:03:08.077763 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-14a25d2e-2a56-4bb9-bc1e-24d8b9d3c921 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 200 len: 217 time: 0.0369735 Nov 04 10:03:08.133810 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-d2a51aca-4d24-406a-8922-b846fcc3f357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:08.135575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-d2a51aca-4d24-406a-8922-b846fcc3f357 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 200 len: 853 time: 0.0487857 Nov 04 10:03:08.187728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-a434fef9-8512-4bb9-b1c7-ccd8cb2f68be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:08.189305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-a434fef9-8512-4bb9-b1c7-ccd8cb2f68be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457461 Nov 04 10:03:08.283686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-aeef024d-2c33-42f3-b7fb-b9eea395e800 service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854609 Nov 04 10:03:08.386054 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aa2917eb-583e-4e97-8d82-4d2135850670 req-302689a5-386a-4eb3-92b5-ff254cabc75a service neutron] 10.222.0.70 "GET /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938857 Nov 04 10:03:10.038002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d4a4df4f-940a-422f-bc67-34938264d901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:10.357223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:11.495118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:12.954069 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:13.915766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b09e49b-615b-4e3e-bd13-f6c628685083 req-2f55f650-76a5-47c3-9e45-1c8d9f6110b9 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:13.917207 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b09e49b-615b-4e3e-bd13-f6c628685083 req-2f55f650-76a5-47c3-9e45-1c8d9f6110b9 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0567577 Nov 04 10:03:13.958622 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6b09e49b-615b-4e3e-bd13-f6c628685083 req-eb323fbf-eae9-4cf8-a054-0f3e89914d53 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352020 Nov 04 10:03:15.089899 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b6aae-4f37-41f7-aaf6-9e113086bcf5 req-313bcf57-3dca-49a7-855b-d3d57e7b1789 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:15.091670 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d8b6aae-4f37-41f7-aaf6-9e113086bcf5 req-313bcf57-3dca-49a7-855b-d3d57e7b1789 tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0601516 Nov 04 10:03:15.136778 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d8b6aae-4f37-41f7-aaf6-9e113086bcf5 req-6b57b9aa-a4fb-4910-bb35-587b49a286bf tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/security-groups?id=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Nov 04 10:03:15.748301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-93c0b6ff-000e-4ff4-bd03-4d7841f7f18f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:15.749951 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-93c0b6ff-000e-4ff4-bd03-4d7841f7f18f tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 946 time: 0.0501041 Nov 04 10:03:15.842825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Deleting port ef22040e-afbe-4b47-b079-ff6c6676ec45 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:15.843160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:15.934704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] For port ef22040e-afbe-4b47-b079-ff6c6676ec45, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=ef22040e-afbe-4b47-b079-ff6c6676ec45,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:15.935061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:15.948749 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Calling delete_port for ef22040e-afbe-4b47-b079-ff6c6676ec45 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:16.081359 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:16.094128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['ef22040e-afbe-4b47-b079-ff6c6676ec45'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:03:16.113543 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Pushing event deleted for resources: {'Port': ['ID=ef22040e-afbe-4b47-b079-ff6c6676ec45,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:16.158890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] No DVR routers for this DVR port ef22040e-afbe-4b47-b079-ff6c6676ec45 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:03:16.161543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:16.165533 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2fb7542c-81d4-4cc3-ad81-6399d1b81993 req-52de0c27-a874-4f13-a131-bf6d4f4bd4cc tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.70 "DELETE /v2.0/ports/ef22040e-afbe-4b47-b079-ff6c6676ec45 HTTP/1.1" status: 204 len: 173 time: 0.4074228 Nov 04 10:03:16.165986 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'name': 'network-vif-deleted', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:03:16.168314 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2243732-c8d7-431b-ae3a-b30089e534b2" -d '{"events": [{"server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "name": "network-vif-deleted", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:03:16.241551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3d7da04-1a77-4b67-9c57-766fb510925e req-5b0234e1-01db-4342-af61-dc8755864c0a tempest-TestMinimumBasicScenario-1245315394 tempest-TestMinimumBasicScenario-1245315394-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a0a1bb7-0135-48e7-88cb-8487cfc526da HTTP/1.1" status: 200 len: 210 time: 0.0293002 Nov 04 10:03:16.250523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:16.296743 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a8e6da-8853-452f-822c-8e91605d5500 x-openstack-request-id: req-d4a8e6da-8853-452f-822c-8e91605d5500 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:03:16.297054 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a1bb7-0135-48e7-88cb-8487cfc526da", "name": "network-vif-deleted", "tag": "ef22040e-afbe-4b47-b079-ff6c6676ec45", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:03:16.297297 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4a8e6da-8853-452f-822c-8e91605d5500 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:03:16.297696 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a1bb7-0135-48e7-88cb-8487cfc526da', 'name': 'network-vif-deleted', 'tag': 'ef22040e-afbe-4b47-b079-ff6c6676ec45', 'status': 'completed', 'code': 200} Nov 04 10:03:17.177683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:17.843520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:18.195840 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:18.443592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Deleting port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:18.443955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:18.526985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] For port 55c69ae9-31d4-4bca-a603-f0ae9f41b45b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:18.527293 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:18.541683 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Calling delete_port for 55c69ae9-31d4-4bca-a603-f0ae9f41b45b owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:19.043964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:19.072556 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c69ae9-31d4-4bca-a603-f0ae9f41b45b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:19.243215 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:19.466195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Router adb7cd8e-5700-425a-b21f-41888108b477 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:03:19.576873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:03:19.581992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7b3e380f-24a5-43e6-b7bb-726c7dc60971 admin admin] 10.222.0.53 "PUT /v2.0/routers/adb7cd8e-5700-425a-b21f-41888108b477/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7376034 Nov 04 10:03:19.584993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44868) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:19.585932 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] Sync routers for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:03:19.595739 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:19.596381 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:19.695056 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:19.704146 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:19.803338 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:19.858601 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Deleting port 0effde82-6380-4a70-84b8-9418fecaac13 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:19.858950 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:19.887623 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '0effde82-6380-4a70-84b8-9418fecaac13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:03:18Z', 'revision_number': 5, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port': {'id': '0effde82-6380-4a70-84b8-9418fecaac13', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:cb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:19.898847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ef22040e-afbe-4b47-b079-ff6c6676ec45 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:03:19.916301 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] Checking router: adb7cd8e-5700-425a-b21f-41888108b477 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:03:19.921195 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: ef22040e-afbe-4b47-b079-ff6c6676ec45 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:03:19.921622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device ef22040e-afbe-4b47-b079-ff6c6676ec45 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:03:19.925542 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] Routers {'adb7cd8e-5700-425a-b21f-41888108b477'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:19.926567 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['adb7cd8e-5700-425a-b21f-41888108b477'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:19.946109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] For port 0effde82-6380-4a70-84b8-9418fecaac13, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0effde82-6380-4a70-84b8-9418fecaac13,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:19.946475 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:19.961953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Calling delete_port for 0effde82-6380-4a70-84b8-9418fecaac13 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:20.015597 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] Set router adb7cd8e-5700-425a-b21f-41888108b477 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:20.068637 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:03:19Z', 'revision_number': 6, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:20.099520 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e735ca-edd3-491b-8608-fa2b358ea966 None None] The sync data for ids ['adb7cd8e-5700-425a-b21f-41888108b477'] in n-d-816487-1 is: [{'id': 'adb7cd8e-5700-425a-b21f-41888108b477', 'name': 'tempest-TestMinimumBasicScenario-549222980-router', 'tenant_id': '46756e562e6043198f1c2d29e9555a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:08Z', 'updated_at': '2021-11-04T10:03:19Z', 'revision_number': 6, 'project_id': '46756e562e6043198f1c2d29e9555a7c', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:03:20.146754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.178062 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0effde82-6380-4a70-84b8-9418fecaac13,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:20.235417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.336863 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.338979 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.387284 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.387766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adb7cd8e-5700-425a-b21f-41888108b477 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:03:20.392246 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.393399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-97b4914a-48a1-4c30-bd94-efbf24bbdaf8 admin admin] 10.222.0.53 "DELETE /v2.0/routers/adb7cd8e-5700-425a-b21f-41888108b477 HTTP/1.1" status: 204 len: 168 time: 0.8069532 Nov 04 10:03:20.396003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:20.442452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] Deleting subnet be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:03:20.446610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.484733 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.574889 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.628515 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.653052 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be613ab8-5ffa-42fc-a64a-b7d7a32f51e4,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:20.658667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.661966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7e8dd75b-ee01-443c-9c0e-4b08f36bece9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/be613ab8-5ffa-42fc-a64a-b7d7a32f51e4 HTTP/1.1" status: 204 len: 168 time: 0.2650373 Nov 04 10:03:20.664440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44872) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:20.665470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89885e4-19de-4dea-bab0-3d697d28d69a None None] Network 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:03:20.731601 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.802649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Deleting port 89b7b915-21ef-4aeb-9037-93f4502aeb63 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:20.802992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.869764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] DHCP port deletion for 6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:03:20.881973 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] For port 89b7b915-21ef-4aeb-9037-93f4502aeb63, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=89b7b915-21ef-4aeb-9037-93f4502aeb63,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:20.883080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.898226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Calling delete_port for 89b7b915-21ef-4aeb-9037-93f4502aeb63 owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:20.922132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Deleting port 89b7b915-21ef-4aeb-9037-93f4502aeb63 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:20.922721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.988063 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:20.989003 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] For port 89b7b915-21ef-4aeb-9037-93f4502aeb63, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=89b7b915-21ef-4aeb-9037-93f4502aeb63,segment=NetworkSegment(eb8533e5-2aa4-47ca-bbf8-00455b53fa7c),segment_id=eb8533e5-2aa4-47ca-bbf8-00455b53fa7c)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:20.989415 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.005340 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Calling delete_port for 89b7b915-21ef-4aeb-9037-93f4502aeb63 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:21.017733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Pushing event deleted for resources: {'Port': ['ID=89b7b915-21ef-4aeb-9037-93f4502aeb63,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:21.020098 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] No DVR routers for this DVR port 89b7b915-21ef-4aeb-9037-93f4502aeb63 on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:03:21.093693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.095750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.120892 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:21.121113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Pushing event deleted for resources: {'Port': ['ID=89b7b915-21ef-4aeb-9037-93f4502aeb63,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:21.131958 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:21.132798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8533e5-2aa4-47ca-bbf8-00455b53fa7c') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:21.135684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.136361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.136854 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.137352 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.138102 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.138566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.139042 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.139517 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.140156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.140490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.140815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.141138 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:21.145157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce50cc56-483c-4561-920a-172b831201e4 None None] No DVR routers for this DVR port 89b7b915-21ef-4aeb-9037-93f4502aeb63 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:03:21.150785 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.171719 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.179502 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: timer() Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:03:21.182712 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:03:21.232778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 55c69ae9-31d4-4bca-a603-f0ae9f41b45b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:03:21.245901 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.250734 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.257494 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] 10.222.0.53 "DELETE /v2.0/networks/6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0 HTTP/1.1" status: 204 len: 168 time: 0.5886147 Nov 04 10:03:21.257694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 55c69ae9-31d4-4bca-a603-f0ae9f41b45b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:03:21.257694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 55c69ae9-31d4-4bca-a603-f0ae9f41b45b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:03:21.257694 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 89b7b915-21ef-4aeb-9037-93f4502aeb63 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:03:21.257971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44874) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:21.270436 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ac69b-93f0-4bad-9b07-60de82edb10b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e6ca1ba-e973-49ef-8ed4-77cba8d3d3e0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:21.276407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 89b7b915-21ef-4aeb-9037-93f4502aeb63 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:03:21.276641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 89b7b915-21ef-4aeb-9037-93f4502aeb63 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:03:21.277070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0effde82-6380-4a70-84b8-9418fecaac13 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:03:21.302080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0effde82-6380-4a70-84b8-9418fecaac13 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:03:21.302428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0effde82-6380-4a70-84b8-9418fecaac13 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:03:21.614433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.858339 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Deleting port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:21.858673 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.935130 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] For port 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,segment=NetworkSegment(5f01e8cf-d585-4e90-80d6-1e99aecb6a46),segment_id=5f01e8cf-d585-4e90-80d6-1e99aecb6a46)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:21.935403 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:21.948220 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Calling delete_port for 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:22.127651 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:22.153650 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2a67bb3a-b812-4fe8-8780-3da1c3c5a81b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:22.330074 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:22.544422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:03:22.993873 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:03:22.999624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a7519ad7-8f82-4ffa-ab53-418a20c3f1ed admin admin] 10.222.0.53 "PUT /v2.0/routers/23e97d7f-32a0-4e43-8758-03b2ae0f9fde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407184 Nov 04 10:03:23.001579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:23.003545 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] Sync routers for ids ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:03:23.019207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] Routers {'23e97d7f-32a0-4e43-8758-03b2ae0f9fde'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:23.020442 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:23.166667 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.171801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] Set router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:23.287533 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.342895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Deleting port 72b8fe1e-b12b-449e-b568-17a87ffc52c3 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:23.343229 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.363426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:03:22Z', 'revision_number': 5, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port': {'id': '72b8fe1e-b12b-449e-b568-17a87ffc52c3', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:23.391308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] Checking router: 23e97d7f-32a0-4e43-8758-03b2ae0f9fde for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:03:23.400319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] Routers {'23e97d7f-32a0-4e43-8758-03b2ae0f9fde'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:23.400947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:23.430411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] For port 72b8fe1e-b12b-449e-b568-17a87ffc52c3, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=72b8fe1e-b12b-449e-b568-17a87ffc52c3,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:23.430730 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.443636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Calling delete_port for 72b8fe1e-b12b-449e-b568-17a87ffc52c3 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:23.489737 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] Set router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:23.545833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:03:23Z', 'revision_number': 6, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:23.573404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ce6155-0230-4c0a-b65e-2514a09fcd5a None None] The sync data for ids ['23e97d7f-32a0-4e43-8758-03b2ae0f9fde'] in n-d-816487-1 is: [{'id': '23e97d7f-32a0-4e43-8758-03b2ae0f9fde', 'name': 'tempest-TestMinimumBasicScenario-1215707338-router', 'tenant_id': '48ad997d797a4c0a9c17ecdc05923a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:01:13Z', 'updated_at': '2021-11-04T10:03:23Z', 'revision_number': 6, 'project_id': '48ad997d797a4c0a9c17ecdc05923a46', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:03:23.623406 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.648936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=72b8fe1e-b12b-449e-b568-17a87ffc52c3,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:23.708908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.797912 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.800064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.847872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.848416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e97d7f-32a0-4e43-8758-03b2ae0f9fde {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:03:23.854092 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.855252 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9a4346b9-44c4-4cb9-bedd-90eff41a4f9f admin admin] 10.222.0.53 "DELETE /v2.0/routers/23e97d7f-32a0-4e43-8758-03b2ae0f9fde HTTP/1.1" status: 204 len: 168 time: 0.8521621 Nov 04 10:03:23.857736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44878) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:23.903663 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] Deleting subnet d3b42a4d-b399-4fba-a38c-8c96a6b07305 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:03:23.907298 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:23.946929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.041136 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.096867 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.124900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b42a4d-b399-4fba-a38c-8c96a6b07305,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:24.131235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.135255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-56ce277f-ba3a-4fab-be29-baf16040ce07 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d3b42a4d-b399-4fba-a38c-8c96a6b07305 HTTP/1.1" status: 204 len: 168 time: 0.2765555 Nov 04 10:03:24.136881 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c845b05a-a4cd-40e0-9176-5ae682431a82 None None] Network 96792bb2-6481-433c-aec0-2f81bb7ac35b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:03:24.138300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44880) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:24.208133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.261775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Deleting port bc5815ff-12f9-4b78-adbf-02055c8ca88d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:24.262116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.332251 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] For port bc5815ff-12f9-4b78-adbf-02055c8ca88d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bc5815ff-12f9-4b78-adbf-02055c8ca88d,segment=NetworkSegment(5f01e8cf-d585-4e90-80d6-1e99aecb6a46),segment_id=5f01e8cf-d585-4e90-80d6-1e99aecb6a46)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:24.332640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.353550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Calling delete_port for bc5815ff-12f9-4b78-adbf-02055c8ca88d owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:24.354655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] DHCP port deletion for 96792bb2-6481-433c-aec0-2f81bb7ac35b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:03:24.403661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] Deleting port bc5815ff-12f9-4b78-adbf-02055c8ca88d {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:03:24.404056 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.443300 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.471463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] For port bc5815ff-12f9-4b78-adbf-02055c8ca88d, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bc5815ff-12f9-4b78-adbf-02055c8ca88d,segment=NetworkSegment(5f01e8cf-d585-4e90-80d6-1e99aecb6a46),segment_id=5f01e8cf-d585-4e90-80d6-1e99aecb6a46)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:24.471946 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.475302 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5815ff-12f9-4b78-adbf-02055c8ca88d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:24.477801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] No DVR routers for this DVR port bc5815ff-12f9-4b78-adbf-02055c8ca88d on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:03:24.490930 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] Calling delete_port for bc5815ff-12f9-4b78-adbf-02055c8ca88d owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:03:24.555035 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.574412 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.578314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96792bb2-6481-433c-aec0-2f81bb7ac35b']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:24.589034 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f01e8cf-d585-4e90-80d6-1e99aecb6a46') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:24.589508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f01e8cf-d585-4e90-80d6-1e99aecb6a46') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:24.600189 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.602303 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] Pushing event deleted for resources: {'Port': ['ID=bc5815ff-12f9-4b78-adbf-02055c8ca88d,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:24.604595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08377ede-32e9-4607-8e85-68d9683f1e19 None None] No DVR routers for this DVR port bc5815ff-12f9-4b78-adbf-02055c8ca88d on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:03:24.620881 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.628937 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:03:24.629476 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: timer() Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:03:24.631303 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:03:24.692166 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.700328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.702878 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] 10.222.0.53 "DELETE /v2.0/networks/96792bb2-6481-433c-aec0-2f81bb7ac35b HTTP/1.1" status: 204 len: 168 time: 0.5627904 Nov 04 10:03:24.714219 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c87a0d-6b41-477d-8b8f-35e81ba5047d admin admin] Pushing event deleted for resources: {'Network': ['ID=96792bb2-6481-433c-aec0-2f81bb7ac35b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:24.862708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44884) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:24.903749 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b6b2c328-7bfc-49b4-b195-0daa556dfb65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46756e562e6043198f1c2d29e9555a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399072 Nov 04 10:03:24.906248 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44886) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:24.963505 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afd47bb0-2722-4fc0-8c12-83fb51917436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:24.986241 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afd47bb0-2722-4fc0-8c12-83fb51917436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:25.032886 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afd47bb0-2722-4fc0-8c12-83fb51917436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:25.035508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-afd47bb0-2722-4fc0-8c12-83fb51917436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:25.036700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-afd47bb0-2722-4fc0-8c12-83fb51917436 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3 HTTP/1.1" status: 204 len: 168 time: 0.1295636 Nov 04 10:03:25.045450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd47bb0-2722-4fc0-8c12-83fb51917436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c76c3b3-29b2-4a2b-b55d-1cc8dc7044c3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:25.187008 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 72b8fe1e-b12b-449e-b568-17a87ffc52c3 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:03:25.208299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 72b8fe1e-b12b-449e-b568-17a87ffc52c3 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:03:25.208671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 72b8fe1e-b12b-449e-b568-17a87ffc52c3 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:03:25.209305 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:03:25.231844 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:03:25.232210 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2a67bb3a-b812-4fe8-8780-3da1c3c5a81b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:03:25.232880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bc5815ff-12f9-4b78-adbf-02055c8ca88d no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:03:25.251911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: bc5815ff-12f9-4b78-adbf-02055c8ca88d {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:03:25.252268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bc5815ff-12f9-4b78-adbf-02055c8ca88d not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:03:25.367242 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44892) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:25.407619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-65388ece-28be-436f-ac1f-2ac285428b83 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48ad997d797a4c0a9c17ecdc05923a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392714 Nov 04 10:03:25.410746 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44894) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:25.469566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add42677-82bf-4efc-88e1-4c6add7b302b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:25.491257 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add42677-82bf-4efc-88e1-4c6add7b302b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:25.540268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add42677-82bf-4efc-88e1-4c6add7b302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:25.542791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-add42677-82bf-4efc-88e1-4c6add7b302b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:25.543958 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-add42677-82bf-4efc-88e1-4c6add7b302b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47408819-0894-4fd2-97fc-1822baed4c1a HTTP/1.1" status: 204 len: 168 time: 0.1316710 Nov 04 10:03:25.552275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add42677-82bf-4efc-88e1-4c6add7b302b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47408819-0894-4fd2-97fc-1822baed4c1a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:27.136080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44934) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:27.140216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1391498816', 'description': 'tempest-secgroup-smoke-1391498816 description', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:27.162258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.170533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.247619 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.251592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.289106 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238e9683-0ee0-4caa-aab2-6314345a400e,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:27.335962 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.340110 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.374694 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.376370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2396390 Nov 04 10:03:27.378544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c9b91-745c-45a3-a703-2580bd392c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ce5ad3-fff1-4100-9418-ea11b1ba9c17,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:27.379271 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44936) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:27.384783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-271e1107-0638-41d0-97d5-c6d0f022205b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '08ce5ad3-fff1-4100-9418-ea11b1ba9c17', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:27.412053 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-271e1107-0638-41d0-97d5-c6d0f022205b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.467241 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-271e1107-0638-41d0-97d5-c6d0f022205b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.470821 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-271e1107-0638-41d0-97d5-c6d0f022205b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.488220 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e1107-0638-41d0-97d5-c6d0f022205b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f354dc7b-11f2-435d-b7fe-f0a1c9179c11,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:27.495659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-271e1107-0638-41d0-97d5-c6d0f022205b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.496872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-271e1107-0638-41d0-97d5-c6d0f022205b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1164746 Nov 04 10:03:27.499593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44938) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:27.503826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a7160fed-a1c6-46bf-be17-33349ef354ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '08ce5ad3-fff1-4100-9418-ea11b1ba9c17', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:27.531497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7160fed-a1c6-46bf-be17-33349ef354ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.594527 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7160fed-a1c6-46bf-be17-33349ef354ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.598627 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7160fed-a1c6-46bf-be17-33349ef354ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.618405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7160fed-a1c6-46bf-be17-33349ef354ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625294f7-5189-4d7e-888a-a63b39696c0e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:27.626259 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7160fed-a1c6-46bf-be17-33349ef354ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.627492 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7160fed-a1c6-46bf-be17-33349ef354ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270030 Nov 04 10:03:27.630187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44940) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:27.635416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-214234a6-9a9f-4ea9-aea3-d5981591a941 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '08ce5ad3-fff1-4100-9418-ea11b1ba9c17', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:27.661404 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214234a6-9a9f-4ea9-aea3-d5981591a941 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.729198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214234a6-9a9f-4ea9-aea3-d5981591a941 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.733172 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214234a6-9a9f-4ea9-aea3-d5981591a941 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.752000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214234a6-9a9f-4ea9-aea3-d5981591a941 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99990307-f921-46e6-82dd-c328d6271a29,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:27.762856 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-214234a6-9a9f-4ea9-aea3-d5981591a941 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.764104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-214234a6-9a9f-4ea9-aea3-d5981591a941 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329658 Nov 04 10:03:27.766779 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44942) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:27.771394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-9afc4c1f-779e-41fb-bd65-96ebac23553c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '08ce5ad3-fff1-4100-9418-ea11b1ba9c17', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:27.797512 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afc4c1f-779e-41fb-bd65-96ebac23553c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.858585 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afc4c1f-779e-41fb-bd65-96ebac23553c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.862156 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afc4c1f-779e-41fb-bd65-96ebac23553c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.880614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc4c1f-779e-41fb-bd65-96ebac23553c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7f2824-c26a-4a51-87a3-029266fae7b6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:27.890372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-9afc4c1f-779e-41fb-bd65-96ebac23553c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.891579 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-9afc4c1f-779e-41fb-bd65-96ebac23553c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1238489 Nov 04 10:03:27.894385 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44944) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:27.899622 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '08ce5ad3-fff1-4100-9418-ea11b1ba9c17', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:27.921502 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:03:27.926269 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.994053 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:27.997834 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.015471 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21fda16-7038-4194-82f9-476ce487e829,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:28.024111 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.025237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-683a93aa-477a-4330-adc0-ddf81978b358 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299179 Nov 04 10:03:28.027891 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:28.032104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '08ce5ad3-fff1-4100-9418-ea11b1ba9c17', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:28.053089 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:03:28.058452 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.119567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.123231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.141536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba0bfb7-8f1f-4b66-80ac-1301d2153c6c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:28.147101 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.148593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3e9f89b7-8af9-49bc-9964-60499e260d90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197405 Nov 04 10:03:28.151522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44948) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:28.156518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'network': {'name': 'tempest-network-smoke--879801198', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:28.176680 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:03:28.180674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.203388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:03:28.213137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.213488 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Added segment 0d477c4b-5904-459d-bb35-21040e83eafb of type vlan for network 7df5fb82-4e79-4bad-952a-600f0ea7118d Nov 04 10:03:28.254436 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.279077 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.284473 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:28.285046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.341594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1889429 Nov 04 10:03:28.344708 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:28.349346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'admin_state_up': True, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:28.357592 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e29c8-ec6b-42cc-bb61-f2c6b874d3fb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Network': ['ID=7df5fb82-4e79-4bad-952a-600f0ea7118d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:28.368267 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:03:28.377841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.379090 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.435093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.573911 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.773915 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.794636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:28.910529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.191 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/d11f2b64-37f8-42c7-b06c-139207621f57) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:03:29.019165 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:29.055958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:29.101855 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:03:29.105046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:03:29.108548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:03:29.116625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=d11f2b64-37f8-42c7-b06c-139207621f57,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:29.369558 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:29.576897 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:29.709509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router f7b9df58-63d2-400e-9de2-b4f7f2d68822 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:03:29.826458 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:03:29.837048 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Sync routers for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:03:29.846584 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:29.847217 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:29.847406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:29.852029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d6ce650e-9001-4588-b71a-ede455a3c703 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5029683 Nov 04 10:03:29.852256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44952) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:29.954470 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:29.978987 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-352298c0-30fa-498c-ae17-3641f7719821 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aef2b89ed0ff4a72953ea3cffd9dc27a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1255672 Nov 04 10:03:29.981713 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 44956) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:30.079213 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7dace-e193-49c6-b554-076638aa262a tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:30.080795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-baa7dace-e193-49c6-b554-076638aa262a tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981655 Nov 04 10:03:30.084322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44958) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:30.121986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c8a76fe1-4c5d-445e-bdb6-0267fe5cc23d tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363107 Nov 04 10:03:30.124649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44960) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:30.129377 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400613309', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:30.140880 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:29Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:30.168253 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Checking router: f7b9df58-63d2-400e-9de2-b4f7f2d68822 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:03:30.168595 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Updating router f7b9df58-63d2-400e-9de2-b4f7f2d68822 port d11f2b64-37f8-42c7-b06c-139207621f57 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:03:30.193108 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.223243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:03:30.227814 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.420294 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.457843 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.464405 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.484335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Subnet': ['ID=7827b035-50c3-486a-b8bf-c66ba12d26e1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:30.488593 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Checking segment: {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:03:30.488956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network hostable DHCP agents. Network: 7df5fb82-4e79-4bad-952a-600f0ea7118d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:03:30.513634 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Attempting to bind port d11f2b64-37f8-42c7-b06c-139207621f57 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:03:30.514072 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Attempting to bind port d11f2b64-37f8-42c7-b06c-139207621f57 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:03:30.514436 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Attempting to bind port d11f2b64-37f8-42c7-b06c-139207621f57 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:03:30.515695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:03:30.523259 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:03:30.523654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:03:30.524159 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.524667 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:03:30.525213 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Bound port: d11f2b64-37f8-42c7-b06c-139207621f57, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:03:30.525594 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.526107 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 7df5fb82-4e79-4bad-952a-600f0ea7118d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:03:30.530718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:30.531588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.535187 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Pushing event updated for resources: {'Port': ['ID=d11f2b64-37f8-42c7-b06c-139207621f57,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:30.536341 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea427e-bc3f-4d94-9a56-3a831eb6ca29 None None] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:03:30.548928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e43ef134-4d88-49b7-87dc-604b42d85afc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4230599 Nov 04 10:03:30.551765 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 44962) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:30.565388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.565735 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.566076 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.566410 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.566741 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.567069 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.567393 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.567715 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.568071 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.568393 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.568712 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.569074 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:03:30.600325 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] For port d11f2b64-37f8-42c7-b06c-139207621f57, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:03:30.604557 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] For port d11f2b64-37f8-42c7-b06c-139207621f57, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d11f2b64-37f8-42c7-b06c-139207621f57,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:03:30.609113 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.706393 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-7df5fb82-4e79-4bad-952a-600f0ea7118d', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:03:30.707350 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:30.749045 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:03:30.781760 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1724af8-803c-4930-ac77-ce86edd0ca4a None None] Pushing event updated for resources: {'Port': ['ID=d11f2b64-37f8-42c7-b06c-139207621f57,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:30.784427 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:30.789702 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:30.865171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Allocated IP 172.20.0.2 (7df5fb82-4e79-4bad-952a-600f0ea7118d/7827b035-50c3-486a-b8bf-c66ba12d26e1/0adf40ad-289e-42e2-a45e-81161f4f6076) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:03:30.925788 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:31.032210 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.032430 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.039962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.078691 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:03:31.082318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:03:31.090089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:03:31.125768 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:29Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:31.127045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Pushing event updated for resources: {'Port': ['ID=0adf40ad-289e-42e2-a45e-81161f4f6076,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:31.155693 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84a2c35-9985-41bf-a7b9-35b0035a5ec6 None None] The sync data for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 is: [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:29Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:03:31.164567 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Attempting to bind port 0adf40ad-289e-42e2-a45e-81161f4f6076 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:03:31.164947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Attempting to bind port 0adf40ad-289e-42e2-a45e-81161f4f6076 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:03:31.165312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Attempting to bind port 0adf40ad-289e-42e2-a45e-81161f4f6076 on network 7df5fb82-4e79-4bad-952a-600f0ea7118d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:03:31.174386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:03:31.174386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Checking segment: {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:03:31.174386 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.174386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Bound using segment: {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:03:31.174386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Bound port: 0adf40ad-289e-42e2-a45e-81161f4f6076, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:03:31.174386 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.250865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] For port 0adf40ad-289e-42e2-a45e-81161f4f6076, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:03:31.254581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] For port 0adf40ad-289e-42e2-a45e-81161f4f6076, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0adf40ad-289e-42e2-a45e-81161f4f6076,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:03:31.260759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.319611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf1597-c752-4bd5-bfcd-9e15a470930c None None] Pushing event updated for resources: {'Port': ['ID=0adf40ad-289e-42e2-a45e-81161f4f6076,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:31.728957 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.1 (7df5fb82-4e79-4bad-952a-600f0ea7118d/7827b035-50c3-486a-b8bf-c66ba12d26e1/a132a960-ef4c-4ac6-bc6e-bc691c8049a0) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:03:31.859376 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.900630 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:31.946475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:03:31.949884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:03:31.958763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:03:31.963501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:32.018599 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.159261 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.294935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc49fab8-d85e-4658-9d78-46b99bdf8644 None None] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:03:32.365317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5c6d43da-cb68-415a-afb3-c8754689fbf6 None None] Provisioning complete for port 0adf40ad-289e-42e2-a45e-81161f4f6076 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:32.365597 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c6d43da-cb68-415a-afb3-c8754689fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.450474 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.455274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.520736 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c6d43da-cb68-415a-afb3-c8754689fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.532264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:32.535028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.563410 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5c6d43da-cb68-415a-afb3-c8754689fbf6 None None] For port 0adf40ad-289e-42e2-a45e-81161f4f6076, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0adf40ad-289e-42e2-a45e-81161f4f6076,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:32.568958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c6d43da-cb68-415a-afb3-c8754689fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.631984 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d43da-cb68-415a-afb3-c8754689fbf6 None None] Pushing event updated for resources: {'Port': ['ID=0adf40ad-289e-42e2-a45e-81161f4f6076,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:32.647327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:03:32.649226 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:03:32.772318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router f7b9df58-63d2-400e-9de2-b4f7f2d68822 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:03:32.789899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fee94d2f-d5ff-465c-bfe9-046eb31acea2 None None] Provisioning complete for port 0adf40ad-289e-42e2-a45e-81161f4f6076 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:32.790455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fee94d2f-d5ff-465c-bfe9-046eb31acea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.888451 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-fee94d2f-d5ff-465c-bfe9-046eb31acea2 None None] Provisioning complete for port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:32.888905 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fee94d2f-d5ff-465c-bfe9-046eb31acea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:32.895433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:03:32.901409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f1f9e2fb-6604-4529-916b-f4703d29f7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/f7b9df58-63d2-400e-9de2-b4f7f2d68822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3485997 Nov 04 10:03:32.933227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-fee94d2f-d5ff-465c-bfe9-046eb31acea2 None None] Port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:03:32.941620 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Sync routers for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:03:32.952132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:32.952758 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:33.071269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-e1f7d0e8-8cd5-4b7f-a88e-c4f32597e89c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1391498816&fields=id&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 267 time: 0.0427635 Nov 04 10:03:33.073180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2a358b0d-a150-480c-9e99-b8842c5b754b None None] Provisioning complete for port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:33.073553 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2a358b0d-a150-480c-9e99-b8842c5b754b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:33.108865 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:33.203242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-0e35b8cd-b11b-4c58-80a7-05b7051530aa tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:33.213153 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-0e35b8cd-b11b-4c58-80a7-05b7051530aa tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/networks?id=7df5fb82-4e79-4bad-952a-600f0ea7118d HTTP/1.1" status: 200 len: 796 time: 0.1333694 Nov 04 10:03:33.233682 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-ef4d2abe-5a26-4721-8375-2c5ff08afa63 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/quotas/aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 375 time: 0.0195541 Nov 04 10:03:33.291967 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-b67210bd-535e-48a6-b84b-60ffe6b7dcdc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572543 Nov 04 10:03:33.325129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0adf40ad-289e-42e2-a45e-81161f4f6076 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:03:33.360722 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2a358b0d-a150-480c-9e99-b8842c5b754b None None] Port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:03:33.389943 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-2fd6803f-4b4d-4a73-a4cd-33ef49e45729 service neutron] 10.222.0.53 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850048 Nov 04 10:03:33.485192 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-be873615-a34a-47ba-ae11-8b9cab342834 service neutron] 10.222.0.53 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891941 Nov 04 10:03:33.491622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0adf40ad-289e-42e2-a45e-81161f4f6076 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:33.492025 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:33.535101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3be86006-eb68-445b-baba-96a7bfbdb784 None None] Provisioning complete for port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:33.535478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3be86006-eb68-445b-baba-96a7bfbdb784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:33.621425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3be86006-eb68-445b-baba-96a7bfbdb784 None None] Port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:03:33.674911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f776e2eb-5078-4189-b10b-ce4e4c075c4f req-5cea55d4-8765-4475-ae0c-b0327a09834a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 210 time: 0.0538945 Nov 04 10:03:33.677670 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 2, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:33.680731 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d11f2b64-37f8-42c7-b06c-139207621f57 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:03:33.729590 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Checking router: f7b9df58-63d2-400e-9de2-b4f7f2d68822 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:03:33.729946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Updating router f7b9df58-63d2-400e-9de2-b4f7f2d68822 port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:03:33.765912 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:33.812706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d11f2b64-37f8-42c7-b06c-139207621f57 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:33.813078 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.030848 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.068556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port d11f2b64-37f8-42c7-b06c-139207621f57, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d11f2b64-37f8-42c7-b06c-139207621f57,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:34.074713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.182806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=d11f2b64-37f8-42c7-b06c-139207621f57,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:34.186821 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.192849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.256482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f962e83-27a1-4d00-a01d-0fe0b1c5d46a None None] Pushing event updated for resources: {'Port': ['ID=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:34.316174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Attempting to bind port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:03:34.316688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Attempting to bind port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:03:34.317059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Attempting to bind port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 on network 7df5fb82-4e79-4bad-952a-600f0ea7118d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:03:34.324316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:03:34.324693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Checking segment: {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:03:34.325102 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.325493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Bound using segment: {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:03:34.326292 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Bound port: a132a960-ef4c-4ac6-bc6e-bc691c8049a0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:03:34.326605 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.414622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] For port a132a960-ef4c-4ac6-bc6e-bc691c8049a0, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:03:34.418947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] For port a132a960-ef4c-4ac6-bc6e-bc691c8049a0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:03:34.431593 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.517671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:34.518312 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:34.566855 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f962e83-27a1-4d00-a01d-0fe0b1c5d46a None None] Pushing event updated for resources: {'Port': ['ID=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:34.635213 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-17bc570b-0820-4832-ab77-167d89059f12 None None] Provisioning complete for port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:34.635664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-17bc570b-0820-4832-ab77-167d89059f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.697707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:34.830775 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a80a660-21b8-40a8-8197-437c8f294786 req-2540e5d2-a3c4-47e2-a94d-7ab911e31b8a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 210 time: 0.0505505 Nov 04 10:03:34.880193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-17bc570b-0820-4832-ab77-167d89059f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:34.883373 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-b44c77bf-28a5-4280-b3e6-182964dd051f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:34.885735 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-b44c77bf-28a5-4280-b3e6-182964dd051f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "GET /v2.0/networks?id=7df5fb82-4e79-4bad-952a-600f0ea7118d HTTP/1.1" status: 200 len: 796 time: 0.1720045 Nov 04 10:03:34.940421 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-49bb3a77-76c8-461a-af3c-8454f3ed56eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 380 time: 0.0401785 Nov 04 10:03:34.943586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-17bc570b-0820-4832-ab77-167d89059f12 None None] For port a132a960-ef4c-4ac6-bc6e-bc691c8049a0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:34.950343 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'port': {'device_id': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'admin_state_up': True, 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'security_groups': ['08ce5ad3-fff1-4100-9418-ea11b1ba9c17']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:34.952087 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-17bc570b-0820-4832-ab77-167d89059f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.061561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc570b-0820-4832-ab77-167d89059f12 None None] Pushing event updated for resources: {'Port': ['ID=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:35.068391 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:03:35.072075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.088490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-32a19150-c475-42e3-8e19-335619b618bf None None] Provisioning complete for port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:35.088977 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-32a19150-c475-42e3-8e19-335619b618bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.121092 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-30498948-88be-45ec-bb26-49e97586e06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:35.159815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30498948-88be-45ec-bb26-49e97586e06b None None] The sync data for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 is: [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:03:35.231324 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d11f2b64-37f8-42c7-b06c-139207621f57 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:03:35.236687 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.7 (7df5fb82-4e79-4bad-952a-600f0ea7118d/7827b035-50c3-486a-b8bf-c66ba12d26e1/2a431294-8ce1-4fff-b57f-2b7d6e14d687) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:03:35.310870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port d11f2b64-37f8-42c7-b06c-139207621f57 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:35.311239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.425570 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.464202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.508576 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:03:35.512159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:03:35.515894 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:03:35.526898 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=2a431294-8ce1-4fff-b57f-2b7d6e14d687,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:35.590667 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:35.591308 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.608407 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-f78d3864-884e-4f38-a8bb-989bcf897b7d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6621709 Nov 04 10:03:35.685968 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Request body: {'port': {'device_id': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:35.753416 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.804907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-041268dc-00d7-4075-958f-d4933817113e None None] Provisioning complete for port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:35.805509 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-041268dc-00d7-4075-958f-d4933817113e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:35.843274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-041268dc-00d7-4075-958f-d4933817113e None None] Port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:03:36.012440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6096b3b-38d2-43c5-ad31-6b2a9198192c req-dcd51d05-6d2d-4f9c-a4eb-ca698688ba93 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:36.014017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6096b3b-38d2-43c5-ad31-6b2a9198192c req-dcd51d05-6d2d-4f9c-a4eb-ca698688ba93 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 931 time: 0.0821397 Nov 04 10:03:36.090662 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6096b3b-38d2-43c5-ad31-6b2a9198192c req-752d588e-ec4f-483c-b476-d721bf8b8c64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685337 Nov 04 10:03:36.107600 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a431294-8ce1-4fff-b57f-2b7d6e14d687 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:03:36.120978 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:36.133851 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Transition to ACTIVE for port object 2a431294-8ce1-4fff-b57f-2b7d6e14d687 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:03:36.138590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:36.195517 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Pushing event updated for resources: {'Port': ['ID=2a431294-8ce1-4fff-b57f-2b7d6e14d687,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:36.269458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Attempting to bind port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:03:36.269803 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Attempting to bind port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:03:36.270142 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Attempting to bind port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 on network 7df5fb82-4e79-4bad-952a-600f0ea7118d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:03:36.275984 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 on network 7df5fb82-4e79-4bad-952a-600f0ea7118d not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:03:36.276311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Attempting to bind port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 on network 7df5fb82-4e79-4bad-952a-600f0ea7118d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:03:36.281685 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:03:36.282063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Checking segment: {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:03:36.282443 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Bound using segment: {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:03:36.282877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Bound port: 2a431294-8ce1-4fff-b57f-2b7d6e14d687, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d477c4b-5904-459d-bb35-21040e83eafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:03:36.283295 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:36.358540 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] For port 2a431294-8ce1-4fff-b57f-2b7d6e14d687, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:03:36.362115 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] For port 2a431294-8ce1-4fff-b57f-2b7d6e14d687, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:03:36.367906 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:36.408645 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:36.409268 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:36.410803 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] 10.222.0.55 "PUT /v2.0/ports/2a431294-8ce1-4fff-b57f-2b7d6e14d687 HTTP/1.1" status: 200 len: 1091 time: 0.7934453 Nov 04 10:03:36.411148 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:03:36.414029 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f6e762-0788-49c5-bc7e-59414325487e" -d '{"events": [{"name": "network-changed", "server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:03:36.445842 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcc952-2924-45a1-b021-d43a30a60c97 service neutron] Pushing event updated for resources: {'Port': ['ID=2a431294-8ce1-4fff-b57f-2b7d6e14d687,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:36.462982 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15020f77-6517-4e84-80bb-81f191ce4288 x-openstack-request-id: req-15020f77-6517-4e84-80bb-81f191ce4288 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:03:36.463580 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:03:36.463708 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15020f77-6517-4e84-80bb-81f191ce4288 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:03:36.464269 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'status': 'completed', 'code': 200} Nov 04 10:03:36.513324 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-d1e99c37-7510-4a2b-a7cb-dc1b1d83c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:36.514916 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-d1e99c37-7510-4a2b-a7cb-dc1b1d83c625 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 1094 time: 0.0488253 Nov 04 10:03:36.559351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-ecf8fc40-92fa-4299-ab05-c3a3dae72d56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687 HTTP/1.1" status: 200 len: 217 time: 0.0354908 Nov 04 10:03:36.617361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-94f5ee27-89c8-4339-b22b-a32132b5f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:36.618851 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-94f5ee27-89c8-4339-b22b-a32132b5f65e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7827b035-50c3-486a-b8bf-c66ba12d26e1 HTTP/1.1" status: 200 len: 834 time: 0.0516126 Nov 04 10:03:36.666672 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-df768ea2-df5e-41a2-a12b-8eeff6b4dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:36.668099 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-df768ea2-df5e-41a2-a12b-8eeff6b4dea8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7df5fb82-4e79-4bad-952a-600f0ea7118d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411680 Nov 04 10:03:36.760965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-4f815393-8b6a-422a-bda0-c64a8c2bb27a service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Nov 04 10:03:36.857779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-193851ff-6137-4f82-90a0-ef64ef32ca3e req-3a4ba49c-0938-44eb-9d5b-edb0c325e9a6 service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878525 Nov 04 10:03:36.947467 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6e762-0788-49c5-bc7e-59414325487e req-5d314e4e-0938-4ed3-850d-854d8a472017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:36.948898 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6f6e762-0788-49c5-bc7e-59414325487e req-5d314e4e-0938-4ed3-850d-854d8a472017 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 1094 time: 0.0429871 Nov 04 10:03:37.044239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6e762-0788-49c5-bc7e-59414325487e req-a52cad35-f645-4acb-a399-d22a554364b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:37.045710 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6f6e762-0788-49c5-bc7e-59414325487e req-a52cad35-f645-4acb-a399-d22a554364b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7df5fb82-4e79-4bad-952a-600f0ea7118d HTTP/1.1" status: 200 len: 897 time: 0.0887628 Nov 04 10:03:37.088472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6f6e762-0788-49c5-bc7e-59414325487e req-2d1741e2-e4b8-423f-a73a-9639ee368b07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687 HTTP/1.1" status: 200 len: 217 time: 0.0348585 Nov 04 10:03:37.145381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6e762-0788-49c5-bc7e-59414325487e req-a3579f7e-a94f-460a-9b35-ca73f2d617fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:37.147160 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6f6e762-0788-49c5-bc7e-59414325487e req-a3579f7e-a94f-460a-9b35-ca73f2d617fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7827b035-50c3-486a-b8bf-c66ba12d26e1 HTTP/1.1" status: 200 len: 834 time: 0.0475538 Nov 04 10:03:37.227137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a132a960-ef4c-4ac6-bc6e-bc691c8049a0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:03:37.234070 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6e762-0788-49c5-bc7e-59414325487e req-bcb4c809-c8ad-4e5e-9028-487fbc858d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:37.235595 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6f6e762-0788-49c5-bc7e-59414325487e req-bcb4c809-c8ad-4e5e-9028-487fbc858d23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7df5fb82-4e79-4bad-952a-600f0ea7118d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808427 Nov 04 10:03:37.252506 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f9dc2-53b4-41bb-b729-cb83d5a995aa req-d5ca92ce-2158-448d-a9b5-c70b9ee108bb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:37.254100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e1f9dc2-53b4-41bb-b729-cb83d5a995aa req-d5ca92ce-2158-448d-a9b5-c70b9ee108bb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 943 time: 0.0694201 Nov 04 10:03:37.277242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:37.277611 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:37.344740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3e1f9dc2-53b4-41bb-b729-cb83d5a995aa req-62d9fc75-4238-45a2-b4d7-050f42891430 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722475 Nov 04 10:03:37.370698 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6f6e762-0788-49c5-bc7e-59414325487e req-fe3094b3-31c3-4402-8e16-f5358a6e131a service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260424 Nov 04 10:03:37.458006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cdc915f5-b33b-425c-8741-d1c3c59b7b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:37.761751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6f6e762-0788-49c5-bc7e-59414325487e req-023097f2-f402-4c7c-a9a8-7f238c583502 service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829708 Nov 04 10:03:38.466510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a80fd3-7589-484e-bbc4-c784c949d8fc req-fff570c1-851d-48c8-9f2c-0cf96b873bfd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:38.468007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96a80fd3-7589-484e-bbc4-c784c949d8fc req-fff570c1-851d-48c8-9f2c-0cf96b873bfd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 943 time: 0.0513737 Nov 04 10:03:38.504870 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96a80fd3-7589-484e-bbc4-c784c949d8fc req-b3fbcd51-e326-42eb-b8e4-ececa7fe9955 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308380 Nov 04 10:03:39.626381 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1362dd06-5495-4de6-bc77-9c472434c1f0 req-5109d0b3-ce62-44cc-b705-b3097aa38cc5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:39.627891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1362dd06-5495-4de6-bc77-9c472434c1f0 req-5109d0b3-ce62-44cc-b705-b3097aa38cc5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 943 time: 0.0528905 Nov 04 10:03:39.659673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2a431294-8ce1-4fff-b57f-2b7d6e14d687 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:03:39.673703 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1362dd06-5495-4de6-bc77-9c472434c1f0 req-248ed16c-03aa-4b2c-aa52-b4b6000e2a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378990 Nov 04 10:03:39.761030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2a431294-8ce1-4fff-b57f-2b7d6e14d687, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:39.774750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'port_id': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'mac_address': 'fa:16:3e:55:dc:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:03:39.812361 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:39.829108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a431294-8ce1-4fff-b57f-2b7d6e14d687 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:03:39.848794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2a431294-8ce1-4fff-b57f-2b7d6e14d687, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:39.853114 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:39.902350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2a431294-8ce1-4fff-b57f-2b7d6e14d687,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:40.044291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fb36184-8648-411a-ac73-ea06421c5011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:40.101934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['2a431294-8ce1-4fff-b57f-2b7d6e14d687'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:03:40.453751 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:40.792450 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59eebb-215f-454a-a102-b784d4ac93f2 req-886c2b94-b31a-4a53-b4af-c66e889e9859 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:40.794224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce59eebb-215f-454a-a102-b784d4ac93f2 req-886c2b94-b31a-4a53-b4af-c66e889e9859 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 944 time: 0.0509944 Nov 04 10:03:40.833215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce59eebb-215f-454a-a102-b784d4ac93f2 req-ea9c843f-04b7-4a8a-9a4f-6fe6161399df tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Nov 04 10:03:41.496291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:41.662190 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2a431294-8ce1-4fff-b57f-2b7d6e14d687 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:03:41.711841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:03:41.715677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:03:41.716063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:41.796758 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:41.819819 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:03:41.822269 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def13797-5a50-476d-bc4e-1b7750caff75" -d '{"events": [{"server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:03:41.837215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 2a431294-8ce1-4fff-b57f-2b7d6e14d687, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:03:41.841900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:41.894677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=2a431294-8ce1-4fff-b57f-2b7d6e14d687,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:41.923573 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3205a98-d076-4693-ad88-afe65b9aa3d6 x-openstack-request-id: req-c3205a98-d076-4693-ad88-afe65b9aa3d6 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:03:41.923892 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "name": "network-vif-plugged", "status": "completed", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:03:41.924145 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c3205a98-d076-4693-ad88-afe65b9aa3d6 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:03:41.924579 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'code': 200} Nov 04 10:03:42.056942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e68c73-34d2-4722-9025-c3bf15ed7e2e req-506f5470-19e0-4a9b-86f7-bab21dccd529 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:42.058440 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72e68c73-34d2-4722-9025-c3bf15ed7e2e req-506f5470-19e0-4a9b-86f7-bab21dccd529 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0834718 Nov 04 10:03:42.061059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef6f12-0f1b-49f8-b856-db0f27f62338 req-1789fe42-83dd-438c-adcf-cd8ba5362fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:42.062394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8aef6f12-0f1b-49f8-b856-db0f27f62338 req-1789fe42-83dd-438c-adcf-cd8ba5362fd4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 1096 time: 0.0768967 Nov 04 10:03:42.118664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72e68c73-34d2-4722-9025-c3bf15ed7e2e req-c67e4c54-9da9-4c81-9ec8-bb7fee550070 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539572 Nov 04 10:03:42.122299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8aef6f12-0f1b-49f8-b856-db0f27f62338 req-7c681242-48c9-4740-a5fb-579ff93fddc9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498362 Nov 04 10:03:42.954034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:43.239743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d74ce-9259-468f-8ee9-9bb066771f46 req-64f25016-dd82-4d9c-b501-591ece51ff6c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:43.241210 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e8d74ce-9259-468f-8ee9-9bb066771f46 req-64f25016-dd82-4d9c-b501-591ece51ff6c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0507510 Nov 04 10:03:43.280729 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0e8d74ce-9259-468f-8ee9-9bb066771f46 req-fbe27f67-94d9-4a9b-8d3c-039458fa754e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332475 Nov 04 10:03:43.401753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b212042-c5d2-4ed3-89f3-3780501bd1cc req-b600dbcb-65b7-4fa9-9367-1d05a306fff0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:43.403209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b212042-c5d2-4ed3-89f3-3780501bd1cc req-b600dbcb-65b7-4fa9-9367-1d05a306fff0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0540843 Nov 04 10:03:43.441154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3b212042-c5d2-4ed3-89f3-3780501bd1cc req-318d3f51-418e-4dc3-b96f-8b5a060d4ba7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Nov 04 10:03:43.464313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45018) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:43.503413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064f09a6-379d-41fa-9ffa-88865e68c0a0 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:43.504839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-064f09a6-379d-41fa-9ffa-88865e68c0a0 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 1091 time: 0.0395484 Nov 04 10:03:43.509940 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45020) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:43.514628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:03:43.536101 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:43.633672 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:43.737826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.236 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/83968a25-3f11-4292-9c63-17cedea4b214) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:03:43.847098 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:43.882969 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:43.923822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:03:43.926706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:03:43.929927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:03:43.955534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=83968a25-3f11-4292-9c63-17cedea4b214,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:44.291497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:44.357032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:44.511492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:44.515937 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:44.586843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=83968a25-3f11-4292-9c63-17cedea4b214,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:03:44.597245 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:44.703053 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 94d60808-278d-4e6a-a814-1f568d1ea97f associated. External IP: 172.25.3.236, port: 2a431294-8ce1-4fff-b57f-2b7d6e14d687. Nov 04 10:03:44.925380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router f7b9df58-63d2-400e-9de2-b4f7f2d68822 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:03:45.039551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:03:45.050385 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] Sync routers for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:03:45.058046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:45.061252 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:45.061865 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:45.088919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c566b15f-d45b-4d5a-9e29-ef2ca69d30ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5764046 Nov 04 10:03:45.088919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:03:45.090414 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e51376-0947-48d5-836c-6842ae579d17" -d '{"events": [{"name": "network-changed", "server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:03:45.174161 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:45.190660 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6fbbc-d394-4f31-bdd7-666bdf4aedf1 req-f4b9b768-6fa0-4ad3-8b88-88322c31c8a7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:45.192211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fa6fbbc-d394-4f31-bdd7-666bdf4aedf1 req-f4b9b768-6fa0-4ad3-8b88-88322c31c8a7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0523849 Nov 04 10:03:45.232953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6fa6fbbc-d394-4f31-bdd7-666bdf4aedf1 req-3b56cccf-21da-4106-9a2b-464300776511 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337906 Nov 04 10:03:45.255701 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45026) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:45.298074 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c327bc50-ec1e-4d2f-b37c-9df884fd474a x-openstack-request-id: req-c327bc50-ec1e-4d2f-b37c-9df884fd474a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:03:45.298784 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:03:45.298784 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c327bc50-ec1e-4d2f-b37c-9df884fd474a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:03:45.299197 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'status': 'completed', 'code': 200} Nov 04 10:03:45.353835 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4ef45d6d-c0df-454a-99d7-e2b0a2c51ed7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/94d60808-278d-4e6a-a814-1f568d1ea97f HTTP/1.1" status: 200 len: 991 time: 0.0966663 Nov 04 10:03:45.366666 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e51376-0947-48d5-836c-6842ae579d17 req-efe4811e-87fc-403f-bbed-b252e42b4f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:45.368411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20e51376-0947-48d5-836c-6842ae579d17 req-efe4811e-87fc-403f-bbed-b252e42b4f57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 1096 time: 0.0584714 Nov 04 10:03:45.416588 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '94d60808-278d-4e6a-a814-1f568d1ea97f', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'port_id': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'mac_address': 'fa:16:3e:55:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:03:44Z', 'updated_at': '2021-11-04T10:03:44Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:45.442913 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] Checking router: f7b9df58-63d2-400e-9de2-b4f7f2d68822 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:03:45.451357 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:03:45.451997 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:03:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:45.466015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e51376-0947-48d5-836c-6842ae579d17 req-70304b9f-0dcc-4c25-8571-9804fae0cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:45.467519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20e51376-0947-48d5-836c-6842ae579d17 req-70304b9f-0dcc-4c25-8571-9804fae0cea5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7df5fb82-4e79-4bad-952a-600f0ea7118d HTTP/1.1" status: 200 len: 897 time: 0.0921037 Nov 04 10:03:45.535880 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20e51376-0947-48d5-836c-6842ae579d17 req-2d0a4f5d-8c1b-4f45-be59-105e5393c896 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687 HTTP/1.1" status: 200 len: 999 time: 0.0612528 Nov 04 10:03:45.559480 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:03:45.586277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e51376-0947-48d5-836c-6842ae579d17 req-68a02023-8136-475c-a6cf-92a4a3ceb3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:45.587762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20e51376-0947-48d5-836c-6842ae579d17 req-68a02023-8136-475c-a6cf-92a4a3ceb3dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7827b035-50c3-486a-b8bf-c66ba12d26e1 HTTP/1.1" status: 200 len: 834 time: 0.0450497 Nov 04 10:03:45.638964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e51376-0947-48d5-836c-6842ae579d17 req-4722939c-da95-4db4-bf3b-e6424550271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:03:45.640507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20e51376-0947-48d5-836c-6842ae579d17 req-4722939c-da95-4db4-bf3b-e6424550271e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7df5fb82-4e79-4bad-952a-600f0ea7118d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462375 Nov 04 10:03:45.731676 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20e51376-0947-48d5-836c-6842ae579d17 req-f7a6cd91-6157-485b-804e-05381ec4df4f service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833752 Nov 04 10:03:45.786147 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '94d60808-278d-4e6a-a814-1f568d1ea97f', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'port_id': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'mac_address': 'fa:16:3e:55:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:03:44Z', 'updated_at': '2021-11-04T10:03:44Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:03:45.812933 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d38725b-2cc5-44d0-ae9b-fc931eb54ca9 None None] The sync data for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 is: [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '94d60808-278d-4e6a-a814-1f568d1ea97f', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'port_id': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'mac_address': 'fa:16:3e:55:dc:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:03:44Z', 'updated_at': '2021-11-04T10:03:44Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:03:45.828519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-20e51376-0947-48d5-836c-6842ae579d17 req-b12630cc-296a-4632-bc4b-f5da50565390 service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896199 Nov 04 10:03:46.002144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accf7b4f-f561-4f22-9f70-8899c9060066 None None] New status for floating IP 94d60808-278d-4e6a-a814-1f568d1ea97f: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:03:46.244962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:03:46.357861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45028) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:03:46.419401 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d3a3d100-d2b9-4a6b-928f-5c03a25d9821 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/94d60808-278d-4e6a-a814-1f568d1ea97f HTTP/1.1" status: 200 len: 993 time: 0.0603645 Nov 04 10:03:47.182131 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:04.265068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-cf81a295-6f88-4ca4-a394-f21eda864c37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406301 Nov 04 10:04:04.353456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-2399075b-7a55-47b6-aa39-edf25fb29445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:04.355014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-2399075b-7a55-47b6-aa39-edf25fb29445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 1096 time: 0.0444107 Nov 04 10:04:04.466670 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-c3b2a828-7f3c-492b-adc7-38e046d477be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:04.468191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-c3b2a828-7f3c-492b-adc7-38e046d477be service neutron] 10.222.0.55 "GET /v2.0/networks?id=7df5fb82-4e79-4bad-952a-600f0ea7118d HTTP/1.1" status: 200 len: 897 time: 0.0891166 Nov 04 10:04:04.543417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-3d99c04d-3a48-4c0a-8cf3-a0c189573a5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687 HTTP/1.1" status: 200 len: 1001 time: 0.0653203 Nov 04 10:04:04.594151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-dd3c601e-cfd1-4553-8ba1-b3db28fa99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:04.595602 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-dd3c601e-cfd1-4553-8ba1-b3db28fa99f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7827b035-50c3-486a-b8bf-c66ba12d26e1 HTTP/1.1" status: 200 len: 834 time: 0.0433009 Nov 04 10:04:04.641950 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-4d6ec64e-15a3-4039-b50a-98867f8283b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:04.643429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-4d6ec64e-15a3-4039-b50a-98867f8283b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7df5fb82-4e79-4bad-952a-600f0ea7118d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398417 Nov 04 10:04:04.737025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-1911678b-38fa-4579-adaa-ca3fb93d69b3 service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852170 Nov 04 10:04:04.829338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11f5510d-a69d-45b2-ab81-288f2388c7e2 req-85642ec3-2857-45ef-9864-e4776f352bee service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843344 Nov 04 10:04:07.474567 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b301835-fe5e-4fce-b373-b4538234f755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:07.750063 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:04:10.046860 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cfb45234-b203-401e-963a-8e038e1549cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:10.354672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:11.501780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:12.957750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:16.270219 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:17.176413 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:21.800836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22147ea4-a0e0-4e38-af31-f6bb74d65e95 req-4eeb6540-c85e-4136-8215-06e6a2773d8a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:21.802904 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22147ea4-a0e0-4e38-af31-f6bb74d65e95 req-4eeb6540-c85e-4136-8215-06e6a2773d8a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0523374 Nov 04 10:04:21.842637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-22147ea4-a0e0-4e38-af31-f6bb74d65e95 req-7e1b27c1-158b-4599-8a1a-a9e677a0250f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Nov 04 10:04:22.965254 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cded8e-48fc-4ec3-86ef-dbec5746ef22 req-266c0c32-cde7-442d-9e26-bafd9b1ab0db tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:22.966795 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09cded8e-48fc-4ec3-86ef-dbec5746ef22 req-266c0c32-cde7-442d-9e26-bafd9b1ab0db tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0548670 Nov 04 10:04:23.006412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-09cded8e-48fc-4ec3-86ef-dbec5746ef22 req-655391a0-cae2-4363-bc57-53b844441c0c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335827 Nov 04 10:04:23.029878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45048) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:23.089772 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f9869ab2-12ad-4da5-8cb9-85a202c24cd9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/94d60808-278d-4e6a-a814-1f568d1ea97f HTTP/1.1" status: 200 len: 993 time: 0.0587230 Nov 04 10:04:24.379235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08303a81-6b9b-465c-98d9-1a4ba0191380 req-f0ffe3ce-dd5d-4d60-9bd7-d205a043430b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:24.381378 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08303a81-6b9b-465c-98d9-1a4ba0191380 req-f0ffe3ce-dd5d-4d60-9bd7-d205a043430b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0534031 Nov 04 10:04:24.420879 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-08303a81-6b9b-465c-98d9-1a4ba0191380 req-bc7f83df-902e-4f12-a55f-5b94ebc3d46f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319226 Nov 04 10:04:25.546571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4119-d769-46e7-b63d-841aba5e0c58 req-26e187d8-7c9b-484f-9645-c63b3087029a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:25.548106 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-161d4119-d769-46e7-b63d-841aba5e0c58 req-26e187d8-7c9b-484f-9645-c63b3087029a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0513763 Nov 04 10:04:25.592953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-161d4119-d769-46e7-b63d-841aba5e0c58 req-57b113f8-782a-48b7-bb62-7f5afc05c267 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383842 Nov 04 10:04:26.716128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f47ca4-bf3a-4170-a983-b1ba926a63a4 req-46aa91d8-8a06-4273-a3e5-d2ef652ef42e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:26.717681 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90f47ca4-bf3a-4170-a983-b1ba926a63a4 req-46aa91d8-8a06-4273-a3e5-d2ef652ef42e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0532885 Nov 04 10:04:26.758674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90f47ca4-bf3a-4170-a983-b1ba926a63a4 req-b84962e7-69b4-4c60-990a-9775ec7e62fe tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342264 Nov 04 10:04:27.882639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1136144-22ca-45c9-93a3-0d6ace550d2f req-3e6a164b-4202-47d4-b996-fbdc6898fcee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:27.884135 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1136144-22ca-45c9-93a3-0d6ace550d2f req-3e6a164b-4202-47d4-b996-fbdc6898fcee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0536163 Nov 04 10:04:27.921429 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1136144-22ca-45c9-93a3-0d6ace550d2f req-7817f39b-858b-437c-8589-0763c3258029 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Nov 04 10:04:29.060673 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2576c61-20ad-4ac2-998e-3f8fdeaff917 req-1537caa3-5717-4aff-9377-4681423cb78a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:29.062143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2576c61-20ad-4ac2-998e-3f8fdeaff917 req-1537caa3-5717-4aff-9377-4681423cb78a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0498447 Nov 04 10:04:29.102341 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e2576c61-20ad-4ac2-998e-3f8fdeaff917 req-512a9090-9852-49cb-87a9-e72d00a0e003 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Nov 04 10:04:30.217653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d504e82-b22b-457a-9a73-31bb13a96128 req-e395fd6f-5aad-4a13-ad9a-73ae20e95efa tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:30.219122 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d504e82-b22b-457a-9a73-31bb13a96128 req-e395fd6f-5aad-4a13-ad9a-73ae20e95efa tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0494690 Nov 04 10:04:30.260724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7d504e82-b22b-457a-9a73-31bb13a96128 req-e5737d60-c6bf-4a93-8372-4e78cd4693b1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347161 Nov 04 10:04:30.282550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45068) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:30.351164 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-fd3d15b5-d624-43fd-92a9-b1858ee63720 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/94d60808-278d-4e6a-a814-1f568d1ea97f HTTP/1.1" status: 200 len: 993 time: 0.0674605 Nov 04 10:04:30.573169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45074) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:30.731160 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 83968a25-3f11-4292-9c63-17cedea4b214 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:04:30.731507 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:30.808290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:30.808626 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:30.821356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 83968a25-3f11-4292-9c63-17cedea4b214 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:04:30.972065 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:30.999020 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=83968a25-3f11-4292-9c63-17cedea4b214,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:31.029588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.029930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.030264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.030596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.030923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.031246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.031568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.031922 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.032242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.032560 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.032874 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.033185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:31.075211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:31.075551 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 94d60808-278d-4e6a-a814-1f568d1ea97f disassociated (deleted). External IP: 172.25.3.236, port: 2a431294-8ce1-4fff-b57f-2b7d6e14d687. Nov 04 10:04:31.576102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router f7b9df58-63d2-400e-9de2-b4f7f2d68822 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:04:31.682499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:04:31.688041 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:31.693433 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] Sync routers for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:04:31.702979 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:31.703589 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:31.721829 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7054f2ed-d605-41ef-8a5b-a786eb3fd05c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/floatingips/94d60808-278d-4e6a-a814-1f568d1ea97f HTTP/1.1" status: 204 len: 168 time: 1.1475286 Nov 04 10:04:31.722425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:04:31.725082 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b29cbb-a846-4b7a-8274-1fcf159fd765" -d '{"events": [{"name": "network-changed", "server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:04:31.809908 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:31.946455 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844b6658-5d3b-4bee-a742-2aac3d9b95a7 x-openstack-request-id: req-844b6658-5d3b-4bee-a742-2aac3d9b95a7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:04:31.946753 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:04:31.947004 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-844b6658-5d3b-4bee-a742-2aac3d9b95a7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:04:31.947408 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'status': 'completed', 'code': 200} Nov 04 10:04:32.052596 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-49fb118e-1498-4cc6-9d6e-506174888b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:32.054114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-49fb118e-1498-4cc6-9d6e-506174888b20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 1096 time: 0.0784283 Nov 04 10:04:32.066028 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc4949-3037-437f-88eb-b5118aef33dd req-9764f64c-29ee-49e9-9a89-9e0c2988ef4f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:32.067711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81dc4949-3037-437f-88eb-b5118aef33dd req-9764f64c-29ee-49e9-9a89-9e0c2988ef4f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0601792 Nov 04 10:04:32.118612 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:32.149803 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] Checking router: f7b9df58-63d2-400e-9de2-b4f7f2d68822 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:04:32.156998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81dc4949-3037-437f-88eb-b5118aef33dd req-80d36906-0093-4934-a65e-b437c99fd6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806618 Nov 04 10:04:32.158376 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:32.159564 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:32.183748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-4b7beaa5-85e4-47c9-b0de-9c35a12dfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:32.185238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-4b7beaa5-85e4-47c9-b0de-9c35a12dfef5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7df5fb82-4e79-4bad-952a-600f0ea7118d HTTP/1.1" status: 200 len: 897 time: 0.1166482 Nov 04 10:04:32.228100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-81c8bd4d-8037-4e1b-913b-4dcf01776039 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687 HTTP/1.1" status: 200 len: 217 time: 0.0336556 Nov 04 10:04:32.265422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:32.278843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-e7fc393f-f3ac-4b45-bf42-2d0626ab2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:32.280387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-e7fc393f-f3ac-4b45-bf42-2d0626ab2460 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7827b035-50c3-486a-b8bf-c66ba12d26e1 HTTP/1.1" status: 200 len: 834 time: 0.0443182 Nov 04 10:04:32.333221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-f60a4522-87f6-442c-9f92-285e0de860cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:32.334484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-f60a4522-87f6-442c-9f92-285e0de860cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7df5fb82-4e79-4bad-952a-600f0ea7118d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453856 Nov 04 10:04:32.425546 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-23e29de5-972d-44dd-8d91-9a860ceb4efd service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822608 Nov 04 10:04:32.464581 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:32.492065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b79a2b-b8bd-40b0-825a-95df59f85ebb None None] The sync data for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 is: [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'a132a960-ef4c-4ac6-bc6e-bc691c8049a0', 'name': '', 'network_id': '7df5fb82-4e79-4bad-952a-600f0ea7118d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:98:b4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:31Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '7827b035-50c3-486a-b8bf-c66ba12d26e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:04:32.526351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8b29cbb-a846-4b7a-8274-1fcf159fd765 req-7480750e-e985-4b5c-b124-5ced34180e5c service neutron] 10.222.0.55 "GET /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932791 Nov 04 10:04:32.725318 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148fa1f-426a-4daf-8669-c2864ce0a032 None None] New status for floating IP 94d60808-278d-4e6a-a814-1f568d1ea97f: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:04:33.276063 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b5974-9499-4d77-b7ff-30ca6089136e req-c231ab8f-a47f-49af-8026-e5fe4f5e6ce8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:33.277445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da0b5974-9499-4d77-b7ff-30ca6089136e req-c231ab8f-a47f-49af-8026-e5fe4f5e6ce8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0505166 Nov 04 10:04:33.314895 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da0b5974-9499-4d77-b7ff-30ca6089136e req-82d6402b-4e4d-44a6-a2bf-ce90e0a44ffd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=08ce5ad3-fff1-4100-9418-ea11b1ba9c17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314233 Nov 04 10:04:33.623435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-376a9527-c7e8-458d-bc0f-4758b8b74b88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:33.624926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-376a9527-c7e8-458d-bc0f-4758b8b74b88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 945 time: 0.0489175 Nov 04 10:04:33.720867 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:04:33.721206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:33.812072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port 2a431294-8ce1-4fff-b57f-2b7d6e14d687, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=2a431294-8ce1-4fff-b57f-2b7d6e14d687,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:33.812435 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:33.825921 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 2a431294-8ce1-4fff-b57f-2b7d6e14d687 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:04:33.960384 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:33.990198 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=2a431294-8ce1-4fff-b57f-2b7d6e14d687,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:34.038804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] No DVR routers for this DVR port 2a431294-8ce1-4fff-b57f-2b7d6e14d687 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:04:34.041486 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:34.044956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65a75106-25cb-4905-a560-f8bcdbc398fa req-5b817d42-3d8c-4d92-aac3-3dd9ff0d65c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "DELETE /v2.0/ports/2a431294-8ce1-4fff-b57f-2b7d6e14d687 HTTP/1.1" status: 204 len: 173 time: 0.4131351 Nov 04 10:04:34.045403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'name': 'network-vif-deleted', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:04:34.047697 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c246394-2cd0-4088-9e07-69450ef2a04e" -d '{"events": [{"server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "name": "network-vif-deleted", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:04:34.086992 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab66d7bb-e48c-4ec1-a4cd-ab1f6073a53d x-openstack-request-id: req-ab66d7bb-e48c-4ec1-a4cd-ab1f6073a53d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:04:34.087282 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d03a9345-bb36-40ad-a540-23312eb51a7d", "name": "network-vif-deleted", "tag": "2a431294-8ce1-4fff-b57f-2b7d6e14d687", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:04:34.087531 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ab66d7bb-e48c-4ec1-a4cd-ab1f6073a53d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:04:34.087956 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd03a9345-bb36-40ad-a540-23312eb51a7d', 'name': 'network-vif-deleted', 'tag': '2a431294-8ce1-4fff-b57f-2b7d6e14d687', 'status': 'completed', 'code': 200} Nov 04 10:04:34.449797 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e736607f-b832-417a-8edc-915a500580d6 req-6cc7c2fc-a0bb-475d-bd3c-343f845f9599 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=d03a9345-bb36-40ad-a540-23312eb51a7d HTTP/1.1" status: 200 len: 210 time: 0.0340552 Nov 04 10:04:35.510587 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45092) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:35.954137 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:36.227677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port a132a960-ef4c-4ac6-bc6e-bc691c8049a0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:04:36.227941 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:36.322595 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port a132a960-ef4c-4ac6-bc6e-bc691c8049a0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:36.322957 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:36.336117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for a132a960-ef4c-4ac6-bc6e-bc691c8049a0 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:04:36.537762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:36.564914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=a132a960-ef4c-4ac6-bc6e-bc691c8049a0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:36.747722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:36.964053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router f7b9df58-63d2-400e-9de2-b4f7f2d68822 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:04:37.070365 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:04:37.075408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2b1b23e0-2274-4b19-aca0-d551c5d0e7d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/f7b9df58-63d2-400e-9de2-b4f7f2d68822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5636542 Nov 04 10:04:37.078084 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45094) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:37.080902 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] Sync routers for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:04:37.095002 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:37.095628 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:37.132214 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting subnet 7827b035-50c3-486a-b8bf-c66ba12d26e1 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:04:37.135594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.175030 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.204771 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:37.272279 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.338151 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.365280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Subnet': ['ID=7827b035-50c3-486a-b8bf-c66ba12d26e1,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:37.374311 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.374917 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5a4b87-35fd-4088-9a38-99d492449195 None None] Network 7df5fb82-4e79-4bad-952a-600f0ea7118d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:04:37.381984 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-04a5cb0b-f1eb-41a0-9a71-f05a1caaf635 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/subnets/7827b035-50c3-486a-b8bf-c66ba12d26e1 HTTP/1.1" status: 204 len: 168 time: 0.2986047 Nov 04 10:04:37.382224 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45096) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:37.403637 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:04:36Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:37.431581 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] Checking router: f7b9df58-63d2-400e-9de2-b4f7f2d68822 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:04:37.444149 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] Routers {'f7b9df58-63d2-400e-9de2-b4f7f2d68822'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:37.444773 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:37.499441 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.509798 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-546c131c-2f03-4ea9-82ea-a9433fb5682e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.561521 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] Set router f7b9df58-63d2-400e-9de2-b4f7f2d68822 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:37.589868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] DHCP port deletion for 7df5fb82-4e79-4bad-952a-600f0ea7118d request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:04:37.613647 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.644209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Deleting port 0adf40ad-289e-42e2-a45e-81161f4f6076 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:04:37.645568 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.672535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port d11f2b64-37f8-42c7-b06c-139207621f57 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:04:37.672934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.714253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] For port 0adf40ad-289e-42e2-a45e-81161f4f6076, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0adf40ad-289e-42e2-a45e-81161f4f6076,segment=NetworkSegment(0d477c4b-5904-459d-bb35-21040e83eafb),segment_id=0d477c4b-5904-459d-bb35-21040e83eafb)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:37.714504 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.732991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Calling delete_port for 0adf40ad-289e-42e2-a45e-81161f4f6076 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:04:37.754297 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:04:36Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:37.756528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port d11f2b64-37f8-42c7-b06c-139207621f57, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=d11f2b64-37f8-42c7-b06c-139207621f57,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:37.756904 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.771015 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for d11f2b64-37f8-42c7-b06c-139207621f57 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:04:37.787389 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b084baad-e159-460d-890f-0ebb5b6ae771 None None] The sync data for ids ['f7b9df58-63d2-400e-9de2-b4f7f2d68822'] in n-d-816487-1 is: [{'id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'name': 'tempest-TestNetworkAdvancedServerOps-router-33558313', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:04:36Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'd11f2b64-37f8-42c7-b06c-139207621f57', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b9df58-63d2-400e-9de2-b4f7f2d68822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:03:28Z', 'updated_at': '2021-11-04T10:03:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:04:37.837674 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:37.865177 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Pushing event deleted for resources: {'Port': ['ID=0adf40ad-289e-42e2-a45e-81161f4f6076,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:37.869817 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] No DVR routers for this DVR port 0adf40ad-289e-42e2-a45e-81161f4f6076 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:04:37.877244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.877593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.877934 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.878274 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.878613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.878951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.879351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.880411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.880411 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.880746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.881075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.881401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b74064-e183-48ae-8ea1-7620a257b09f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:37.907596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2a431294-8ce1-4fff-b57f-2b7d6e14d687 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:04:37.929776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 2a431294-8ce1-4fff-b57f-2b7d6e14d687 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:04:37.930033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 2a431294-8ce1-4fff-b57f-2b7d6e14d687 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:04:38.266547 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.294798 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=d11f2b64-37f8-42c7-b06c-139207621f57,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:38.354857 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.449064 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.451202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.497457 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.497936 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Fanout notify agent at l3_agent the message router_deleted on router f7b9df58-63d2-400e-9de2-b4f7f2d68822 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:04:38.505094 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.506244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55509c1f-f1c9-4dd0-808a-546e06aab2eb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/routers/f7b9df58-63d2-400e-9de2-b4f7f2d68822 HTTP/1.1" status: 204 len: 168 time: 1.1225598 Nov 04 10:04:38.509138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45098) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:38.587722 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.679351 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.698266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df5fb82-4e79-4bad-952a-600f0ea7118d']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:38.707206 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d477c4b-5904-459d-bb35-21040e83eafb') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:38.707522 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d477c4b-5904-459d-bb35-21040e83eafb') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:38.717079 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.730852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.736635 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:04:38.737012 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: timer() Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:04:38.740584 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:04:38.796992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.804765 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.807999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/networks/7df5fb82-4e79-4bad-952a-600f0ea7118d HTTP/1.1" status: 204 len: 168 time: 0.2975221 Nov 04 10:04:38.810962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45100) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:38.824346 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc35a3a-1d42-482d-988b-bf57bf6a2d19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Network': ['ID=7df5fb82-4e79-4bad-952a-600f0ea7118d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:38.876443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.901597 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.973772 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.976636 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:38.977826 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/security-groups/08ce5ad3-fff1-4100-9418-ea11b1ba9c17 HTTP/1.1" status: 204 len: 168 time: 0.1658661 Nov 04 10:04:38.988021 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ce5ad3-fff1-4100-9418-ea11b1ba9c17,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:38.996316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.996673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.997015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.997357 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.997692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.998024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.998356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.998742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.999027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.999338 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:38.999670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:39.000015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d17505b-78f4-4d75-813f-464fd4a1cc64 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:39.227552 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0adf40ad-289e-42e2-a45e-81161f4f6076 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:04:39.247931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0adf40ad-289e-42e2-a45e-81161f4f6076 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:04:39.248280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0adf40ad-289e-42e2-a45e-81161f4f6076 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:04:39.248696 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d11f2b64-37f8-42c7-b06c-139207621f57 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:04:39.267919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: d11f2b64-37f8-42c7-b06c-139207621f57 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:04:39.268266 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device d11f2b64-37f8-42c7-b06c-139207621f57 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:04:39.268679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a132a960-ef4c-4ac6-bc6e-bc691c8049a0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:04:39.290429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: a132a960-ef4c-4ac6-bc6e-bc691c8049a0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:04:39.290772 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device a132a960-ef4c-4ac6-bc6e-bc691c8049a0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:04:39.361747 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45108) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:39.366542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-2101eec3-b9bd-49d2-9fc0-ac2a8c3bda49 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029962402', 'description': 'tempest-secgroup-smoke-2029962402 description', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:39.389970 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2101eec3-b9bd-49d2-9fc0-ac2a8c3bda49 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.464300 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2101eec3-b9bd-49d2-9fc0-ac2a8c3bda49 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.468328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2101eec3-b9bd-49d2-9fc0-ac2a8c3bda49 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.496657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-2101eec3-b9bd-49d2-9fc0-ac2a8c3bda49 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.497914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-2101eec3-b9bd-49d2-9fc0-ac2a8c3bda49 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1351190 Nov 04 10:04:39.501111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45110) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:39.506342 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a0e8c738-aa12-41f7-9d0e-2286d40d9c6f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '76c8b20d-eca0-4017-b35a-b5b28bcb0402', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:39.512849 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101eec3-b9bd-49d2-9fc0-ac2a8c3bda49 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c8b20d-eca0-4017-b35a-b5b28bcb0402,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:39.541130 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c738-aa12-41f7-9d0e-2286d40d9c6f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.601952 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c738-aa12-41f7-9d0e-2286d40d9c6f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.605201 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c738-aa12-41f7-9d0e-2286d40d9c6f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.625082 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e8c738-aa12-41f7-9d0e-2286d40d9c6f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb2478b-0309-4995-8541-88953d46b34d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:39.631232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a0e8c738-aa12-41f7-9d0e-2286d40d9c6f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.635507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45112) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:39.635644 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a0e8c738-aa12-41f7-9d0e-2286d40d9c6f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335468 Nov 04 10:04:39.640123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ad701c1e-3bf6-4edd-972c-b6f5c13f7fa3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '76c8b20d-eca0-4017-b35a-b5b28bcb0402', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:39.666045 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad701c1e-3bf6-4edd-972c-b6f5c13f7fa3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.722811 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad701c1e-3bf6-4edd-972c-b6f5c13f7fa3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.726797 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad701c1e-3bf6-4edd-972c-b6f5c13f7fa3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.745413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad701c1e-3bf6-4edd-972c-b6f5c13f7fa3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fe11f2-92d2-4b35-aeb5-8f52a67c308c,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:39.755718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ad701c1e-3bf6-4edd-972c-b6f5c13f7fa3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.757139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ad701c1e-3bf6-4edd-972c-b6f5c13f7fa3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1205776 Nov 04 10:04:39.760185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45114) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:39.764767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6dadabe8-2e04-4134-8a2e-9fe79a15a6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '76c8b20d-eca0-4017-b35a-b5b28bcb0402', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:39.792935 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dadabe8-2e04-4134-8a2e-9fe79a15a6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.855919 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dadabe8-2e04-4134-8a2e-9fe79a15a6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.860503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dadabe8-2e04-4134-8a2e-9fe79a15a6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.881652 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dadabe8-2e04-4134-8a2e-9fe79a15a6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5a4585-1c2c-4e04-8031-6bde06c8808a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:39.890115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dadabe8-2e04-4134-8a2e-9fe79a15a6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.891340 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6dadabe8-2e04-4134-8a2e-9fe79a15a6bc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302137 Nov 04 10:04:39.894018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45116) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:39.898582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-24b406f6-cb94-43a1-825e-e3323f9ecaad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '76c8b20d-eca0-4017-b35a-b5b28bcb0402', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:39.925663 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b406f6-cb94-43a1-825e-e3323f9ecaad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.988992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b406f6-cb94-43a1-825e-e3323f9ecaad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:39.993142 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b406f6-cb94-43a1-825e-e3323f9ecaad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.010030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b406f6-cb94-43a1-825e-e3323f9ecaad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5389b2-8e97-4359-a88a-e769f4f3762e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:40.022031 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24b406f6-cb94-43a1-825e-e3323f9ecaad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.023552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-24b406f6-cb94-43a1-825e-e3323f9ecaad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1283712 Nov 04 10:04:40.026686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45118) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:40.030864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '76c8b20d-eca0-4017-b35a-b5b28bcb0402', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:40.048466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ef4eccc4-584b-4496-a039-6428ef14220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.055749 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:04:40.060849 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.125362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.129230 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.149213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0260307-a682-4872-9cfd-fec8ba953bc8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:40.154292 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.155511 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8b43ff19-16aa-4da1-802c-8c17c04bf270 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281304 Nov 04 10:04:40.158312 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45120) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:40.165985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '76c8b20d-eca0-4017-b35a-b5b28bcb0402', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:40.191874 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:04:40.196955 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.263373 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.267165 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.289100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6971196a-39b1-41aa-9b55-ae8bff5ae7f7,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:40.297763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.298966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-83215c5f-0da0-4cd9-8957-012ec9034458 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1396992 Nov 04 10:04:40.302014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45122) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:40.308376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'network': {'name': 'tempest-network-smoke--666132409', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:40.329188 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:04:40.333659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.356269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.357849 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:04:40.366947 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.367342 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Added segment f4a6a399-0693-4c85-86e6-d11a9d6687e6 of type vlan for network 02be783d-22d3-44d7-9951-91e65f01357b Nov 04 10:04:40.408274 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.436069 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.441686 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:40.442386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.495553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1911225 Nov 04 10:04:40.498448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45124) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:40.505500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'admin_state_up': True, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:40.511884 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78e435-8c0a-4e19-ba1d-c9ac33fd3983 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Network': ['ID=02be783d-22d3-44d7-9951-91e65f01357b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:40.524384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 02be783d-22d3-44d7-9951-91e65f01357b details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:04:40.531987 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.533103 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.593568 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.734988 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.933089 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:40.951696 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:41.059773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.227 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:04:41.161898 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:41.195407 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:41.233535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:04:41.236297 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:04:41.239926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:04:41.248054 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:41.496638 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:41.503527 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:41.692537 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:42.157363 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router fd95a077-0501-47c1-a094-9ad40478a0cf is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:04:42.265729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:04:42.275845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Sync routers for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:04:42.287336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:42.288027 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:42.288472 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:42.289718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8648d073-0f5c-4bd4-b977-f5cc37c17c8b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7892330 Nov 04 10:04:42.292866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45126) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:42.321887 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-5a41c796-a3ea-43e5-b496-33ef56015c57 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aef2b89ed0ff4a72953ea3cffd9dc27a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278585 Nov 04 10:04:42.324444 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45128) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:42.394720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:42.413503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1912d4-ca31-4e22-b9ea-fc22c1019bd9 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:42.415098 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d1912d4-ca31-4e22-b9ea-fc22c1019bd9 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897126 Nov 04 10:04:42.417991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45130) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:42.447051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ce97a917-eff4-4177-bd7e-338f9e05a19e tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277522 Nov 04 10:04:42.449474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45132) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:42.454504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1459753376', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:42.548126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:04:42.552587 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:42.579571 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:41Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:42.607383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Checking router: fd95a077-0501-47c1-a094-9ad40478a0cf for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:04:42.607762 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Updating router fd95a077-0501-47c1-a094-9ad40478a0cf port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:04:42.634940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:42.739051 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:42.803059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Subnet': ['ID=48f58957-c65b-43d3-9f0c-e611cd32ead5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:42.811029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Checking segment: {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:04:42.811403 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network hostable DHCP agents. Network: 02be783d-22d3-44d7-9951-91e65f01357b, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:04:42.830761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 02be783d-22d3-44d7-9951-91e65f01357b is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:04:42.840545 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 02be783d-22d3-44d7-9951-91e65f01357b) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:04:42.844764 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:42.845414 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:42.854618 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b82c870-a857-40b4-904e-a9bb1f2e9a01 None None] Network 02be783d-22d3-44d7-9951-91e65f01357b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:04:42.862308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0f2e472d-3dd0-49cd-b946-6b78025244b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4116578 Nov 04 10:04:42.866080 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45134) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:42.944943 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:42.963026 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.006943 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.070948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ae993-2070-422a-80bd-5925adf5b6cd None None] Pushing event updated for resources: {'Port': ['ID=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:43.075486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Attempting to bind port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:04:43.075904 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Attempting to bind port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:04:43.076263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Attempting to bind port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:04:43.086074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:04:43.086453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:04:43.086862 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.087256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:04:43.087730 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Bound port: c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:04:43.088160 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.166053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-02be783d-22d3-44d7-9951-91e65f01357b', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:04:43.166937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.169250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] For port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:04:43.173518 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] For port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:04:43.183939 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.318902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ae993-2070-422a-80bd-5925adf5b6cd None None] Pushing event updated for resources: {'Port': ['ID=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:43.323900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:43.324452 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:43.335060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.454813 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Allocated IP 172.20.0.2 (02be783d-22d3-44d7-9951-91e65f01357b/48f58957-c65b-43d3-9f0c-e611cd32ead5/9224442f-eaeb-4412-96d0-f9d7f2e4b883) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:04:43.481412 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:43.747739 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.756066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.805523 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.1 (02be783d-22d3-44d7-9951-91e65f01357b/48f58957-c65b-43d3-9f0c-e611cd32ead5/2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:04:43.948179 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:43.963660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Network 02be783d-22d3-44d7-9951-91e65f01357b is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:04:43.968373 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:04:43.972361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:04:43.975757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:41Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:43.987093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.016338 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Pushing event updated for resources: {'Port': ['ID=9224442f-eaeb-4412-96d0-f9d7f2e4b883,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:44.022771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0360d0-7554-46b9-bbf3-0b7cefa0a399 None None] The sync data for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 is: [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:41Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:04:44.032458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 02be783d-22d3-44d7-9951-91e65f01357b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:04:44.037149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:04:44.054631 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:04:44.058782 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:44.072117 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Attempting to bind port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:04:44.072580 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Attempting to bind port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:04:44.073012 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Attempting to bind port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 on network 02be783d-22d3-44d7-9951-91e65f01357b {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:04:44.078843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:04:44.079217 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Checking segment: {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:04:44.079641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.080055 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Bound using segment: {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:04:44.080520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Bound port: 9224442f-eaeb-4412-96d0-f9d7f2e4b883, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:04:44.080900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.106544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.151510 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] For port 9224442f-eaeb-4412-96d0-f9d7f2e4b883, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:04:44.155836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] For port 9224442f-eaeb-4412-96d0-f9d7f2e4b883, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9224442f-eaeb-4412-96d0-f9d7f2e4b883,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:04:44.161745 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.229317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e57294-59d1-4aa8-8178-d072025517ae None None] Pushing event updated for resources: {'Port': ['ID=9224442f-eaeb-4412-96d0-f9d7f2e4b883,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:44.255141 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.634816 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.640669 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.725901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:44.730762 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:44.749553 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:04:44.829504 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 02be783d-22d3-44d7-9951-91e65f01357b is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:04:44.831081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:04:44.964807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router fd95a077-0501-47c1-a094-9ad40478a0cf has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:04:45.128203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:04:45.137111 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1bb493dc-a18a-4f84-8dad-c2fbed53068a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/fd95a077-0501-47c1-a094-9ad40478a0cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2696190 Nov 04 10:04:45.295315 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:04:45.319052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92d91d9-1f1f-4a10-ba40-38393a70cfee None None] Network 02be783d-22d3-44d7-9951-91e65f01357b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:04:45.321177 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-b45c4efe-666d-4cdb-9a8e-239d5d5851b8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029962402&fields=id&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 267 time: 0.0400953 Nov 04 10:04:45.399516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1a84d4eb-abd8-40e6-ab36-13aa544706b7 None None] Provisioning complete for port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:45.399970 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a84d4eb-abd8-40e6-ab36-13aa544706b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:45.442116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-417823d4-9900-4cfa-881f-b324c3d846dd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:45.443628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-417823d4-9900-4cfa-881f-b324c3d846dd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 796 time: 0.1145141 Nov 04 10:04:45.458705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7e084c04-22e4-47c0-b411-6998684fb5b7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/quotas/aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 375 time: 0.0091827 Nov 04 10:04:45.461358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:45.461729 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:45.515332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-3da75942-e3ec-4493-b037-a304913bc044 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505831 Nov 04 10:04:45.620221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-ab9c5e37-fd3d-4e22-8978-98af263dd819 service neutron] 10.222.0.53 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922310 Nov 04 10:04:45.626688 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a84d4eb-abd8-40e6-ab36-13aa544706b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:45.662299 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:45.696005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1a84d4eb-abd8-40e6-ab36-13aa544706b7 None None] For port 9224442f-eaeb-4412-96d0-f9d7f2e4b883, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9224442f-eaeb-4412-96d0-f9d7f2e4b883,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:45.702152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:45.704002 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1a84d4eb-abd8-40e6-ab36-13aa544706b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:45.710576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:45.711838 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9224442f-eaeb-4412-96d0-f9d7f2e4b883 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:04:45.720794 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Sync routers for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:04:45.731151 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:45.731765 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:45.752342 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-6570f077-0ec6-4a8c-9d4e-eea5111634a7 service neutron] 10.222.0.53 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229637 Nov 04 10:04:45.796444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84d4eb-abd8-40e6-ab36-13aa544706b7 None None] Pushing event updated for resources: {'Port': ['ID=9224442f-eaeb-4412-96d0-f9d7f2e4b883,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:45.841611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:45.841999 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:45.885097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:45.902168 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:45.971398 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cae1ff91-e514-4145-85ef-a0658fca5c00 req-41f2fb3b-8b9b-4ace-a730-072b15685807 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 210 time: 0.0520353 Nov 04 10:04:46.049402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1e8713bc-5673-452f-b284-e32c32bb99c4 None None] Provisioning complete for port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:46.050052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e8713bc-5673-452f-b284-e32c32bb99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.088690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1e8713bc-5673-452f-b284-e32c32bb99c4 None None] Port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:04:46.101243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1e8713bc-5673-452f-b284-e32c32bb99c4 None None] Provisioning complete for port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:46.101616 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e8713bc-5673-452f-b284-e32c32bb99c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.286632 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 2, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:46.289378 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.315392 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Checking router: fd95a077-0501-47c1-a094-9ad40478a0cf for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:04:46.316436 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Updating router fd95a077-0501-47c1-a094-9ad40478a0cf port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:04:46.327248 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0bec38a4-1cec-4a67-922d-a39baf10b2c2 None None] Provisioning complete for port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:46.328046 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0bec38a4-1cec-4a67-922d-a39baf10b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.348407 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.374911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0bec38a4-1cec-4a67-922d-a39baf10b2c2 None None] Port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:04:46.495732 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-af65b038-69d4-4c03-afac-0dcc5a8aed75 None None] Provisioning complete for port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:46.496318 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-af65b038-69d4-4c03-afac-0dcc5a8aed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.536255 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-af65b038-69d4-4c03-afac-0dcc5a8aed75 None None] Port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:04:46.644732 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.650110 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.702828 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Pushing event updated for resources: {'Port': ['ID=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:46.726962 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.726962 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.726962 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.727426 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.727426 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.727721 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.728065 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.728381 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.728695 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.729006 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.729324 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.729639 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:04:46.762563 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Attempting to bind port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:04:46.763043 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Attempting to bind port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:04:46.763473 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Attempting to bind port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 on network 02be783d-22d3-44d7-9951-91e65f01357b {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:04:46.768810 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:04:46.769217 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Checking segment: {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:04:46.769596 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.769988 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Bound using segment: {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:04:46.770449 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Bound port: 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:04:46.770825 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.837091 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] For port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:04:46.840375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] For port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:04:46.844961 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:46.902045 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:46.902655 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:46.942674 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e86c70-b840-419c-b641-37a2865dd72b None None] Pushing event updated for resources: {'Port': ['ID=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:46.964790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2f151103-33fd-499f-b7e4-071dbf51f59b None None] Provisioning complete for port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:46.965191 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f151103-33fd-499f-b7e4-071dbf51f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.032050 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:47.083587 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f151103-33fd-499f-b7e4-071dbf51f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.155420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-2f151103-33fd-499f-b7e4-071dbf51f59b None None] For port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:47.166546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2f151103-33fd-499f-b7e4-071dbf51f59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.187268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d564ad85-4769-43c4-a28b-dba9e3b64d55 req-554e5418-47b6-4bac-9b77-0ba4ab089410 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 210 time: 0.0497658 Nov 04 10:04:47.220018 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.245029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f151103-33fd-499f-b7e4-071dbf51f59b None None] Pushing event updated for resources: {'Port': ['ID=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:47.245422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-0f3af7db-467b-4788-be83-0282de8af71f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:47.247587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-0f3af7db-467b-4788-be83-0282de8af71f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 796 time: 0.2102275 Nov 04 10:04:47.288727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5c92ba58-4220-4516-8b20-051068e05092 None None] Provisioning complete for port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:47.289196 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c92ba58-4220-4516-8b20-051068e05092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.293185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:04:47.316145 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-1f7fe4c0-e33a-4007-9420-202e60627789 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 380 time: 0.0573294 Nov 04 10:04:47.321969 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:46Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:47.328741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'port': {'device_id': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'admin_state_up': True, 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'security_groups': ['76c8b20d-eca0-4017-b35a-b5b28bcb0402']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:47.356400 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b83549d-4c50-44eb-9fdb-7da1a93e8c7a None None] The sync data for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 is: [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:46Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:04:47.380977 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:47.381526 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.491223 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:04:47.494913 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.521575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9224442f-eaeb-4412-96d0-f9d7f2e4b883 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:04:47.572908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:47.573285 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.642502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.14 (02be783d-22d3-44d7-9951-91e65f01357b/48f58957-c65b-43d3-9f0c-e611cd32ead5/6fab7ad3-9d82-4939-a969-92b624380c5a) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:04:47.792652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.829637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.879373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 02be783d-22d3-44d7-9951-91e65f01357b is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:04:47.882686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:04:47.887171 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:04:47.897539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=6fab7ad3-9d82-4939-a969-92b624380c5a,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:47.946913 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:47.947598 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:47.968479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d3322795-ec9d-4915-a57f-823b34ba51ad tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6439347 Nov 04 10:04:48.040667 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Request body: {'port': {'device_id': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:48.102556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:48.180890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-42442150-36c2-4b04-ad71-9df909f5fe45 None None] Provisioning complete for port 6fab7ad3-9d82-4939-a969-92b624380c5a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:48.181267 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-42442150-36c2-4b04-ad71-9df909f5fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:48.220559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-42442150-36c2-4b04-ad71-9df909f5fe45 None None] Port 6fab7ad3-9d82-4939-a969-92b624380c5a cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:04:48.321413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e03e86-dfc6-4d91-b6e7-cacb8034a0cf req-ccd4b8e0-efd7-4a72-8b93-8d8ce4323065 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:48.323545 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77e03e86-dfc6-4d91-b6e7-cacb8034a0cf req-ccd4b8e0-efd7-4a72-8b93-8d8ce4323065 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 932 time: 0.0564721 Nov 04 10:04:48.365455 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-77e03e86-dfc6-4d91-b6e7-cacb8034a0cf req-9c9ec12a-3e16-4c3f-8571-c9ec83ac2065 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354283 Nov 04 10:04:48.398027 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fab7ad3-9d82-4939-a969-92b624380c5a {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:04:48.406612 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:48.419999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Transition to ACTIVE for port object 6fab7ad3-9d82-4939-a969-92b624380c5a will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:04:48.424389 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:48.473369 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Pushing event updated for resources: {'Port': ['ID=6fab7ad3-9d82-4939-a969-92b624380c5a,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:48.553624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Attempting to bind port 6fab7ad3-9d82-4939-a969-92b624380c5a on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:04:48.554090 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Attempting to bind port 6fab7ad3-9d82-4939-a969-92b624380c5a by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:04:48.554507 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Attempting to bind port 6fab7ad3-9d82-4939-a969-92b624380c5a on network 02be783d-22d3-44d7-9951-91e65f01357b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:04:48.561529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Port 6fab7ad3-9d82-4939-a969-92b624380c5a on network 02be783d-22d3-44d7-9951-91e65f01357b not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:04:48.561756 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Attempting to bind port 6fab7ad3-9d82-4939-a969-92b624380c5a on network 02be783d-22d3-44d7-9951-91e65f01357b {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:04:48.567818 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:04:48.568190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Checking segment: {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:04:48.568571 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Bound using segment: {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:04:48.569016 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Bound port: 6fab7ad3-9d82-4939-a969-92b624380c5a, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4a6a399-0693-4c85-86e6-d11a9d6687e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:04:48.569378 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:48.637401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] For port 6fab7ad3-9d82-4939-a969-92b624380c5a, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:04:48.640692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] For port 6fab7ad3-9d82-4939-a969-92b624380c5a, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fab7ad3-9d82-4939-a969-92b624380c5a,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:04:48.651080 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:48.683602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:48.684270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:48.685838 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] 10.222.0.70 "PUT /v2.0/ports/6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 1092 time: 0.7088349 Nov 04 10:04:48.688275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:04:48.690699 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6902a5-5082-4952-8709-7ea965cb5eae" -d '{"events": [{"name": "network-changed", "server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:04:48.724309 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ba1b-daaa-4924-b47e-256f5736f80e service neutron] Pushing event updated for resources: {'Port': ['ID=6fab7ad3-9d82-4939-a969-92b624380c5a,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:48.776152 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-77ea3ac6-2836-4966-a596-2ff86021fad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:48.777741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-77ea3ac6-2836-4966-a596-2ff86021fad6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1095 time: 0.0471179 Nov 04 10:04:48.826987 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7246f4c9-8858-414a-8b1c-f9cc8f10d105 x-openstack-request-id: req-7246f4c9-8858-414a-8b1c-f9cc8f10d105 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:04:48.827286 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:04:48.827548 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7246f4c9-8858-414a-8b1c-f9cc8f10d105 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:04:48.827980 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'status': 'completed', 'code': 200} Nov 04 10:04:48.829791 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-3754d417-367c-4ac0-9c89-35c11419f094 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 217 time: 0.0429361 Nov 04 10:04:48.885481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-9c1f9755-0604-4d1e-a042-856abd08f8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:48.886945 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-9c1f9755-0604-4d1e-a042-856abd08f8cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 200 len: 835 time: 0.0484517 Nov 04 10:04:48.935366 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-3a0732b3-1cc7-4ba7-9445-9366846ab70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:48.936883 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-3a0732b3-1cc7-4ba7-9445-9366846ab70c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02be783d-22d3-44d7-9951-91e65f01357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404568 Nov 04 10:04:49.039575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-f493091e-03b1-4025-b6c9-22235cdf958f service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932527 Nov 04 10:04:49.131748 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ecffad41-e6a6-48f6-94e5-2c2fc27a1290 req-d7cefbf4-6fe3-4914-87db-bd79664461d7 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844123 Nov 04 10:04:49.226250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-81e14a2b-e9e5-4a26-b726-efaed7897970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:49.227663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-81e14a2b-e9e5-4a26-b726-efaed7897970 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1095 time: 0.0466919 Nov 04 10:04:49.260970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:04:49.313054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:49.313425 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:49.323276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-01ef2086-d169-408c-884c-df2ea78c070a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:49.324764 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-01ef2086-d169-408c-884c-df2ea78c070a service neutron] 10.222.0.70 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 897 time: 0.0901542 Nov 04 10:04:49.369788 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-f17247ee-acad-4863-ae49-aabf310c9f2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 217 time: 0.0354853 Nov 04 10:04:49.430252 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-3fe812b1-d11c-49f6-97c6-72dd03fe89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:49.431872 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-3fe812b1-d11c-49f6-97c6-72dd03fe89a6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 200 len: 835 time: 0.0542474 Nov 04 10:04:49.489867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-243ac5cd-d966-4664-a354-3bad9c8ea396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:49.491278 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-243ac5cd-d966-4664-a354-3bad9c8ea396 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02be783d-22d3-44d7-9951-91e65f01357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467019 Nov 04 10:04:49.494331 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3303f-230e-4aaa-89ae-7c36f9997b7d req-61388b2e-8ea5-4d17-9662-a6b8460d110c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:49.496000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62d3303f-230e-4aaa-89ae-7c36f9997b7d req-61388b2e-8ea5-4d17-9662-a6b8460d110c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 944 time: 0.0555737 Nov 04 10:04:49.542399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-62d3303f-230e-4aaa-89ae-7c36f9997b7d req-a8ec505f-cd1f-456a-a1e4-ae6355857d45 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Nov 04 10:04:49.589420 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-ab1b239a-5a4a-4e83-8b9a-8c18e501ca06 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895171 Nov 04 10:04:49.691894 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-ca6902a5-5082-4952-8709-7ea965cb5eae req-20e04cb7-c677-42fa-92ac-2cc9b0f4cbd3 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923684 Nov 04 10:04:50.663017 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b575042-aebe-449d-b7d3-0baf9fa4d94b req-8b211f1d-b0c0-48fb-b04c-3e67328a53e9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:50.664531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b575042-aebe-449d-b7d3-0baf9fa4d94b req-8b211f1d-b0c0-48fb-b04c-3e67328a53e9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 944 time: 0.0498109 Nov 04 10:04:50.703320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b575042-aebe-449d-b7d3-0baf9fa4d94b req-be6dd6a6-db85-4712-8ad1-ff670e58bc8e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324876 Nov 04 10:04:51.828347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97a4f0-25ee-4c57-ad7a-9ba71606f892 req-595549e3-e648-49ae-8644-ad6ae3d6cc6c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:51.830064 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a97a4f0-25ee-4c57-ad7a-9ba71606f892 req-595549e3-e648-49ae-8644-ad6ae3d6cc6c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 944 time: 0.0560114 Nov 04 10:04:51.869103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6a97a4f0-25ee-4c57-ad7a-9ba71606f892 req-79aa493a-6b91-45e3-ba05-8d67d5f4ead8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324244 Nov 04 10:04:52.315715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fab7ad3-9d82-4939-a969-92b624380c5a details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:04:52.416091 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6fab7ad3-9d82-4939-a969-92b624380c5a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fab7ad3-9d82-4939-a969-92b624380c5a,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:52.427902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'port_id': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'mac_address': 'fa:16:3e:43:c1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:04:52.466584 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:52.480605 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fab7ad3-9d82-4939-a969-92b624380c5a {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:04:52.499664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6fab7ad3-9d82-4939-a969-92b624380c5a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fab7ad3-9d82-4939-a969-92b624380c5a,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:52.503603 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:52.553554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6fab7ad3-9d82-4939-a969-92b624380c5a,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:52.773748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['6fab7ad3-9d82-4939-a969-92b624380c5a'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:04:52.991093 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f34cba-e1c5-4ca3-9c41-5d26a9f2d998 req-6b2755f0-02c4-4485-85e2-5599a1413826 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:52.992690 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5f34cba-e1c5-4ca3-9c41-5d26a9f2d998 req-6b2755f0-02c4-4485-85e2-5599a1413826 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 945 time: 0.0541472 Nov 04 10:04:53.034079 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e5f34cba-e1c5-4ca3-9c41-5d26a9f2d998 req-371bcef9-3644-402c-833f-43da53e5ff79 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351593 Nov 04 10:04:54.152630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07995cef-e8a0-4867-b9bb-1fc1c901cac8 req-9cca0825-0818-40b1-a5d8-698a2f779a57 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:54.154129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07995cef-e8a0-4867-b9bb-1fc1c901cac8 req-9cca0825-0818-40b1-a5d8-698a2f779a57 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 945 time: 0.0509248 Nov 04 10:04:54.193244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-07995cef-e8a0-4867-b9bb-1fc1c901cac8 req-f6526acc-b141-45a6-b0a6-67defe930373 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331666 Nov 04 10:04:54.333178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fab7ad3-9d82-4939-a969-92b624380c5a up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:04:54.381241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 6fab7ad3-9d82-4939-a969-92b624380c5a completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:04:54.385354 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 6fab7ad3-9d82-4939-a969-92b624380c5a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:04:54.385730 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:54.471230 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:54.494369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:04:54.496681 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d339a087-deb0-44dc-977d-596004b95a79" -d '{"events": [{"server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:04:54.510085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 6fab7ad3-9d82-4939-a969-92b624380c5a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fab7ad3-9d82-4939-a969-92b624380c5a,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:04:54.514707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:54.539845 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d0673-0371-4571-9b13-baa21efbca70 x-openstack-request-id: req-446d0673-0371-4571-9b13-baa21efbca70 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:04:54.540163 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "name": "network-vif-plugged", "status": "completed", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:04:54.540416 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-446d0673-0371-4571-9b13-baa21efbca70 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:04:54.540801 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'code': 200} Nov 04 10:04:54.569284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=6fab7ad3-9d82-4939-a969-92b624380c5a,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:54.641316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2773aab-f142-4b16-b0a0-ec68b6a71c22 req-7c82dd5a-bd54-4265-8f68-75cfbeb39073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:54.642874 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2773aab-f142-4b16-b0a0-ec68b6a71c22 req-7c82dd5a-bd54-4265-8f68-75cfbeb39073 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1097 time: 0.0423920 Nov 04 10:04:54.679727 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2773aab-f142-4b16-b0a0-ec68b6a71c22 req-bd0eef0b-c520-49f1-80c1-f4720446d1d9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287485 Nov 04 10:04:55.315318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004e9ee-08ee-421b-a635-050540a52983 req-eb76088a-d98e-483e-969d-843ee4d8bdc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:55.317017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5004e9ee-08ee-421b-a635-050540a52983 req-eb76088a-d98e-483e-969d-843ee4d8bdc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0537975 Nov 04 10:04:55.649417 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5004e9ee-08ee-421b-a635-050540a52983 req-d5226f2f-b15d-447f-bcea-e06439997e50 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262970 Nov 04 10:04:56.764966 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199314b1-b63c-425c-af38-fd2b244fb49f req-aadb8354-fcac-49c0-8049-387b202b1a58 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:56.766432 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-199314b1-b63c-425c-af38-fd2b244fb49f req-aadb8354-fcac-49c0-8049-387b202b1a58 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0497742 Nov 04 10:04:56.804893 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-199314b1-b63c-425c-af38-fd2b244fb49f req-bc6f97e8-f28e-4836-b566-1eea63e8cec9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Nov 04 10:04:56.917571 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a20d5a-823e-48fd-8eef-2d6f5e23ec79 req-0482d111-4d64-43d8-a294-0e1d34952fa8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:56.919058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43a20d5a-823e-48fd-8eef-2d6f5e23ec79 req-0482d111-4d64-43d8-a294-0e1d34952fa8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0493972 Nov 04 10:04:56.957628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-43a20d5a-823e-48fd-8eef-2d6f5e23ec79 req-2e4e7caf-8335-4973-9507-09126b27fe86 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Nov 04 10:04:56.980477 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45192) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:57.027244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d432ec9-acbb-476f-a55d-ec240e16165b tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:57.028834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3d432ec9-acbb-476f-a55d-ec240e16165b tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1092 time: 0.0472529 Nov 04 10:04:57.031674 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45194) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:57.036895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:04:57.057649 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:57.167317 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:57.274256 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.53 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/88b00e35-62a1-4df1-a4b8-be71ef2edba3) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:04:57.373991 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:57.408717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:57.449582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:04:57.452438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:04:57.455878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:04:57.481788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=88b00e35-62a1-4df1-a4b8-be71ef2edba3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:57.799753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:57.872184 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:58.029180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:58.034115 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:58.104374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=88b00e35-62a1-4df1-a4b8-be71ef2edba3,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:04:58.117573 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:58.222702 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP f75bc2e8-21fb-447e-bb38-a7b0f7c377f3 associated. External IP: 172.25.3.53, port: 6fab7ad3-9d82-4939-a969-92b624380c5a. Nov 04 10:04:58.439495 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router fd95a077-0501-47c1-a094-9ad40478a0cf has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:04:58.544306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:04:58.554472 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] Sync routers for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:04:58.562879 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:04:58.564039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:58.564845 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:58.598227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-719a337d-1215-4e91-b0e5-0766cea8e23a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5621214 Nov 04 10:04:58.598227 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:04:58.598571 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82dcdaf-1839-4b93-8081-4800d8960acc" -d '{"events": [{"name": "network-changed", "server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:04:58.682808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:58.697097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf25c683-d414-4e35-98a5-0de894cfad87 req-b3660555-72b6-4f3e-8897-77e9141486cd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:58.698665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf25c683-d414-4e35-98a5-0de894cfad87 req-b3660555-72b6-4f3e-8897-77e9141486cd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0536070 Nov 04 10:04:58.742277 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf25c683-d414-4e35-98a5-0de894cfad87 req-b16699b9-5de3-43d9-bdf6-1f883a4ac20f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363195 Nov 04 10:04:58.764906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45200) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:58.804056 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb8b790-4810-453b-b35e-857803869f8e x-openstack-request-id: req-8cb8b790-4810-453b-b35e-857803869f8e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:04:58.804818 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:04:58.804818 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8cb8b790-4810-453b-b35e-857803869f8e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:04:58.806257 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'status': 'completed', 'code': 200} Nov 04 10:04:58.836372 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-016a6414-b039-4d28-95c3-93f18f376a79 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/f75bc2e8-21fb-447e-bb38-a7b0f7c377f3 HTTP/1.1" status: 200 len: 991 time: 0.0702677 Nov 04 10:04:58.867968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-99a971fa-72b2-4905-a0aa-a4906b983b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:58.869597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-99a971fa-72b2-4905-a0aa-a4906b983b0c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1097 time: 0.0456030 Nov 04 10:04:58.921309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f75bc2e8-21fb-447e-bb38-a7b0f7c377f3', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'port_id': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'mac_address': 'fa:16:3e:43:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:04:57Z', 'updated_at': '2021-11-04T10:04:57Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:47Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:58.948994 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] Checking router: fd95a077-0501-47c1-a094-9ad40478a0cf for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:04:58.958781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:04:58.959390 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:04:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:58.968410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-efcea4e8-b32b-483d-8e41-f3b750cd5a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:58.970333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-efcea4e8-b32b-483d-8e41-f3b750cd5a52 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 897 time: 0.0926485 Nov 04 10:04:59.045618 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-1b2c33d6-5994-4f92-b613-2b8f7c1f935e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 999 time: 0.0663764 Nov 04 10:04:59.069610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:04:59.099812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-9a140921-f8e1-4e11-8899-171e015bca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:59.101382 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-9a140921-f8e1-4e11-8899-171e015bca8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 200 len: 835 time: 0.0484133 Nov 04 10:04:59.150350 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-77105cdc-4078-48a2-b7c8-5740d9b3d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:04:59.151910 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-77105cdc-4078-48a2-b7c8-5740d9b3d77c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02be783d-22d3-44d7-9951-91e65f01357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421710 Nov 04 10:04:59.249807 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-27398f1e-99da-467d-9d5f-180fe5af9543 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892255 Nov 04 10:04:59.351424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c82dcdaf-1839-4b93-8081-4800d8960acc req-0ffe953e-9bac-4916-baf8-a8e2fcce0f71 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932775 Nov 04 10:04:59.465033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f75bc2e8-21fb-447e-bb38-a7b0f7c377f3', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'port_id': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'mac_address': 'fa:16:3e:43:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:04:57Z', 'updated_at': '2021-11-04T10:04:57Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:47Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:04:59.491956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791dd35f-590a-433e-a456-d7be4e53a28b None None] The sync data for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 is: [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'f75bc2e8-21fb-447e-bb38-a7b0f7c377f3', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.53', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'port_id': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'mac_address': 'fa:16:3e:43:c1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:04:57Z', 'updated_at': '2021-11-04T10:04:57Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:47Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:04:59.693849 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e235e1-978a-4b9b-9e42-d5fc7caff380 None None] New status for floating IP f75bc2e8-21fb-447e-bb38-a7b0f7c377f3: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:04:59.840263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45202) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:04:59.910645 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f00758f0-8731-4d6b-9083-71b5e1dbbf96 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/f75bc2e8-21fb-447e-bb38-a7b0f7c377f3 HTTP/1.1" status: 200 len: 993 time: 0.0686762 Nov 04 10:05:00.031664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-aac9ec1d-a883-429e-973e-7eca751ab1fc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469394 Nov 04 10:05:00.115226 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6a6c-4935-4077-96af-7640815002c0 req-bc154da4-f3e3-4c1f-8064-8e973d4b7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:00.116686 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-bc154da4-f3e3-4c1f-8064-8e973d4b7b54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1097 time: 0.0422812 Nov 04 10:05:00.226216 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6a6c-4935-4077-96af-7640815002c0 req-1cda94ae-fdbd-4c4f-b862-d1eaa82558c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:00.227718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-1cda94ae-fdbd-4c4f-b862-d1eaa82558c0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 897 time: 0.0875833 Nov 04 10:05:00.308617 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-61f678df-1c69-4cb5-87b3-71592d1eccbd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 1001 time: 0.0733235 Nov 04 10:05:00.360763 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6a6c-4935-4077-96af-7640815002c0 req-386ba977-8c69-45b9-8148-ede937ba0348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:00.362224 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-386ba977-8c69-45b9-8148-ede937ba0348 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 200 len: 835 time: 0.0462272 Nov 04 10:05:00.411201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6a6c-4935-4077-96af-7640815002c0 req-4075e7ef-5926-49ce-aeaa-89d151cacf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:00.412933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-4075e7ef-5926-49ce-aeaa-89d151cacf8b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02be783d-22d3-44d7-9951-91e65f01357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427458 Nov 04 10:05:00.509725 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-dba6aa5e-2399-4ac7-94b6-bdc1e02c4e49 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886621 Nov 04 10:05:00.601216 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-f34a6a6c-4935-4077-96af-7640815002c0 req-113fb878-5ff4-44bf-a7b1-6cbd8984908e service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837767 Nov 04 10:05:07.455544 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b5739b4c-f43c-462a-9b19-d603179eb21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:10.052154 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3a13c3e-e740-414f-883c-f2f8848a9910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:10.361513 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:11.506488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:12.962617 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:16.282563 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:17.191949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:21.750417 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:05:33.107077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9ec687-f5fa-4f92-b93e-9c6a55e902a7 req-6dee9b45-e759-4ae6-9f4d-989da06fc575 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:33.108714 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd9ec687-f5fa-4f92-b93e-9c6a55e902a7 req-6dee9b45-e759-4ae6-9f4d-989da06fc575 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0552261 Nov 04 10:05:33.117267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573136-7d01-488e-828f-964b6a3f665d req-a9680440-9af9-44c1-80e5-b77e475ee227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:33.118792 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df573136-7d01-488e-828f-964b6a3f665d req-a9680440-9af9-44c1-80e5-b77e475ee227 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1097 time: 0.0493398 Nov 04 10:05:33.149092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dd9ec687-f5fa-4f92-b93e-9c6a55e902a7 req-f3ea8ad0-5933-4865-a577-efe38a988ca1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332952 Nov 04 10:05:33.213618 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573136-7d01-488e-828f-964b6a3f665d req-64a4884d-51aa-416c-897c-dbd7f6c185a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:33.215136 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df573136-7d01-488e-828f-964b6a3f665d req-64a4884d-51aa-416c-897c-dbd7f6c185a2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 897 time: 0.0889065 Nov 04 10:05:33.287032 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df573136-7d01-488e-828f-964b6a3f665d req-1fc7299e-8045-4270-ad94-0d151a6d0138 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 1001 time: 0.0637734 Nov 04 10:05:33.340795 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573136-7d01-488e-828f-964b6a3f665d req-f2580cfb-8359-4353-8736-13b9f0a7338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:33.342287 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df573136-7d01-488e-828f-964b6a3f665d req-f2580cfb-8359-4353-8736-13b9f0a7338d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 200 len: 835 time: 0.0481675 Nov 04 10:05:33.390207 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573136-7d01-488e-828f-964b6a3f665d req-c0395fcc-009b-4ab1-95fa-8160144a68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:33.391695 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df573136-7d01-488e-828f-964b6a3f665d req-c0395fcc-009b-4ab1-95fa-8160144a68f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02be783d-22d3-44d7-9951-91e65f01357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417268 Nov 04 10:05:33.484291 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df573136-7d01-488e-828f-964b6a3f665d req-f72f20c7-f0fb-4983-914d-a4f69b0c8fb2 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843234 Nov 04 10:05:33.575025 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-df573136-7d01-488e-828f-964b6a3f665d req-41a35b9c-9464-46fe-8d7c-1f1836961f0f service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818908 Nov 04 10:05:34.269844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fcc5da-b87b-4425-bc47-aa1dead94ff5 req-aa7c4bdb-8fa1-49a5-818a-70e1a07336f4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:34.271265 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00fcc5da-b87b-4425-bc47-aa1dead94ff5 req-aa7c4bdb-8fa1-49a5-818a-70e1a07336f4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0530255 Nov 04 10:05:34.310499 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00fcc5da-b87b-4425-bc47-aa1dead94ff5 req-da5fc392-7c14-43a0-9a13-0c5492fae4db tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Nov 04 10:05:35.436640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43aae7-0dbb-43a4-8c61-2556245e2f76 req-c849ee3e-62bc-4037-9a74-c771e870d3a7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:35.438204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f43aae7-0dbb-43a4-8c61-2556245e2f76 req-c849ee3e-62bc-4037-9a74-c771e870d3a7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0527792 Nov 04 10:05:35.481069 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f43aae7-0dbb-43a4-8c61-2556245e2f76 req-6978e26e-d349-4f3d-ace0-ddd23fc23c8e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355496 Nov 04 10:05:36.613487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41e9ae-bfec-4bce-bff5-3c253c47362c req-6bc62992-d40c-45cb-b067-cfcdde47a649 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:36.614974 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f41e9ae-bfec-4bce-bff5-3c253c47362c req-6bc62992-d40c-45cb-b067-cfcdde47a649 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0551424 Nov 04 10:05:36.655060 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9f41e9ae-bfec-4bce-bff5-3c253c47362c req-1ae2f678-f572-4fa4-9279-45ae633ed6b6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Nov 04 10:05:37.458163 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6461b6d6-5e81-4290-a9e7-c0276c6a6b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:37.773066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9689d68-2c2b-43fc-a361-d183d3a2fdfd req-65ba05db-6833-4cbc-a8ce-263f6f0731d7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:37.774509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9689d68-2c2b-43fc-a361-d183d3a2fdfd req-65ba05db-6833-4cbc-a8ce-263f6f0731d7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0507219 Nov 04 10:05:37.821858 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9689d68-2c2b-43fc-a361-d183d3a2fdfd req-3a47e2b3-5c25-4cb0-83a3-a36c2be07cc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392821 Nov 04 10:05:38.938875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834a232-02cf-44f5-92de-159f717c0dc9 req-e9117d3b-63b3-4990-88f9-ac7c98dc2ab1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:38.941047 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0834a232-02cf-44f5-92de-159f717c0dc9 req-e9117d3b-63b3-4990-88f9-ac7c98dc2ab1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0527918 Nov 04 10:05:38.978928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0834a232-02cf-44f5-92de-159f717c0dc9 req-a55e7291-c9aa-4110-b0ba-67c21d1cdc30 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Nov 04 10:05:40.054911 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9078ec18-4c6b-4122-88e8-52e53a2a4df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:40.107275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466200-818b-4be7-a408-17e1ed2feddd req-e1d3bea4-d7fa-4e1e-8707-22850709b994 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:40.108872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa466200-818b-4be7-a408-17e1ed2feddd req-e1d3bea4-d7fa-4e1e-8707-22850709b994 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0571380 Nov 04 10:05:40.151980 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa466200-818b-4be7-a408-17e1ed2feddd req-caf7cb28-3707-4185-8b49-7144153fdb89 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351427 Nov 04 10:05:40.362792 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:41.278659 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8edce-f512-43a5-9cb8-3cdbf9afb032 req-4b81c710-d67f-4db1-8655-6a5cc0c03767 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:41.280401 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ef8edce-f512-43a5-9cb8-3cdbf9afb032 req-4b81c710-d67f-4db1-8655-6a5cc0c03767 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0538983 Nov 04 10:05:41.324543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ef8edce-f512-43a5-9cb8-3cdbf9afb032 req-507a8382-140d-4c4d-a8f9-7b1a124e1ed1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 Nov 04 10:05:41.511069 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:42.442427 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c7c20-402c-4aaf-bab9-b5fb186fe2b1 req-432f4c04-02d2-4027-91e0-f49a06a8e8b8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:42.444316 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d20c7c20-402c-4aaf-bab9-b5fb186fe2b1 req-432f4c04-02d2-4027-91e0-f49a06a8e8b8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0488603 Nov 04 10:05:42.483615 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d20c7c20-402c-4aaf-bab9-b5fb186fe2b1 req-896a7ac5-6cbb-4784-9386-5f13824d4abb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333347 Nov 04 10:05:42.966373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:43.604246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59c69a7-924e-437c-9b85-f6d6c98e48df req-3ab4ad4f-66d6-47f5-a6ae-cbd412b68c78 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:43.605716 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d59c69a7-924e-437c-9b85-f6d6c98e48df req-3ab4ad4f-66d6-47f5-a6ae-cbd412b68c78 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0537670 Nov 04 10:05:43.650286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d59c69a7-924e-437c-9b85-f6d6c98e48df req-ed3a5c87-60e8-4c64-a9ac-bb01a4e0a8a1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Nov 04 10:05:44.769323 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c793db-55b1-4613-b183-ab5f83435f07 req-bbfc7ce5-5497-4ea9-a0f0-f75718bebe4c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:44.770810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38c793db-55b1-4613-b183-ab5f83435f07 req-bbfc7ce5-5497-4ea9-a0f0-f75718bebe4c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0525525 Nov 04 10:05:44.809890 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-38c793db-55b1-4613-b183-ab5f83435f07 req-cdb0f4e7-f1f1-40de-ab00-7e3ab27cf12c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329535 Nov 04 10:05:44.832668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45244) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:05:44.898587 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7b05b738-495a-4f1f-8e94-744b4ed1f7ae tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/f75bc2e8-21fb-447e-bb38-a7b0f7c377f3 HTTP/1.1" status: 200 len: 993 time: 0.0647404 Nov 04 10:05:46.293852 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:47.189311 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:05:51.890118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-4bd3f27b-8a6e-4daa-8e01-0ad63d3b4fe5 req-5630456e-41ce-4961-9877-56f07b681f21 service neutron] (102556) timed out ('10.222.0.55', 57294) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:05:58.750892 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:05:59.405892 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-7908c12f-8642-4dbb-bf91-407f1120358b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414999 Nov 04 10:05:59.505691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-96f04b91-e67d-4ecb-9eb8-3746ccd73504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:59.507215 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-96f04b91-e67d-4ecb-9eb8-3746ccd73504 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1097 time: 0.0420845 Nov 04 10:05:59.613275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-4affa745-b45e-4ddc-a344-bc1e126eccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:59.614760 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-4affa745-b45e-4ddc-a344-bc1e126eccca service neutron] 10.222.0.70 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 897 time: 0.0856476 Nov 04 10:05:59.695744 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-babc98eb-55ea-456e-b48e-3cf484dc6ace service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 1001 time: 0.0590928 Nov 04 10:05:59.746794 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-376ea979-3a01-45d6-8e4a-2764b29401cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:59.748269 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-376ea979-3a01-45d6-8e4a-2764b29401cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 200 len: 835 time: 0.0457892 Nov 04 10:05:59.802190 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-1b9419a2-4354-41ca-a93f-5d3c4a618605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:05:59.803757 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-1b9419a2-4354-41ca-a93f-5d3c4a618605 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02be783d-22d3-44d7-9951-91e65f01357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448811 Nov 04 10:05:59.821228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-627ce574-a5e2-4a28-994b-d8d84489aecd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:05:59.822186 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-627ce574-a5e2-4a28-994b-d8d84489aecd service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053551 Nov 04 10:05:59.914252 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-5cccda1d-131e-4fe5-8347-fb761885510e service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804546 Nov 04 10:06:00.017473 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cbde43d3-291e-46af-89ca-2c4ec1e01f21 req-3970c237-dcde-47ab-a7fe-204988854778 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864298 Nov 04 10:06:07.462374 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8850449f-8ce8-4fb1-a4c0-4088a1fa89b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:10.058328 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b98d4cfc-b908-4b64-b8d4-3233efcf25db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:10.364891 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:11.513001 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:12.971146 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:16.313786 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:17.218608 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:17.265932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45266) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:17.449299 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 88b00e35-62a1-4df1-a4b8-be71ef2edba3 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:06:17.449641 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:17.533204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:17.533502 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:17.546805 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 88b00e35-62a1-4df1-a4b8-be71ef2edba3 owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:06:17.705286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:17.730505 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=88b00e35-62a1-4df1-a4b8-be71ef2edba3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:17.745575 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.745928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.746271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.746613 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.746950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.747284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.747615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.747969 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.748301 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.748626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.748957 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.749276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:17.811000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:17.811332 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP f75bc2e8-21fb-447e-bb38-a7b0f7c377f3 disassociated (deleted). External IP: 172.25.3.53, port: 6fab7ad3-9d82-4939-a969-92b624380c5a. Nov 04 10:06:18.032105 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router fd95a077-0501-47c1-a094-9ad40478a0cf has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:06:18.144263 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:06:18.149000 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:18.154850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] Sync routers for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:06:18.165172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:18.165778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:18.178212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0f724fd3-d33b-4ef3-8187-1a7925057424 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/floatingips/f75bc2e8-21fb-447e-bb38-a7b0f7c377f3 HTTP/1.1" status: 204 len: 168 time: 0.9106264 Nov 04 10:06:18.178814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:06:18.181511 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b58f264-7e55-47db-b897-6916016a7a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:06:18.284515 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:18.345294 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1431ea-f63b-4ed7-9f39-4260db1ef89d x-openstack-request-id: req-cf1431ea-f63b-4ed7-9f39-4260db1ef89d {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:06:18.346199 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:06:18.346199 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cf1431ea-f63b-4ed7-9f39-4260db1ef89d {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:06:18.346199 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'status': 'completed', 'code': 200} Nov 04 10:06:18.417538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f264-7e55-47db-b897-6916016a7a6d req-892c0e38-921f-4237-a69d-548972547855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:18.420274 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b58f264-7e55-47db-b897-6916016a7a6d req-892c0e38-921f-4237-a69d-548972547855 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 1097 time: 0.0512793 Nov 04 10:06:18.462715 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b61ad9-f3f1-4fc7-b9da-8ea7a6b0a3a1 req-e7e6f082-9169-45c7-9797-dc77a8213fe0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:18.464319 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0b61ad9-f3f1-4fc7-b9da-8ea7a6b0a3a1 req-e7e6f082-9169-45c7-9797-dc77a8213fe0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0710118 Nov 04 10:06:18.505631 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0b61ad9-f3f1-4fc7-b9da-8ea7a6b0a3a1 req-1c5fd1d4-80b0-4a45-bd9a-b30ac08c581d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347912 Nov 04 10:06:18.532780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f264-7e55-47db-b897-6916016a7a6d req-2de21c35-8c49-4f3b-84ef-a1feb25b154d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:18.534257 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b58f264-7e55-47db-b897-6916016a7a6d req-2de21c35-8c49-4f3b-84ef-a1feb25b154d service neutron] 10.222.0.70 "GET /v2.0/networks?id=02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 200 len: 897 time: 0.1056323 Nov 04 10:06:18.546057 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:47Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:18.573555 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] Checking router: fd95a077-0501-47c1-a094-9ad40478a0cf for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:06:18.579703 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b58f264-7e55-47db-b897-6916016a7a6d req-c60b9454-4582-4465-bf38-a9e96e607843 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 200 len: 217 time: 0.0373650 Nov 04 10:06:18.583239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:18.583839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:18.634581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f264-7e55-47db-b897-6916016a7a6d req-850f754b-239e-49bd-960f-24d40e2d49fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:18.636103 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b58f264-7e55-47db-b897-6916016a7a6d req-850f754b-239e-49bd-960f-24d40e2d49fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 200 len: 835 time: 0.0495462 Nov 04 10:06:18.687898 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58f264-7e55-47db-b897-6916016a7a6d req-adbfb5fb-0303-4c52-90a8-f8499eda0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:18.690572 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b58f264-7e55-47db-b897-6916016a7a6d req-adbfb5fb-0303-4c52-90a8-f8499eda0b03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=02be783d-22d3-44d7-9951-91e65f01357b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456121 Nov 04 10:06:18.698050 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:18.801597 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b58f264-7e55-47db-b897-6916016a7a6d req-2ff9dbab-6972-45a5-a92d-bb8a1593ef1b service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019390 Nov 04 10:06:18.897442 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9b58f264-7e55-47db-b897-6916016a7a6d req-9e7c3d24-8808-443e-b9ae-94af168d5729 service neutron] 10.222.0.70 "GET /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871570 Nov 04 10:06:18.936124 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:47Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:18.963406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491ffd98-6019-406a-b33a-c666936b5bfc None None] The sync data for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 is: [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:44Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2', 'name': '', 'network_id': '02be783d-22d3-44d7-9951-91e65f01357b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:e9:74:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:43Z', 'updated_at': '2021-11-04T10:04:47Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '48f58957-c65b-43d3-9f0c-e611cd32ead5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:06:19.198904 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32107f8-30fc-4f54-bfb9-6aede149a4a1 None None] New status for floating IP f75bc2e8-21fb-447e-bb38-a7b0f7c377f3: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:06:19.627361 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e433e-23b9-4c7a-b69b-12e7da6098b5 req-a8d8f8a8-d9fc-4f21-b326-3200e306b4ea tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:19.628845 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e16e433e-23b9-4c7a-b69b-12e7da6098b5 req-a8d8f8a8-d9fc-4f21-b326-3200e306b4ea tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0535412 Nov 04 10:06:19.668213 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e16e433e-23b9-4c7a-b69b-12e7da6098b5 req-6d7fdb68-1d35-4b33-83ab-025471bcfd60 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=76c8b20d-eca0-4017-b35a-b5b28bcb0402&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329568 Nov 04 10:06:19.982707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-2303e038-84b0-4cfe-8c44-c9a1a5a079bf tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:19.984492 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-2303e038-84b0-4cfe-8c44-c9a1a5a079bf tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 946 time: 0.0519156 Nov 04 10:06:20.415116 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 6fab7ad3-9d82-4939-a969-92b624380c5a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:06:20.415457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:20.508481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port 6fab7ad3-9d82-4939-a969-92b624380c5a, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=6fab7ad3-9d82-4939-a969-92b624380c5a,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:20.508890 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:20.525468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 6fab7ad3-9d82-4939-a969-92b624380c5a owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:06:20.650797 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:20.681077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=6fab7ad3-9d82-4939-a969-92b624380c5a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:20.728239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] No DVR routers for this DVR port 6fab7ad3-9d82-4939-a969-92b624380c5a on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:06:20.731034 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:20.734546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-61f35b48-18d4-4816-a4dc-4896cc7d74a4 req-95fac02e-aec3-4e68-a47d-299ab198570f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "DELETE /v2.0/ports/6fab7ad3-9d82-4939-a969-92b624380c5a HTTP/1.1" status: 204 len: 173 time: 0.7436674 Nov 04 10:06:20.735002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'name': 'network-vif-deleted', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:06:20.738441 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c19bbe4-8381-438b-a3c0-c267b67cb5c9" -d '{"events": [{"server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "name": "network-vif-deleted", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:06:20.770247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c16316d1-537a-46bf-b782-90012e5e4278 req-c515b983-341a-4a59-92ee-be05345b3a8e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f234caa-e590-4633-ae6b-05c6f977bfb4 HTTP/1.1" status: 200 len: 210 time: 0.0305893 Nov 04 10:06:20.817973 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a67487-0e35-421f-a410-ba52387140f8 x-openstack-request-id: req-44a67487-0e35-421f-a410-ba52387140f8 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:06:20.818531 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f234caa-e590-4633-ae6b-05c6f977bfb4", "name": "network-vif-deleted", "tag": "6fab7ad3-9d82-4939-a969-92b624380c5a", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:06:20.819085 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44a67487-0e35-421f-a410-ba52387140f8 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:06:20.819643 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f234caa-e590-4633-ae6b-05c6f977bfb4', 'name': 'network-vif-deleted', 'tag': '6fab7ad3-9d82-4939-a969-92b624380c5a', 'status': 'completed', 'code': 200} Nov 04 10:06:21.828055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45282) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:22.190118 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:22.454448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:06:22.454773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:22.546154 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:22.546526 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:22.559439 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:06:22.704913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fab7ad3-9d82-4939-a969-92b624380c5a no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:06:22.725332 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 6fab7ad3-9d82-4939-a969-92b624380c5a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:06:22.725673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 6fab7ad3-9d82-4939-a969-92b624380c5a not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:06:22.746977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:22.776083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:22.980776 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.212709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router fd95a077-0501-47c1-a094-9ad40478a0cf has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:06:23.316857 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:06:23.322565 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d0805b0-70cc-4bf9-adf8-d7818724b99a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/fd95a077-0501-47c1-a094-9ad40478a0cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4929512 Nov 04 10:06:23.324626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45284) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:23.326298 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] Sync routers for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:06:23.335520 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:23.336158 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:23.382267 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting subnet 48f58957-c65b-43d3-9f0c-e611cd32ead5 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:06:23.385853 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.427761 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.446873 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:23.517068 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.579321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.606737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Subnet': ['ID=48f58957-c65b-43d3-9f0c-e611cd32ead5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:23.612285 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.616641 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-af203be5-61b5-464c-8053-dcb17a13e263 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/subnets/48f58957-c65b-43d3-9f0c-e611cd32ead5 HTTP/1.1" status: 204 len: 168 time: 0.2910190 Nov 04 10:06:23.619447 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45286) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:23.620362 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03005e41-31a7-41f3-b16d-57db70f139d5 None None] Network 02be783d-22d3-44d7-9951-91e65f01357b requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:06:23.699434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:06:22Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:23.730965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.756587 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] Checking router: fd95a077-0501-47c1-a094-9ad40478a0cf for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:06:23.783761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] Routers {'fd95a077-0501-47c1-a094-9ad40478a0cf'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:23.784328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['fd95a077-0501-47c1-a094-9ad40478a0cf'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:23.839290 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.904508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] Set router fd95a077-0501-47c1-a094-9ad40478a0cf gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:23.910630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:06:23.910976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:23.960866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] DHCP port deletion for 02be783d-22d3-44d7-9951-91e65f01357b request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:06:23.995555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:23.996102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.012200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:06:24.100144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Deleting port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:06:24.100528 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.184259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] For port 9224442f-eaeb-4412-96d0-f9d7f2e4b883, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=9224442f-eaeb-4412-96d0-f9d7f2e4b883,segment=NetworkSegment(f4a6a399-0693-4c85-86e6-d11a9d6687e6),segment_id=f4a6a399-0693-4c85-86e6-d11a9d6687e6)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:24.184696 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.184850 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.200726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Calling delete_port for 9224442f-eaeb-4412-96d0-f9d7f2e4b883 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:06:24.205810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:06:22Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:24.216306 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:24.239034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ede933-853f-40fc-9f90-bb0c520eeaff None None] The sync data for ids ['fd95a077-0501-47c1-a094-9ad40478a0cf'] in n-d-816487-1 is: [{'id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764882839', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:06:22Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b6:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd95a077-0501-47c1-a094-9ad40478a0cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:04:40Z', 'updated_at': '2021-11-04T10:04:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:06:24.261154 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.261499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.261840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.262279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.262478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.262805 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.263126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.263448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.263767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.264110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.264426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.264739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.289238 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.320406 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.346695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Pushing event deleted for resources: {'Port': ['ID=9224442f-eaeb-4412-96d0-f9d7f2e4b883,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:24.351717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] No DVR routers for this DVR port 9224442f-eaeb-4412-96d0-f9d7f2e4b883 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:06:24.363626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.363997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.364334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.364664 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.364985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.365307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.365626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.365942 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.366256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.366570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.366883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.367194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd5f7e9-bb19-421e-a8a0-35308e7e6769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:24.386898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.389103 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.441825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.442475 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Fanout notify agent at l3_agent the message router_deleted on router fd95a077-0501-47c1-a094-9ad40478a0cf {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:06:24.451335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.452500 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-32de5839-9fd4-4e32-bc2b-5697a62f39f8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/routers/fd95a077-0501-47c1-a094-9ad40478a0cf HTTP/1.1" status: 204 len: 168 time: 0.8319256 Nov 04 10:06:24.455873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45288) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:24.538040 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.649122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.671901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02be783d-22d3-44d7-9951-91e65f01357b']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:24.683551 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a6a399-0693-4c85-86e6-d11a9d6687e6') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:24.683926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a6a399-0693-4c85-86e6-d11a9d6687e6') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:24.696174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.713362 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.721702 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:06:24.722334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: timer() Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:06:24.725718 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:06:24.790193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.799211 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.802674 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/networks/02be783d-22d3-44d7-9951-91e65f01357b HTTP/1.1" status: 204 len: 168 time: 0.3458307 Nov 04 10:06:24.805422 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45290) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:24.823209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47030f51-7803-4239-a824-b6dbcff04d88 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Network': ['ID=02be783d-22d3-44d7-9951-91e65f01357b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:24.887939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9499-87b7-46a1-91a0-2d0c15e55155 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.915976 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9499-87b7-46a1-91a0-2d0c15e55155 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.981188 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9499-87b7-46a1-91a0-2d0c15e55155 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.984046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1bdc9499-87b7-46a1-91a0-2d0c15e55155 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:24.988574 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1bdc9499-87b7-46a1-91a0-2d0c15e55155 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/security-groups/76c8b20d-eca0-4017-b35a-b5b28bcb0402 HTTP/1.1" status: 204 len: 168 time: 0.1692467 Nov 04 10:06:24.997696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc9499-87b7-46a1-91a0-2d0c15e55155 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c8b20d-eca0-4017-b35a-b5b28bcb0402,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:25.208487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45296) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:25.213072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-34e1cad5-3aaf-4f15-874b-345bbebd60ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1297306798', 'description': 'tempest-secgroup-smoke-1297306798 description', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:25.239492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e1cad5-3aaf-4f15-874b-345bbebd60ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.312735 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:06:25.334543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:06:25.334807 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e1cad5-3aaf-4f15-874b-345bbebd60ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.334923 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c8fe3dc3-b9d5-41d7-a1a5-ed611cc374c0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:06:25.335299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:06:25.338915 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e1cad5-3aaf-4f15-874b-345bbebd60ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.355932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:06:25.356289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2925ccaa-bbdb-4d7f-a3ad-b6f8ad7306e2 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:06:25.356678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9224442f-eaeb-4412-96d0-f9d7f2e4b883 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:06:25.371594 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-34e1cad5-3aaf-4f15-874b-345bbebd60ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.372891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-34e1cad5-3aaf-4f15-874b-345bbebd60ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1633663 Nov 04 10:06:25.373688 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e1cad5-3aaf-4f15-874b-345bbebd60ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8feeab-115c-46ca-826b-856c1fab508b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:25.376200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45298) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:25.381250 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6349223e-e4d2-49a5-a375-ad14f3f057c6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '3c8feeab-115c-46ca-826b-856c1fab508b', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:25.386919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 9224442f-eaeb-4412-96d0-f9d7f2e4b883 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:06:25.387268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 9224442f-eaeb-4412-96d0-f9d7f2e4b883 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:06:25.416516 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6349223e-e4d2-49a5-a375-ad14f3f057c6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.477888 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6349223e-e4d2-49a5-a375-ad14f3f057c6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.481852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6349223e-e4d2-49a5-a375-ad14f3f057c6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.500752 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349223e-e4d2-49a5-a375-ad14f3f057c6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbd9f77-0c9c-4529-8431-1d9634e887ba,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:25.508958 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6349223e-e4d2-49a5-a375-ad14f3f057c6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.510456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6349223e-e4d2-49a5-a375-ad14f3f057c6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1331520 Nov 04 10:06:25.513217 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45300) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:25.518502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-eacc71cf-5a20-429b-9c63-d3d048c91ad4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '3c8feeab-115c-46ca-826b-856c1fab508b', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:25.546251 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eacc71cf-5a20-429b-9c63-d3d048c91ad4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.605192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eacc71cf-5a20-429b-9c63-d3d048c91ad4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.609400 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eacc71cf-5a20-429b-9c63-d3d048c91ad4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.628588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc71cf-5a20-429b-9c63-d3d048c91ad4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c318d4a3-03f9-47e1-a926-affbdc210df9,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:25.638123 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eacc71cf-5a20-429b-9c63-d3d048c91ad4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.639365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eacc71cf-5a20-429b-9c63-d3d048c91ad4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252227 Nov 04 10:06:25.643368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45302) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:25.647816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-708f5dc1-a65b-41c1-a98a-bf95a19d2f80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '3c8feeab-115c-46ca-826b-856c1fab508b', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:25.675767 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-708f5dc1-a65b-41c1-a98a-bf95a19d2f80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.743281 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-708f5dc1-a65b-41c1-a98a-bf95a19d2f80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.747533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-708f5dc1-a65b-41c1-a98a-bf95a19d2f80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.767728 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f5dc1-a65b-41c1-a98a-bf95a19d2f80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd7d656-e42e-44ff-beac-231614075c84,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:25.777340 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-708f5dc1-a65b-41c1-a98a-bf95a19d2f80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.778581 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-708f5dc1-a65b-41c1-a98a-bf95a19d2f80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342137 Nov 04 10:06:25.781607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45304) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:25.786509 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-8704c5b4-3112-45f1-a7b4-3c4336b9a2ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '3c8feeab-115c-46ca-826b-856c1fab508b', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:25.819247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8704c5b4-3112-45f1-a7b4-3c4336b9a2ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.892704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8704c5b4-3112-45f1-a7b4-3c4336b9a2ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.897571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8704c5b4-3112-45f1-a7b4-3c4336b9a2ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.918525 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704c5b4-3112-45f1-a7b4-3c4336b9a2ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b998bc10-0e12-403f-8748-e8aaf9e96959,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:25.929114 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8704c5b4-3112-45f1-a7b4-3c4336b9a2ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:25.930419 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8704c5b4-3112-45f1-a7b4-3c4336b9a2ee tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1476948 Nov 04 10:06:25.933581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45306) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:25.938786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '3c8feeab-115c-46ca-826b-856c1fab508b', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:25.964464 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:06:25.970326 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.044944 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.049802 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.068633 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c964d1-f470-4d0c-b35e-65cc8fe95c9b,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:26.081569 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.082853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1b0ba9fb-db2a-4931-8f9c-f08191bd1ed6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482871 Nov 04 10:06:26.086214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45308) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:26.090932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': '3c8feeab-115c-46ca-826b-856c1fab508b', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:26.115929 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:06:26.121622 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.194741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.199376 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.220573 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f97f68-b5d9-448b-af25-683d24da0153,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:26.230582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.232204 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9a19cda0-3e4c-412a-a41a-b3c03512a219 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446755 Nov 04 10:06:26.235363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45310) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:26.240626 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'network': {'name': 'tempest-network-smoke--33390283', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:26.262518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:06:26.266721 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.292494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:06:26.306174 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.306668 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Added segment fa8dfe07-6341-4003-aa24-8f9f4242f773 of type vlan for network d423e589-34d7-480b-a416-393c8f719c7d Nov 04 10:06:26.351192 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.379689 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.385903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:26.386523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.448269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2116578 Nov 04 10:06:26.451372 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45312) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:26.457532 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'admin_state_up': True, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:26.465005 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eeb30a-2fcf-47cc-bc91-2bd7c52bf467 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Network': ['ID=d423e589-34d7-480b-a416-393c8f719c7d,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:26.479301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network d423e589-34d7-480b-a416-393c8f719c7d details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:06:26.487524 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.489467 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.546669 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.699248 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.937323 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:26.961410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:27.073131 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.194 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e6f943a9-76c4-47e7-91d7-09beef27f0f0) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:06:27.175557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:27.212888 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:27.251724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:06:27.254675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:06:27.258170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:06:27.283594 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=e6f943a9-76c4-47e7-91d7-09beef27f0f0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:27.508032 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:27.702208 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:27.827672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router bf52a131-fd5a-4167-a8ab-40aab36370dd is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:06:27.932669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:06:27.945824 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Sync routers for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:06:27.957868 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:27.958519 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:27.960304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:27.961086 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-b1d03ea2-e055-4962-aad7-e0505896d7c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5085025 Nov 04 10:06:27.964534 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45314) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:27.999677 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45316) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:28.000499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-10bf8db6-bce5-48d6-b45e-6dc878f54feb tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aef2b89ed0ff4a72953ea3cffd9dc27a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339887 Nov 04 10:06:28.069806 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:28.157286 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85830efb-cafc-4b39-bd10-0ac5b071e06d tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:28.158928 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-85830efb-cafc-4b39-bd10-0ac5b071e06d tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1580372 Nov 04 10:06:28.161823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45318) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:28.192699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-55cf03a1-6baf-47cf-8325-1f15335e7665 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274713 Nov 04 10:06:28.192943 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45320) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:28.197941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-939130110', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:28.250125 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:27Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:28.279972 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Checking router: bf52a131-fd5a-4167-a8ab-40aab36370dd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:06:28.280323 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Updating router bf52a131-fd5a-4167-a8ab-40aab36370dd port e6f943a9-76c4-47e7-91d7-09beef27f0f0 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:06:28.302716 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:06:28.306387 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.311729 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.583103 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.588805 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.747023 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Attempting to bind port e6f943a9-76c4-47e7-91d7-09beef27f0f0 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:06:28.747395 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Attempting to bind port e6f943a9-76c4-47e7-91d7-09beef27f0f0 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:06:28.747748 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Attempting to bind port e6f943a9-76c4-47e7-91d7-09beef27f0f0 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:06:28.749793 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Pushing event updated for resources: {'Port': ['ID=e6f943a9-76c4-47e7-91d7-09beef27f0f0,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:28.760885 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.761287 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.761562 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.761893 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.762216 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.762539 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.762862 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.763182 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.763500 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.763820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.764166 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.764481 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:06:28.768891 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:06:28.769268 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:06:28.769753 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.770045 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:06:28.770510 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Bound port: e6f943a9-76c4-47e7-91d7-09beef27f0f0, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:06:28.770891 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.798826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.824668 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] For port e6f943a9-76c4-47e7-91d7-09beef27f0f0, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:06:28.827933 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] For port e6f943a9-76c4-47e7-91d7-09beef27f0f0, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e6f943a9-76c4-47e7-91d7-09beef27f0f0,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:06:28.833382 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.863237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Subnet': ['ID=bda85936-f1ed-4f77-b4ba-baced366d13d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:28.875157 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Checking segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:06:28.875496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network hostable DHCP agents. Network: d423e589-34d7-480b-a416-393c8f719c7d, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:06:28.883744 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:28.884734 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:28.894257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network d423e589-34d7-480b-a416-393c8f719c7d is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:06:28.904633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, d423e589-34d7-480b-a416-393c8f719c7d) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:06:28.911149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:28.911909 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:28.914513 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d87f0e3-05c9-49b3-b44b-df6903c4250e None None] Network d423e589-34d7-480b-a416-393c8f719c7d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:06:28.932132 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3b861a21-2c30-4fe5-b577-a13447d456d2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7379820 Nov 04 10:06:28.934637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45322) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:28.967789 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d8234-6354-4b38-a6df-13401bea9642 None None] Pushing event updated for resources: {'Port': ['ID=e6f943a9-76c4-47e7-91d7-09beef27f0f0,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:29.017033 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:29.252078 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:27Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:29.266700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-d423e589-34d7-480b-a416-393c8f719c7d', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:06:29.267689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.283814 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d5f891-90b5-45af-bf8e-1a6b7c6d49ec None None] The sync data for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 is: [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:27Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:06:29.426089 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Allocated IP 172.20.0.2 (d423e589-34d7-480b-a416-393c8f719c7d/bda85936-f1ed-4f77-b4ba-baced366d13d/bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:06:29.428442 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.620554 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.627052 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.671676 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Network d423e589-34d7-480b-a416-393c8f719c7d is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:06:29.675537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:06:29.678218 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:06:29.690401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Pushing event updated for resources: {'Port': ['ID=bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:29.749108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Attempting to bind port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:06:29.749456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Attempting to bind port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:06:29.749746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Attempting to bind port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 on network d423e589-34d7-480b-a416-393c8f719c7d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:06:29.757702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:06:29.758077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Checking segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:06:29.758500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.758948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Bound using segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:06:29.759635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Bound port: bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:06:29.760048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.764424 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.1 (d423e589-34d7-480b-a416-393c8f719c7d/bda85936-f1ed-4f77-b4ba-baced366d13d/55f32484-407f-4270-ae34-ad7063dfbb04) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:06:29.833612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] For port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:06:29.837104 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] For port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:06:29.841976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.919774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:29.930705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6af2a04-cc97-42bf-b327-0d9f322995e0 None None] Pushing event updated for resources: {'Port': ['ID=bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:29.959891 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:30.017149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network d423e589-34d7-480b-a416-393c8f719c7d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:06:30.020734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:06:30.028218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:06:30.033041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=55f32484-407f-4270-ae34-ad7063dfbb04,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:30.089688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:30.247992 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:30.553825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:30.559691 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:30.638944 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:30.640809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=55f32484-407f-4270-ae34-ad7063dfbb04,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:30.746753 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network d423e589-34d7-480b-a416-393c8f719c7d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:06:30.748332 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:06:30.862185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22644d33-395f-4213-8d81-a524948f8436 None None] Network d423e589-34d7-480b-a416-393c8f719c7d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:06:30.864493 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router bf52a131-fd5a-4167-a8ab-40aab36370dd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:06:30.966535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-23f4e841-8009-427c-8a72-1a5c1666cf02 None None] Provisioning complete for port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:30.967122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-23f4e841-8009-427c-8a72-1a5c1666cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:30.981699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:06:30.987694 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-44224b1e-1cc8-4524-9573-001e9612e1ed tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/bf52a131-fd5a-4167-a8ab-40aab36370dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0520594 Nov 04 10:06:31.117247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-23f4e841-8009-427c-8a72-1a5c1666cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:31.153299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-23f4e841-8009-427c-8a72-1a5c1666cf02 None None] For port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:31.157061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-f9fa4f8b-66dc-4283-b4d9-cddeec493044 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1297306798&fields=id&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 267 time: 0.0482800 Nov 04 10:06:31.158871 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-23f4e841-8009-427c-8a72-1a5c1666cf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:31.216319 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4e841-8009-427c-8a72-1a5c1666cf02 None None] Pushing event updated for resources: {'Port': ['ID=bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:31.282905 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-78908c49-7c08-4088-803a-41e827957976 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:31.284484 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-78908c49-7c08-4088-803a-41e827957976 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 795 time: 0.1262920 Nov 04 10:06:31.307006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-be4b9974-5898-4561-b4f4-31cb5e33e574 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/quotas/aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 375 time: 0.0154159 Nov 04 10:06:31.335836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Sync routers for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:06:31.349381 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:31.349981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:31.380937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-c7bd841e-a187-4646-a0e1-c0bafb265390 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667353 Nov 04 10:06:31.391847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e6f943a9-76c4-47e7-91d7-09beef27f0f0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:06:31.500249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5666c6ce-f520-4928-ac66-d10cef150954 None None] Provisioning complete for port 55f32484-407f-4270-ae34-ad7063dfbb04 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:31.500710 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5666c6ce-f520-4928-ac66-d10cef150954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:31.531355 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:31.544538 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-c05819f0-6df0-4776-a558-4e7a685bb848 service neutron] 10.222.0.53 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496594 Nov 04 10:06:31.576734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e6f943a9-76c4-47e7-91d7-09beef27f0f0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:31.577099 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:31.613884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5666c6ce-f520-4928-ac66-d10cef150954 None None] Port 55f32484-407f-4270-ae34-ad7063dfbb04 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:06:31.651831 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-ade77a0f-768b-49e5-9927-dc2db9fa5717 service neutron] 10.222.0.53 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003516 Nov 04 10:06:31.714285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5666c6ce-f520-4928-ac66-d10cef150954 None None] Provisioning complete for port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:31.714662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5666c6ce-f520-4928-ac66-d10cef150954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:31.845797 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:31.856641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b92dc7c7-cbd3-4104-9495-73c0295583bb req-36b20e99-60fd-49d4-b08d-0ab68b4f68c9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 210 time: 0.0369000 Nov 04 10:06:31.914428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port e6f943a9-76c4-47e7-91d7-09beef27f0f0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e6f943a9-76c4-47e7-91d7-09beef27f0f0,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:31.922767 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:31.923426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:06:32.031209 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=e6f943a9-76c4-47e7-91d7-09beef27f0f0,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:32.042241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 2, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:32.081849 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:32.082216 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.083991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Checking router: bf52a131-fd5a-4167-a8ab-40aab36370dd for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:06:32.084339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Updating router bf52a131-fd5a-4167-a8ab-40aab36370dd port 55f32484-407f-4270-ae34-ad7063dfbb04 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:06:32.144635 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.167529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-47016158-66d0-4998-9694-15fe69713504 None None] Provisioning complete for port 55f32484-407f-4270-ae34-ad7063dfbb04 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:32.168010 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-47016158-66d0-4998-9694-15fe69713504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.317501 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-47016158-66d0-4998-9694-15fe69713504 None None] Port 55f32484-407f-4270-ae34-ad7063dfbb04 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:06:32.507581 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.513066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.561253 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d9f2f-6dd9-487e-8eab-fd499de0ec9b None None] Pushing event updated for resources: {'Port': ['ID=55f32484-407f-4270-ae34-ad7063dfbb04,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:32.613677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Attempting to bind port 55f32484-407f-4270-ae34-ad7063dfbb04 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:06:32.614043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Attempting to bind port 55f32484-407f-4270-ae34-ad7063dfbb04 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:06:32.614405 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Attempting to bind port 55f32484-407f-4270-ae34-ad7063dfbb04 on network d423e589-34d7-480b-a416-393c8f719c7d {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:06:32.620462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:06:32.620833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Checking segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:06:32.621405 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.621935 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Bound using segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:06:32.622050 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Bound port: 55f32484-407f-4270-ae34-ad7063dfbb04, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:06:32.622422 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.696071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] For port 55f32484-407f-4270-ae34-ad7063dfbb04, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:06:32.699626 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] For port 55f32484-407f-4270-ae34-ad7063dfbb04, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=55f32484-407f-4270-ae34-ad7063dfbb04,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:06:32.705859 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:32.773684 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:32.774307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:32.810595 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d9f2f-6dd9-487e-8eab-fd499de0ec9b None None] Pushing event updated for resources: {'Port': ['ID=55f32484-407f-4270-ae34-ad7063dfbb04,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:32.864445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-96294a6b-c534-4699-9322-06118197d514 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:32.865999 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-96294a6b-c534-4699-9322-06118197d514 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 795 time: 0.1518738 Nov 04 10:06:32.927956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-49ebf756-d23f-428c-b1ab-3059285e7bff tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 380 time: 0.0455797 Nov 04 10:06:32.948457 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'port': {'device_id': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'admin_state_up': True, 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'security_groups': ['3c8feeab-115c-46ca-826b-856c1fab508b']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:32.981649 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9e5d2735-c482-4429-b4f3-19d54cdac219 req-d5ebc8e5-e71a-4563-b45e-656a2d9580bb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 210 time: 0.0488908 Nov 04 10:06:33.058534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ff632d34-974e-4d3d-887d-b8fb7b5bde01 None None] Provisioning complete for port 55f32484-407f-4270-ae34-ad7063dfbb04 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:33.059133 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff632d34-974e-4d3d-887d-b8fb7b5bde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.095006 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:06:33.099583 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.109463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:33.236438 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.8 (d423e589-34d7-480b-a416-393c8f719c7d/bda85936-f1ed-4f77-b4ba-baced366d13d/70cd114b-4693-4521-9672-aaf0cf448ebd) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:06:33.266625 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff632d34-974e-4d3d-887d-b8fb7b5bde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.320561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e6f943a9-76c4-47e7-91d7-09beef27f0f0 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:06:33.350250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ff632d34-974e-4d3d-887d-b8fb7b5bde01 None None] For port 55f32484-407f-4270-ae34-ad7063dfbb04, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=55f32484-407f-4270-ae34-ad7063dfbb04,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:33.356759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ff632d34-974e-4d3d-887d-b8fb7b5bde01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.389963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.428837 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.454749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff632d34-974e-4d3d-887d-b8fb7b5bde01 None None] Pushing event updated for resources: {'Port': ['ID=55f32484-407f-4270-ae34-ad7063dfbb04,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:33.464406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e6f943a9-76c4-47e7-91d7-09beef27f0f0 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:33.464806 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.477454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network d423e589-34d7-480b-a416-393c8f719c7d is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:06:33.480538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:06:33.484134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:06:33.511387 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:33.517333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:33.519529 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7b8d0d5b-4184-43ca-9839-ce87a42710c3 None None] Provisioning complete for port 55f32484-407f-4270-ae34-ad7063dfbb04 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:33.519921 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7b8d0d5b-4184-43ca-9839-ce87a42710c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.542314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:33.542970 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.561813 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f4a7462-5378-4d46-bdb5-02ec1e2f3136 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273372 Nov 04 10:06:33.568009 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69c2b67-d11b-4f50-b8ae-936d295cd32b None None] The sync data for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 is: [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:32Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:06:33.579135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Request body: {'port': {'device_id': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:33.690763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.855937 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-534e5d13-05c6-4954-99b4-a235ca68a26b None None] Provisioning complete for port 70cd114b-4693-4521-9672-aaf0cf448ebd triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:33.856327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-534e5d13-05c6-4954-99b4-a235ca68a26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:33.894500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-534e5d13-05c6-4954-99b4-a235ca68a26b None None] Port 70cd114b-4693-4521-9672-aaf0cf448ebd cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:06:33.985304 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cd114b-4693-4521-9672-aaf0cf448ebd {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:06:33.994085 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:34.007435 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Transition to ACTIVE for port object 70cd114b-4693-4521-9672-aaf0cf448ebd will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:06:34.011880 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:34.065924 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:34.186804 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31647c5-caab-4087-b2a4-f02febd63970 req-90c30862-6a81-4636-b819-69513c61faa2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:34.189023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d31647c5-caab-4087-b2a4-f02febd63970 req-90c30862-6a81-4636-b819-69513c61faa2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 943 time: 0.0949814 Nov 04 10:06:34.194266 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:06:34.194603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:06:34.194941 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd on network d423e589-34d7-480b-a416-393c8f719c7d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:06:34.206925 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Port 70cd114b-4693-4521-9672-aaf0cf448ebd on network d423e589-34d7-480b-a416-393c8f719c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:06:34.207246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd on network d423e589-34d7-480b-a416-393c8f719c7d {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:06:34.221507 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:06:34.221855 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Checking segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:06:34.222250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Bound using segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:06:34.222755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Bound port: 70cd114b-4693-4521-9672-aaf0cf448ebd, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:06:34.223075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:34.275180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d31647c5-caab-4087-b2a4-f02febd63970 req-ae61bbf5-4f49-41d7-9eb5-bd66209b09b1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753064 Nov 04 10:06:34.309131 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:06:34.313158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:06:34.320358 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:34.357640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:34.358199 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:34.360199 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] 10.222.0.55 "PUT /v2.0/ports/70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 1091 time: 0.7883346 Nov 04 10:06:34.360741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:06:34.363054 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5daee780-7d26-4cb2-9e35-15ce3c333dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:06:34.391169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d8f6-ccea-4a58-a0e6-2cec598c4cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:34.431028 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ad9104-df2e-47c1-afaf-af13a56140e7 x-openstack-request-id: req-f5ad9104-df2e-47c1-afaf-af13a56140e7 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:06:34.431360 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:06:34.431586 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f5ad9104-df2e-47c1-afaf-af13a56140e7 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:06:34.432015 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'status': 'completed', 'code': 200} Nov 04 10:06:34.468146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-f0a4e62e-c1a1-4c5c-9eba-0d4f0c193ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:34.470626 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-f0a4e62e-c1a1-4c5c-9eba-0d4f0c193ed9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1094 time: 0.0504131 Nov 04 10:06:34.522129 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-fb4f8202-21f8-4f07-9faa-ea2c78e4fc47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 217 time: 0.0427830 Nov 04 10:06:34.576811 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-6df87cf8-2ae2-4866-bae2-cc6bdf853431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:34.578477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-6df87cf8-2ae2-4866-bae2-cc6bdf853431 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0481396 Nov 04 10:06:34.628832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-a2cd5f33-54f5-48bd-988a-24f4e65a840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:34.630284 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-a2cd5f33-54f5-48bd-988a-24f4e65a840f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445423 Nov 04 10:06:34.732375 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-642185ba-97fc-4861-b828-b117f3fcb2ad service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937476 Nov 04 10:06:34.831660 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-109860b1-1f7e-4ce6-9aad-c3e52a750ca0 req-a4668f18-0828-4f45-a14a-794cd1feaa06 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917778 Nov 04 10:06:34.927314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-cbc07b6f-44e3-4e1c-b1b6-b58a36a0cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:34.928777 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-cbc07b6f-44e3-4e1c-b1b6-b58a36a0cb48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1094 time: 0.0489798 Nov 04 10:06:35.025308 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-c9a907f7-f8a4-4c20-a57b-744fb9d08166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:35.026779 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-c9a907f7-f8a4-4c20-a57b-744fb9d08166 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.0899744 Nov 04 10:06:35.070827 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-ace25ebf-6ab2-4c3d-943c-5f64a851234c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 217 time: 0.0345867 Nov 04 10:06:35.129658 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-6d722e32-4528-4ea4-a4e1-e03b1b90d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:35.131268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-6d722e32-4528-4ea4-a4e1-e03b1b90d8cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0498593 Nov 04 10:06:35.183045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-f5187312-2427-4cfc-a636-118eee0620f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:35.184474 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-f5187312-2427-4cfc-a636-118eee0620f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449994 Nov 04 10:06:35.283762 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-8e45b2dc-bede-47d7-9029-1154baffd198 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904658 Nov 04 10:06:35.321780 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 55f32484-407f-4270-ae34-ad7063dfbb04 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:06:35.375727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 55f32484-407f-4270-ae34-ad7063dfbb04 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:35.376204 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:35.412824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5daee780-7d26-4cb2-9e35-15ce3c333dfc req-f980ac90-de82-482b-8712-0a2a2de698e4 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211247 Nov 04 10:06:35.432247 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371913-3c56-493d-befe-411de5d47a87 req-4adc5241-251f-4adc-a9f7-8a6d42e2419e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:35.434000 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90371913-3c56-493d-befe-411de5d47a87 req-4adc5241-251f-4adc-a9f7-8a6d42e2419e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 943 time: 0.0756886 Nov 04 10:06:35.474601 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90371913-3c56-493d-befe-411de5d47a87 req-813a3d9f-913e-4ccc-8584-5436f11b18b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343750 Nov 04 10:06:35.751185 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:06:36.598389 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fc184f-b0ed-4c01-b85f-3550b0eb6eec req-ab877d86-85cf-4ed6-a65d-6728e2b3154a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:36.599968 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79fc184f-b0ed-4c01-b85f-3550b0eb6eec req-ab877d86-85cf-4ed6-a65d-6728e2b3154a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 943 time: 0.0577071 Nov 04 10:06:36.622799 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:06:36.639839 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-79fc184f-b0ed-4c01-b85f-3550b0eb6eec req-063f418e-3fcf-499f-89c7-d0ad0a2464a9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Nov 04 10:06:36.724622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:36.736638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'port_id': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'mac_address': 'fa:16:3e:f9:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:06:36.774894 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:36.787581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cd114b-4693-4521-9672-aaf0cf448ebd {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:06:36.807948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:36.811706 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:36.858807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:37.059839 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['70cd114b-4693-4521-9672-aaf0cf448ebd'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:06:37.463640 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1dcef7c7-651a-4b53-bbd3-a38291995e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:37.761049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe49a78-170d-4b97-bb6b-25db90c5421b req-6e9965cc-2ab0-431e-b826-a54205c23587 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:37.762482 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbe49a78-170d-4b97-bb6b-25db90c5421b req-6e9965cc-2ab0-431e-b826-a54205c23587 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 944 time: 0.0523255 Nov 04 10:06:37.806909 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fbe49a78-170d-4b97-bb6b-25db90c5421b req-1e7cd2ee-86aa-471c-8b89-1ff189071d8f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381033 Nov 04 10:06:38.627692 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:06:38.681175 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 70cd114b-4693-4521-9672-aaf0cf448ebd completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:06:38.685461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 70cd114b-4693-4521-9672-aaf0cf448ebd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:06:38.685829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:38.764504 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:38.787500 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:06:38.789768 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8170d0cc-7ee9-41e2-9db1-84d46783060f" -d '{"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-plugged", "status": "completed", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:06:38.804401 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:06:38.808503 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:38.832288 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c3aa43-b76d-435d-aab5-8d77acf34b46 x-openstack-request-id: req-d4c3aa43-b76d-435d-aab5-8d77acf34b46 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:06:38.832590 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-plugged", "status": "completed", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:06:38.832848 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d4c3aa43-b76d-435d-aab5-8d77acf34b46 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:06:38.833241 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'code': 200} Nov 04 10:06:38.870846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:38.964722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c12e4-e72a-4ea8-931a-e047aa291978 req-c6ba3e22-b1ae-484f-ae13-106793e1d32a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:38.966220 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a3c12e4-e72a-4ea8-931a-e047aa291978 req-c6ba3e22-b1ae-484f-ae13-106793e1d32a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0807269 Nov 04 10:06:38.972817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013823ef-12f0-4492-a63d-8c364976cd25 req-a3fd5d86-760b-4a56-887e-c2b7eeed913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:38.974276 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-013823ef-12f0-4492-a63d-8c364976cd25 req-a3fd5d86-760b-4a56-887e-c2b7eeed913c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1096 time: 0.0611081 Nov 04 10:06:39.030695 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a3c12e4-e72a-4ea8-931a-e047aa291978 req-cf3c1fd2-a476-4530-8bdd-f9a3da015fb0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554683 Nov 04 10:06:39.033363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-013823ef-12f0-4492-a63d-8c364976cd25 req-16af76f5-0f06-48b3-860c-98ff7c4885bd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508459 Nov 04 10:06:40.063885 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06639841-c5cd-48b3-b6ce-c854caa440b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:40.168295 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b8f5b-b9cd-4fc8-851c-860ddfa2833d req-9fbbaf00-3289-4c48-b179-e8356efb7335 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:40.169801 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-915b8f5b-b9cd-4fc8-851c-860ddfa2833d req-9fbbaf00-3289-4c48-b179-e8356efb7335 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0524139 Nov 04 10:06:40.211570 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-915b8f5b-b9cd-4fc8-851c-860ddfa2833d req-312d1fdb-f9dd-4146-be30-cedac00f38ec tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346372 Nov 04 10:06:40.370832 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:41.328926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a86b7f-4d81-4d4c-9ac6-7b34f6aeefc5 req-79370672-2d7d-42fb-97c6-8acd15dd8165 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:41.330780 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a86b7f-4d81-4d4c-9ac6-7b34f6aeefc5 req-79370672-2d7d-42fb-97c6-8acd15dd8165 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0488183 Nov 04 10:06:41.368399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c8a86b7f-4d81-4d4c-9ac6-7b34f6aeefc5 req-e3322e78-75d2-44ca-9eca-bede5285c8ca tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Nov 04 10:06:41.487991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b539048a-6912-4d50-b84c-837c60b690ff req-943d2a93-cdcf-4f14-8ce8-b76649d0f414 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:41.489404 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b539048a-6912-4d50-b84c-837c60b690ff req-943d2a93-cdcf-4f14-8ce8-b76649d0f414 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0550921 Nov 04 10:06:41.515490 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:41.529634 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b539048a-6912-4d50-b84c-837c60b690ff req-0daf9614-443c-4b4c-95d7-3a10f456848a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342557 Nov 04 10:06:41.552744 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45378) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:41.593185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6065e99-dfcf-4468-96e2-98d4be05e0dc tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:41.594605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a6065e99-dfcf-4468-96e2-98d4be05e0dc tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1091 time: 0.0407259 Nov 04 10:06:41.598478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:41.602695 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:06:41.624482 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:41.724248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:41.825421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.146 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/50d94459-30ea-405f-8e8c-dc4f57179f87) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:06:41.930806 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:41.964316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:42.000858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:06:42.003920 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:06:42.007607 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:06:42.034261 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=50d94459-30ea-405f-8e8c-dc4f57179f87,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:42.657656 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:42.723725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:42.875288 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:42.880660 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:42.952050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=50d94459-30ea-405f-8e8c-dc4f57179f87,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:06:42.964495 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:42.977402 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:43.062933 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 8699f8da-c81b-484d-981e-36c15a94e1b9 associated. External IP: 172.25.3.146, port: 70cd114b-4693-4521-9672-aaf0cf448ebd. Nov 04 10:06:43.271773 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router bf52a131-fd5a-4167-a8ab-40aab36370dd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:06:43.380476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:06:43.389985 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] Sync routers for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:06:43.399388 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:43.402063 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:43.402687 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:43.427359 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-89b4b70a-c576-4078-be24-54df21aa9999 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8278356 Nov 04 10:06:43.427987 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:06:43.430415 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359" -d '{"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:06:43.519377 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:43.538158 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b013459-d9e1-448c-bb2d-bf42177deb04 req-f4e4df8f-d17b-4bfc-8df9-ddc6d6a605e9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:43.539711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b013459-d9e1-448c-bb2d-bf42177deb04 req-f4e4df8f-d17b-4bfc-8df9-ddc6d6a605e9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0620856 Nov 04 10:06:43.578286 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b013459-d9e1-448c-bb2d-bf42177deb04 req-a95d24a4-a1d5-462e-ae73-ef8ddd33cbbc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323696 Nov 04 10:06:43.601596 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45386) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:43.623494 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066472ac-5a51-4777-a151-eb84d9be0c3e x-openstack-request-id: req-066472ac-5a51-4777-a151-eb84d9be0c3e {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:06:43.623783 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:06:43.624060 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-066472ac-5a51-4777-a151-eb84d9be0c3e {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:06:43.624459 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'status': 'completed', 'code': 200} Nov 04 10:06:43.665178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-976689f0-4d4a-4075-b439-f24f9b8bef24 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/8699f8da-c81b-484d-981e-36c15a94e1b9 HTTP/1.1" status: 200 len: 991 time: 0.0623527 Nov 04 10:06:43.695018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-1e60fef6-ab79-49cb-9b44-f9c7363adc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:43.696494 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-1e60fef6-ab79-49cb-9b44-f9c7363adc6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1096 time: 0.0477865 Nov 04 10:06:43.751551 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '8699f8da-c81b-484d-981e-36c15a94e1b9', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'port_id': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'mac_address': 'fa:16:3e:f9:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:06:42Z', 'updated_at': '2021-11-04T10:06:42Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:33Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:43.781950 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] Checking router: bf52a131-fd5a-4167-a8ab-40aab36370dd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:06:43.790858 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:06:43.791466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-901b22e1-0a26-44fb-9b80-a63ae35b948f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:43.791598 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:06:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:43.792992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-901b22e1-0a26-44fb-9b80-a63ae35b948f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.0886669 Nov 04 10:06:43.870965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-365e2538-f580-4829-9648-12f6cca92836 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 999 time: 0.0655413 Nov 04 10:06:43.919673 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:06:43.926531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-dbf12829-de2a-4fa4-a6fc-1ba80c1c4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:43.928137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-dbf12829-de2a-4fa4-a6fc-1ba80c1c4b22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0493274 Nov 04 10:06:43.977228 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-a4685eb8-1e2a-4d88-b6ff-2df8b0940855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:06:43.978677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-a4685eb8-1e2a-4d88-b6ff-2df8b0940855 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422416 Nov 04 10:06:44.080408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-ba3dd2cc-f7c2-4021-ba37-f4d98b746507 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929270 Nov 04 10:06:44.153412 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '8699f8da-c81b-484d-981e-36c15a94e1b9', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'port_id': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'mac_address': 'fa:16:3e:f9:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:06:42Z', 'updated_at': '2021-11-04T10:06:42Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:33Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:06:44.184778 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa14775b-17d4-4819-bfdf-e66cba7fcd0e None None] The sync data for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 is: [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '8699f8da-c81b-484d-981e-36c15a94e1b9', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.146', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'port_id': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'mac_address': 'fa:16:3e:f9:3c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:06:42Z', 'updated_at': '2021-11-04T10:06:42Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:33Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:06:44.185262 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-220aaaa8-8ea8-4ec5-b63a-3af195bcd359 req-c3b2190a-1bfe-4550-879e-3c10591a699b service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971229 Nov 04 10:06:44.386526 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511f1ef5-4b64-4ec5-9db7-7705f3385284 None None] New status for floating IP 8699f8da-c81b-484d-981e-36c15a94e1b9: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:06:44.668518 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45388) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:06:45.065334 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d813756-63ec-4681-af54-3ba6f046f3d5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/8699f8da-c81b-484d-981e-36c15a94e1b9 HTTP/1.1" status: 200 len: 993 time: 0.3955834 Nov 04 10:06:46.304180 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:06:47.221879 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:04.579650 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-2fabf4d7-1453-4a45-ada0-0be7bac0bcf3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402715 Nov 04 10:07:04.671866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-ada39d68-8fcd-4264-b5a3-944c6d15461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:04.673415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-ada39d68-8fcd-4264-b5a3-944c6d15461d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1096 time: 0.0457737 Nov 04 10:07:04.777130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-8c8cb2a8-f4de-46b3-82f1-9cfb8aad2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:04.778618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-8c8cb2a8-f4de-46b3-82f1-9cfb8aad2b62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.0846372 Nov 04 10:07:04.850303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-1b105fd1-3a66-4d8c-a9e1-b7f4ecb7cb3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 1001 time: 0.0627608 Nov 04 10:07:04.901608 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-b7e31b15-a4c2-4c26-a8c3-517b3541ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:04.903125 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-b7e31b15-a4c2-4c26-a8c3-517b3541ac98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0447087 Nov 04 10:07:04.948519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-e461af11-86c3-40f2-a8d5-2c0def6d52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:04.949989 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-e461af11-86c3-40f2-a8d5-2c0def6d52cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396686 Nov 04 10:07:05.045247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-178c6f00-8ead-466a-9345-73bfc9137908 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Nov 04 10:07:05.139812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ad2ef10-d351-459f-82d2-7ff0fd2efb03 req-d564f5a1-4b77-4434-97eb-8e58e7c18801 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868323 Nov 04 10:07:07.466298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dce4c873-4847-43d0-87bf-8afc02ff447a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:10.057736 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-147d49e2-e243-4410-9da4-309566e99025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:10.372379 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:11.518775 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:12.751460 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:07:12.975338 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:13.903283 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fa385-2c18-4aad-88d4-d6bc7b5e5016 req-b6f381c0-f167-4067-9912-18d71223410d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:13.905564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e24fa385-2c18-4aad-88d4-d6bc7b5e5016 req-b6f381c0-f167-4067-9912-18d71223410d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0539045 Nov 04 10:07:13.936184 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-9955d7ee-e04d-4cf8-bbf3-2abe2f333d62 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0934284 Nov 04 10:07:13.945768 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-87502818-b638-4123-a8ff-a6af57737d7d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:07:13.946713 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-87502818-b638-4123-a8ff-a6af57737d7d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056584 Nov 04 10:07:13.948477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e24fa385-2c18-4aad-88d4-d6bc7b5e5016 req-49b0fd0b-01ac-405d-bc8f-b1ff1c5fdd19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348556 Nov 04 10:07:15.118625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562c5bd-d3b8-476a-b705-e86382ea3365 req-af0ae6b3-15f2-4602-a6ab-ba832175ff1b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:15.120139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9562c5bd-d3b8-476a-b705-e86382ea3365 req-af0ae6b3-15f2-4602-a6ab-ba832175ff1b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0886195 Nov 04 10:07:15.121967 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-4769804e-b86e-4b2d-a9e1-fa9dd07ec1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:15.123303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-4769804e-b86e-4b2d-a9e1-fa9dd07ec1c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1096 time: 0.0606411 Nov 04 10:07:15.209021 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9562c5bd-d3b8-476a-b705-e86382ea3365 req-e81b47cd-0751-4b6c-83fe-a3e69ae9f684 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826240 Nov 04 10:07:15.246514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-0d5ee748-610e-4082-b6e9-ccb2ae0a8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:15.247927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-0d5ee748-610e-4082-b6e9-ccb2ae0a8454 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.1141660 Nov 04 10:07:15.315257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-4cb32b22-aa19-4da4-84f7-81ef82287c4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 1001 time: 0.0596571 Nov 04 10:07:15.366979 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-be8bcd6b-85bc-42ae-bdb0-671363263ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:15.368496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-be8bcd6b-85bc-42ae-bdb0-671363263ba3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0457144 Nov 04 10:07:15.420844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-d27f41f1-8c5a-4a71-8776-727510b7e04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:15.422368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-d27f41f1-8c5a-4a71-8776-727510b7e04a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464728 Nov 04 10:07:15.514597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-175d4f2f-e739-454d-ba1e-932e73fd5330 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841987 Nov 04 10:07:15.611299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-9c5b8185-0abe-4ede-9c15-8a9a6362764b service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883863 Nov 04 10:07:16.312875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:16.331910 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f492-afd2-48bb-b649-8a5c1e6d6721 req-963136e6-9c00-47b3-923f-a6a3b642a66c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:16.334143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7558f492-afd2-48bb-b649-8a5c1e6d6721 req-963136e6-9c00-47b3-923f-a6a3b642a66c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0540552 Nov 04 10:07:16.375939 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7558f492-afd2-48bb-b649-8a5c1e6d6721 req-8e1ed303-c2f2-492f-8579-982b34327f13 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356591 Nov 04 10:07:17.231352 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:17.495729 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c9259-ae74-404b-ad2c-d3fef255f72f req-4104ac00-55fb-4ec0-8527-a095d206f8e2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:17.497230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df8c9259-ae74-404b-ad2c-d3fef255f72f req-4104ac00-55fb-4ec0-8527-a095d206f8e2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0499613 Nov 04 10:07:17.536964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-df8c9259-ae74-404b-ad2c-d3fef255f72f req-5b6f3043-f923-4077-8c23-2beb590fc66e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336843 Nov 04 10:07:18.659338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8462-f1e1-49f3-ab22-2abda8cd119f req-f2511564-b33f-4322-9798-4218a1dcc0e3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:18.661497 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-466a8462-f1e1-49f3-ab22-2abda8cd119f req-f2511564-b33f-4322-9798-4218a1dcc0e3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0576468 Nov 04 10:07:18.701478 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-466a8462-f1e1-49f3-ab22-2abda8cd119f req-daaeaa09-eaba-4720-a36b-462502a969c0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338864 Nov 04 10:07:19.823978 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34206b98-4ea6-4b46-908b-767e2cfcb52b req-2c94386f-466f-486f-b2f1-7e81ab384f7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:19.825599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34206b98-4ea6-4b46-908b-767e2cfcb52b req-2c94386f-466f-486f-b2f1-7e81ab384f7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0507712 Nov 04 10:07:19.866954 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-34206b98-4ea6-4b46-908b-767e2cfcb52b req-2fab7200-e850-424b-98d4-9aad97da70c4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350466 Nov 04 10:07:20.983994 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58839ca7-5463-430c-99ac-ffb7d25904ea req-6cc9bd50-84ac-46e7-a1bc-882dd66cee59 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:20.985471 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58839ca7-5463-430c-99ac-ffb7d25904ea req-6cc9bd50-84ac-46e7-a1bc-882dd66cee59 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0492091 Nov 04 10:07:21.027163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-58839ca7-5463-430c-99ac-ffb7d25904ea req-b5efa554-ed59-483a-99b6-aa5ddfe22de4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Nov 04 10:07:22.151034 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36332ca1-e3cf-4f6e-9b9b-445d29b88ea1 req-3af6a6ca-a458-48ce-9245-e7439a8141c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:22.152536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36332ca1-e3cf-4f6e-9b9b-445d29b88ea1 req-3af6a6ca-a458-48ce-9245-e7439a8141c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0547142 Nov 04 10:07:22.195926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-36332ca1-e3cf-4f6e-9b9b-445d29b88ea1 req-ba3c3fa3-fe0c-4c50-80d8-a731c9f0e96f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373824 Nov 04 10:07:23.312704 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47413449-b917-42fb-9942-f639f8d1a884 req-c5aa6d16-1909-4a14-936b-700db5988c0b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:23.314209 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47413449-b917-42fb-9942-f639f8d1a884 req-c5aa6d16-1909-4a14-936b-700db5988c0b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0499256 Nov 04 10:07:23.352720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47413449-b917-42fb-9942-f639f8d1a884 req-2bbad2b2-2c15-4027-98e1-bb5fae95f189 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318234 Nov 04 10:07:24.471713 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0013006-ff7d-4669-ba57-5b042526480c req-760a7813-ef48-4471-a844-53133b8eeec6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:24.474003 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0013006-ff7d-4669-ba57-5b042526480c req-760a7813-ef48-4471-a844-53133b8eeec6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0520515 Nov 04 10:07:24.512191 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d0013006-ff7d-4669-ba57-5b042526480c req-cf6ce70c-6da0-44ca-8aff-07dbdcba0b20 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320811 Nov 04 10:07:25.633321 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e8b0b-a22a-4c46-b2a9-e92be0c66356 req-317a7a6f-6a96-42a4-9e33-bbea0e747439 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:25.635189 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-024e8b0b-a22a-4c46-b2a9-e92be0c66356 req-317a7a6f-6a96-42a4-9e33-bbea0e747439 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0537009 Nov 04 10:07:25.673875 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-024e8b0b-a22a-4c46-b2a9-e92be0c66356 req-58c7409e-2588-44b7-ad7e-0d1524d0af90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326815 Nov 04 10:07:26.794230 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff9a22-e310-4ba1-a856-0968a013d827 req-c1da9de3-015f-435b-a57d-9c244c95d4be tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:26.795757 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94ff9a22-e310-4ba1-a856-0968a013d827 req-c1da9de3-015f-435b-a57d-9c244c95d4be tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0528762 Nov 04 10:07:26.835678 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-94ff9a22-e310-4ba1-a856-0968a013d827 req-15f83d73-63e1-48d8-b54e-8ee3249d62b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335910 Nov 04 10:07:27.480986 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-8f737c93-ceb5-43cd-80d3-e83036e00824 service neutron] show failed (client error): The resource could not be found. Nov 04 10:07:27.481987 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-8f737c93-ceb5-43cd-80d3-e83036e00824 service neutron] 10.222.0.55 "GET /v2.0/ports/70cd114b-4693-4521-9672-aaf0cf448ebd/bindings/n-h1-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0551956 Nov 04 10:07:27.677459 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-7e3f718d-12ae-4aac-bffc-45eaaa64825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:27.678937 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-7e3f718d-12ae-4aac-bffc-45eaaa64825a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 1096 time: 0.0408158 Nov 04 10:07:27.693288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:07:27.748484 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:27.956326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:07:27.960858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee95ec-fd69-4a5e-b4cf-81b7cdd5c0ae req-ab294824-fc5e-4dd4-810f-af058b01b9ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:27.962383 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baee95ec-fd69-4a5e-b4cf-81b7cdd5c0ae req-ab294824-fc5e-4dd4-810f-af058b01b9ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0549469 Nov 04 10:07:27.990539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h2-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:07:28.004616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-baee95ec-fd69-4a5e-b4cf-81b7cdd5c0ae req-81749d59-6735-48d5-9b76-6eec7046fe0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351233 Nov 04 10:07:28.034143 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:07:28.037164 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bddee6-ce90-429e-823a-78fde0fcb175" -d '{"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-unplugged", "status": "completed", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:07:28.041393 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:28.055440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Transition to ACTIVE for port object 70cd114b-4693-4521-9672-aaf0cf448ebd will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:07:28.060070 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:28.090699 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e884de-68da-4669-9e50-3f8422025999 x-openstack-request-id: req-30e884de-68da-4669-9e50-3f8422025999 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:07:28.090978 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-unplugged", "status": "completed", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:07:28.091226 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-30e884de-68da-4669-9e50-3f8422025999 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:07:28.091616 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'code': 200} Nov 04 10:07:28.146218 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=6']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:07:28.161368 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.161717 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.162055 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.162390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.162742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.163047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.163370 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.163693 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.164040 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.164362 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.164681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.165000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:28.204091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] No DVR routers for this DVR port 70cd114b-4693-4521-9672-aaf0cf448ebd on host n-h2-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:07:28.343236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:07:28.343565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:07:28.343982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd on network d423e589-34d7-480b-a416-393c8f719c7d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:07:28.348965 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Port 70cd114b-4693-4521-9672-aaf0cf448ebd on network d423e589-34d7-480b-a416-393c8f719c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:07:28.349281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Attempting to bind port 70cd114b-4693-4521-9672-aaf0cf448ebd on network d423e589-34d7-480b-a416-393c8f719c7d {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:07:28.354015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:07:28.354346 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Checking segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:07:28.354724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Bound using segment: {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:07:28.355141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Bound port: 70cd114b-4693-4521-9672-aaf0cf448ebd, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8dfe07-6341-4003-aa24-8f9f4242f773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:07:28.355487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:28.418875 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:07:28.421950 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:07:28.426469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:28.463679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:28.464315 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:28.465688 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] 10.222.0.70 "PUT /v2.0/ports/70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 1091 time: 0.7770360 Nov 04 10:07:28.486229 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff291ee-81b3-4c1d-841f-c3f7335ee63e service neutron] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=7']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:07:28.537911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-20c0d037-1d97-473d-8a1f-bc95f02e8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:28.539465 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-20c0d037-1d97-473d-8a1f-bc95f02e8413 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1094 time: 0.0462713 Nov 04 10:07:28.641002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-3d168c11-459d-4976-a344-5df39a6979b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:28.642502 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-3d168c11-459d-4976-a344-5df39a6979b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.0958476 Nov 04 10:07:28.714550 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-aeec2875-6776-40a4-90e3-042d0c337ebb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 999 time: 0.0655098 Nov 04 10:07:28.764900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-6c2f809b-486a-4e04-a206-b0209b40a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:28.766297 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-6c2f809b-486a-4e04-a206-b0209b40a3a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0448964 Nov 04 10:07:28.813451 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-748b0dc9-5bfb-4fc3-b4ca-189a5973ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:28.814978 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-748b0dc9-5bfb-4fc3-b4ca-189a5973ac0b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418348 Nov 04 10:07:28.908983 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-f0002061-4f19-4220-b4dc-86f9c5831b4b service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867569 Nov 04 10:07:29.012178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1f5ce10a-752d-4c74-8cbb-cf881df4aece req-f0ca9a2d-bcb0-4dc3-94bc-f178b29f76f8 service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958905 Nov 04 10:07:29.135476 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e582437-9e69-4194-9934-0b6aec8aa39c req-1dce28eb-724f-4e00-980f-2d01307cc8fc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:29.137065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e582437-9e69-4194-9934-0b6aec8aa39c req-1dce28eb-724f-4e00-980f-2d01307cc8fc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 943 time: 0.0543358 Nov 04 10:07:29.176884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e582437-9e69-4194-9934-0b6aec8aa39c req-d20743c1-36ac-466f-a5b3-fb100cd713bb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337052 Nov 04 10:07:30.093296 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:07:30.095751 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c238c25a-8453-4ade-9bb8-b3d74e009387" -d '{"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:07:30.160302 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cf469e-8582-43f0-a388-c237ecfd2244 x-openstack-request-id: req-d6cf469e-8582-43f0-a388-c237ecfd2244 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:07:30.160598 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:07:30.160906 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d6cf469e-8582-43f0-a388-c237ecfd2244 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:07:30.161250 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'status': 'completed', 'code': 200} Nov 04 10:07:30.220835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-6df3abeb-fba0-4ef9-a027-6543e32c3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.222973 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-6df3abeb-fba0-4ef9-a027-6543e32c3655 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1094 time: 0.0428948 Nov 04 10:07:30.226516 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-2a25a080-512e-40a5-8fcf-d18cc1aa32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.228033 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-2a25a080-512e-40a5-8fcf-d18cc1aa32e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1094 time: 0.0419393 Nov 04 10:07:30.337556 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-dd36f780-d2e6-4964-8dcc-5c60737a75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.339035 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-dd36f780-d2e6-4964-8dcc-5c60737a75a1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.1026213 Nov 04 10:07:30.365565 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e36c961-6df2-4f53-9939-062ef3f6b630 req-6d10c490-cef7-460c-8876-4e56f710d720 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.367062 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e36c961-6df2-4f53-9939-062ef3f6b630 req-6d10c490-cef7-460c-8876-4e56f710d720 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 943 time: 0.0891294 Nov 04 10:07:30.370024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-c62321f0-8c7f-4193-8b53-f6ec7dc116f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.371362 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-c62321f0-8c7f-4193-8b53-f6ec7dc116f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.1410592 Nov 04 10:07:30.409463 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-bd604ad5-9acf-47b1-9bd3-f2cbfd6e2489 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 999 time: 0.0605519 Nov 04 10:07:30.454248 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7e36c961-6df2-4f53-9939-062ef3f6b630 req-273cd4a9-2d60-4efa-9444-03551f5aa93e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805371 Nov 04 10:07:30.464724 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-24301ed9-d78b-4d9f-afe2-bae1083996ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 999 time: 0.0852263 Nov 04 10:07:30.471798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-aa8f94df-2c0e-4e70-9a0d-58806ac03de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.473994 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-aa8f94df-2c0e-4e70-9a0d-58806ac03de0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0546691 Nov 04 10:07:30.516535 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-33712d76-5803-46d8-bea6-d702a445598c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.518049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-33712d76-5803-46d8-bea6-d702a445598c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0462852 Nov 04 10:07:30.526526 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-7f7d996c-0940-4d48-8fc6-329165a41bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.528070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-7f7d996c-0940-4d48-8fc6-329165a41bf5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459914 Nov 04 10:07:30.566252 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-faca97ef-bcdd-49ce-9090-8fb13557abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:30.567985 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-faca97ef-bcdd-49ce-9090-8fb13557abbd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427153 Nov 04 10:07:30.643640 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-53836659-e603-42fe-8b83-4aed30c3c694 service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989211 Nov 04 10:07:30.677738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-7a401f1d-8c02-478e-a3be-55cb99f85ba9 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019006 Nov 04 10:07:30.749283 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-c0047b7d-5cea-4aa3-8cbf-b1cf9e3f4659 service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876238 Nov 04 10:07:30.775301 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c238c25a-8453-4ade-9bb8-b3d74e009387 req-08b59887-4a4e-4215-a3e3-80b57debf04c service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888550 Nov 04 10:07:30.934611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:07:30.960745 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:07:30.990867 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:07:31.077160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:07:31.091577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'port_id': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'mac_address': 'fa:16:3e:f9:3c:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:07:31.130664 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:31.143383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70cd114b-4693-4521-9672-aaf0cf448ebd {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:07:31.163383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:07:31.167683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:31.218748 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:07:31.226474 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.226823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.227163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.227496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.227826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.228179 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.228504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.228827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.229149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.229471 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.229790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.230113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:07:31.413921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['70cd114b-4693-4521-9672-aaf0cf448ebd'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:07:31.581850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179423d3-1b2f-415b-9ba2-b77768d403d1 req-f84cf8e1-3865-42bf-8337-db8d6c67606b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:31.583524 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-179423d3-1b2f-415b-9ba2-b77768d403d1 req-f84cf8e1-3865-42bf-8337-db8d6c67606b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 944 time: 0.0591495 Nov 04 10:07:31.624073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-179423d3-1b2f-415b-9ba2-b77768d403d1 req-c469c13f-97e1-43e0-866e-0ac60536dee1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339971 Nov 04 10:07:31.858532 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46098427-2ef5-4324-b2b1-ed2dec90e9f5 req-08c40b74-3eb9-4cf9-b1c4-b51faeca1e0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:31.860057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46098427-2ef5-4324-b2b1-ed2dec90e9f5 req-08c40b74-3eb9-4cf9-b1c4-b51faeca1e0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 944 time: 0.0799260 Nov 04 10:07:31.869664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-5fd3c07f-1059-4b86-b0a5-ea86723a0491 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:31.871188 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-5fd3c07f-1059-4b86-b0a5-ea86723a0491 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.55 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&binding%3Ahost_id=n-h1-816487-1 HTTP/1.1" status: 200 len: 944 time: 0.0817289 Nov 04 10:07:31.939161 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-46098427-2ef5-4324-b2b1-ed2dec90e9f5 req-39c3a8a6-5b1d-464d-9af6-42dcf63978b0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670493 Nov 04 10:07:31.958368 n-d-816487-1 neutron-server[102555]: INFO neutron.api.v2.resource [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-8ede9705-2ad7-4dc9-8d9b-2f619e33f7bc service neutron] delete failed (client error): The resource could not be found. Nov 04 10:07:31.959529 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-8ede9705-2ad7-4dc9-8d9b-2f619e33f7bc service neutron] 10.222.0.55 "DELETE /v2.0/ports/70cd114b-4693-4521-9672-aaf0cf448ebd/bindings/n-h2-816487-1 HTTP/1.1" status: 404 len: 380 time: 0.0797822 Nov 04 10:07:32.091816 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec93e3d-5dd2-4e0d-9056-7fb2a12649b2 req-cabaeab2-1d5c-40b1-991e-8858d91a0d89 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:32.093365 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec93e3d-5dd2-4e0d-9056-7fb2a12649b2 req-cabaeab2-1d5c-40b1-991e-8858d91a0d89 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 944 time: 0.0717931 Nov 04 10:07:32.095242 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-f19131b5-f630-4ef7-a110-d32776ed28dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:32.096628 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-f19131b5-f630-4ef7-a110-d32776ed28dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1095 time: 0.0863030 Nov 04 10:07:32.186002 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec93e3d-5dd2-4e0d-9056-7fb2a12649b2 req-1ac67eba-0da9-4650-bd9f-f11ad9f39ca6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858059 Nov 04 10:07:32.215059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-5a370fa6-94b6-4958-9d87-5db9810757e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:32.216388 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-5a370fa6-94b6-4958-9d87-5db9810757e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.1102390 Nov 04 10:07:32.282927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-83cf8e2f-9f84-449c-8023-4f54c17c54f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 1000 time: 0.0589414 Nov 04 10:07:32.336349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-c1cbb857-2612-40ad-abc0-884ff0b42dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:32.337794 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-c1cbb857-2612-40ad-abc0-884ff0b42dc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0478532 Nov 04 10:07:32.382550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-38b8c68f-d773-4f4e-ad4d-b3f26f5344a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:32.384061 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-38b8c68f-d773-4f4e-ad4d-b3f26f5344a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394404 Nov 04 10:07:32.474632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-49584160-8e59-42c1-9b59-4d8d6d48a275 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833371 Nov 04 10:07:32.570694 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2e596fef-ad87-4c1c-bc7b-9022e133fa52 req-26647fcf-3f72-42bc-bdd7-6b7a51b25c62 service neutron] 10.222.0.55 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886183 Nov 04 10:07:32.959461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:07:33.008559 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 70cd114b-4693-4521-9672-aaf0cf448ebd completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:07:33.012769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 70cd114b-4693-4521-9672-aaf0cf448ebd triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:07:33.013132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:33.090777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:33.120281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:07:33.122551 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe53455c-563e-4b9d-9d64-31da2e8ed7b3" -d '{"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-plugged", "status": "completed", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:07:33.135960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:07:33.140220 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:33.167043 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c23cb-8fcd-493e-8b32-9ec93b7afbe1 x-openstack-request-id: req-6a0c23cb-8fcd-493e-8b32-9ec93b7afbe1 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:07:33.167334 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-plugged", "status": "completed", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:07:33.167583 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6a0c23cb-8fcd-493e-8b32-9ec93b7afbe1 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:07:33.167992 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'code': 200} Nov 04 10:07:33.195093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=9']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:07:33.309740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4aa72b-7c9d-43af-8d0c-4718dab1a628 req-62feb44a-0452-4be4-b408-71034d11c682 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:07:33.311250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d4aa72b-7c9d-43af-8d0c-4718dab1a628 req-62feb44a-0452-4be4-b408-71034d11c682 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0538220 Nov 04 10:07:33.361614 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1d4aa72b-7c9d-43af-8d0c-4718dab1a628 req-f87d2448-80ab-44d5-aa63-f3fbdc8b1b9f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439517 Nov 04 10:07:33.385309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45474) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:07:33.449091 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a143784-57b7-4ebe-86fd-aec32ee30363 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/8699f8da-c81b-484d-981e-36c15a94e1b9 HTTP/1.1" status: 200 len: 993 time: 0.0626383 Nov 04 10:07:37.468851 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1b7348a-3e2c-4dcd-9b70-250e7e1ba50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:40.060604 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e52101a9-36eb-4f2f-9320-1380c3bb2344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:40.382463 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:41.521435 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:42.977690 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:46.324463 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:47.234454 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:07:49.751083 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:08:00.392320 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-e259a37f-fcaa-4ee8-a615-b5621f4ff0cd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409181 Nov 04 10:08:00.472510 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-a5dae256-917f-40a7-a446-3a715bf5c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:00.474022 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-a5dae256-917f-40a7-a446-3a715bf5c378 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1096 time: 0.0403664 Nov 04 10:08:00.581586 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-37fe9086-bf6f-4745-9aae-26af854fa6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:00.583039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-37fe9086-bf6f-4745-9aae-26af854fa6aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.0898809 Nov 04 10:08:00.649619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-2cdb4f16-c4be-44fb-b330-7f9b1819d218 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 1001 time: 0.0574691 Nov 04 10:08:00.706665 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-e7b40489-4efd-4e01-893c-fe455ecfff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:00.708170 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-e7b40489-4efd-4e01-893c-fe455ecfff14 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0478644 Nov 04 10:08:00.758400 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-2f1d6f5f-08e2-4d79-93f0-d86d42af57fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:00.760344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-2f1d6f5f-08e2-4d79-93f0-d86d42af57fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408330 Nov 04 10:08:00.848655 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-9c5e6019-298a-490c-8e4a-5efab921b924 service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811131 Nov 04 10:08:00.944490 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8ea9d4b2-6ef5-4057-be82-33116d76038d req-d0df7087-56a3-4f51-9870-fa92c23061ce service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881188 Nov 04 10:08:01.868992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45484) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:02.029159 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 50d94459-30ea-405f-8e8c-dc4f57179f87 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:08:02.029504 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:02.104295 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:02.104623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:02.116337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 50d94459-30ea-405f-8e8c-dc4f57179f87 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:08:02.265519 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:02.293166 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=50d94459-30ea-405f-8e8c-dc4f57179f87,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:02.321484 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.321832 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.322173 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.322514 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.322845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.323176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.323509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.323846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.324191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.324518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.324843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.325163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:02.666503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:02.666930 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 8699f8da-c81b-484d-981e-36c15a94e1b9 disassociated (deleted). External IP: 172.25.3.146, port: 70cd114b-4693-4521-9672-aaf0cf448ebd. Nov 04 10:08:02.880211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router bf52a131-fd5a-4167-a8ab-40aab36370dd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:08:02.989444 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:08:02.994468 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:03.000188 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] Sync routers for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:08:03.011796 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:03.012529 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:03.028068 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-92364c23-e7d7-4481-b8e4-ecf234a2437c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/floatingips/8699f8da-c81b-484d-981e-36c15a94e1b9 HTTP/1.1" status: 204 len: 168 time: 1.1555359 Nov 04 10:08:03.028068 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:08:03.029771 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb789fdc-8655-4a27-bbca-c703d74c7d80" -d '{"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:08:03.198988 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0757977-9edc-472c-a5b3-9de50ee308ee x-openstack-request-id: req-a0757977-9edc-472c-a5b3-9de50ee308ee {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:08:03.199281 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:08:03.199535 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a0757977-9edc-472c-a5b3-9de50ee308ee {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:08:03.200254 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'status': 'completed', 'code': 200} Nov 04 10:08:03.224876 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:03.267951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-9f34676e-2c21-4c9e-815a-37f8289cb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:03.270106 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-9f34676e-2c21-4c9e-815a-37f8289cb4b4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 1096 time: 0.0465758 Nov 04 10:08:03.295038 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ccb21-c988-4ecf-98c2-3539c15803fe req-f4ece670-404b-409a-8239-a17aab819492 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:03.296578 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-746ccb21-c988-4ecf-98c2-3539c15803fe req-f4ece670-404b-409a-8239-a17aab819492 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0513670 Nov 04 10:08:03.339658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-746ccb21-c988-4ecf-98c2-3539c15803fe req-271a7951-909a-4422-9ebb-3354b69fc6e2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363402 Nov 04 10:08:03.375146 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-3bb371cd-b978-435f-849d-d1e98d42ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:03.376721 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-3bb371cd-b978-435f-849d-d1e98d42ec47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 200 len: 896 time: 0.0986547 Nov 04 10:08:03.421156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-492b2e05-90b2-4a15-8ca7-3ac292ae4213 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 200 len: 217 time: 0.0365748 Nov 04 10:08:03.450305 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:33Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:03.471202 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-446e4d91-0d44-48d3-a224-15ec17adab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:03.472772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-446e4d91-0d44-48d3-a224-15ec17adab6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 200 len: 834 time: 0.0446472 Nov 04 10:08:03.476334 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] Checking router: bf52a131-fd5a-4167-a8ab-40aab36370dd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:08:03.484577 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:03.485179 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:03.525668 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-24a9c216-fff7-4aab-8387-01d89ef3731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:03.527109 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-24a9c216-fff7-4aab-8387-01d89ef3731a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d423e589-34d7-480b-a416-393c8f719c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463765 Nov 04 10:08:03.592110 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:03.619914 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-357bce39-7982-4a3c-a198-a80f39b8d491 service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847561 Nov 04 10:08:03.720043 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fb789fdc-8655-4a27-bbca-c703d74c7d80 req-66e94d17-597c-41f0-8662-2ba4a4891e6b service neutron] 10.222.0.70 "GET /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923648 Nov 04 10:08:03.806769 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:33Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:03.832253 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27bba8b-7add-4e25-98cc-8852cc3f44fa None None] The sync data for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 is: [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:30Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '55f32484-407f-4270-ae34-ad7063dfbb04', 'name': '', 'network_id': 'd423e589-34d7-480b-a416-393c8f719c7d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:61:70:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:29Z', 'updated_at': '2021-11-04T10:06:33Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': 'bda85936-f1ed-4f77-b4ba-baced366d13d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:08:04.062627 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992839b7-de97-4429-90f2-7694c4de47b7 None None] New status for floating IP 8699f8da-c81b-484d-981e-36c15a94e1b9: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:08:04.463116 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e1a54-b21b-406c-93fb-270903113619 req-7c0c2a86-e33a-4b2b-b15f-f081f1f4938c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:04.464744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-567e1a54-b21b-406c-93fb-270903113619 req-7c0c2a86-e33a-4b2b-b15f-f081f1f4938c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0532384 Nov 04 10:08:04.503976 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-567e1a54-b21b-406c-93fb-270903113619 req-be7b6b62-304c-4458-9c95-bbd2f2c84dfd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c8feeab-115c-46ca-826b-856c1fab508b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329480 Nov 04 10:08:04.577975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608c364-3e1c-4700-9566-281380076d71 req-00635426-788d-44cf-a72e-7a1f93e04238 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:04.579344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d608c364-3e1c-4700-9566-281380076d71 req-00635426-788d-44cf-a72e-7a1f93e04238 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/ports?device_id=e40872f1-0b3e-4990-beca-bb1b8840d242 HTTP/1.1" status: 200 len: 945 time: 0.0508232 Nov 04 10:08:04.667419 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 70cd114b-4693-4521-9672-aaf0cf448ebd {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:08:04.667751 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:04.758255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port 70cd114b-4693-4521-9672-aaf0cf448ebd, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=70cd114b-4693-4521-9672-aaf0cf448ebd,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:04.758611 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:04.771672 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 70cd114b-4693-4521-9672-aaf0cf448ebd owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:08:04.918406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:04.960886 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=70cd114b-4693-4521-9672-aaf0cf448ebd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:05.009895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] No DVR routers for this DVR port 70cd114b-4693-4521-9672-aaf0cf448ebd on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:08:05.012652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:05.016066 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-d608c364-3e1c-4700-9566-281380076d71 req-e4470664-a432-4e2d-95a1-f8c582b7db85 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "DELETE /v2.0/ports/70cd114b-4693-4521-9672-aaf0cf448ebd HTTP/1.1" status: 204 len: 173 time: 0.4302049 Nov 04 10:08:05.016502 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-deleted', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:08:05.018765 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2061b4b4-f472-407b-af62-e53347428818" -d '{"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-deleted", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:08:05.058529 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4922441f-9603-436d-9c94-74ace3d4e631 x-openstack-request-id: req-4922441f-9603-436d-9c94-74ace3d4e631 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:08:05.058844 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40872f1-0b3e-4990-beca-bb1b8840d242", "name": "network-vif-deleted", "tag": "70cd114b-4693-4521-9672-aaf0cf448ebd", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:08:05.059204 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4922441f-9603-436d-9c94-74ace3d4e631 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:08:05.059607 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40872f1-0b3e-4990-beca-bb1b8840d242', 'name': 'network-vif-deleted', 'tag': '70cd114b-4693-4521-9672-aaf0cf448ebd', 'status': 'completed', 'code': 200} Nov 04 10:08:05.562111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45498) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:05.934699 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:06.203474 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 55f32484-407f-4270-ae34-ad7063dfbb04 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:08:06.203825 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:06.298981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port 55f32484-407f-4270-ae34-ad7063dfbb04, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=55f32484-407f-4270-ae34-ad7063dfbb04,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:06.299343 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:06.312257 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 55f32484-407f-4270-ae34-ad7063dfbb04 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:08:06.497567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:06.530086 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=55f32484-407f-4270-ae34-ad7063dfbb04,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:06.707983 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:06.927280 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router bf52a131-fd5a-4167-a8ab-40aab36370dd has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:08:07.037903 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:08:07.043568 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f6b2b748-7372-4039-b8a5-bb63c6db77af tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/bf52a131-fd5a-4167-a8ab-40aab36370dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4799244 Nov 04 10:08:07.046059 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45500) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:07.048341 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] Sync routers for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:08:07.058615 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:07.059230 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:07.102009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting subnet bda85936-f1ed-4f77-b4ba-baced366d13d {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:08:07.105420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.146597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.171605 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:07.201368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:08:07.221899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 70cd114b-4693-4521-9672-aaf0cf448ebd {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:08:07.222548 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 70cd114b-4693-4521-9672-aaf0cf448ebd not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:08:07.244796 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.314521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.344638 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5432862d-dbcf-4fcf-86dd-62b7f23dbd12 None None] Network d423e589-34d7-480b-a416-393c8f719c7d requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:08:07.347621 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.351356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/subnets/bda85936-f1ed-4f77-b4ba-baced366d13d HTTP/1.1" status: 204 len: 168 time: 0.3037090 Nov 04 10:08:07.352824 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266169b-a668-4784-97e3-2dbe8a3f310e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Subnet': ['ID=bda85936-f1ed-4f77-b4ba-baced366d13d,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:07.354515 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45502) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:07.392583 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:08:06Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:07.422680 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] Checking router: bf52a131-fd5a-4167-a8ab-40aab36370dd for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:08:07.432624 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] Routers {'bf52a131-fd5a-4167-a8ab-40aab36370dd'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:07.433698 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:07:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['bf52a131-fd5a-4167-a8ab-40aab36370dd'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:07.472385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.477973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5f964417-d4de-4487-9501-1cd8e8a4f0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.550362 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] Set router bf52a131-fd5a-4167-a8ab-40aab36370dd gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:07.562540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] DHCP port deletion for d423e589-34d7-480b-a416-393c8f719c7d request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:08:07.581555 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.618380 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] Deleting port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:08:07.618857 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.642488 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port e6f943a9-76c4-47e7-91d7-09beef27f0f0 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:08:07.642836 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.692185 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] For port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312,segment=NetworkSegment(fa8dfe07-6341-4003-aa24-8f9f4242f773),segment_id=fa8dfe07-6341-4003-aa24-8f9f4242f773)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:07.692826 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.706278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] Calling delete_port for bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:08:07.726525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port e6f943a9-76c4-47e7-91d7-09beef27f0f0, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e6f943a9-76c4-47e7-91d7-09beef27f0f0,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:07.727121 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.744755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for e6f943a9-76c4-47e7-91d7-09beef27f0f0 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:08:07.759807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:08:06Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:07.788234 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e6a95d-e33d-4e8e-ac97-b5c74d1c0aa4 None None] The sync data for ids ['bf52a131-fd5a-4167-a8ab-40aab36370dd'] in n-d-816487-1 is: [{'id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-709161079', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:08:06Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e6f943a9-76c4-47e7-91d7-09beef27f0f0', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:99:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf52a131-fd5a-4167-a8ab-40aab36370dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:06:26Z', 'updated_at': '2021-11-04T10:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:08:07.792199 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.820859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] Pushing event deleted for resources: {'Port': ['ID=bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:07.822826 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe9f094-a691-4e20-8603-a5a1ca7ccb79 None None] No DVR routers for this DVR port bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:08:07.929724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:07.959452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=e6f943a9-76c4-47e7-91d7-09beef27f0f0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:08.020756 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.110424 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.112523 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.160386 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.160918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Fanout notify agent at l3_agent the message router_deleted on router bf52a131-fd5a-4167-a8ab-40aab36370dd {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:08:08.171922 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.173065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-20bfbffe-0560-40f8-83ca-554e82519a1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/routers/bf52a131-fd5a-4167-a8ab-40aab36370dd HTTP/1.1" status: 204 len: 168 time: 0.8175490 Nov 04 10:08:08.176057 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45504) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:08.262920 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.352078 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.375418 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d423e589-34d7-480b-a416-393c8f719c7d']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:08.386097 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa8dfe07-6341-4003-aa24-8f9f4242f773') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:08.386391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa8dfe07-6341-4003-aa24-8f9f4242f773') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:08.397279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.412189 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.418563 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:08:08.418961 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: timer() Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:08:08.422082 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:08:08.492801 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.501690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.504853 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/networks/d423e589-34d7-480b-a416-393c8f719c7d HTTP/1.1" status: 204 len: 168 time: 0.3278861 Nov 04 10:08:08.508215 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45506) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:08.526638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93378bac-b5c9-4fd8-b37c-ed617444a88c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Network': ['ID=d423e589-34d7-480b-a416-393c8f719c7d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:08.579495 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58267bbd-a396-4679-aac2-55c52e4f21ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.604623 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58267bbd-a396-4679-aac2-55c52e4f21ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.664799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58267bbd-a396-4679-aac2-55c52e4f21ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.667510 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-58267bbd-a396-4679-aac2-55c52e4f21ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:08.668732 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-58267bbd-a396-4679-aac2-55c52e4f21ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c8feeab-115c-46ca-826b-856c1fab508b HTTP/1.1" status: 204 len: 168 time: 0.1595452 Nov 04 10:08:08.677753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58267bbd-a396-4679-aac2-55c52e4f21ab tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8feeab-115c-46ca-826b-856c1fab508b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:08.990785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45512) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:08.998678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-469409b9-e8c9-4308-b0e7-ca3ccf0dcc09 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826015990', 'description': 'tempest-secgroup-smoke-826015990 description', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:09.024046 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-469409b9-e8c9-4308-b0e7-ca3ccf0dcc09 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.092560 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-469409b9-e8c9-4308-b0e7-ca3ccf0dcc09 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.096623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-469409b9-e8c9-4308-b0e7-ca3ccf0dcc09 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.126458 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469409b9-e8c9-4308-b0e7-ca3ccf0dcc09 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d345301c-70dc-45eb-a909-5948c94ee101,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:09.130816 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-469409b9-e8c9-4308-b0e7-ca3ccf0dcc09 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.135405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-469409b9-e8c9-4308-b0e7-ca3ccf0dcc09 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1397786 Nov 04 10:08:09.135405 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45514) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:09.140041 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-69068363-4ffe-44c8-85d4-b8b3202f7460 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'd345301c-70dc-45eb-a909-5948c94ee101', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:09.167275 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69068363-4ffe-44c8-85d4-b8b3202f7460 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.223249 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69068363-4ffe-44c8-85d4-b8b3202f7460 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.227644 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69068363-4ffe-44c8-85d4-b8b3202f7460 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.245623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69068363-4ffe-44c8-85d4-b8b3202f7460 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c2ed3f-c5ef-4add-b047-62cd05aeaad8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:09.254622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-69068363-4ffe-44c8-85d4-b8b3202f7460 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.255818 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-69068363-4ffe-44c8-85d4-b8b3202f7460 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194184 Nov 04 10:08:09.258858 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45516) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:09.263428 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f8ec7d20-a39f-4c3d-bb47-90f1f71d1a18 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'd345301c-70dc-45eb-a909-5948c94ee101', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:09.294047 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7d20-a39f-4c3d-bb47-90f1f71d1a18 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.346900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 55f32484-407f-4270-ae34-ad7063dfbb04 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:08:09.355428 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7d20-a39f-4c3d-bb47-90f1f71d1a18 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.359577 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7d20-a39f-4c3d-bb47-90f1f71d1a18 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.375812 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 55f32484-407f-4270-ae34-ad7063dfbb04 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:08:09.376300 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 55f32484-407f-4270-ae34-ad7063dfbb04 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:08:09.376846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e6f943a9-76c4-47e7-91d7-09beef27f0f0 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:08:09.378734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec7d20-a39f-4c3d-bb47-90f1f71d1a18 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75969d27-10ba-4892-a317-af4088b67e23,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:09.391824 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7d20-a39f-4c3d-bb47-90f1f71d1a18 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.393124 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f8ec7d20-a39f-4c3d-bb47-90f1f71d1a18 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1330845 Nov 04 10:08:09.396759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:09.397841 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e6f943a9-76c4-47e7-91d7-09beef27f0f0 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:08:09.398240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e6f943a9-76c4-47e7-91d7-09beef27f0f0 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:08:09.398673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:08:09.402273 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-457b4e50-98e1-4fcf-aa80-ec586a9f2774 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'd345301c-70dc-45eb-a909-5948c94ee101', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:09.418809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:08:09.419163 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device bc41aaa7-bbaf-4b9e-ad9b-6fac75eb4312 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:08:09.432383 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-457b4e50-98e1-4fcf-aa80-ec586a9f2774 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.495934 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-457b4e50-98e1-4fcf-aa80-ec586a9f2774 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.500549 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-457b4e50-98e1-4fcf-aa80-ec586a9f2774 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.518756 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b4e50-98e1-4fcf-aa80-ec586a9f2774 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e54551f-ee39-44f2-aaab-8005e22884e1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:09.531871 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-457b4e50-98e1-4fcf-aa80-ec586a9f2774 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.534023 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-457b4e50-98e1-4fcf-aa80-ec586a9f2774 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353223 Nov 04 10:08:09.537205 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45520) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:09.542585 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-42594a0d-cd96-4eea-9ced-352f4e65ccc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'd345301c-70dc-45eb-a909-5948c94ee101', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:09.576768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42594a0d-cd96-4eea-9ced-352f4e65ccc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.641785 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42594a0d-cd96-4eea-9ced-352f4e65ccc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.650682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42594a0d-cd96-4eea-9ced-352f4e65ccc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.683127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42594a0d-cd96-4eea-9ced-352f4e65ccc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1997b6-9a0c-42e0-8714-dc092f34d747,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:09.696923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-42594a0d-cd96-4eea-9ced-352f4e65ccc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.698192 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-42594a0d-cd96-4eea-9ced-352f4e65ccc4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1598954 Nov 04 10:08:09.702254 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45522) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:09.706786 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'd345301c-70dc-45eb-a909-5948c94ee101', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:09.734361 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:08:09.741640 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.806542 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.810924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.826663 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc7a86d-c76b-4561-9ba1-d7df1eeaa3a6,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:09.839022 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.840285 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-08de4910-3724-4c5e-b588-a279c6251ed2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370580 Nov 04 10:08:09.844294 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45524) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:09.849061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'd345301c-70dc-45eb-a909-5948c94ee101', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:09.871937 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:08:09.877024 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.948672 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.956713 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.976719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4f73cd1-896f-4dc7-802a-142a11b3b44e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:09.984919 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:09.986256 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f4eef955-0cdf-4e00-af3a-472d3ba2fcf9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408250 Nov 04 10:08:09.989128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45526) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:09.994789 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'network': {'name': 'tempest-network-smoke--1521677232', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:10.021096 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:08:10.024828 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.061633 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:08:10.062377 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b0f8b673-0e6c-4e94-89a3-b82d8ea61a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.073039 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.073568 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Added segment 941c6de5-0cff-4625-9276-bbf756774800 of type vlan for network 5de05220-b888-4664-8b55-20273d3d23d2 Nov 04 10:08:10.125122 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.155220 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.160821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:10.161411 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.375655 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.562363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5719817 Nov 04 10:08:10.565193 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45528) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:10.571926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'admin_state_up': True, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:10.581293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410024fc-8762-4dda-b286-022e50add8bd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Network': ['ID=5de05220-b888-4664-8b55-20273d3d23d2,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:10.597456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 5de05220-b888-4664-8b55-20273d3d23d2 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:08:10.600744 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.602061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.656442 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:10.798170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.018111 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.046031 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.156288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.76 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/4921b478-f4db-4d4f-922a-6156e4c46acc) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:08:11.269435 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.306845 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.347557 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:08:11.351085 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:08:11.358759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:08:11.361862 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=4921b478-f4db-4d4f-922a-6156e4c46acc,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:11.526194 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.625067 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.833008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:11.983176 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:08:12.114432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:08:12.125100 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Sync routers for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:08:12.138752 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:12.143272 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-058686a0-5b3c-4b67-b5d7-9ecca412a8e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5728488 Nov 04 10:08:12.143434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:12.143434 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:12.143626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45530) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:12.175631 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-9fb48cf3-d6c7-459f-8dc5-7a05f4ec7560 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aef2b89ed0ff4a72953ea3cffd9dc27a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297906 Nov 04 10:08:12.177472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45532) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:12.254128 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:12.289075 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263632c2-24a5-48e2-9dfb-b557acc1b62c tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:12.291045 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-263632c2-24a5-48e2-9dfb-b557acc1b62c tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1123552 Nov 04 10:08:12.294021 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45534) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:12.326966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-01c318a5-4e0d-4354-9fab-a3418eaaa8d1 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312240 Nov 04 10:08:12.329388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45536) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:12.334167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1971315025', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:12.434448 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:08:12.438104 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:12.443034 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:11Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:12.469673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Checking router: 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:08:12.470019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Updating router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 port 4921b478-f4db-4d4f-922a-6156e4c46acc binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:08:12.494882 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:12.651903 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:12.720045 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Subnet': ['ID=0f205d4d-d8e8-4465-9bcd-b30d0cea148d,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:12.728861 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Checking segment: {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:08:12.729303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network hostable DHCP agents. Network: 5de05220-b888-4664-8b55-20273d3d23d2, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:08:12.747390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 5de05220-b888-4664-8b55-20273d3d23d2 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:08:12.758937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 5de05220-b888-4664-8b55-20273d3d23d2) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:08:12.765619 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:12.766567 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:12.787028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f3657b51-ae8e-4a06-89db-00b55f6b6481 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4565840 Nov 04 10:08:12.789877 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45538) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:12.801121 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a33631-0a7c-4314-b15f-5bb7b1263521 None None] Network 5de05220-b888-4664-8b55-20273d3d23d2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:08:12.892246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:12.902395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.019752 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cbdf2-baea-4211-b007-4805001b36c6 None None] Pushing event updated for resources: {'Port': ['ID=4921b478-f4db-4d4f-922a-6156e4c46acc,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:13.048176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Attempting to bind port 4921b478-f4db-4d4f-922a-6156e4c46acc on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:08:13.048809 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Attempting to bind port 4921b478-f4db-4d4f-922a-6156e4c46acc by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:08:13.049339 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Attempting to bind port 4921b478-f4db-4d4f-922a-6156e4c46acc on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:08:13.067897 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.070507 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:08:13.070882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:08:13.071274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.071665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:08:13.072166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Bound port: 4921b478-f4db-4d4f-922a-6156e4c46acc, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:08:13.072543 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.160402 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-5de05220-b888-4664-8b55-20273d3d23d2', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:08:13.161270 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.198846 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] For port 4921b478-f4db-4d4f-922a-6156e4c46acc, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:08:13.202955 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] For port 4921b478-f4db-4d4f-922a-6156e4c46acc, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4921b478-f4db-4d4f-922a-6156e4c46acc,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:08:13.277347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.302853 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.422306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cbdf2-baea-4211-b007-4805001b36c6 None None] Pushing event updated for resources: {'Port': ['ID=4921b478-f4db-4d4f-922a-6156e4c46acc,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:13.433439 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:13.434419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:13.517856 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Allocated IP 172.20.0.2 (5de05220-b888-4664-8b55-20273d3d23d2/0f205d4d-d8e8-4465-9bcd-b30d0cea148d/8c7a0f83-fad3-4c5d-98ab-d5efa77040c5) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:08:13.648415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:13.892409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.908645 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:13.967825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.1 (5de05220-b888-4664-8b55-20273d3d23d2/0f205d4d-d8e8-4465-9bcd-b30d0cea148d/ce810d05-e4d6-418f-bfcb-39b9ade1d403) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:08:14.110548 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.136059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Network 5de05220-b888-4664-8b55-20273d3d23d2 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:08:14.142897 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:08:14.147453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Pushing event updated for resources: {'Port': ['ID=8c7a0f83-fad3-4c5d-98ab-d5efa77040c5,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:14.148329 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.151672 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:08:14.195336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 5de05220-b888-4664-8b55-20273d3d23d2 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:08:14.199709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:08:14.202497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:08:14.218110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:11Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:14.222558 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Attempting to bind port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:08:14.222908 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Attempting to bind port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:08:14.223268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Attempting to bind port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 on network 5de05220-b888-4664-8b55-20273d3d23d2 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:08:14.238743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=ce810d05-e4d6-418f-bfcb-39b9ade1d403,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:14.250742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baeddf5e-89f4-4b5e-8a74-723dda37aa2f None None] The sync data for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 is: [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:11Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:08:14.256045 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:08:14.256948 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Checking segment: {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:08:14.257367 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.257764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Bound using segment: {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:08:14.258251 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Bound port: 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:08:14.258637 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.265302 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.331543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] For port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:08:14.337803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] For port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8c7a0f83-fad3-4c5d-98ab-d5efa77040c5,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:08:14.342873 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.421120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dddf7-4692-4711-9f7b-239b6383d5fe None None] Pushing event updated for resources: {'Port': ['ID=8c7a0f83-fad3-4c5d-98ab-d5efa77040c5,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:14.434742 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.823353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.833727 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:14.925355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=ce810d05-e4d6-418f-bfcb-39b9ade1d403,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:14.928795 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:15.068014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 5de05220-b888-4664-8b55-20273d3d23d2 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:08:15.070178 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:08:15.205259 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:08:15.376209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:08:15.386145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-09cc9feb-44de-4501-a256-bdf1896e6fd4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/2a4364dc-6429-45f2-8f69-dcf0ff83ec71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5948656 Nov 04 10:08:15.440851 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4921b478-f4db-4d4f-922a-6156e4c46acc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:08:15.501847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4921b478-f4db-4d4f-922a-6156e4c46acc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:15.502378 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:15.569119 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507e91ba-c792-496a-b8b8-3aacfd9d3420 None None] Network 5de05220-b888-4664-8b55-20273d3d23d2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:08:15.702215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7369d956-935f-4291-afba-8812f808fc30 None None] Provisioning complete for port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:15.702585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7369d956-935f-4291-afba-8812f808fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:15.705861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:15.783910 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 4921b478-f4db-4d4f-922a-6156e4c46acc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4921b478-f4db-4d4f-922a-6156e4c46acc,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:15.798650 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:15.799491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:08:15.858071 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-dbff0085-2793-4284-a66a-dae5ca24226b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826015990&fields=id&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 267 time: 0.0429616 Nov 04 10:08:15.952842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=4921b478-f4db-4d4f-922a-6156e4c46acc,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:15.970384 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7369d956-935f-4291-afba-8812f808fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:15.987299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-b40512cd-4926-4524-8c2d-b29ebdb3a04f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:15.989330 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-b40512cd-4926-4524-8c2d-b29ebdb3a04f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/networks?id=5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 200 len: 797 time: 0.1240451 Nov 04 10:08:16.001703 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:16.001986 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.014569 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-dc45cbfb-10d4-4c49-ae01-945d011eefcf tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/quotas/aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 375 time: 0.0126817 Nov 04 10:08:16.046376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7369d956-935f-4291-afba-8812f808fc30 None None] For port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8c7a0f83-fad3-4c5d-98ab-d5efa77040c5,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:16.051683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7369d956-935f-4291-afba-8812f808fc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.082685 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-993abf05-1072-4d32-9404-c7d5dbcd3255 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621605 Nov 04 10:08:16.159261 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7369d956-935f-4291-afba-8812f808fc30 None None] Pushing event updated for resources: {'Port': ['ID=8c7a0f83-fad3-4c5d-98ab-d5efa77040c5,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:16.200449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-70fb7389-15a2-4008-9833-4d89c9b336f7 service neutron] 10.222.0.53 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985863 Nov 04 10:08:16.206004 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Sync routers for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:08:16.218106 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:16.218740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:16.301641 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b36582fe-cc38-4acb-be7e-355056f1f2d9 None None] Provisioning complete for port ce810d05-e4d6-418f-bfcb-39b9ade1d403 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:16.302013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b36582fe-cc38-4acb-be7e-355056f1f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.337926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-f27514a7-acc7-4445-84ae-e1a56ea74aee service neutron] 10.222.0.53 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296074 Nov 04 10:08:16.344543 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:16.375705 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.376784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b36582fe-cc38-4acb-be7e-355056f1f2d9 None None] Port ce810d05-e4d6-418f-bfcb-39b9ade1d403 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:08:16.397523 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b36582fe-cc38-4acb-be7e-355056f1f2d9 None None] Provisioning complete for port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:16.398335 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b36582fe-cc38-4acb-be7e-355056f1f2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.566539 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c3681a0-3294-4451-9eab-b93830a287e5 req-e11ced7c-6719-45d5-8ea0-d47c7da0ccdb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 210 time: 0.0311189 Nov 04 10:08:16.641683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-698f65f5-24fa-4ebe-b75f-d2b754d4bdcb None None] Provisioning complete for port ce810d05-e4d6-418f-bfcb-39b9ade1d403 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:16.643724 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-698f65f5-24fa-4ebe-b75f-d2b754d4bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.689285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-698f65f5-24fa-4ebe-b75f-d2b754d4bdcb None None] Port ce810d05-e4d6-418f-bfcb-39b9ade1d403 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:08:16.759547 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 2, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:16.788354 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Checking router: 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:08:16.788749 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Updating router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 port ce810d05-e4d6-418f-bfcb-39b9ade1d403 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:08:16.819459 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.827187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1c4eac3d-ea0b-4db7-8476-01669dd20191 None None] Provisioning complete for port ce810d05-e4d6-418f-bfcb-39b9ade1d403 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:16.827705 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1c4eac3d-ea0b-4db7-8476-01669dd20191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:16.895597 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1c4eac3d-ea0b-4db7-8476-01669dd20191 None None] Port ce810d05-e4d6-418f-bfcb-39b9ade1d403 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:08:17.186534 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.192347 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.234359 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.262432 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Pushing event updated for resources: {'Port': ['ID=ce810d05-e4d6-418f-bfcb-39b9ade1d403,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:17.286231 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.286580 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.286918 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.287254 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.287691 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.287986 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.288315 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.288639 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.288963 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.289284 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.289609 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.290501 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:08:17.309048 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Attempting to bind port ce810d05-e4d6-418f-bfcb-39b9ade1d403 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:08:17.309397 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Attempting to bind port ce810d05-e4d6-418f-bfcb-39b9ade1d403 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:08:17.309868 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Attempting to bind port ce810d05-e4d6-418f-bfcb-39b9ade1d403 on network 5de05220-b888-4664-8b55-20273d3d23d2 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:08:17.316174 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:08:17.316756 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Checking segment: {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:08:17.317224 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.317866 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Bound using segment: {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:08:17.318406 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Bound port: ce810d05-e4d6-418f-bfcb-39b9ade1d403, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:08:17.319401 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.385146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4921b478-f4db-4d4f-922a-6156e4c46acc up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:08:17.397949 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] For port ce810d05-e4d6-418f-bfcb-39b9ade1d403, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:08:17.402229 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] For port ce810d05-e4d6-418f-bfcb-39b9ade1d403, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ce810d05-e4d6-418f-bfcb-39b9ade1d403,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:08:17.406056 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.441360 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 4921b478-f4db-4d4f-922a-6156e4c46acc triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:17.442031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.488838 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:17.489587 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:17.492833 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bda7ba-de2f-426c-a7f8-17c52369e6b8 None None] Pushing event updated for resources: {'Port': ['ID=ce810d05-e4d6-418f-bfcb-39b9ade1d403,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:17.551181 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:08:17.555275 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-62ef08b5-daee-43f8-8c50-5f1865d68c45 None None] Provisioning complete for port ce810d05-e4d6-418f-bfcb-39b9ade1d403 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:17.556280 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62ef08b5-daee-43f8-8c50-5f1865d68c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.664332 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:17.739326 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-0a1fa78d-62e0-4fbb-ae71-5cd74a522946 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:17.743062 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-0a1fa78d-62e0-4fbb-ae71-5cd74a522946 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/networks?id=5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 200 len: 797 time: 0.2351031 Nov 04 10:08:17.752672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62ef08b5-daee-43f8-8c50-5f1865d68c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.774486 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-87d5245f-99f1-4966-a239-5d4ffc7dfeed req-e91f85c8-4206-4065-ac6b-0c78423496c5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 210 time: 0.0575700 Nov 04 10:08:17.810594 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-62ef08b5-daee-43f8-8c50-5f1865d68c45 None None] For port ce810d05-e4d6-418f-bfcb-39b9ade1d403, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ce810d05-e4d6-418f-bfcb-39b9ade1d403,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:17.812818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-fd8323d1-91a0-46a9-8836-11b457aab406 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 379 time: 0.0581446 Nov 04 10:08:17.814661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:17.815172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.818459 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-62ef08b5-daee-43f8-8c50-5f1865d68c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.824998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'port': {'device_id': '38c9de0e-5efb-4987-a711-9ad46542575e', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'admin_state_up': True, 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'security_groups': ['d345301c-70dc-45eb-a909-5948c94ee101']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:17.910985 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef08b5-daee-43f8-8c50-5f1865d68c45 None None] Pushing event updated for resources: {'Port': ['ID=ce810d05-e4d6-418f-bfcb-39b9ade1d403,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:17.917719 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:17.951541 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea79aa-6aac-438c-ad8f-2eda6f66e92e None None] The sync data for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 is: [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:08:17.968488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7854f5d5-3c34-4ccc-a893-c5cf072c49d5 None None] Provisioning complete for port ce810d05-e4d6-418f-bfcb-39b9ade1d403 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:17.968949 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7854f5d5-3c34-4ccc-a893-c5cf072c49d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:17.985047 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:08:17.989099 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:18.539559 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.11 (5de05220-b888-4664-8b55-20273d3d23d2/0f205d4d-d8e8-4465-9bcd-b30d0cea148d/54b69895-f89e-49c3-a003-15f8c6055a34) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:08:18.692917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:18.730141 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:18.777662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 5de05220-b888-4664-8b55-20273d3d23d2 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:08:18.781148 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:08:18.785197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:08:18.796758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=54b69895-f89e-49c3-a003-15f8c6055a34,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:18.854874 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:18.855242 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:18.880286 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-bddfeea4-bcc3-4ec5-976a-ee77cc8c06f2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0605454 Nov 04 10:08:18.893390 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Request body: {'port': {'device_id': '38c9de0e-5efb-4987-a711-9ad46542575e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:18.957817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:18.958429 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804541d7-ad64-4f4d-9fcb-efd65c54f644 req-7663f506-e169-435e-9b03-ee0941a2caea tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:18.961992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-804541d7-ad64-4f4d-9fcb-efd65c54f644 req-7663f506-e169-435e-9b03-ee0941a2caea tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 932 time: 0.0780423 Nov 04 10:08:19.030948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-804541d7-ad64-4f4d-9fcb-efd65c54f644 req-ff1cbe24-dc37-446d-b547-65d26e2e7426 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556195 Nov 04 10:08:19.150208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-0a690b0f-7a3a-48da-873c-b01e9fa95b24 None None] Provisioning complete for port 54b69895-f89e-49c3-a003-15f8c6055a34 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:19.151085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0a690b0f-7a3a-48da-873c-b01e9fa95b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:19.198419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0a690b0f-7a3a-48da-873c-b01e9fa95b24 None None] Port 54b69895-f89e-49c3-a003-15f8c6055a34 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:08:19.341775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b69895-f89e-49c3-a003-15f8c6055a34 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:08:19.356773 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:19.370132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ce810d05-e4d6-418f-bfcb-39b9ade1d403 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:08:19.376766 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Transition to ACTIVE for port object 54b69895-f89e-49c3-a003-15f8c6055a34 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:08:19.379892 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:19.431016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ce810d05-e4d6-418f-bfcb-39b9ade1d403 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:19.431398 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:19.437318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Pushing event updated for resources: {'Port': ['ID=54b69895-f89e-49c3-a003-15f8c6055a34,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:19.552307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Attempting to bind port 54b69895-f89e-49c3-a003-15f8c6055a34 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:08:19.552709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Attempting to bind port 54b69895-f89e-49c3-a003-15f8c6055a34 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:08:19.553777 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Attempting to bind port 54b69895-f89e-49c3-a003-15f8c6055a34 on network 5de05220-b888-4664-8b55-20273d3d23d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:08:19.560329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Port 54b69895-f89e-49c3-a003-15f8c6055a34 on network 5de05220-b888-4664-8b55-20273d3d23d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:08:19.560731 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Attempting to bind port 54b69895-f89e-49c3-a003-15f8c6055a34 on network 5de05220-b888-4664-8b55-20273d3d23d2 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:08:19.567802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:08:19.568278 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Checking segment: {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:08:19.568759 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Bound using segment: {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:08:19.569893 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Bound port: 54b69895-f89e-49c3-a003-15f8c6055a34, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '941c6de5-0cff-4625-9276-bbf756774800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:08:19.570321 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:19.648340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] For port 54b69895-f89e-49c3-a003-15f8c6055a34, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:08:19.651401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] For port 54b69895-f89e-49c3-a003-15f8c6055a34, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b69895-f89e-49c3-a003-15f8c6055a34,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:08:19.656340 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:19.695046 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:19.695667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:19.697100 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] 10.222.0.70 "PUT /v2.0/ports/54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 200 len: 1092 time: 0.8082883 Nov 04 10:08:19.697542 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:08:19.700120 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19e1aa2-4090-47af-a954-9999351d77e0" -d '{"events": [{"name": "network-changed", "server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:08:19.732258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab4077-13a7-4840-8283-fa5b375f3efc service neutron] Pushing event updated for resources: {'Port': ['ID=54b69895-f89e-49c3-a003-15f8c6055a34,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:19.761206 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaba4ede-c669-45b6-be96-9c503af361e9 x-openstack-request-id: req-eaba4ede-c669-45b6-be96-9c503af361e9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:08:19.761643 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:08:19.762011 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-eaba4ede-c669-45b6-be96-9c503af361e9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:08:19.762301 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34', 'status': 'completed', 'code': 200} Nov 04 10:08:19.794737 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-0df982d0-e2e4-4180-8183-b58ae808cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:19.796308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-0df982d0-e2e4-4180-8183-b58ae808cac9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1095 time: 0.0495224 Nov 04 10:08:19.845363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-fd1928bf-9ee4-4ce5-aa70-fe9e53e529e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 200 len: 217 time: 0.0399625 Nov 04 10:08:19.899770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-6a61e92c-c08a-4853-98f8-bf1065735b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:19.901321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-6a61e92c-c08a-4853-98f8-bf1065735b97 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f205d4d-d8e8-4465-9bcd-b30d0cea148d HTTP/1.1" status: 200 len: 835 time: 0.0492146 Nov 04 10:08:19.949303 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27158f60-83d3-4711-8853-c9580144a625 req-fe513b24-8e32-48eb-9305-ce0822ce6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:19.950964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-fe513b24-8e32-48eb-9305-ce0822ce6046 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5de05220-b888-4664-8b55-20273d3d23d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423648 Nov 04 10:08:20.052178 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-3d925d1c-8bf3-40ac-9009-46366c26bc9d service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920672 Nov 04 10:08:20.152741 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-27158f60-83d3-4711-8853-c9580144a625 req-4424dbe3-9698-41a6-916d-07ad3ada6828 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933719 Nov 04 10:08:20.166580 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84142ded-030e-403c-a294-bddb47ad3421 req-f79a4306-5645-41f0-97df-b0ccd1e5d38f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:20.168154 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84142ded-030e-403c-a294-bddb47ad3421 req-f79a4306-5645-41f0-97df-b0ccd1e5d38f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 944 time: 0.0594153 Nov 04 10:08:20.212415 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84142ded-030e-403c-a294-bddb47ad3421 req-4e88fc03-15d0-497b-8c2b-38de926ceece tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375278 Nov 04 10:08:20.247440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-e68f53a3-584f-44e2-9892-b0d40af004e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:20.249017 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-e68f53a3-584f-44e2-9892-b0d40af004e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1095 time: 0.0453286 Nov 04 10:08:20.346644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-25982efd-429a-4c9c-b0f0-203804d85475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:20.348053 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-25982efd-429a-4c9c-b0f0-203804d85475 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 200 len: 898 time: 0.0919962 Nov 04 10:08:20.393107 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-6dc376a9-bbd1-4fa0-b686-58839d51e3fb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 200 len: 217 time: 0.0369585 Nov 04 10:08:20.449645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-6cb1b51b-bc21-4a38-9d79-1d1f6a07ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:20.451377 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-6cb1b51b-bc21-4a38-9d79-1d1f6a07ce2e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f205d4d-d8e8-4465-9bcd-b30d0cea148d HTTP/1.1" status: 200 len: 835 time: 0.0505347 Nov 04 10:08:20.503883 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-ac900baf-0f91-4755-a2d8-f301f366cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:20.505485 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-ac900baf-0f91-4755-a2d8-f301f366cb6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5de05220-b888-4664-8b55-20273d3d23d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463612 Nov 04 10:08:20.617571 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-b7b678c9-eb49-4b9d-99c1-5509d924fbd1 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029644 Nov 04 10:08:20.716423 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a19e1aa2-4090-47af-a954-9999351d77e0 req-51ef3ed5-0e12-4677-921e-f526a21ee897 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907238 Nov 04 10:08:21.233602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b69895-f89e-49c3-a003-15f8c6055a34 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:08:21.331201 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67bc3f-67a6-4a59-83b2-88b5c5aee0ca req-cf5637a7-ca7c-4db0-9f38-05c70694ee90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:21.337964 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee67bc3f-67a6-4a59-83b2-88b5c5aee0ca req-cf5637a7-ca7c-4db0-9f38-05c70694ee90 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 944 time: 0.0580804 Nov 04 10:08:21.353982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b69895-f89e-49c3-a003-15f8c6055a34, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b69895-f89e-49c3-a003-15f8c6055a34,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:21.369534 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '54b69895-f89e-49c3-a003-15f8c6055a34', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'port_id': '54b69895-f89e-49c3-a003-15f8c6055a34', 'mac_address': 'fa:16:3e:28:8b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:08:21.384020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ee67bc3f-67a6-4a59-83b2-88b5c5aee0ca req-352e8ddd-ac14-4b71-bae9-cedda11d43be tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437965 Nov 04 10:08:21.414304 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:21.429586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b69895-f89e-49c3-a003-15f8c6055a34 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:08:21.452021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b69895-f89e-49c3-a003-15f8c6055a34, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b69895-f89e-49c3-a003-15f8c6055a34,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:21.456108 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:21.510628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=54b69895-f89e-49c3-a003-15f8c6055a34,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:21.651456 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['54b69895-f89e-49c3-a003-15f8c6055a34'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:08:22.507841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd53a8-c4c2-490c-847f-e48f045283a9 req-9a1f3b76-11b6-4530-ab43-2d1e5845ec71 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:22.509633 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4fd53a8-c4c2-490c-847f-e48f045283a9 req-9a1f3b76-11b6-4530-ab43-2d1e5845ec71 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 945 time: 0.0524776 Nov 04 10:08:22.548974 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4fd53a8-c4c2-490c-847f-e48f045283a9 req-7392bb83-640e-4b0e-9fdc-cc10fcb4c427 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332909 Nov 04 10:08:23.234020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b69895-f89e-49c3-a003-15f8c6055a34 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:08:23.287226 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 54b69895-f89e-49c3-a003-15f8c6055a34 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:08:23.296146 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 54b69895-f89e-49c3-a003-15f8c6055a34 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:08:23.296519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:23.385004 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:23.412864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:08:23.415550 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f375b33-bd82-4452-b009-8dfa47679472" -d '{"events": [{"server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "name": "network-vif-plugged", "status": "completed", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:08:23.428656 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b69895-f89e-49c3-a003-15f8c6055a34, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b69895-f89e-49c3-a003-15f8c6055a34,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:08:23.433316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:23.458649 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdeaa65-08e1-4ce5-aaba-68c6431f2aa8 x-openstack-request-id: req-7bdeaa65-08e1-4ce5-aaba-68c6431f2aa8 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:08:23.458947 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "name": "network-vif-plugged", "status": "completed", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:08:23.459773 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7bdeaa65-08e1-4ce5-aaba-68c6431f2aa8 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:08:23.460183 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34', 'code': 200} Nov 04 10:08:23.489553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=54b69895-f89e-49c3-a003-15f8c6055a34,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:23.557298 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165c18d-56f6-45a1-80b3-869159a4dd71 req-323a7945-cf4d-4ef9-a8b0-93f9dbb5595b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:23.558869 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a165c18d-56f6-45a1-80b3-869159a4dd71 req-323a7945-cf4d-4ef9-a8b0-93f9dbb5595b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1097 time: 0.0420940 Nov 04 10:08:23.599169 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a165c18d-56f6-45a1-80b3-869159a4dd71 req-d97dcf73-e473-4732-ae86-36c2d7494cc1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320888 Nov 04 10:08:23.678712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646fd8b-bace-4e7b-a601-d92f0892ae66 req-2b5a25fd-79c6-4f3b-a8ac-f7a61a5f513b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:23.680535 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3646fd8b-bace-4e7b-a601-d92f0892ae66 req-2b5a25fd-79c6-4f3b-a8ac-f7a61a5f513b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0570548 Nov 04 10:08:23.719960 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3646fd8b-bace-4e7b-a601-d92f0892ae66 req-ad52fb0f-c487-4bd2-829e-e2be273c9644 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333159 Nov 04 10:08:24.846130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bcdde-ad70-49fb-ab56-16a6485a38c9 req-66f0a46f-1e5e-44c4-a7d8-444c7798b4d0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:24.847740 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-582bcdde-ad70-49fb-ab56-16a6485a38c9 req-66f0a46f-1e5e-44c4-a7d8-444c7798b4d0 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0513849 Nov 04 10:08:24.891986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-582bcdde-ad70-49fb-ab56-16a6485a38c9 req-fe565af6-162b-42ba-936b-f8ab0182f411 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364516 Nov 04 10:08:25.014866 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edce8c-8b02-450d-888d-3ab0cfd7063f req-ea708d1f-92dc-4eeb-8336-c6cb22ea9ed3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:25.016450 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9edce8c-8b02-450d-888d-3ab0cfd7063f req-ea708d1f-92dc-4eeb-8336-c6cb22ea9ed3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0542178 Nov 04 10:08:25.057761 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d9edce8c-8b02-450d-888d-3ab0cfd7063f req-bee1bf07-130c-4cb2-b63e-053258e1369b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340862 Nov 04 10:08:25.080066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:25.134573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170d1575-d7aa-46c3-b266-250dd6812857 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:25.136145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-170d1575-d7aa-46c3-b266-250dd6812857 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1092 time: 0.0550342 Nov 04 10:08:25.139241 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45594) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:25.145402 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '54b69895-f89e-49c3-a003-15f8c6055a34', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:08:25.172896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:25.278923 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:25.390145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.87 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/935ab5e7-0910-4694-a073-adaf101f95df) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:08:25.511700 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:25.548065 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:25.586282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:08:25.589133 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:08:25.592840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:08:25.616051 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=935ab5e7-0910-4694-a073-adaf101f95df,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:25.956931 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:26.026316 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:26.180069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:26.184444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:26.256135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=935ab5e7-0910-4694-a073-adaf101f95df,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:08:26.266360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:26.364939 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 91c98d66-c709-40c5-8df6-66c485aed11d associated. External IP: 172.25.3.87, port: 54b69895-f89e-49c3-a003-15f8c6055a34. Nov 04 10:08:26.583281 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:08:26.694312 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:08:26.703702 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] Sync routers for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:08:26.712122 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:26.714302 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:26.714933 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:26.739567 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-160c3dec-6958-450c-aec9-fe87f8e67017 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5991035 Nov 04 10:08:26.740265 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:08:26.742877 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fed14b-955e-42d8-9d25-3c1112b46c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:08:26.754877 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:08:26.826962 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:26.888890 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21d0ee-72f2-45b8-9abe-79cb844c3848 req-0ee59720-ba6f-47c9-a174-3c2b03ff71c4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:26.890327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f21d0ee-72f2-45b8-9abe-79cb844c3848 req-0ee59720-ba6f-47c9-a174-3c2b03ff71c4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0493505 Nov 04 10:08:26.929699 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5f21d0ee-72f2-45b8-9abe-79cb844c3848 req-166ea7e0-99aa-4ca0-833f-c21c6efe2b14 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332587 Nov 04 10:08:26.951710 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45602) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:26.996457 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d454dcb-9ac3-4411-ad52-b92529c9bc0e x-openstack-request-id: req-5d454dcb-9ac3-4411-ad52-b92529c9bc0e {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:08:26.996822 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:08:26.997243 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5d454dcb-9ac3-4411-ad52-b92529c9bc0e {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:08:26.997794 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34', 'status': 'completed', 'code': 200} Nov 04 10:08:27.051174 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c8ce6ca1-401a-4917-bea4-5902dc78458a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91c98d66-c709-40c5-8df6-66c485aed11d HTTP/1.1" status: 200 len: 991 time: 0.0980530 Nov 04 10:08:27.062045 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-57cc13f2-ef8d-4af3-a4f8-1bc0795fefe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:27.063829 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-57cc13f2-ef8d-4af3-a4f8-1bc0795fefe0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1097 time: 0.0564394 Nov 04 10:08:27.072823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '91c98d66-c709-40c5-8df6-66c485aed11d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'port_id': '54b69895-f89e-49c3-a003-15f8c6055a34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'mac_address': 'fa:16:3e:28:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c9de0e-5efb-4987-a711-9ad46542575e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:08:25Z', 'updated_at': '2021-11-04T10:08:25Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:27.103951 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] Checking router: 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:08:27.112516 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:08:27.113116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:08:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:27.161340 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-23ea4372-9e15-4582-b1c8-ed04a7bb6232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:27.162819 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-23ea4372-9e15-4582-b1c8-ed04a7bb6232 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 200 len: 898 time: 0.0923607 Nov 04 10:08:27.233281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-8a254c77-cb15-42fe-9841-972f9b6632b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 200 len: 999 time: 0.0617936 Nov 04 10:08:27.286980 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-957c6ab7-4820-4a64-b661-bd0094625394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:27.288546 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-957c6ab7-4820-4a64-b661-bd0094625394 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f205d4d-d8e8-4465-9bcd-b30d0cea148d HTTP/1.1" status: 200 len: 835 time: 0.0476844 Nov 04 10:08:27.345724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-155a6658-d725-417e-8eb0-075fc131b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:08:27.347381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-155a6658-d725-417e-8eb0-075fc131b132 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5de05220-b888-4664-8b55-20273d3d23d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512831 Nov 04 10:08:27.383673 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:08:27.437870 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-fa2d218a-d3cc-4da2-8b36-b10845b678e4 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Nov 04 10:08:27.534624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c2fed14b-955e-42d8-9d25-3c1112b46c7b req-26a2df29-22a8-405c-ae1e-505551f178fa service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894325 Nov 04 10:08:27.668323 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '91c98d66-c709-40c5-8df6-66c485aed11d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'port_id': '54b69895-f89e-49c3-a003-15f8c6055a34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'mac_address': 'fa:16:3e:28:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c9de0e-5efb-4987-a711-9ad46542575e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:08:25Z', 'updated_at': '2021-11-04T10:08:25Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:08:27.699064 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6d0be-2454-4c12-b46e-cb41f1e7b27f None None] The sync data for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 is: [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '91c98d66-c709-40c5-8df6-66c485aed11d', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.87', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'port_id': '54b69895-f89e-49c3-a003-15f8c6055a34', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'mac_address': 'fa:16:3e:28:8b:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c9de0e-5efb-4987-a711-9ad46542575e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:08:25Z', 'updated_at': '2021-11-04T10:08:25Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:08:27.898817 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9150f-3131-407d-9c22-f7a1ebec16e5 None None] New status for floating IP 91c98d66-c709-40c5-8df6-66c485aed11d: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:08:28.054552 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45604) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:08:28.117156 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-474f7c74-24c0-46e1-a714-dc70770889c1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91c98d66-c709-40c5-8df6-66c485aed11d HTTP/1.1" status: 200 len: 993 time: 0.0613370 Nov 04 10:08:37.475883 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-96ae5729-0ac3-485b-b26a-8f824d12b1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:40.065566 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b089c846-ef38-4712-b5a5-e7685c6f41c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:40.377993 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:41.532279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:42.985183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:46.355118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:08:47.250428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:01.410385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-772d641b-5eea-4db3-834d-6b0ebaffb431 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0469098 Nov 04 10:09:01.513529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beffa0-4054-468d-b063-9ddca2060592 req-18290c7c-945c-4f28-a35e-701e3cd628fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:01.515046 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-18290c7c-945c-4f28-a35e-701e3cd628fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1097 time: 0.0530481 Nov 04 10:09:01.533788 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8650b8-c413-49f9-8123-7faad5eeff95 req-9e0b19af-4842-47e3-81c0-6cfde0cc6f2c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:01.535308 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b8650b8-c413-49f9-8123-7faad5eeff95 req-9e0b19af-4842-47e3-81c0-6cfde0cc6f2c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0653563 Nov 04 10:09:01.576965 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0b8650b8-c413-49f9-8123-7faad5eeff95 req-9efe5da8-aad9-42be-bf97-bdb5c13c6b11 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343227 Nov 04 10:09:01.634236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beffa0-4054-468d-b063-9ddca2060592 req-1de8f6d3-34c7-46b9-b479-72ad01ae2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:01.636171 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-1de8f6d3-34c7-46b9-b479-72ad01ae2f64 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 200 len: 898 time: 0.0903649 Nov 04 10:09:01.707802 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-f51f12f8-dab2-4026-b837-53c68dfc098e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 200 len: 1001 time: 0.0634003 Nov 04 10:09:01.772284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beffa0-4054-468d-b063-9ddca2060592 req-2f037bf0-7caf-4cbc-9b61-e8b4d1d14929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:01.778039 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-2f037bf0-7caf-4cbc-9b61-e8b4d1d14929 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f205d4d-d8e8-4465-9bcd-b30d0cea148d HTTP/1.1" status: 200 len: 835 time: 0.0611603 Nov 04 10:09:01.825104 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beffa0-4054-468d-b063-9ddca2060592 req-d5276f00-bad9-4681-842e-ef327f8e4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:01.826589 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-d5276f00-bad9-4681-842e-ef327f8e4cea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5de05220-b888-4664-8b55-20273d3d23d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407510 Nov 04 10:09:01.924609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-c115afe8-d790-47fb-94de-eafeefbe4da3 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896649 Nov 04 10:09:02.023711 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-73beffa0-4054-468d-b063-9ddca2060592 req-ce965c89-9b70-491e-92b8-496d79d19fc2 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914669 Nov 04 10:09:02.701445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b57c8-438e-4be6-90b6-9927f9ffdc4a req-9ffaeadb-ece8-4e3d-b4aa-35576b036f7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:02.702922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-762b57c8-438e-4be6-90b6-9927f9ffdc4a req-9ffaeadb-ece8-4e3d-b4aa-35576b036f7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0545042 Nov 04 10:09:02.747641 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-762b57c8-438e-4be6-90b6-9927f9ffdc4a req-84043e15-d825-4a4f-a619-3fd31050af02 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383773 Nov 04 10:09:03.753654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:09:03.866900 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4656aeb-6a27-4495-849e-5db37de18692 req-ef893ce3-6978-4296-a49a-8171c668b24f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:03.869119 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4656aeb-6a27-4495-849e-5db37de18692 req-ef893ce3-6978-4296-a49a-8171c668b24f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0515540 Nov 04 10:09:03.908295 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d4656aeb-6a27-4495-849e-5db37de18692 req-02835500-5873-4332-bb0a-2b6423574224 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329950 Nov 04 10:09:05.029374 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2cdc3-8caf-4cf5-ae97-f81db0130184 req-8927796b-a522-444d-8bac-ba76b1e7b96d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:05.030872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dc2cdc3-8caf-4cf5-ae97-f81db0130184 req-8927796b-a522-444d-8bac-ba76b1e7b96d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0523219 Nov 04 10:09:05.069646 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4dc2cdc3-8caf-4cf5-ae97-f81db0130184 req-fe55a5cf-c082-43d4-8535-00cdaf29e418 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327947 Nov 04 10:09:06.195241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21520f8-5d64-4ab9-848a-1e34b2d36602 req-1765c20f-7d21-47f7-8f41-5efb281b1884 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:06.197441 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e21520f8-5d64-4ab9-848a-1e34b2d36602 req-1765c20f-7d21-47f7-8f41-5efb281b1884 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0554667 Nov 04 10:09:06.247623 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e21520f8-5d64-4ab9-848a-1e34b2d36602 req-afd78e3e-c5b2-4a91-85a5-d4765828a11c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437672 Nov 04 10:09:07.370314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836286be-a84f-4e5a-9b8e-9f637e05e200 req-998ca1c6-4a3e-4df2-be1d-4cd826b72143 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:07.371843 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-836286be-a84f-4e5a-9b8e-9f637e05e200 req-998ca1c6-4a3e-4df2-be1d-4cd826b72143 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0544798 Nov 04 10:09:07.412456 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-836286be-a84f-4e5a-9b8e-9f637e05e200 req-0b3a99ae-8130-41bc-9576-e980b18970e3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345902 Nov 04 10:09:07.467589 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5725d020-0478-4367-9747-f0ba76ec748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:08.533653 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbfa043-8abb-409e-a02c-452dc5230ab3 req-ea9f8450-4dff-4086-bd16-d6bfe0b8d876 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:08.535238 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dbfa043-8abb-409e-a02c-452dc5230ab3 req-ea9f8450-4dff-4086-bd16-d6bfe0b8d876 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0531416 Nov 04 10:09:08.576014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3dbfa043-8abb-409e-a02c-452dc5230ab3 req-0cc9f085-ef81-4353-afb4-31bcfefd9e5c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334027 Nov 04 10:09:09.709139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea415f3-08b1-44e1-94a9-1647cb599e63 req-43eef02f-04cc-4c97-9798-6bafcb635c82 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:09.710738 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ea415f3-08b1-44e1-94a9-1647cb599e63 req-43eef02f-04cc-4c97-9798-6bafcb635c82 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0570412 Nov 04 10:09:09.758995 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ea415f3-08b1-44e1-94a9-1647cb599e63 req-92d99412-039f-4f57-b060-67be552910b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414419 Nov 04 10:09:10.077924 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0b5d2c76-01d6-4e50-b55c-dbd3d2cd8a70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:10.383727 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:10.880528 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020e2af-ed1d-41a8-8889-a6be276de4cf req-93ba604d-9392-47fc-9a06-6520a42caad9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:10.882055 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8020e2af-ed1d-41a8-8889-a6be276de4cf req-93ba604d-9392-47fc-9a06-6520a42caad9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0535624 Nov 04 10:09:10.923461 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8020e2af-ed1d-41a8-8889-a6be276de4cf req-464aae44-8c74-4fd9-99ca-b48dba82d990 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340238 Nov 04 10:09:11.526619 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:12.045664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e7e51-37fb-4a78-a043-f55360daa88a req-877a828c-6080-42e3-85e7-a8c266bb30ba tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:12.047236 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-857e7e51-37fb-4a78-a043-f55360daa88a req-877a828c-6080-42e3-85e7-a8c266bb30ba tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0534217 Nov 04 10:09:12.088333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-857e7e51-37fb-4a78-a043-f55360daa88a req-84fdf2c6-3295-4d0b-b67b-104b09884970 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350523 Nov 04 10:09:12.988818 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:13.208748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94d25-d488-4c16-a047-6f564f0a1ca3 req-16cbe4a5-62fd-424c-b6ed-8aaef9d16e74 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:13.210171 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-64e94d25-d488-4c16-a047-6f564f0a1ca3 req-16cbe4a5-62fd-424c-b6ed-8aaef9d16e74 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0513372 Nov 04 10:09:13.256018 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-64e94d25-d488-4c16-a047-6f564f0a1ca3 req-51b20c76-4ef9-4169-9259-44487e8b0b35 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381110 Nov 04 10:09:14.379993 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6115f-0d2a-45d8-8e29-3dcb5b84781e req-98025614-d1e0-4e41-b17f-e3a49f2b9bb2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:14.381506 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47f6115f-0d2a-45d8-8e29-3dcb5b84781e req-98025614-d1e0-4e41-b17f-e3a49f2b9bb2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0517683 Nov 04 10:09:14.424427 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47f6115f-0d2a-45d8-8e29-3dcb5b84781e req-0c282653-601b-4144-9242-fdc7c136bfd6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344608 Nov 04 10:09:15.555726 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c0f2-65d7-469c-84b7-05ccb9ed74d9 req-2c1b841d-5fbd-4406-905a-4784e4ae21c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:15.557280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7b4c0f2-65d7-469c-84b7-05ccb9ed74d9 req-2c1b841d-5fbd-4406-905a-4784e4ae21c3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0528502 Nov 04 10:09:15.597093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b7b4c0f2-65d7-469c-84b7-05ccb9ed74d9 req-9356050f-5c6a-4a1f-9d53-eaede4547575 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337141 Nov 04 10:09:16.353425 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:16.714118 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6066296-8c98-454e-93e9-096eabc2aefc req-83fdb1c7-a6b6-41f0-83c9-77a60faec661 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:16.715638 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6066296-8c98-454e-93e9-096eabc2aefc req-83fdb1c7-a6b6-41f0-83c9-77a60faec661 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0516667 Nov 04 10:09:16.760082 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a6066296-8c98-454e-93e9-096eabc2aefc req-f5fb4794-1f9c-4162-9b23-027d58ca80f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381954 Nov 04 10:09:17.243044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:17.882313 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00645f6-8152-4f30-85d9-ea4b95a8c1e2 req-5e384b6b-cac7-4e6e-8fbf-bc8cc1bd2e74 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:17.884982 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e00645f6-8152-4f30-85d9-ea4b95a8c1e2 req-5e384b6b-cac7-4e6e-8fbf-bc8cc1bd2e74 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0532119 Nov 04 10:09:17.928215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e00645f6-8152-4f30-85d9-ea4b95a8c1e2 req-481e5c54-1d86-4df1-983b-18f341bb787d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368421 Nov 04 10:09:17.952529 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45654) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:18.040795 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a78bf18f-eab3-47db-9da8-1d07597de036 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91c98d66-c709-40c5-8df6-66c485aed11d HTTP/1.1" status: 200 len: 993 time: 0.0869212 Nov 04 10:09:19.298128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73199238-e718-4f73-b3c3-c1684f51e879 req-2f879531-b22d-456b-a98a-78b2f3c4f183 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:19.299663 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73199238-e718-4f73-b3c3-c1684f51e879 req-2f879531-b22d-456b-a98a-78b2f3c4f183 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0524757 Nov 04 10:09:19.327091 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-242383f0-395f-4169-a1a0-523b5f717995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:19.328652 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-242383f0-395f-4169-a1a0-523b5f717995 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1097 time: 0.0425858 Nov 04 10:09:19.340205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-73199238-e718-4f73-b3c3-c1684f51e879 req-2f5d327c-4286-488a-96b3-af3f9b83abb7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342245 Nov 04 10:09:19.421454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-f4fbb426-0b24-4fa7-9204-9297755a57b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:19.422920 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-f4fbb426-0b24-4fa7-9204-9297755a57b3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 200 len: 898 time: 0.0878804 Nov 04 10:09:19.490650 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-fa2709d2-245c-4b9c-a78f-8ddad2e9e60a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 200 len: 1001 time: 0.0599558 Nov 04 10:09:19.540487 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-49ffa566-b3cf-4adc-97b9-8aad70df7336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:19.541964 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-49ffa566-b3cf-4adc-97b9-8aad70df7336 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f205d4d-d8e8-4465-9bcd-b30d0cea148d HTTP/1.1" status: 200 len: 835 time: 0.0439034 Nov 04 10:09:19.587253 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-9bf44e48-371b-4503-a82d-a56c1e336c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:19.588681 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-9bf44e48-371b-4503-a82d-a56c1e336c61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5de05220-b888-4664-8b55-20273d3d23d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396504 Nov 04 10:09:20.069270 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-193d79a2-b305-490a-81b6-f74899842d78 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4725106 Nov 04 10:09:20.168820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7e4c6104-90f7-40b9-8b97-8ba58a117c9e req-c3ef6576-fb63-435a-85c7-7170efa2e52f service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892544 Nov 04 10:09:20.464390 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8d95c-c3be-4aab-8e25-3a4beee29b66 req-7d11cc44-3ce1-42e0-be7f-a3f3e277dbcd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:20.465934 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1de8d95c-c3be-4aab-8e25-3a4beee29b66 req-7d11cc44-3ce1-42e0-be7f-a3f3e277dbcd tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0508575 Nov 04 10:09:20.508264 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1de8d95c-c3be-4aab-8e25-3a4beee29b66 req-cbd733b8-cdb0-4683-ac3c-637f5b69fab5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363796 Nov 04 10:09:21.630171 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65284d83-b917-4ee0-8c07-f604ba9c320b req-5daefa2b-696c-4fb5-86bf-6d8f1bee2ae4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:21.631975 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65284d83-b917-4ee0-8c07-f604ba9c320b req-5daefa2b-696c-4fb5-86bf-6d8f1bee2ae4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0520010 Nov 04 10:09:21.673095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-65284d83-b917-4ee0-8c07-f604ba9c320b req-7142d1af-b55a-4fa8-a2ce-7a02e1d12dce tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344601 Nov 04 10:09:21.697002 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45666) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:21.764768 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ce0210b8-1b7f-490d-a0af-355d8fba61d1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91c98d66-c709-40c5-8df6-66c485aed11d HTTP/1.1" status: 200 len: 993 time: 0.0664992 Nov 04 10:09:37.480316 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b612df34-c9a3-4547-ab3d-20e874859906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:40.076534 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb735-d931-45c4-960e-9167bfe03d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:40.380635 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:40.752561 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:09:41.531024 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:42.991994 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:46.351040 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:47.274985 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:52.457945 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45678) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:52.622926 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 935ab5e7-0910-4694-a073-adaf101f95df {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:09:52.623265 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:52.706686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:52.707013 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:52.720724 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 935ab5e7-0910-4694-a073-adaf101f95df owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:09:52.877286 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:52.911199 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=935ab5e7-0910-4694-a073-adaf101f95df,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:09:52.937325 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.937666 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.938005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.938349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.938686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.939010 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.939333 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.939684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.940030 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.940354 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.940679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.940988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:52.987255 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:52.987516 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 91c98d66-c709-40c5-8df6-66c485aed11d disassociated (deleted). External IP: 172.25.3.87, port: 54b69895-f89e-49c3-a003-15f8c6055a34. Nov 04 10:09:53.224837 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:09:53.349379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:09:53.354324 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:53.366095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] Sync routers for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:09:53.377329 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:09:53.377949 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:53.393929 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-da1e6eb6-bb8e-4977-b08d-7bc96ed9fe46 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/floatingips/91c98d66-c709-40c5-8df6-66c485aed11d HTTP/1.1" status: 204 len: 168 time: 0.9310436 Nov 04 10:09:53.393929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:09:53.393929 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4caeb4-be93-4317-8a7e-b49a1c69f227" -d '{"events": [{"name": "network-changed", "server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:09:53.501616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:09:53.640969 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b256aa4-43c9-43c9-b34a-b8c32610de55 x-openstack-request-id: req-2b256aa4-43c9-43c9-b34a-b8c32610de55 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:09:53.641520 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:09:53.641520 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2b256aa4-43c9-43c9-b34a-b8c32610de55 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:09:53.641878 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34', 'status': 'completed', 'code': 200} Nov 04 10:09:53.735665 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:53.760207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42290c77-6801-4ed2-9742-910d38c7ac47 req-0bb648c5-55bc-4071-8f58-9e296db4b786 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:53.760829 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-bd038a0f-30a9-465b-b1bf-cb2f11199f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:53.762128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42290c77-6801-4ed2-9742-910d38c7ac47 req-0bb648c5-55bc-4071-8f58-9e296db4b786 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0677741 Nov 04 10:09:53.762801 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-bd038a0f-30a9-465b-b1bf-cb2f11199f6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 1097 time: 0.0933042 Nov 04 10:09:53.763801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] Checking router: 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:09:53.774075 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:09:53.774712 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:53.824214 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-42290c77-6801-4ed2-9742-910d38c7ac47 req-b7226393-9655-4d7b-b19e-984ca4b2d49f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548580 Nov 04 10:09:53.890859 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-732aad70-bc35-49a7-ac8f-9f441b9f73f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:53.892303 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-732aad70-bc35-49a7-ac8f-9f441b9f73f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 200 len: 898 time: 0.1230376 Nov 04 10:09:53.915314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:09:53.938513 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-723cd50a-d1f9-4b55-8dad-ee3ce160e907 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 200 len: 217 time: 0.0375912 Nov 04 10:09:53.993823 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-dbc9c1db-a634-4ccb-87ee-34d24c033488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:53.995352 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-dbc9c1db-a634-4ccb-87ee-34d24c033488 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0f205d4d-d8e8-4465-9bcd-b30d0cea148d HTTP/1.1" status: 200 len: 835 time: 0.0497508 Nov 04 10:09:54.046812 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-147fab57-5440-4243-a96b-1af4be08af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:54.048396 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-147fab57-5440-4243-a96b-1af4be08af4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5de05220-b888-4664-8b55-20273d3d23d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446596 Nov 04 10:09:54.156021 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-49bdec2b-d57a-4429-839d-02673edd0695 service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986643 Nov 04 10:09:54.162954 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:54.194761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c80084-4adb-428c-91c7-bb32655464bd None None] The sync data for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 is: [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:08:14Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'ce810d05-e4d6-418f-bfcb-39b9ade1d403', 'name': '', 'network_id': '5de05220-b888-4664-8b55-20273d3d23d2', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:b5:74:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:13Z', 'updated_at': '2021-11-04T10:08:17Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '0f205d4d-d8e8-4465-9bcd-b30d0cea148d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:09:54.263723 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2d4caeb4-be93-4317-8a7e-b49a1c69f227 req-4a926c4e-e1be-46cb-9462-9f26e8f92beb service neutron] 10.222.0.70 "GET /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996068 Nov 04 10:09:54.442955 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdec36a7-22d9-4d9c-bacd-5c7c6316903f None None] New status for floating IP 91c98d66-c709-40c5-8df6-66c485aed11d: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:09:54.961591 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcff32-d79a-4e5e-a678-78a04285c77b req-6b1857a6-c4dd-42a6-bb74-e508bbb91d95 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:54.963090 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7fcff32-d79a-4e5e-a678-78a04285c77b req-6b1857a6-c4dd-42a6-bb74-e508bbb91d95 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0639014 Nov 04 10:09:55.015058 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a7fcff32-d79a-4e5e-a678-78a04285c77b req-946f0863-4f36-4b93-a340-4987253cd4b6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=d345301c-70dc-45eb-a909-5948c94ee101&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447595 Nov 04 10:09:55.075136 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-823218f2-8304-42c1-8d11-1f15a6195c8e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:09:55.077191 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-823218f2-8304-42c1-8d11-1f15a6195c8e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/ports?device_id=38c9de0e-5efb-4987-a711-9ad46542575e HTTP/1.1" status: 200 len: 946 time: 0.0568459 Nov 04 10:09:55.173915 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 54b69895-f89e-49c3-a003-15f8c6055a34 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:09:55.174361 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:55.269798 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port 54b69895-f89e-49c3-a003-15f8c6055a34, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b69895-f89e-49c3-a003-15f8c6055a34,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:09:55.270159 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:55.285255 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 54b69895-f89e-49c3-a003-15f8c6055a34 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:09:55.422190 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:55.459177 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=54b69895-f89e-49c3-a003-15f8c6055a34,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:09:55.519941 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] No DVR routers for this DVR port 54b69895-f89e-49c3-a003-15f8c6055a34 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:09:55.523418 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:55.527878 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-2664d19e-6036-4653-8bf5-d38ee208fb0b req-dda1a8dd-26da-471d-b4dd-d85de96ae5f7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "DELETE /v2.0/ports/54b69895-f89e-49c3-a003-15f8c6055a34 HTTP/1.1" status: 204 len: 173 time: 0.4440773 Nov 04 10:09:55.643740 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'name': 'network-vif-deleted', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:09:55.646172 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251fc28f-6158-4f48-8abf-091bd9424013" -d '{"events": [{"server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "name": "network-vif-deleted", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:09:55.685850 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f5e6b-d2ee-4df5-8855-50c910547802 x-openstack-request-id: req-3c9f5e6b-d2ee-4df5-8855-50c910547802 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:09:55.686144 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c9de0e-5efb-4987-a711-9ad46542575e", "name": "network-vif-deleted", "tag": "54b69895-f89e-49c3-a003-15f8c6055a34", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:09:55.686397 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3c9f5e6b-d2ee-4df5-8855-50c910547802 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:09:55.686802 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c9de0e-5efb-4987-a711-9ad46542575e', 'name': 'network-vif-deleted', 'tag': '54b69895-f89e-49c3-a003-15f8c6055a34', 'status': 'completed', 'code': 200} Nov 04 10:09:56.078179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45696) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:56.457360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:56.739328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port ce810d05-e4d6-418f-bfcb-39b9ade1d403 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:09:56.739582 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:56.834923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port ce810d05-e4d6-418f-bfcb-39b9ade1d403, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ce810d05-e4d6-418f-bfcb-39b9ade1d403,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:09:56.835290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:56.850549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for ce810d05-e4d6-418f-bfcb-39b9ade1d403 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:09:57.052553 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:57.084866 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=ce810d05-e4d6-418f-bfcb-39b9ade1d403,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:09:57.308976 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:57.570431 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:09:57.698985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:09:57.708974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-aa52da70-840b-4d2a-ae55-1624fa3f2020 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/2a4364dc-6429-45f2-8f69-dcf0ff83ec71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6293776 Nov 04 10:09:57.710695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] Sync routers for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:09:57.711600 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45698) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:57.721608 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:09:57.722358 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:57.846054 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:09:58.070924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:09:56Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:58.099635 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] Checking router: 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:09:58.110211 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] Routers {'2a4364dc-6429-45f2-8f69-dcf0ff83ec71'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:09:58.110868 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:58.138017 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting subnet 0f205d4d-d8e8-4465-9bcd-b30d0cea148d {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:09:58.141863 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.188173 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.246568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] Set router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:09:58.303466 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.401204 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.434316 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Subnet': ['ID=0f205d4d-d8e8-4465-9bcd-b30d0cea148d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:09:58.440093 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.447309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-beaf91ae-e578-499f-92c6-f998b29c9046 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/subnets/0f205d4d-d8e8-4465-9bcd-b30d0cea148d HTTP/1.1" status: 204 len: 168 time: 0.7339137 Nov 04 10:09:58.449741 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45700) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:58.450588 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ecddba-2441-47ad-8543-d12b4377b3d6 None None] Network 5de05220-b888-4664-8b55-20273d3d23d2 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:09:58.569890 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:09:56Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:58.600628 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.624424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9479b23-e4d4-4b66-a188-5a7ea9158429 None None] The sync data for ids ['2a4364dc-6429-45f2-8f69-dcf0ff83ec71'] in n-d-816487-1 is: [{'id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'name': 'tempest-TestNetworkAdvancedServerOps-router-632774003', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:08:10Z', 'updated_at': '2021-11-04T10:09:56Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': '4921b478-f4db-4d4f-922a-6156e4c46acc', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:96:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4364dc-6429-45f2-8f69-dcf0ff83ec71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:08:11Z', 'updated_at': '2021-11-04T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:09:58.733018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.789352 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 4921b478-f4db-4d4f-922a-6156e4c46acc {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:09:58.789652 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.881421 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port 4921b478-f4db-4d4f-922a-6156e4c46acc, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=4921b478-f4db-4d4f-922a-6156e4c46acc,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:09:58.881800 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:58.897775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 4921b478-f4db-4d4f-922a-6156e4c46acc owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:09:59.019174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] DHCP port deletion for 5de05220-b888-4664-8b55-20273d3d23d2 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:09:59.084591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Deleting port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:09:59.085072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.108614 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.150072 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=4921b478-f4db-4d4f-922a-6156e4c46acc,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:09:59.167180 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] For port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=8c7a0f83-fad3-4c5d-98ab-d5efa77040c5,segment=NetworkSegment(941c6de5-0cff-4625-9276-bbf756774800),segment_id=941c6de5-0cff-4625-9276-bbf756774800)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:09:59.176124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.197689 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Calling delete_port for 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:09:59.218434 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.327224 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.329993 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.401748 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.403145 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Fanout notify agent at l3_agent the message router_deleted on router 2a4364dc-6429-45f2-8f69-dcf0ff83ec71 {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:09:59.422363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.423980 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-60117eac-e820-40d6-ba52-38ad96420470 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/routers/2a4364dc-6429-45f2-8f69-dcf0ff83ec71 HTTP/1.1" status: 204 len: 168 time: 0.9727798 Nov 04 10:09:59.427370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45702) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:59.477536 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.526771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Pushing event deleted for resources: {'Port': ['ID=8c7a0f83-fad3-4c5d-98ab-d5efa77040c5,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:09:59.537352 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.537946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] No DVR routers for this DVR port 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:09:59.555237 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.555820 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.557383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.557383 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.557704 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.558366 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.564763 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.565485 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.566269 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.567047 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.567570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.568056 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34136f53-3448-4655-abbc-b414a3e7cd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.579707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:09:59.607612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:09:59.608097 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 8c7a0f83-fad3-4c5d-98ab-d5efa77040c5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:09:59.608460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ce810d05-e4d6-418f-bfcb-39b9ade1d403 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:09:59.629421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ce810d05-e4d6-418f-bfcb-39b9ade1d403 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:09:59.629761 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ce810d05-e4d6-418f-bfcb-39b9ade1d403 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:09:59.641419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b69895-f89e-49c3-a003-15f8c6055a34 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:09:59.657817 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.666681 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: 54b69895-f89e-49c3-a003-15f8c6055a34 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:09:59.667021 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b69895-f89e-49c3-a003-15f8c6055a34 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:09:59.687932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de05220-b888-4664-8b55-20273d3d23d2']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:59.698042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941c6de5-0cff-4625-9276-bbf756774800') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:59.698337 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941c6de5-0cff-4625-9276-bbf756774800') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:09:59.709693 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.724757 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.731347 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:09:59.732027 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: timer() Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:09:59.735380 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:09:59.795578 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.802848 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.806293 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/networks/5de05220-b888-4664-8b55-20273d3d23d2 HTTP/1.1" status: 204 len: 168 time: 0.3766873 Nov 04 10:09:59.809170 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45704) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:09:59.819555 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Network': ['ID=5de05220-b888-4664-8b55-20273d3d23d2,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:09:59.829104 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.829455 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.829801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.830146 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.830478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.830822 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.831145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.831470 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.831797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.832225 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.832550 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.832895 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaf192b-4c45-413f-b6f3-748a4980a17a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:09:59.884557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6c3963e-ebb1-4f49-8eb5-55bb8e5e8114 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:09:59.920161 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6c3963e-ebb1-4f49-8eb5-55bb8e5e8114 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.005723 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6c3963e-ebb1-4f49-8eb5-55bb8e5e8114 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.008195 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-f6c3963e-ebb1-4f49-8eb5-55bb8e5e8114 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.011029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-f6c3963e-ebb1-4f49-8eb5-55bb8e5e8114 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/security-groups/d345301c-70dc-45eb-a909-5948c94ee101 HTTP/1.1" status: 204 len: 168 time: 0.1992447 Nov 04 10:10:00.031264 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3963e-ebb1-4f49-8eb5-55bb8e5e8114 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d345301c-70dc-45eb-a909-5948c94ee101,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:00.355660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45710) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:00.360987 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1b58b884-88a3-47d1-8e35-ae9fc5a91530 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-854252206', 'description': 'tempest-secgroup-smoke-854252206 description', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:00.388395 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b58b884-88a3-47d1-8e35-ae9fc5a91530 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.466978 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b58b884-88a3-47d1-8e35-ae9fc5a91530 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.471229 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b58b884-88a3-47d1-8e35-ae9fc5a91530 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.502194 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b58b884-88a3-47d1-8e35-ae9fc5a91530 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adac6ee2-a465-4f42-b9bf-8c31d40dd521,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:00.507363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1b58b884-88a3-47d1-8e35-ae9fc5a91530 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.508665 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1b58b884-88a3-47d1-8e35-ae9fc5a91530 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1519232 Nov 04 10:10:00.514356 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45712) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:00.519122 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-3a729bd9-acda-4ebc-8ff5-e5c311137c19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'adac6ee2-a465-4f42-b9bf-8c31d40dd521', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:00.546754 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a729bd9-acda-4ebc-8ff5-e5c311137c19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.611639 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a729bd9-acda-4ebc-8ff5-e5c311137c19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.615659 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a729bd9-acda-4ebc-8ff5-e5c311137c19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.633197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a729bd9-acda-4ebc-8ff5-e5c311137c19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33be988-5c72-430d-ab57-cf459d98ca05,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:00.643250 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3a729bd9-acda-4ebc-8ff5-e5c311137c19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.644540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3a729bd9-acda-4ebc-8ff5-e5c311137c19 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291008 Nov 04 10:10:00.647355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45714) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:00.652092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-24026b61-8fd2-4b70-a866-f617130752d6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'adac6ee2-a465-4f42-b9bf-8c31d40dd521', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:00.683323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24026b61-8fd2-4b70-a866-f617130752d6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.742717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24026b61-8fd2-4b70-a866-f617130752d6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.746494 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24026b61-8fd2-4b70-a866-f617130752d6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.768579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24026b61-8fd2-4b70-a866-f617130752d6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4679373-060d-4611-ae50-104487c843c1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:00.774582 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-24026b61-8fd2-4b70-a866-f617130752d6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.775810 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-24026b61-8fd2-4b70-a866-f617130752d6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1274602 Nov 04 10:10:00.778575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45716) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:00.783134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-d2d75535-4795-4b5d-a765-de2ddbb45d0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'adac6ee2-a465-4f42-b9bf-8c31d40dd521', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:00.810075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2d75535-4795-4b5d-a765-de2ddbb45d0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.872783 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2d75535-4795-4b5d-a765-de2ddbb45d0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.876876 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2d75535-4795-4b5d-a765-de2ddbb45d0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.897053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d75535-4795-4b5d-a765-de2ddbb45d0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff517835-70a4-43df-8202-d5e5abea9675,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:00.906551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d2d75535-4795-4b5d-a765-de2ddbb45d0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:00.907947 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d2d75535-4795-4b5d-a765-de2ddbb45d0d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281459 Nov 04 10:10:00.910722 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45718) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:00.915200 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-aa609a9b-4998-41a0-be53-6b02d964453a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'adac6ee2-a465-4f42-b9bf-8c31d40dd521', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:00.943451 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa609a9b-4998-41a0-be53-6b02d964453a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.012718 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa609a9b-4998-41a0-be53-6b02d964453a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.017073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa609a9b-4998-41a0-be53-6b02d964453a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.036117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa609a9b-4998-41a0-be53-6b02d964453a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30869ba9-4732-47da-b51c-d05bd1086516,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:01.044684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-aa609a9b-4998-41a0-be53-6b02d964453a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.046753 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aa609a9b-4998-41a0-be53-6b02d964453a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1347880 Nov 04 10:10:01.049250 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45720) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:01.053792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'adac6ee2-a465-4f42-b9bf-8c31d40dd521', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:01.077339 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:10:01.082588 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.146342 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.150021 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.171776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4938d0d-81a1-4828-99f8-fb2d47e3b9ab,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:01.180198 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.181427 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6dcbed9c-2f51-468c-b784-6384d85b6378 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311429 Nov 04 10:10:01.184199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45722) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:01.189640 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'security_group_rule': {'security_group_id': 'adac6ee2-a465-4f42-b9bf-8c31d40dd521', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:01.211570 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Project aef2b89ed0ff4a72953ea3cffd9dc27a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:10:01.216688 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.281193 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.285315 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.305649 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd79c5e-1c7b-4726-a9c5-ba114c8beb52,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:01.314876 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.316136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-06d1c008-0626-4957-a9a1-cbc9f2582ce5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303024 Nov 04 10:10:01.320180 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45724) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:01.329749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'network': {'name': 'tempest-network-smoke--1412610386', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'port_security_enabled': True}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:01.357168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:10:01.361634 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.367771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4921b478-f4db-4d4f-922a-6156e4c46acc no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:10:01.391176 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 4921b478-f4db-4d4f-922a-6156e4c46acc {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:10:01.391519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 4921b478-f4db-4d4f-922a-6156e4c46acc not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:10:01.397027 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:10:01.409060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.409741 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Added segment 9d7dbae6-8faf-4e04-b6a0-1a929091b748 of type vlan for network ee7d7383-8253-4427-b7ad-34f6ff4a5845 Nov 04 10:10:01.452180 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.481603 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.487102 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:01.487694 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.549050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2276568 Nov 04 10:10:01.551912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45726) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:01.556627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'admin_state_up': True, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:01.571589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33c2ac-7d5b-4187-9d18-5d3518e4faa1 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Network': ['ID=ee7d7383-8253-4427-b7ad-34f6ff4a5845,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:01.584697 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:10:01.590002 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.591237 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:01.957610 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:02.105420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:02.317405 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:02.337862 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:02.453327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.246 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/e204ad93-8ecb-4a64-9912-7c8d0d09df1f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:10:02.567748 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:02.606799 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:02.650162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:10:02.653149 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:10:02.657759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:10:02.686625 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:02.949028 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:03.164481 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:03.307826 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 31759aa2-8381-4e43-98ab-86e22acaacf6 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:10:03.463662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:10:03.475295 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Sync routers for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:10:03.485876 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:03.486528 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:03.500377 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:03.501706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f6cff2fb-d8b4-4736-a3b5-8ed75cbc12b3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9486876 Nov 04 10:10:03.510380 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45728) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:03.626493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-bdaddf59-ced2-43a8-9bdf-79b17cd5def9 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=aef2b89ed0ff4a72953ea3cffd9dc27a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1148772 Nov 04 10:10:03.631066 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45732) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:03.708435 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:03.729868 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7f96c1-c520-4366-972b-4c1f22a8cf3f tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:03.734428 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7a7f96c1-c520-4366-972b-4c1f22a8cf3f tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993440 Nov 04 10:10:03.736199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45734) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:03.766946 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-b2b87213-d73f-481d-9af4-2a6b23f70d62 tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0338a73d-2a05-42d1-904b-d8b739255f68&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295608 Nov 04 10:10:03.770662 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45736) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:03.776117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062020905', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:03.895954 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:10:03.895954 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:03.901992 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:02Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:03.930095 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Checking router: 31759aa2-8381-4e43-98ab-86e22acaacf6 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:10:03.930442 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Updating router 31759aa2-8381-4e43-98ab-86e22acaacf6 port e204ad93-8ecb-4a64-9912-7c8d0d09df1f binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:10:03.957293 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.101700 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.167980 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Subnet': ['ID=5a12a06f-287c-43d7-9470-01e4837c20dd,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:04.178480 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Checking segment: {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:10:04.178848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network hostable DHCP agents. Network: ee7d7383-8253-4427-b7ad-34f6ff4a5845, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:10:04.197959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:10:04.209355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, ee7d7383-8253-4427-b7ad-34f6ff4a5845) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:10:04.216740 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:04.218518 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.224778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f84d0c-8b01-4fed-b018-ccd4ae261bf6 None None] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:10:04.247103 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0ab88234-399f-4abb-b238-768055a04bf8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4749262 Nov 04 10:10:04.251603 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45738) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:04.296714 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.305435 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.359185 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Attempting to bind port e204ad93-8ecb-4a64-9912-7c8d0d09df1f on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:10:04.359622 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Attempting to bind port e204ad93-8ecb-4a64-9912-7c8d0d09df1f by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:10:04.359961 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Attempting to bind port e204ad93-8ecb-4a64-9912-7c8d0d09df1f on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:10:04.372977 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:10:04.373400 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:10:04.373912 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.374312 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:10:04.374800 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Bound port: e204ad93-8ecb-4a64-9912-7c8d0d09df1f, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:10:04.375183 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.406759 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Pushing event updated for resources: {'Port': ['ID=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,revision_number=2']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:04.443818 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.444101 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.444449 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.444793 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.445129 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.445464 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.445795 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.446156 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.447278 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.447278 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.447278 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.447602 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:04.453345 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] For port e204ad93-8ecb-4a64-9912-7c8d0d09df1f, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:10:04.457790 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] For port e204ad93-8ecb-4a64-9912-7c8d0d09df1f, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:10:04.462945 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.465484 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:10:04.468177 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.521740 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:04.522434 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:04.610278 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46dac6-7799-43c6-a01a-c08f495bb4c6 None None] Pushing event updated for resources: {'Port': ['ID=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:04.642824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Allocated IP 172.20.0.2 (ee7d7383-8253-4427-b7ad-34f6ff4a5845/5a12a06f-287c-43d7-9470-01e4837c20dd/70719359-bc52-4e8d-9d79-a1c409d859a8) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:10:04.662675 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:04.811963 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.820094 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.861230 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:10:04.864757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:10:04.868792 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:10:04.883994 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.898882 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:02Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:04.905777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Pushing event updated for resources: {'Port': ['ID=70719359-bc52-4e8d-9d79-a1c409d859a8,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:04.944330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Attempting to bind port 70719359-bc52-4e8d-9d79-a1c409d859a8 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:10:04.944941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Attempting to bind port 70719359-bc52-4e8d-9d79-a1c409d859a8 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:10:04.945342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Attempting to bind port 70719359-bc52-4e8d-9d79-a1c409d859a8 on network ee7d7383-8253-4427-b7ad-34f6ff4a5845 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:10:04.946571 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15180223-1ffe-4488-9070-d2c5071a81c6 None None] The sync data for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 is: [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:02Z', 'revision_number': 3, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:10:04.952268 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:10:04.952679 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Checking segment: {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:10:04.953063 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:04.953458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Bound using segment: {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:10:04.953942 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Bound port: 70719359-bc52-4e8d-9d79-a1c409d859a8, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:10:04.954326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.038449 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] For port 70719359-bc52-4e8d-9d79-a1c409d859a8, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:10:05.058953 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] For port 70719359-bc52-4e8d-9d79-a1c409d859a8, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=70719359-bc52-4e8d-9d79-a1c409d859a8,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:10:05.065384 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.146273 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656634e-a64b-4a6e-9f75-3b1b85427159 None None] Pushing event updated for resources: {'Port': ['ID=70719359-bc52-4e8d-9d79-a1c409d859a8,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:05.251162 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.1 (ee7d7383-8253-4427-b7ad-34f6ff4a5845/5a12a06f-287c-43d7-9470-01e4837c20dd/e35747f0-7780-4ec4-b728-81a175d87e81) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:10:05.487709 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.512428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e204ad93-8ecb-4a64-9912-7c8d0d09df1f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:10:05.555536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.604357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e204ad93-8ecb-4a64-9912-7c8d0d09df1f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:05.604676 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.611831 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:10:05.613262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:10:05.616705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:10:05.665709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=e35747f0-7780-4ec4-b728-81a175d87e81,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:05.680684 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.707974 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.739941 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port e204ad93-8ecb-4a64-9912-7c8d0d09df1f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:10:05.746236 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:05.822612 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:05.846662 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:06.335419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cee0839-e8af-4b48-be00-c71509463239 None None] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:10:06.441030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-feea58c0-ab99-42e4-beb7-b4c6ca787d7d None None] Provisioning complete for port 70719359-bc52-4e8d-9d79-a1c409d859a8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:06.441247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-feea58c0-ab99-42e4-beb7-b4c6ca787d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:06.580977 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:06.588771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:06.604530 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-feea58c0-ab99-42e4-beb7-b4c6ca787d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:06.659488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-feea58c0-ab99-42e4-beb7-b4c6ca787d7d None None] For port 70719359-bc52-4e8d-9d79-a1c409d859a8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=70719359-bc52-4e8d-9d79-a1c409d859a8,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:10:06.666235 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-feea58c0-ab99-42e4-beb7-b4c6ca787d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:06.688580 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:06.704817 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=e35747f0-7780-4ec4-b728-81a175d87e81,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:06.741895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea58c0-ab99-42e4-beb7-b4c6ca787d7d None None] Pushing event updated for resources: {'Port': ['ID=70719359-bc52-4e8d-9d79-a1c409d859a8,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:06.833439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:10:06.837128 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:10:07.002154 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5a5a30e0-1847-4186-99b8-748bc22aea34 None None] Provisioning complete for port 70719359-bc52-4e8d-9d79-a1c409d859a8 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:07.002519 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a5a30e0-1847-4186-99b8-748bc22aea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:07.064272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 31759aa2-8381-4e43-98ab-86e22acaacf6 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:10:07.134979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5a5a30e0-1847-4186-99b8-748bc22aea34 None None] Provisioning complete for port e35747f0-7780-4ec4-b728-81a175d87e81 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:07.135353 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a5a30e0-1847-4186-99b8-748bc22aea34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:07.174307 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a30e0-1847-4186-99b8-748bc22aea34 None None] Port e35747f0-7780-4ec4-b728-81a175d87e81 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:10:07.230582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:10:07.239089 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3c7d506c-7c9e-49cd-b206-738774a8e50d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/31759aa2-8381-4e43-98ab-86e22acaacf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9856563 Nov 04 10:10:07.243512 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Sync routers for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:10:07.255543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:07.256928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:07.388235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4405daf1-23b6-447d-a35c-d5db0640034d None None] Provisioning complete for port e35747f0-7780-4ec4-b728-81a175d87e81 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:07.388774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4405daf1-23b6-447d-a35c-d5db0640034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:07.440878 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-d5c05d2c-4c10-4e27-bca7-90170ecb4f3c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-854252206&fields=id&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 267 time: 0.0471313 Nov 04 10:10:07.471764 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4405daf1-23b6-447d-a35c-d5db0640034d None None] Port e35747f0-7780-4ec4-b728-81a175d87e81 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:10:07.491344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:07.493609 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-719c5a94-0818-4743-ab9d-9696304045a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:07.578611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 70719359-bc52-4e8d-9d79-a1c409d859a8 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:10:07.603322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-1159dd89-bf62-4a44-949d-5c60251f1d82 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:07.605871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-1159dd89-bf62-4a44-949d-5c60251f1d82 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/networks?id=ee7d7383-8253-4427-b7ad-34f6ff4a5845 HTTP/1.1" status: 200 len: 797 time: 0.1515501 Nov 04 10:10:07.631349 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-a56a4bc9-d749-4683-9d72-cf6b60a65243 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/quotas/aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 375 time: 0.0159662 Nov 04 10:10:07.675222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a3cdbea3-3295-4ce9-89bf-543669879209 None None] Provisioning complete for port e35747f0-7780-4ec4-b728-81a175d87e81 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:07.675810 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3cdbea3-3295-4ce9-89bf-543669879209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:07.691133 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-a48ad76e-3574-4397-bfd6-25bf1adbfa11 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521481 Nov 04 10:10:07.713008 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-f17ff3c7-0382-47b7-8fba-1a6ef871d7d2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:10:07.717496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-f17ff3c7-0382-47b7-8fba-1a6ef871d7d2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060084 Nov 04 10:10:07.749428 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdbea3-3295-4ce9-89bf-543669879209 None None] Port e35747f0-7780-4ec4-b728-81a175d87e81 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:10:07.753068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 70719359-bc52-4e8d-9d79-a1c409d859a8 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:07.753358 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:07.833245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-0d96babe-3654-44d7-bf1e-563f23a9d3c3 service neutron] 10.222.0.53 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108885 Nov 04 10:10:07.873445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:06Z', 'revision_number': 2, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:07.909426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Checking router: 31759aa2-8381-4e43-98ab-86e22acaacf6 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:10:07.909784 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Updating router 31759aa2-8381-4e43-98ab-86e22acaacf6 port e35747f0-7780-4ec4-b728-81a175d87e81 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:10:07.933094 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e204ad93-8ecb-4a64-9912-7c8d0d09df1f up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:10:07.940017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-407a6623-6f84-4650-8ba8-1b7f604fb093 service neutron] 10.222.0.53 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004546 Nov 04 10:10:07.965146 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.034613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e204ad93-8ecb-4a64-9912-7c8d0d09df1f triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:08.034990 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.147246 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-90b2a148-1b4a-4485-a29f-7244ca503c78 req-351796bf-513e-4cf3-9294-74a4282fee6a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 210 time: 0.0529556 Nov 04 10:10:08.369678 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.377754 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.504392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2ae0-e941-4492-a8df-ad3a3c27793e None None] Pushing event updated for resources: {'Port': ['ID=e35747f0-7780-4ec4-b728-81a175d87e81,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:08.517920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Attempting to bind port e35747f0-7780-4ec4-b728-81a175d87e81 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:10:08.518575 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Attempting to bind port e35747f0-7780-4ec4-b728-81a175d87e81 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:10:08.519247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Attempting to bind port e35747f0-7780-4ec4-b728-81a175d87e81 on network ee7d7383-8253-4427-b7ad-34f6ff4a5845 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:10:08.529747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:10:08.530508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Checking segment: {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:10:08.531330 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.532061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Bound using segment: {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:10:08.532801 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Bound port: e35747f0-7780-4ec4-b728-81a175d87e81, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:10:08.533672 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.621016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] For port e35747f0-7780-4ec4-b728-81a175d87e81, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:10:08.626215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] For port e35747f0-7780-4ec4-b728-81a175d87e81, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e35747f0-7780-4ec4-b728-81a175d87e81,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:10:08.632165 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.711078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:08.712005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:09:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:08.718076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f2ae0-e941-4492-a8df-ad3a3c27793e None None] Pushing event updated for resources: {'Port': ['ID=e35747f0-7780-4ec4-b728-81a175d87e81,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:08.813584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ec394620-7a0c-4d14-9050-88a0d2400404 None None] Provisioning complete for port e35747f0-7780-4ec4-b728-81a175d87e81 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:08.814204 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec394620-7a0c-4d14-9050-88a0d2400404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:08.894842 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:09.191248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec394620-7a0c-4d14-9050-88a0d2400404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:09.277695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ec394620-7a0c-4d14-9050-88a0d2400404 None None] For port e35747f0-7780-4ec4-b728-81a175d87e81, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e35747f0-7780-4ec4-b728-81a175d87e81,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:10:09.279270 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-92be9103-3769-48da-b53a-92aca76c7c71 req-81f58564-df25-4b30-80d2-9c21edae49fc tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 210 time: 0.0522861 Nov 04 10:10:09.289158 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ec394620-7a0c-4d14-9050-88a0d2400404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:09.412907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec394620-7a0c-4d14-9050-88a0d2400404 None None] Pushing event updated for resources: {'Port': ['ID=e35747f0-7780-4ec4-b728-81a175d87e81,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:09.427969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-001f2460-8c0f-4676-bcec-b406478cad4f None None] Provisioning complete for port e35747f0-7780-4ec4-b728-81a175d87e81 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:09.428243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-001f2460-8c0f-4676-bcec-b406478cad4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:09.454099 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-756483d0-ed8a-481f-94ba-e12af283ab2c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:09.455746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-756483d0-ed8a-481f-94ba-e12af283ab2c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/networks?id=ee7d7383-8253-4427-b7ad-34f6ff4a5845 HTTP/1.1" status: 200 len: 797 time: 0.1512244 Nov 04 10:10:09.470928 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:08Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:09.506000 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40f4d2-b342-4cb4-ae12-d1429668c4c1 None None] The sync data for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 is: [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:08Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:10:09.514689 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-24c87d62-5469-4915-955a-57c2f4d0b43e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a HTTP/1.1" status: 200 len: 379 time: 0.0489428 Nov 04 10:10:09.526674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'port': {'device_id': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'admin_state_up': True, 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'security_groups': ['adac6ee2-a465-4f42-b9bf-8c31d40dd521']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:09.701504 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Made reservation on behalf of aef2b89ed0ff4a72953ea3cffd9dc27a for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:10:09.706724 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:09.885843 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.20.0.6 (ee7d7383-8253-4427-b7ad-34f6ff4a5845/5a12a06f-287c-43d7-9470-01e4837c20dd/c4c2234e-fd56-4313-bff5-5f007510cd1b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:10:10.078347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8e05f5a8-d232-4544-afb9-5db956854a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.096600 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.135919 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.190139 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:10:10.193955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:10:10.198472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:10:10.209625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=c4c2234e-fd56-4313-bff5-5f007510cd1b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:10.279584 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:10.280817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.308501 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-4b0690dd-98a3-4ad3-9fd8-371ce4f09b7b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7860484 Nov 04 10:10:10.321610 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Request body: {'port': {'device_id': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:10.382888 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.405928 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.533952 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720665c-d20c-4f15-a77f-10cc18fe4bdc req-8984d694-dff4-4bd5-b120-f960108475b7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:10.536697 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a720665c-d20c-4f15-a77f-10cc18fe4bdc req-8984d694-dff4-4bd5-b120-f960108475b7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 931 time: 0.1108162 Nov 04 10:10:10.548187 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e5b4b6a0-473e-4705-8652-d607b8cb8df9 None None] Provisioning complete for port c4c2234e-fd56-4313-bff5-5f007510cd1b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:10.549200 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5b4b6a0-473e-4705-8652-d607b8cb8df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.597823 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a720665c-d20c-4f15-a77f-10cc18fe4bdc req-d93e7c33-358b-4959-895b-a66fabefacc8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442433 Nov 04 10:10:10.620221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e5b4b6a0-473e-4705-8652-d607b8cb8df9 None None] Port c4c2234e-fd56-4313-bff5-5f007510cd1b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:10:10.861993 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c2234e-fd56-4313-bff5-5f007510cd1b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:10:10.872625 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.896247 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Transition to ACTIVE for port object c4c2234e-fd56-4313-bff5-5f007510cd1b will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:10:10.902517 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:10.966039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Pushing event updated for resources: {'Port': ['ID=c4c2234e-fd56-4313-bff5-5f007510cd1b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:11.082924 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Attempting to bind port c4c2234e-fd56-4313-bff5-5f007510cd1b on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:10:11.083288 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Attempting to bind port c4c2234e-fd56-4313-bff5-5f007510cd1b by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:10:11.083836 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Attempting to bind port c4c2234e-fd56-4313-bff5-5f007510cd1b on network ee7d7383-8253-4427-b7ad-34f6ff4a5845 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:10:11.091515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Port c4c2234e-fd56-4313-bff5-5f007510cd1b on network ee7d7383-8253-4427-b7ad-34f6ff4a5845 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:10:11.092015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Attempting to bind port c4c2234e-fd56-4313-bff5-5f007510cd1b on network ee7d7383-8253-4427-b7ad-34f6ff4a5845 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:10:11.100754 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:10:11.101313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Checking segment: {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:10:11.102555 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Bound using segment: {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:10:11.103249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Bound port: c4c2234e-fd56-4313-bff5-5f007510cd1b, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7dbae6-8faf-4e04-b6a0-1a929091b748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:10:11.103548 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:11.188414 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] For port c4c2234e-fd56-4313-bff5-5f007510cd1b, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:10:11.191972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] For port c4c2234e-fd56-4313-bff5-5f007510cd1b, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:10:11.197162 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:11.237773 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:11.238543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:11.240057 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] 10.222.0.70 "PUT /v2.0/ports/c4c2234e-fd56-4313-bff5-5f007510cd1b HTTP/1.1" status: 200 len: 1091 time: 0.9235241 Nov 04 10:10:11.240538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:10:11.242952 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63996fdf-3e0d-48ef-a2be-4715d403b7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:10:11.285315 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69895196-4883-4dc8-8103-46d1b95abaff service neutron] Pushing event updated for resources: {'Port': ['ID=c4c2234e-fd56-4313-bff5-5f007510cd1b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:11.335931 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f670273-421a-4225-8681-2bf55c6d20af x-openstack-request-id: req-1f670273-421a-4225-8681-2bf55c6d20af {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:10:11.336215 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:10:11.336476 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1f670273-421a-4225-8681-2bf55c6d20af {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:10:11.336912 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'status': 'completed', 'code': 200} Nov 04 10:10:11.350083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-7750e5a3-20e4-438d-912c-75789fb76164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:11.351739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-7750e5a3-20e4-438d-912c-75789fb76164 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 1094 time: 0.0533814 Nov 04 10:10:11.437877 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-f8cb16db-67b6-4088-be73-968042f5f91a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b HTTP/1.1" status: 200 len: 217 time: 0.0777996 Nov 04 10:10:11.453317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e35747f0-7780-4ec4-b728-81a175d87e81 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:10:11.536013 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-fc624542-817f-4388-8d74-6be69d0d77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:11.537576 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-fc624542-817f-4388-8d74-6be69d0d77f1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5a12a06f-287c-43d7-9470-01e4837c20dd HTTP/1.1" status: 200 len: 835 time: 0.0887499 Nov 04 10:10:11.537978 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port e35747f0-7780-4ec4-b728-81a175d87e81 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:11.538600 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:11.587053 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:11.591709 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-8923c922-fa0a-4c40-9a7e-35e81726d822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:11.593781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-8923c922-fa0a-4c40-9a7e-35e81726d822 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee7d7383-8253-4427-b7ad-34f6ff4a5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486970 Nov 04 10:10:11.717506 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-1b786ea8-2b59-402a-8d9e-d35612d81654 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163926 Nov 04 10:10:11.783169 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f6563-a776-48a8-aa2e-30301621eacf req-89cedf17-f1bb-4714-982e-d98c206359bb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:11.784857 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-224f6563-a776-48a8-aa2e-30301621eacf req-89cedf17-f1bb-4714-982e-d98c206359bb tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 943 time: 0.0822401 Nov 04 10:10:11.830588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7bc90e74-7a56-48c1-8172-74218d53dbb8 req-3d4d18a0-14cf-4925-ab25-cb5e08d86cfa service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056073 Nov 04 10:10:11.832173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-224f6563-a776-48a8-aa2e-30301621eacf req-60202d35-3b83-4d2c-96c4-b9b13147ea36 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365734 Nov 04 10:10:11.931910 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-f4e357de-b033-478f-96ad-49caa7afa3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:11.933478 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-f4e357de-b033-478f-96ad-49caa7afa3bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 1094 time: 0.0471811 Nov 04 10:10:12.052212 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-94ce3198-1aa6-46c6-a318-e96c91bf3428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:12.053740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-94ce3198-1aa6-46c6-a318-e96c91bf3428 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ee7d7383-8253-4427-b7ad-34f6ff4a5845 HTTP/1.1" status: 200 len: 898 time: 0.1134233 Nov 04 10:10:12.100194 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-501263ed-970a-43ba-890a-9536dbbea142 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b HTTP/1.1" status: 200 len: 217 time: 0.0379953 Nov 04 10:10:12.158753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-4caf12a5-e2d6-4742-8e1c-a8c96dd67745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:12.160330 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-4caf12a5-e2d6-4742-8e1c-a8c96dd67745 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5a12a06f-287c-43d7-9470-01e4837c20dd HTTP/1.1" status: 200 len: 835 time: 0.0519655 Nov 04 10:10:12.209707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-62070ac8-dcee-487f-ad19-1b068580e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:12.211233 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-62070ac8-dcee-487f-ad19-1b068580e65e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee7d7383-8253-4427-b7ad-34f6ff4a5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431745 Nov 04 10:10:12.305514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-e4383a17-dbb2-4b34-a782-393ca21f87c4 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863612 Nov 04 10:10:12.408693 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-63996fdf-3e0d-48ef-a2be-4715d403b7e5 req-94957dc8-c2f6-4a35-ade8-ba20ee2c4891 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956104 Nov 04 10:10:12.958953 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f7a88-dce9-4d8f-b06e-80009fbcc19b req-cdd71f09-6bbf-4001-b369-d72263925f5d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:12.960669 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b21f7a88-dce9-4d8f-b06e-80009fbcc19b req-cdd71f09-6bbf-4001-b369-d72263925f5d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 943 time: 0.0535769 Nov 04 10:10:12.998243 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:13.012986 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b21f7a88-dce9-4d8f-b06e-80009fbcc19b req-5dbeafcd-a22d-4a0c-ad6e-18b859e539d9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Nov 04 10:10:13.713345 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c4c2234e-fd56-4313-bff5-5f007510cd1b details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:10:13.813850 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c4c2234e-fd56-4313-bff5-5f007510cd1b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:10:13.830738 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'port_id': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'mac_address': 'fa:16:3e:cd:af:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:10:13.869711 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:13.886734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c2234e-fd56-4313-bff5-5f007510cd1b {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:10:13.908714 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c4c2234e-fd56-4313-bff5-5f007510cd1b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:10:13.919156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:13.974408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c4c2234e-fd56-4313-bff5-5f007510cd1b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:14.165487 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc3b73-626e-49db-b51a-3401ae0a6d10 req-94d0c102-05ad-4dc3-9271-38faf5e9f9e3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:14.167599 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67fc3b73-626e-49db-b51a-3401ae0a6d10 req-94d0c102-05ad-4dc3-9271-38faf5e9f9e3 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 944 time: 0.0586348 Nov 04 10:10:14.170972 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['c4c2234e-fd56-4313-bff5-5f007510cd1b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:10:14.213712 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-67fc3b73-626e-49db-b51a-3401ae0a6d10 req-6fc41d58-c1ea-44da-9413-a7d9d1f179d8 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364540 Nov 04 10:10:15.344092 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c893a-4599-449a-a569-1aacb8c7a19b req-60aae8fd-3002-4aec-ab66-bdc309f2d7c2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:15.345588 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b87c893a-4599-449a-a569-1aacb8c7a19b req-60aae8fd-3002-4aec-ab66-bdc309f2d7c2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 944 time: 0.0590441 Nov 04 10:10:15.386983 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b87c893a-4599-449a-a569-1aacb8c7a19b req-6697148d-64f2-46db-97ed-e16f9a564b9a tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351403 Nov 04 10:10:15.728810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c4c2234e-fd56-4313-bff5-5f007510cd1b up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:10:15.782827 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port c4c2234e-fd56-4313-bff5-5f007510cd1b completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:10:15.787666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port c4c2234e-fd56-4313-bff5-5f007510cd1b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:10:15.788152 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:15.880031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:15.907460 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:10:15.909822 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e2575-f10a-46f9-b9f2-045b3ad19374" -d '{"events": [{"server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "name": "network-vif-plugged", "status": "completed", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:10:15.926408 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port c4c2234e-fd56-4313-bff5-5f007510cd1b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:10:15.932620 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:16.005488 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=c4c2234e-fd56-4313-bff5-5f007510cd1b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:16.032257 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cf9b99-1c9e-4c57-bfd3-0fd153feba5b x-openstack-request-id: req-02cf9b99-1c9e-4c57-bfd3-0fd153feba5b {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:10:16.032752 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "name": "network-vif-plugged", "status": "completed", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:10:16.033176 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02cf9b99-1c9e-4c57-bfd3-0fd153feba5b {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:10:16.033815 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'code': 200} Nov 04 10:10:16.135632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd76-befc-4f79-85ed-4288fba4165d req-c1e124f5-2f31-4274-b0b5-98404b113dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:16.137835 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57c4dd76-befc-4f79-85ed-4288fba4165d req-c1e124f5-2f31-4274-b0b5-98404b113dac service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 1096 time: 0.0450704 Nov 04 10:10:16.174517 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-57c4dd76-befc-4f79-85ed-4288fba4165d req-87abcb4c-fcd3-4689-9229-0c6c1d61e0ba service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307488 Nov 04 10:10:16.355673 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:16.520554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d70c5-ec34-4504-a7ff-c74693dbba6c req-59c38e97-406a-4f4d-b43c-af884aa999e6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:16.522148 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae5d70c5-ec34-4504-a7ff-c74693dbba6c req-59c38e97-406a-4f4d-b43c-af884aa999e6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0573773 Nov 04 10:10:16.580679 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae5d70c5-ec34-4504-a7ff-c74693dbba6c req-d44de05b-9ba5-4e41-ab48-b69c45f9b013 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510628 Nov 04 10:10:17.306020 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:17.721410 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558895-62a8-4c55-ac94-59debe8f58b8 req-a693ceea-c41e-4896-9874-39c82a7aae1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:17.723065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8558895-62a8-4c55-ac94-59debe8f58b8 req-a693ceea-c41e-4896-9874-39c82a7aae1f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0711026 Nov 04 10:10:17.752986 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:10:17.769598 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8558895-62a8-4c55-ac94-59debe8f58b8 req-b41078c9-0e35-48fc-aced-e5b362c9ed36 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398796 Nov 04 10:10:17.889290 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3a7d3-29fc-454f-96b1-465aa427ea23 req-5de35bad-7583-4608-a4c3-490947c38df9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:17.890774 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dce3a7d3-29fc-454f-96b1-465aa427ea23 req-5de35bad-7583-4608-a4c3-490947c38df9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0519910 Nov 04 10:10:17.931553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dce3a7d3-29fc-454f-96b1-465aa427ea23 req-7d1d2d9e-a437-4eb8-bb95-79fa5d27c151 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344734 Nov 04 10:10:17.955145 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45794) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:17.998901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20a08b-7d85-4136-83ab-e94d741c1f5b tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:18.001041 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0c20a08b-7d85-4136-83ab-e94d741c1f5b tempest-TestNetworkAdvancedServerOps-375818099 tempest-TestNetworkAdvancedServerOps-375818099-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 1091 time: 0.0446916 Nov 04 10:10:18.003783 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45796) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:18.008498 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:10:18.033004 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:18.146266 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:18.255741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Allocated IP 172.25.3.85 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/326b7b5c-1e6e-4a9a-96fd-40504820d64f) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:10:18.375674 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:18.411081 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:18.446850 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:10:18.449846 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:10:18.454004 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:10:18.485862 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=326b7b5c-1e6e-4a9a-96fd-40504820d64f,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:18.814188 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:18.879739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:19.037878 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:19.042380 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:19.116806 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event updated for resources: {'Port': ['ID=326b7b5c-1e6e-4a9a-96fd-40504820d64f,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:19.127998 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:19.229995 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 91782b6b-b721-47c9-822d-9b725bf0e669 associated. External IP: 172.25.3.85, port: c4c2234e-fd56-4313-bff5-5f007510cd1b. Nov 04 10:10:19.442297 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 31759aa2-8381-4e43-98ab-86e22acaacf6 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:10:19.553421 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:10:19.564507 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] Sync routers for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:10:19.572323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:19.575366 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:19.576097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:10:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:19.602793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-526e853b-f192-44fb-9119-c2850482437d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5979021 Nov 04 10:10:19.603696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:10:19.606581 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161e28d-ec2c-4201-8710-6845e6320c26" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:10:19.685447 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:19.716539 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb539e-2a7f-44f4-981d-d914f068b80b req-38fe16c7-994a-4667-9f13-7bb525bda3e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:19.718056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27eb539e-2a7f-44f4-981d-d914f068b80b req-38fe16c7-994a-4667-9f13-7bb525bda3e5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0667472 Nov 04 10:10:19.757796 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-27eb539e-2a7f-44f4-981d-d914f068b80b req-9478d3aa-2ac9-4736-aa98-f3bed32f23e4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333505 Nov 04 10:10:19.782906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:19.856871 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ce2d1c21-1834-4ca1-b1c4-7737ca683718 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91782b6b-b721-47c9-822d-9b725bf0e669 HTTP/1.1" status: 200 len: 990 time: 0.0675647 Nov 04 10:10:19.873424 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc0515-6e03-462b-b4b4-57ea543a6845 x-openstack-request-id: req-2bfc0515-6e03-462b-b4b4-57ea543a6845 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:10:19.873720 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:10:19.873976 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2bfc0515-6e03-462b-b4b4-57ea543a6845 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:10:19.874459 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'status': 'completed', 'code': 200} Nov 04 10:10:19.927097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '91782b6b-b721-47c9-822d-9b725bf0e669', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'port_id': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'mac_address': 'fa:16:3e:cd:af:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:10:18Z', 'updated_at': '2021-11-04T10:10:18Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:09Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:19.948677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-c44d555a-ebe3-4843-80a6-a199b5617b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:19.951242 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-c44d555a-ebe3-4843-80a6-a199b5617b22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 1096 time: 0.0425754 Nov 04 10:10:19.960476 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] Checking router: 31759aa2-8381-4e43-98ab-86e22acaacf6 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:10:19.969640 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:19.970180 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:10:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:20.049850 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-99099322-2b0d-4350-82ca-e2e4dc899963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:20.051308 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-99099322-2b0d-4350-82ca-e2e4dc899963 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ee7d7383-8253-4427-b7ad-34f6ff4a5845 HTTP/1.1" status: 200 len: 898 time: 0.0938411 Nov 04 10:10:20.083396 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:20.120302 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-ee33361f-5874-4f43-ad36-5bedec3b8b5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b HTTP/1.1" status: 200 len: 998 time: 0.0611582 Nov 04 10:10:20.176539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-08ffdf3f-089c-4b81-bb34-6ed22fdb5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:20.178048 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-08ffdf3f-089c-4b81-bb34-6ed22fdb5d7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5a12a06f-287c-43d7-9470-01e4837c20dd HTTP/1.1" status: 200 len: 835 time: 0.0500059 Nov 04 10:10:20.230038 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-16190c04-9aa1-4016-800d-2e4198c96b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:20.231976 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-16190c04-9aa1-4016-800d-2e4198c96b96 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee7d7383-8253-4427-b7ad-34f6ff4a5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459857 Nov 04 10:10:20.344979 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-049097b9-8d84-4582-9869-9375ccb3c201 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054196 Nov 04 10:10:20.434684 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '91782b6b-b721-47c9-822d-9b725bf0e669', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'port_id': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'mac_address': 'fa:16:3e:cd:af:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:10:18Z', 'updated_at': '2021-11-04T10:10:18Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:09Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:20.440789 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a161e28d-ec2c-4201-8710-6845e6320c26 req-a13fddf7-bfd4-49ee-a3ec-9e70cc9bf989 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886281 Nov 04 10:10:20.468637 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e19c98-baab-4a49-bdf8-0dcd44fa93fa None None] The sync data for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 is: [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '91782b6b-b721-47c9-822d-9b725bf0e669', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'floating_ip_address': '172.25.3.85', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'port_id': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'mac_address': 'fa:16:3e:cd:af:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:10:18Z', 'updated_at': '2021-11-04T10:10:18Z', 'revision_number': 0, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:09Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:10:20.671469 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d02317-2e89-4077-894e-c0913d4f181d None None] New status for floating IP 91782b6b-b721-47c9-822d-9b725bf0e669: ACTIVE {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:10:20.858269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45806) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:20.923229 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-aae327db-6174-4ea5-94b7-8c5ee24d72c7 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91782b6b-b721-47c9-822d-9b725bf0e669 HTTP/1.1" status: 200 len: 992 time: 0.0638008 Nov 04 10:10:37.479217 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4fda54af-3b25-46d0-b7d3-2397c972a468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:40.071265 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-97e01482-785b-4218-b0d6-3e55f6b554e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:40.377954 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:41.541721 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:42.997575 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:46.364031 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:47.313896 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:52.365942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356be8ec-fda1-4a3d-b40a-2de8f7d20b39 req-7661aff8-bcba-4fed-8149-4ae9c37acc26 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:52.367451 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-356be8ec-fda1-4a3d-b40a-2de8f7d20b39 req-7661aff8-bcba-4fed-8149-4ae9c37acc26 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0545809 Nov 04 10:10:52.409665 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-356be8ec-fda1-4a3d-b40a-2de8f7d20b39 req-62da156f-f07f-4717-9a3e-f23f78f540a5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348787 Nov 04 10:10:53.541736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff0f35-e025-4d90-81e0-8da3babacdb0 req-98483704-2ba9-47d4-9e55-9f7961682053 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:53.545434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2ff0f35-e025-4d90-81e0-8da3babacdb0 req-98483704-2ba9-47d4-9e55-9f7961682053 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0593615 Nov 04 10:10:53.584838 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f2ff0f35-e025-4d90-81e0-8da3babacdb0 req-fcb65f33-70ad-4726-a71a-c34d336eaf6d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343189 Nov 04 10:10:53.608271 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45828) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:53.670791 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-bdb3565b-d634-493c-a88f-04343187271b tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91782b6b-b721-47c9-822d-9b725bf0e669 HTTP/1.1" status: 200 len: 992 time: 0.0611167 Nov 04 10:10:54.753481 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:10:54.968358 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebad8e2-8e3a-4e70-bff5-3ad49e34c21b req-60ace500-fe03-43c9-b152-424ec43fabff tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:54.969933 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ebad8e2-8e3a-4e70-bff5-3ad49e34c21b req-60ace500-fe03-43c9-b152-424ec43fabff tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0647633 Nov 04 10:10:54.985581 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-2429c379-89fc-4301-8fa8-c82df7a21d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:54.987117 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-2429c379-89fc-4301-8fa8-c82df7a21d87 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 1096 time: 0.0567853 Nov 04 10:10:55.021873 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4ebad8e2-8e3a-4e70-bff5-3ad49e34c21b req-34609614-c2f3-480a-a158-c16082427bf2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442145 Nov 04 10:10:55.079553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-aa91a879-94d5-4f28-aa96-f397549465eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:55.081080 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-aa91a879-94d5-4f28-aa96-f397549465eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=ee7d7383-8253-4427-b7ad-34f6ff4a5845 HTTP/1.1" status: 200 len: 898 time: 0.0872753 Nov 04 10:10:55.151843 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-cf47a6e3-a1e4-41ad-8f0e-f8ea17d3a08e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b HTTP/1.1" status: 200 len: 1000 time: 0.0638402 Nov 04 10:10:55.202031 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-71dbfec2-6ec2-4438-bb9c-9deaec7ae6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:55.203514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-71dbfec2-6ec2-4438-bb9c-9deaec7ae6d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5a12a06f-287c-43d7-9470-01e4837c20dd HTTP/1.1" status: 200 len: 835 time: 0.0444889 Nov 04 10:10:55.251465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-59816030-7036-41a5-ae72-df2a9c2401c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:55.252875 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-59816030-7036-41a5-ae72-df2a9c2401c4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee7d7383-8253-4427-b7ad-34f6ff4a5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420349 Nov 04 10:10:55.353070 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-6f8c5ac5-595d-4fde-b02a-232a0ca0b7bf service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928879 Nov 04 10:10:55.461348 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-5dc90821-e51a-4c71-a60d-4cf3d5a1872b req-9fa10590-0dc9-4c1c-9c46-ce5b13696722 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003869 Nov 04 10:10:56.139844 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6633d-8fd2-41e5-8aaa-f079aaa996b8 req-7afebbc3-64b2-4b0f-ac72-d1c506406140 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:56.141468 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6aa6633d-8fd2-41e5-8aaa-f079aaa996b8 req-7afebbc3-64b2-4b0f-ac72-d1c506406140 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0504804 Nov 04 10:10:56.179940 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6aa6633d-8fd2-41e5-8aaa-f079aaa996b8 req-3396af7d-a706-42a8-bf81-67fcc138581c tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324991 Nov 04 10:10:57.295801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67ec6-013b-4946-9ca1-57bc04f0b4d5 req-d66708ab-4a09-4f11-873c-b1c96982d14e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:57.297247 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81c67ec6-013b-4946-9ca1-57bc04f0b4d5 req-d66708ab-4a09-4f11-873c-b1c96982d14e tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0498979 Nov 04 10:10:57.335198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-81c67ec6-013b-4946-9ca1-57bc04f0b4d5 req-4d51321e-a50e-4ab6-bbb0-b99880962317 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320351 Nov 04 10:10:57.358767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45840) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:57.431393 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-0090fb1f-c732-43dd-8abe-775661bfc39d tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/floatingips/91782b6b-b721-47c9-822d-9b725bf0e669 HTTP/1.1" status: 200 len: 992 time: 0.0713627 Nov 04 10:10:57.648707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:10:57.825637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port 326b7b5c-1e6e-4a9a-96fd-40504820d64f {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:10:57.825979 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:57.911814 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:57.912279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:57.924719 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for 326b7b5c-1e6e-4a9a-96fd-40504820d64f owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:10:58.078469 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:58.103691 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=326b7b5c-1e6e-4a9a-96fd-40504820d64f,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:10:58.128992 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.129387 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.129683 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.130019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.130349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.130679 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.131006 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.131332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.131661 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.132015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.132337 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.132655 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:10:58.179449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:58.179920 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Floating IP 91782b6b-b721-47c9-822d-9b725bf0e669 disassociated (deleted). External IP: 172.25.3.85, port: c4c2234e-fd56-4313-bff5-5f007510cd1b. Nov 04 10:10:58.403373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 31759aa2-8381-4e43-98ab-86e22acaacf6 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:10:58.525008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:10:58.531082 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:10:58.536127 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] Sync routers for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:10:58.546421 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:58.547038 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:58.563494 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-03431f0a-ae69-4032-a32c-4eab16dd89f9 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/floatingips/91782b6b-b721-47c9-822d-9b725bf0e669 HTTP/1.1" status: 204 len: 168 time: 0.9136739 Nov 04 10:10:58.564138 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:10:58.566818 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:10:58.666010 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:58.737153 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbec9b1-f500-428f-8b6a-afee04fc7aa9 x-openstack-request-id: req-1dbec9b1-f500-428f-8b6a-afee04fc7aa9 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:10:58.737472 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:10:58.737855 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1dbec9b1-f500-428f-8b6a-afee04fc7aa9 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:10:58.738299 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'status': 'completed', 'code': 200} Nov 04 10:10:58.808531 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-35758595-99d7-425e-be11-c0725d0ddcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:58.810047 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-35758595-99d7-425e-be11-c0725d0ddcf9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 1096 time: 0.0494542 Nov 04 10:10:58.837965 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a301251-7ff9-4549-a27d-64945611318f req-7edd807e-0bfa-4b9f-b93f-39601fd408e2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:58.840302 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a301251-7ff9-4549-a27d-64945611318f req-7edd807e-0bfa-4b9f-b93f-39601fd408e2 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0574834 Nov 04 10:10:58.882904 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:09Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:58.892254 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a301251-7ff9-4549-a27d-64945611318f req-4ff35ce8-b736-48ed-9078-60fbc9a789f5 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448890 Nov 04 10:10:58.907353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-3ac2b754-dd0f-4576-b61a-f572e5e6bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:58.908864 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-3ac2b754-dd0f-4576-b61a-f572e5e6bf33 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ee7d7383-8253-4427-b7ad-34f6ff4a5845 HTTP/1.1" status: 200 len: 898 time: 0.0903435 Nov 04 10:10:58.928892 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] Checking router: 31759aa2-8381-4e43-98ab-86e22acaacf6 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:10:58.938466 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:10:58.939083 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:58.956639 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-4096a816-98bc-43b8-a5c0-ecb2ae4b2925 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b HTTP/1.1" status: 200 len: 217 time: 0.0399878 Nov 04 10:10:59.065020 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:10:59.276159 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:09Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:10:59.304605 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52acd111-5e12-4ee2-847e-1b2ad85f41e4 None None] The sync data for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 is: [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'e35747f0-7780-4ec4-b728-81a175d87e81', 'name': '', 'network_id': 'ee7d7383-8253-4427-b7ad-34f6ff4a5845', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'mac_address': 'fa:16:3e:03:34:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:05Z', 'updated_at': '2021-11-04T10:10:09Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'subnets': [{'id': '5a12a06f-287c-43d7-9470-01e4837c20dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:10:59.354172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-5fb235cb-d198-43fd-a394-c562e5064d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:59.356444 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-5fb235cb-d198-43fd-a394-c562e5064d5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5a12a06f-287c-43d7-9470-01e4837c20dd HTTP/1.1" status: 200 len: 835 time: 0.3920772 Nov 04 10:10:59.409876 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-8606f079-a57d-4208-afdc-9d8bdc02892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:10:59.411385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-8606f079-a57d-4208-afdc-9d8bdc02892b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ee7d7383-8253-4427-b7ad-34f6ff4a5845&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469835 Nov 04 10:10:59.514632 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-4ba43154-7b72-47e1-9178-53ad2c644ac7 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957820 Nov 04 10:10:59.545215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84ff86e-85e7-47e5-9bdb-9def8044efaa None None] New status for floating IP 91782b6b-b721-47c9-822d-9b725bf0e669: DOWN {{(pid=102557) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:10:59.611102 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-502f72ee-193e-4b1f-b1d1-02f3f6aae5b1 req-a4f4c60d-71cd-4f18-bd20-9f34c394b902 service neutron] 10.222.0.70 "GET /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881429 Nov 04 10:11:00.014275 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d6e3f0-39fd-4254-b474-3db7dc51e7de req-e5949d95-2517-4e0a-a6b3-4e2503aefa07 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:00.015919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8d6e3f0-39fd-4254-b474-3db7dc51e7de req-e5949d95-2517-4e0a-a6b3-4e2503aefa07 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0580692 Nov 04 10:11:00.063337 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f8d6e3f0-39fd-4254-b474-3db7dc51e7de req-53e57064-f409-4ac4-afd0-5bdaf6f055d4 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/security-groups?id=adac6ee2-a465-4f42-b9bf-8c31d40dd521&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406532 Nov 04 10:11:00.300888 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660961f3-158f-431b-9235-de1af84ccd99 req-a9ff9de1-aa0e-4f14-b1ff-c744b73c76df tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:00.302363 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-660961f3-158f-431b-9235-de1af84ccd99 req-a9ff9de1-aa0e-4f14-b1ff-c744b73c76df tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 945 time: 0.0534739 Nov 04 10:11:00.402847 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port c4c2234e-fd56-4313-bff5-5f007510cd1b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:11:00.403178 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:00.494951 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port c4c2234e-fd56-4313-bff5-5f007510cd1b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=c4c2234e-fd56-4313-bff5-5f007510cd1b,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:00.496007 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:00.508538 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for c4c2234e-fd56-4313-bff5-5f007510cd1b owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:11:00.651676 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:00.685191 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=c4c2234e-fd56-4313-bff5-5f007510cd1b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:00.732547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] No DVR routers for this DVR port c4c2234e-fd56-4313-bff5-5f007510cd1b on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:11:00.735149 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:00.738538 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-660961f3-158f-431b-9235-de1af84ccd99 req-f7d2b601-e44c-440f-b398-5c490f774b0f tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.70 "DELETE /v2.0/ports/c4c2234e-fd56-4313-bff5-5f007510cd1b HTTP/1.1" status: 204 len: 173 time: 0.4300756 Nov 04 10:11:00.738996 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'name': 'network-vif-deleted', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:11:00.741322 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73210867-39a5-48d6-b493-bfd2f4c0e540" -d '{"events": [{"server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "name": "network-vif-deleted", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:11:00.783655 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e9fa90-154a-413e-b5f7-2c6e5a4a1408 x-openstack-request-id: req-e0e9fa90-154a-413e-b5f7-2c6e5a4a1408 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:11:00.784039 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eeb67d5-79cb-4150-b020-71f0cef54e47", "name": "network-vif-deleted", "tag": "c4c2234e-fd56-4313-bff5-5f007510cd1b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:11:00.784377 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e0e9fa90-154a-413e-b5f7-2c6e5a4a1408 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:11:00.785354 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eeb67d5-79cb-4150-b020-71f0cef54e47', 'name': 'network-vif-deleted', 'tag': 'c4c2234e-fd56-4313-bff5-5f007510cd1b', 'status': 'completed', 'code': 200} Nov 04 10:11:01.188487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d95c5c0-b768-43fd-89a7-5f65b7774cd9 req-2897f4f4-c14e-483d-9d04-caf55d1394f6 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "GET /v2.0/ports?device_id=4eeb67d5-79cb-4150-b020-71f0cef54e47 HTTP/1.1" status: 200 len: 210 time: 0.0308645 Nov 04 10:11:02.252162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45868) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:02.622843 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:02.883423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port e35747f0-7780-4ec4-b728-81a175d87e81 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:11:02.883675 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:02.980867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port e35747f0-7780-4ec4-b728-81a175d87e81, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e35747f0-7780-4ec4-b728-81a175d87e81,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:02.981227 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:02.997314 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for e35747f0-7780-4ec4-b728-81a175d87e81 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:11:03.187685 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:03.212989 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=e35747f0-7780-4ec4-b728-81a175d87e81,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:03.405639 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:03.629681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Router 31759aa2-8381-4e43-98ab-86e22acaacf6 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:11:03.756644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:11:03.762981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ed38c0d4-3aef-4685-bf3b-03dcd14b0479 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "PUT /v2.0/routers/31759aa2-8381-4e43-98ab-86e22acaacf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5096974 Nov 04 10:11:03.765904 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45870) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:03.768594 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] Sync routers for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:11:03.779710 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:03.780375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:03.821353 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting subnet 5a12a06f-287c-43d7-9470-01e4837c20dd {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:11:03.825664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:03.869557 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:03.901234 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:03.963299 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:03.976747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c4c2234e-fd56-4313-bff5-5f007510cd1b no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:11:04.004790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: c4c2234e-fd56-4313-bff5-5f007510cd1b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:11:04.005170 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device c4c2234e-fd56-4313-bff5-5f007510cd1b not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:11:04.041492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.070553 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Subnet': ['ID=5a12a06f-287c-43d7-9470-01e4837c20dd,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:04.076037 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.081936 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ba493930-2bb7-48ac-b276-fa1b246ed769 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/subnets/5a12a06f-287c-43d7-9470-01e4837c20dd HTTP/1.1" status: 204 len: 168 time: 0.3123853 Nov 04 10:11:04.083014 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45872) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:04.085435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea841f-d6fa-4cfb-a815-5d28ca503c52 None None] Network ee7d7383-8253-4427-b7ad-34f6ff4a5845 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:11:04.120155 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:11:03Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:04.149433 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] Checking router: 31759aa2-8381-4e43-98ab-86e22acaacf6 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:11:04.161839 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] Routers {'31759aa2-8381-4e43-98ab-86e22acaacf6'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:04.162449 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:10:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['31759aa2-8381-4e43-98ab-86e22acaacf6'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:04.200999 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.288306 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] Set router 31759aa2-8381-4e43-98ab-86e22acaacf6 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:04.310231 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] DHCP port deletion for ee7d7383-8253-4427-b7ad-34f6ff4a5845 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:11:04.319017 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.362207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Deleting port 70719359-bc52-4e8d-9d79-a1c409d859a8 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:11:04.363383 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.380414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Deleting port e204ad93-8ecb-4a64-9912-7c8d0d09df1f {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:11:04.380796 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.435586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] For port 70719359-bc52-4e8d-9d79-a1c409d859a8, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=70719359-bc52-4e8d-9d79-a1c409d859a8,segment=NetworkSegment(9d7dbae6-8faf-4e04-b6a0-1a929091b748),segment_id=9d7dbae6-8faf-4e04-b6a0-1a929091b748)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:04.436025 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.450356 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Calling delete_port for 70719359-bc52-4e8d-9d79-a1c409d859a8 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:11:04.477584 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] For port e204ad93-8ecb-4a64-9912-7c8d0d09df1f, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:04.478128 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.493130 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Calling delete_port for e204ad93-8ecb-4a64-9912-7c8d0d09df1f owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:11:04.496567 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:11:03Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:04.532046 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e09dd2a-e464-4804-9ecb-615119c7a80e None None] The sync data for ids ['31759aa2-8381-4e43-98ab-86e22acaacf6'] in n-d-816487-1 is: [{'id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1245144765', 'tenant_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:10:01Z', 'updated_at': '2021-11-04T10:11:03Z', 'revision_number': 5, 'project_id': 'aef2b89ed0ff4a72953ea3cffd9dc27a', 'gw_port': {'id': 'e204ad93-8ecb-4a64-9912-7c8d0d09df1f', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:73:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31759aa2-8381-4e43-98ab-86e22acaacf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:10:02Z', 'updated_at': '2021-11-04T10:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:11:04.544956 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.573399 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Pushing event deleted for resources: {'Port': ['ID=70719359-bc52-4e8d-9d79-a1c409d859a8,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:04.582615 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] No DVR routers for this DVR port 70719359-bc52-4e8d-9d79-a1c409d859a8 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:11:04.585221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.585391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.585646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.586088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.586419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.586822 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.587071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.587395 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.587720 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.588078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.588435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.588899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e76df480-7ffa-4f3f-ab71-819d559ef3d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.697501 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.726582 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Port': ['ID=e204ad93-8ecb-4a64-9912-7c8d0d09df1f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:04.757074 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.757466 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.757887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.758245 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.758692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.759025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.759623 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.759983 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.760317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.760650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.761039 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.761510 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:04.803817 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.903724 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.906076 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.959221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.959802 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Fanout notify agent at l3_agent the message router_deleted on router 31759aa2-8381-4e43-98ab-86e22acaacf6 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:11:04.968636 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:04.972143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-76367570-468b-40b4-94e5-95765ea85c80 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/routers/31759aa2-8381-4e43-98ab-86e22acaacf6 HTTP/1.1" status: 204 len: 168 time: 0.8851140 Nov 04 10:11:04.972513 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45874) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:05.062816 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.201540 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.226432 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7d7383-8253-4427-b7ad-34f6ff4a5845']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:05.237239 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7dbae6-8faf-4e04-b6a0-1a929091b748') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:05.237539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7dbae6-8faf-4e04-b6a0-1a929091b748') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:05.253232 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.267791 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.275079 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:11:05.275475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: timer() Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:11:05.279057 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:11:05.339328 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.346647 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.349946 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/networks/ee7d7383-8253-4427-b7ad-34f6ff4a5845 HTTP/1.1" status: 204 len: 168 time: 0.3763916 Nov 04 10:11:05.353030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45876) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:05.362565 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a99349-43d6-4f0e-a516-5d26860a9167 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'Network': ['ID=ee7d7383-8253-4427-b7ad-34f6ff4a5845,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:05.420116 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a819357-ac77-43ff-a703-152832ba9560 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.454316 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a819357-ac77-43ff-a703-152832ba9560 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.526385 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a819357-ac77-43ff-a703-152832ba9560 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.529622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-7a819357-ac77-43ff-a703-152832ba9560 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:05.531036 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7a819357-ac77-43ff-a703-152832ba9560 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] 10.222.0.53 "DELETE /v2.0/security-groups/adac6ee2-a465-4f42-b9bf-8c31d40dd521 HTTP/1.1" status: 204 len: 168 time: 0.1768479 Nov 04 10:11:05.542997 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a819357-ac77-43ff-a703-152832ba9560 tempest-TestNetworkAdvancedServerOps-1470541761 tempest-TestNetworkAdvancedServerOps-1470541761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adac6ee2-a465-4f42-b9bf-8c31d40dd521,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:05.638508 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 70719359-bc52-4e8d-9d79-a1c409d859a8 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:11:05.660028 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 70719359-bc52-4e8d-9d79-a1c409d859a8 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:11:05.660384 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 70719359-bc52-4e8d-9d79-a1c409d859a8 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:11:05.660830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e204ad93-8ecb-4a64-9912-7c8d0d09df1f no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:11:05.684614 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e204ad93-8ecb-4a64-9912-7c8d0d09df1f {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:11:05.685080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e204ad93-8ecb-4a64-9912-7c8d0d09df1f not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:11:05.685392 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e35747f0-7780-4ec4-b728-81a175d87e81 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:11:05.707922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: e35747f0-7780-4ec4-b728-81a175d87e81 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:11:05.711837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device e35747f0-7780-4ec4-b728-81a175d87e81 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:11:05.910630 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:06.071424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8d6ad9c1-0bac-4653-a8f4-288802abe7c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aef2b89ed0ff4a72953ea3cffd9dc27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596048 Nov 04 10:11:06.073875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:06.124445 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d198f8a5-50ef-41f8-9cd5-14e2aaba70ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.151305 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d198f8a5-50ef-41f8-9cd5-14e2aaba70ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.200759 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d198f8a5-50ef-41f8-9cd5-14e2aaba70ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.203240 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d198f8a5-50ef-41f8-9cd5-14e2aaba70ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.204427 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d198f8a5-50ef-41f8-9cd5-14e2aaba70ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/238e9683-0ee0-4caa-aab2-6314345a400e HTTP/1.1" status: 204 len: 168 time: 0.1296308 Nov 04 10:11:06.213974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198f8a5-50ef-41f8-9cd5-14e2aaba70ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238e9683-0ee0-4caa-aab2-6314345a400e,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:06.500613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45894) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:06.515562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1879156-02b2-4528-a8dc-a2d512a345c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.597209 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1879156-02b2-4528-a8dc-a2d512a345c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.601267 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d1879156-02b2-4528-a8dc-a2d512a345c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.643242 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d1879156-02b2-4528-a8dc-a2d512a345c5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9c8357c66a2041719b1f2056008f5cba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415081 Nov 04 10:11:06.644197 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1879156-02b2-4528-a8dc-a2d512a345c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e774e8f1-7a0c-4493-acb5-8673076d1101,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:06.646234 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45896) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:06.700444 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4888213-df4e-40c8-884b-febf0f4e5301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.723817 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4888213-df4e-40c8-884b-febf0f4e5301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.772633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4888213-df4e-40c8-884b-febf0f4e5301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.775247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a4888213-df4e-40c8-884b-febf0f4e5301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:06.777210 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a4888213-df4e-40c8-884b-febf0f4e5301 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e774e8f1-7a0c-4493-acb5-8673076d1101 HTTP/1.1" status: 204 len: 168 time: 0.1286354 Nov 04 10:11:06.785000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4888213-df4e-40c8-884b-febf0f4e5301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e774e8f1-7a0c-4493-acb5-8673076d1101,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:07.474395 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0e4b9587-e53a-4718-8512-15c3a47d2e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.517479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45918) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:07.621814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-635867236-network', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:07.648521 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Made reservation on behalf of 5545694ab6054eef8299f7e09a6e006c for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:11:07.650917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.660164 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.746778 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.750528 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.776008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:11:07.786403 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c0fc9-5208-42c2-859d-a85d3dbf1764,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:07.792192 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.792671 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Added segment 8bfea2b5-1e4c-4f66-8d14-e52d0406b438 of type vlan for network 7623364d-eaf1-4604-bf85-5e3368213f67 Nov 04 10:11:07.844433 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.869414 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.870416 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:07.871040 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:07.930531 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4119382 Nov 04 10:11:07.934318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45922) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:07.937972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbf069-021f-499f-88ca-c272055aea11 admin admin] Pushing event updated for resources: {'Network': ['ID=7623364d-eaf1-4604-bf85-5e3368213f67,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:07.939664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Request body: {'subnet': {'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-635867236-subnet', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:07.948892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 7623364d-eaf1-4604-bf85-5e3368213f67 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:11:07.962536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Made reservation on behalf of 5545694ab6054eef8299f7e09a6e006c for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:11:07.965651 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.443257 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.499311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce670c6d-a7de-46a5-97d7-34429ddaa891,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:08.511901 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Checking segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:08.512268 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Network hostable DHCP agents. Network: 7623364d-eaf1-4604-bf85-5e3368213f67, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:11:08.528733 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Network 7623364d-eaf1-4604-bf85-5e3368213f67 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:11:08.536991 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 7623364d-eaf1-4604-bf85-5e3368213f67) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:08.542530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:08.543210 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.545947 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1519f89-c6d8-4226-a381-0e7781fec47e None None] Network 7623364d-eaf1-4604-bf85-5e3368213f67 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:11:08.559243 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2d155a46-db50-484c-9564-bef9a0ebbc35 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6238213 Nov 04 10:11:08.561939 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45926) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:08.566237 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:08.588614 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.590536 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.653291 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.720616 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-7623364d-eaf1-4604-bf85-5e3368213f67', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:11:08.721498 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.796681 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:08.864960 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Allocated IP 172.20.0.2 (7623364d-eaf1-4604-bf85-5e3368213f67/ce670c6d-a7de-46a5-97d7-34429ddaa891/294cc78a-3607-4658-9a69-f60e07377e60) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:09.000080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.014269 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.020580 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.020863 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.062829 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Network 7623364d-eaf1-4604-bf85-5e3368213f67 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:09.065721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:09.068236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:09.078503 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Pushing event updated for resources: {'Port': ['ID=294cc78a-3607-4658-9a69-f60e07377e60,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:09.130152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Attempting to bind port 294cc78a-3607-4658-9a69-f60e07377e60 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:11:09.130530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Attempting to bind port 294cc78a-3607-4658-9a69-f60e07377e60 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:11:09.130894 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Attempting to bind port 294cc78a-3607-4658-9a69-f60e07377e60 on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:09.134869 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Allocated IP 172.25.3.190 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/f3270ef6-823e-4f88-b92e-d857b7cc432b) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:09.138611 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:11:09.139236 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Checking segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:09.139829 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.140496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Bound using segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:11:09.141030 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Bound port: 294cc78a-3607-4658-9a69-f60e07377e60, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:11:09.141708 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.214404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] For port 294cc78a-3607-4658-9a69-f60e07377e60, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:11:09.217495 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] For port 294cc78a-3607-4658-9a69-f60e07377e60, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=294cc78a-3607-4658-9a69-f60e07377e60,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:11:09.221350 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.247099 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.277533 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007f3f0-b9e1-4e3f-a0b9-3669b7c620f9 None None] Pushing event updated for resources: {'Port': ['ID=294cc78a-3607-4658-9a69-f60e07377e60,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:09.293815 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.336864 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:09.339926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:09.343376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:09.371349 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Pushing event updated for resources: {'Port': ['ID=f3270ef6-823e-4f88-b92e-d857b7cc432b,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:09.629553 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.832623 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:09.969748 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Router cff257fa-1370-4e69-b60b-da98cedbe07a is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102555) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:11:10.079586 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9b49fbaf-d654-45f6-9e0c-22e1803fc380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.103497 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:11:10.121979 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Sync routers for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:11:10.125776 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.129947 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45928) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:10.130487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-07ffc23d-6a26-4775-9648-714ef5143f07 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5670304 Nov 04 10:11:10.133750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:10.134698 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:10.210794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f72c8f-5701-4401-8ad7-dab81bd06f9a None None] Network 7623364d-eaf1-4604-bf85-5e3368213f67 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:11:10.293033 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d2243749-e6c7-4534-9f50-2b43ae3e6002 None None] Provisioning complete for port 294cc78a-3607-4658-9a69-f60e07377e60 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:10.293533 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2243749-e6c7-4534-9f50-2b43ae3e6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.496912 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:10.580085 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.596497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.741721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Allocated IP 172.20.0.1 (7623364d-eaf1-4604-bf85-5e3368213f67/ce670c6d-a7de-46a5-97d7-34429ddaa891/52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:10.781175 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2243749-e6c7-4534-9f50-2b43ae3e6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.831058 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d2243749-e6c7-4534-9f50-2b43ae3e6002 None None] For port 294cc78a-3607-4658-9a69-f60e07377e60, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=294cc78a-3607-4658-9a69-f60e07377e60,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:10.835676 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2243749-e6c7-4534-9f50-2b43ae3e6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.841141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:09Z', 'revision_number': 3, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:10.856759 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.890141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Checking router: cff257fa-1370-4e69-b60b-da98cedbe07a for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:11:10.890376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Updating router cff257fa-1370-4e69-b60b-da98cedbe07a port f3270ef6-823e-4f88-b92e-d857b7cc432b binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:11:10.894745 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.935198 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:10.940778 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2243749-e6c7-4534-9f50-2b43ae3e6002 None None] Pushing event updated for resources: {'Port': ['ID=294cc78a-3607-4658-9a69-f60e07377e60,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:10.942808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Network 7623364d-eaf1-4604-bf85-5e3368213f67 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:10.946840 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:10.954515 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:10.958063 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Pushing event updated for resources: {'Port': ['ID=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:11.012247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.070309 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a8de18f4-17df-45be-9e50-580b158741c8 None None] Provisioning complete for port 294cc78a-3607-4658-9a69-f60e07377e60 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:11.070740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a8de18f4-17df-45be-9e50-580b158741c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.150304 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.301005 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.306048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.338181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.343592 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.366499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Attempting to bind port f3270ef6-823e-4f88-b92e-d857b7cc432b on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:11:11.366884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Attempting to bind port f3270ef6-823e-4f88-b92e-d857b7cc432b by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:11:11.367243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Attempting to bind port f3270ef6-823e-4f88-b92e-d857b7cc432b on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:11.371723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf9c51-368e-4d13-8ef0-bf05d713eeed None None] Pushing event updated for resources: {'Port': ['ID=f3270ef6-823e-4f88-b92e-d857b7cc432b,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:11.380178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:11:11.380581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:11.381370 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.381769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:11:11.382227 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Bound port: f3270ef6-823e-4f88-b92e-d857b7cc432b, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:11:11.383147 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.407074 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-617e7c65-41ea-41cf-9eac-08d47b443aae None None] Provisioning complete for port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:11.407448 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-617e7c65-41ea-41cf-9eac-08d47b443aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.413441 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Pushing event updated for resources: {'Port': ['ID=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:11.415556 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.469396 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-617e7c65-41ea-41cf-9eac-08d47b443aae None None] Port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:11:11.475151 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] For port f3270ef6-823e-4f88-b92e-d857b7cc432b, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:11:11.488080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] For port f3270ef6-823e-4f88-b92e-d857b7cc432b, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f3270ef6-823e-4f88-b92e-d857b7cc432b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:11:11.492687 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.524880 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 294cc78a-3607-4658-9a69-f60e07377e60 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:11.525159 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Network 7623364d-eaf1-4604-bf85-5e3368213f67 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:11.526684 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:11.605834 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.612749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf9c51-368e-4d13-8ef0-bf05d713eeed None None] Pushing event updated for resources: {'Port': ['ID=f3270ef6-823e-4f88-b92e-d857b7cc432b,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:11.618815 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:11.619432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:11.653517 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Router cff257fa-1370-4e69-b60b-da98cedbe07a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:11:11.699650 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 294cc78a-3607-4658-9a69-f60e07377e60 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:11.700054 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.774320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:11.778567 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:11:11.783888 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ca7f56c9-74a4-4126-b0ca-8402d3812971 admin admin] 10.222.0.53 "PUT /v2.0/routers/cff257fa-1370-4e69-b60b-da98cedbe07a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524932 Nov 04 10:11:11.891525 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-2ac101fa-5c35-43e8-b204-af43a7a5ff9a None None] Provisioning complete for port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:11.891926 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2ac101fa-5c35-43e8-b204-af43a7a5ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:11.974647 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-2ac101fa-5c35-43e8-b204-af43a7a5ff9a None None] Port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:11:12.068048 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 2, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:12.097016 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6385cb-51bb-4667-9fb8-095d843ff70c None None] The sync data for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 is: [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 2, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:11:12.296867 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45944) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:12.304172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-164890293-network', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:12.325726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Made reservation on behalf of c9e2446aae4c4836990071a3d57d5d24 for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:11:12.328076 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.340474 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.433145 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.437116 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.465479 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:11:12.472179 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82abd296-d29e-4e22-97e6-95c197f96ee0,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:12.478314 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.478670 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Added segment 33196419-f1f2-4fb6-8a61-b5abf05194f4 of type vlan for network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 Nov 04 10:11:12.522729 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.549432 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.550428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:12.551006 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.610683 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3112769 Nov 04 10:11:12.613985 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45946) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:12.617953 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41095662-ed2d-4784-a5d4-4a206cdf34d8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc8c0291-a10e-45cd-bf84-f9f0b9a68999,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:12.620597 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Request body: {'subnet': {'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-164890293-subnet', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:12.629682 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:11:12.645235 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Made reservation on behalf of c9e2446aae4c4836990071a3d57d5d24 for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:11:12.648239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.840239 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.907058 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e36bba0-ae23-4425-a718-706dc4a7d5a6,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:12.918725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Checking segment: {'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:12.919077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Network hostable DHCP agents. Network: fc8c0291-a10e-45cd-bf84-f9f0b9a68999, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:11:12.937785 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:11:12.949240 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, fc8c0291-a10e-45cd-bf84-f9f0b9a68999) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:12.954100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:12.954772 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:12.959776 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e82ff6-c7c4-41dc-b205-2875234c2614 None None] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:11:12.977677 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-01cf2fd1-d9a8-47c9-b12e-992951beef47 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3623424 Nov 04 10:11:12.981246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45948) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:12.988939 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:13.023562 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.025258 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.036965 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.086347 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.152369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'fixed_ips': [{'subnet_id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:11:13.153162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.244360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.331078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Allocated IP 172.20.0.2 (fc8c0291-a10e-45cd-bf84-f9f0b9a68999/9e36bba0-ae23-4425-a718-706dc4a7d5a6/c4a7f17b-cc5b-4516-bcb1-9e20453be3df) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:13.524456 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.532849 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.540214 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f3270ef6-823e-4f88-b92e-d857b7cc432b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:13.603083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:13.608915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:13.615896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:13.628531 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Pushing event updated for resources: {'Port': ['ID=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:13.681052 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f3270ef6-823e-4f88-b92e-d857b7cc432b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:13.681817 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.710256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Attempting to bind port c4a7f17b-cc5b-4516-bcb1-9e20453be3df on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:11:13.710631 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Attempting to bind port c4a7f17b-cc5b-4516-bcb1-9e20453be3df by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:11:13.710987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Attempting to bind port c4a7f17b-cc5b-4516-bcb1-9e20453be3df on network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:13.720706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:11:13.721072 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Checking segment: {'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:13.721476 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.721862 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Bound using segment: {'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:11:13.722349 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Bound port: c4a7f17b-cc5b-4516-bcb1-9e20453be3df, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:11:13.722707 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.827291 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] For port c4a7f17b-cc5b-4516-bcb1-9e20453be3df, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:11:13.831666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] For port c4a7f17b-cc5b-4516-bcb1-9e20453be3df, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,segment=NetworkSegment(33196419-f1f2-4fb6-8a61-b5abf05194f4),segment_id=33196419-f1f2-4fb6-8a61-b5abf05194f4)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:11:13.837230 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.841967 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.851443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.872855 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.897194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port f3270ef6-823e-4f88-b92e-d857b7cc432b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f3270ef6-823e-4f88-b92e-d857b7cc432b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:13.912588 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:13.919709 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe1d9f-6b1d-454b-adaa-971f80ec3dbd None None] Pushing event updated for resources: {'Port': ['ID=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:13.986982 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=f3270ef6-823e-4f88-b92e-d857b7cc432b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:14.019566 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Allocated IP 172.25.3.148 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/669e4455-134a-4fdc-9cbf-a4eafe4bd4ab) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:14.162828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:14.201741 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:14.237729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:14.240952 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:14.243816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:14.291750 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Pushing event updated for resources: {'Port': ['ID=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:14.520755 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:14.725575 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:14.769347 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Sync routers for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:11:14.789375 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:14.790274 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:14.870685 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Router dc83885a-1f84-478e-9eca-437bf2860e41 is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:11:14.911715 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:14.961824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7052aea-f1bd-4a47-ac72-a6ff8e7020e9 None None] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:11:15.004544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:11:15.033896 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.038398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d7539c8b-a68e-4378-ac9a-121ab50a4d57 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0529592 Nov 04 10:11:15.038900 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45950) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:15.040194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Sync routers for ids ['dc83885a-1f84-478e-9eca-437bf2860e41'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:11:15.073043 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Routers {'dc83885a-1f84-478e-9eca-437bf2860e41'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:15.074436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['dc83885a-1f84-478e-9eca-437bf2860e41'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:15.110687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-8509f8ae-b780-46d9-aa11-90b6ba50a1dd None None] Provisioning complete for port c4a7f17b-cc5b-4516-bcb1-9e20453be3df triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:15.111151 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8509f8ae-b780-46d9-aa11-90b6ba50a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.245862 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 2, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:15.275388 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Checking router: cff257fa-1370-4e69-b60b-da98cedbe07a for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:11:15.275745 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Updating router cff257fa-1370-4e69-b60b-da98cedbe07a port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:11:15.309256 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.436265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Set router dc83885a-1f84-478e-9eca-437bf2860e41 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:15.653156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.656443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4a7f17b-cc5b-4516-bcb1-9e20453be3df up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:15.696218 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8509f8ae-b780-46d9-aa11-90b6ba50a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.707301 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.715344 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.835320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-8509f8ae-b780-46d9-aa11-90b6ba50a1dd None None] For port c4a7f17b-cc5b-4516-bcb1-9e20453be3df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,segment=NetworkSegment(33196419-f1f2-4fb6-8a61-b5abf05194f4),segment_id=33196419-f1f2-4fb6-8a61-b5abf05194f4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:15.850490 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Attempting to bind port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:11:15.851066 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Attempting to bind port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:11:15.851182 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8509f8ae-b780-46d9-aa11-90b6ba50a1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.851327 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Attempting to bind port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:15.857654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:11:15.858038 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Checking segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:15.858447 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.858840 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Bound using segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:11:15.859310 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Bound port: 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:11:15.859691 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.859797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c4a7f17b-cc5b-4516-bcb1-9e20453be3df triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:15.860168 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:15.873445 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Pushing event updated for resources: {'Port': ['ID=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:15.882820 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.883175 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.883517 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.883881 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.884209 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.884807 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.885134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.885577 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.886327 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.886703 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.887123 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.887459 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:11:15.927322 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:14Z', 'revision_number': 3, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port': {'id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:15.934707 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Allocated IP 172.20.0.1 (fc8c0291-a10e-45cd-bf84-f9f0b9a68999/9e36bba0-ae23-4425-a718-706dc4a7d5a6/39833cd4-ae3d-4a14-8983-54d498065e65) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:15.969448 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Checking router: dc83885a-1f84-478e-9eca-437bf2860e41 for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:11:15.970053 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Updating router dc83885a-1f84-478e-9eca-437bf2860e41 port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:11:15.974613 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] For port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:11:15.978549 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] For port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:11:15.984520 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.014537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.061049 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddccb1-dd12-4f92-8988-44b501293562 None None] Pushing event updated for resources: {'Port': ['ID=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:16.081741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509f8ae-b780-46d9-aa11-90b6ba50a1dd None None] Pushing event updated for resources: {'Port': ['ID=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:16.094183 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:16.095134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:16.109061 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.155796 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.194039 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:16.199120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:16.206168 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:16.232358 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:16.265775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Pushing event updated for resources: {'Port': ['ID=39833cd4-ae3d-4a14-8983-54d498065e65,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:16.286198 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.311807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] Provisioning complete for port c4a7f17b-cc5b-4516-bcb1-9e20453be3df triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:16.315619 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.403823 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f3270ef6-823e-4f88-b92e-d857b7cc432b up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:16.502779 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.507015 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.564255 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:15Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:16.592231 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26dd329-8d0b-4a1e-9728-70d9ae06fd93 None None] The sync data for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 is: [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:15Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:11:16.634771 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port f3270ef6-823e-4f88-b92e-d857b7cc432b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:16.636409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.713327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.720310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] Provisioning complete for port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:16.720689 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.724466 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.735726 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.741449 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.822523 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.824609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Pushing event updated for resources: {'Port': ['ID=39833cd4-ae3d-4a14-8983-54d498065e65,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:16.830576 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Attempting to bind port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:11:16.831519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Attempting to bind port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:11:16.831519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Attempting to bind port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:16.852299 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bc21d-9622-4bb5-ba0c-49d3fce7b607 None None] Pushing event updated for resources: {'Port': ['ID=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:16.869777 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:11:16.870875 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:16.871286 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.871701 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:11:16.872295 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Bound port: 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:11:16.872679 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.940562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:16.942638 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:16.975061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] For port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:11:16.977183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:16.996482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] For port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:11:17.005716 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:17.064278 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] For port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:17.076449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:17.090214 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Router dc83885a-1f84-478e-9eca-437bf2860e41 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:11:17.103284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bc21d-9622-4bb5-ba0c-49d3fce7b607 None None] Pushing event updated for resources: {'Port': ['ID=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:17.109499 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Routers {'dc83885a-1f84-478e-9eca-437bf2860e41'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:17.110351 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['dc83885a-1f84-478e-9eca-437bf2860e41'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:17.228235 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:11:17.234980 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-93cc11f8-9e4b-4ded-89b4-957585482eed admin admin] 10.222.0.53 "PUT /v2.0/routers/dc83885a-1f84-478e-9eca-437bf2860e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1947639 Nov 04 10:11:17.264671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca6a02-670a-45ff-a051-05b79491d835 None None] Pushing event updated for resources: {'Port': ['ID=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:17.275200 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7ef16b95-92fd-4c0b-ae58-0c7091d28859 None None] Provisioning complete for port 39833cd4-ae3d-4a14-8983-54d498065e65 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:17.275740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16b95-92fd-4c0b-ae58-0c7091d28859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:17.339250 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] Set router dc83885a-1f84-478e-9eca-437bf2860e41 gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:17.380228 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:17.390139 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-7ef16b95-92fd-4c0b-ae58-0c7091d28859 None None] Port 39833cd4-ae3d-4a14-8983-54d498065e65 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:11:17.447586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-7ef16b95-92fd-4c0b-ae58-0c7091d28859 None None] Provisioning complete for port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:17.448635 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7ef16b95-92fd-4c0b-ae58-0c7091d28859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:17.536216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4a7f17b-cc5b-4516-bcb1-9e20453be3df up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:17.702918 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port c4a7f17b-cc5b-4516-bcb1-9e20453be3df triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:17.703292 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:17.754866 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 4, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port': {'id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '39833cd4-ae3d-4a14-8983-54d498065e65', 'name': '', 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'mac_address': 'fa:16:3e:2c:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:15Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 2, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'subnets': [{'id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:17.786073 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80641a22-5a9e-41d9-8f6d-cd6915f740a1 None None] The sync data for ids ['dc83885a-1f84-478e-9eca-437bf2860e41'] in n-d-816487-1 is: [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 4, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port': {'id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cf:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '39833cd4-ae3d-4a14-8983-54d498065e65', 'name': '', 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'mac_address': 'fa:16:3e:2c:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:15Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 2, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'subnets': [{'id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:11:17.839695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:17.841736 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-61db66e6-b323-477e-8ec6-538b9f657122 None None] Provisioning complete for port 39833cd4-ae3d-4a14-8983-54d498065e65 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:17.842104 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-61db66e6-b323-477e-8ec6-538b9f657122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:17.906603 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-61db66e6-b323-477e-8ec6-538b9f657122 None None] Port 39833cd4-ae3d-4a14-8983-54d498065e65 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:11:17.920783 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:17.921157 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.051607 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 45964) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:18.056503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-270c0df8-9561-429b-b1cd-b13ee19079e1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341529918', 'description': 'tempest-secgroup-smoke-341529918 description', 'project_id': '5545694ab6054eef8299f7e09a6e006c'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:18.081852 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-270c0df8-9561-429b-b1cd-b13ee19079e1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.160187 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-270c0df8-9561-429b-b1cd-b13ee19079e1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.164514 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-270c0df8-9561-429b-b1cd-b13ee19079e1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.196707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-270c0df8-9561-429b-b1cd-b13ee19079e1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.198007 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-270c0df8-9561-429b-b1cd-b13ee19079e1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1451259 Nov 04 10:11:18.201283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270c0df8-9561-429b-b1cd-b13ee19079e1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2266919-1710-4719-b9ae-0409bef5e5d7,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:18.201853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45966) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:18.207411 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e0999e94-203e-482c-a86b-10469453acab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': 'a2266919-1710-4719-b9ae-0409bef5e5d7', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:18.235438 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0999e94-203e-482c-a86b-10469453acab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.300213 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0999e94-203e-482c-a86b-10469453acab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.304607 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0999e94-203e-482c-a86b-10469453acab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.325083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0999e94-203e-482c-a86b-10469453acab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87dbdb3e-ccb9-4003-b4b1-10ff54b04ec2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:18.332910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e0999e94-203e-482c-a86b-10469453acab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.334351 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e0999e94-203e-482c-a86b-10469453acab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304450 Nov 04 10:11:18.336912 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:18.342536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-a7ebdcd7-6e6c-428e-8579-a1c048997c2d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': 'a2266919-1710-4719-b9ae-0409bef5e5d7', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:18.372285 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7ebdcd7-6e6c-428e-8579-a1c048997c2d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.440819 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7ebdcd7-6e6c-428e-8579-a1c048997c2d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.445339 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7ebdcd7-6e6c-428e-8579-a1c048997c2d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.466714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebdcd7-6e6c-428e-8579-a1c048997c2d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aedc5096-6765-493a-ab46-29e84f9e0d1a,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:18.474443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-a7ebdcd7-6e6c-428e-8579-a1c048997c2d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.475701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-a7ebdcd7-6e6c-428e-8579-a1c048997c2d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378424 Nov 04 10:11:18.478525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45970) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:18.483364 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-865d9553-f710-42f9-a7ae-1618b03ca047 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': 'a2266919-1710-4719-b9ae-0409bef5e5d7', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:18.511532 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-865d9553-f710-42f9-a7ae-1618b03ca047 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.572599 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-865d9553-f710-42f9-a7ae-1618b03ca047 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.577247 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-865d9553-f710-42f9-a7ae-1618b03ca047 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.601880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d9553-f710-42f9-a7ae-1618b03ca047 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa49ca2-2e9a-4f2e-9fd6-65f5c0577fcb,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:18.607911 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-865d9553-f710-42f9-a7ae-1618b03ca047 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.609411 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-865d9553-f710-42f9-a7ae-1618b03ca047 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295893 Nov 04 10:11:18.612155 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45972) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:18.616530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-e56838d9-5e40-45b4-a50d-675a5b106b4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': 'a2266919-1710-4719-b9ae-0409bef5e5d7', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:18.648416 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e56838d9-5e40-45b4-a50d-675a5b106b4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.710544 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e56838d9-5e40-45b4-a50d-675a5b106b4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.714562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e56838d9-5e40-45b4-a50d-675a5b106b4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.734296 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56838d9-5e40-45b4-a50d-675a5b106b4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e703fb9d-45cb-4bf5-8375-33e5ff4dc988,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:18.739905 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-e56838d9-5e40-45b4-a50d-675a5b106b4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.741368 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-e56838d9-5e40-45b4-a50d-675a5b106b4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282544 Nov 04 10:11:18.744023 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45974) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:18.749199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': 'a2266919-1710-4719-b9ae-0409bef5e5d7', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:18.772878 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Project 5545694ab6054eef8299f7e09a6e006c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:11:18.778331 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.840270 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.844197 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.862394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d944dcdd-9daf-4d50-aeb7-0f3572d79c9b,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:18.871884 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.873186 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-41d5a616-f76f-48bb-9dfa-a0ac43e9d9f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281955 Nov 04 10:11:18.875880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 45976) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:18.880282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': 'a2266919-1710-4719-b9ae-0409bef5e5d7', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:18.905875 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Project 5545694ab6054eef8299f7e09a6e006c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:11:18.912437 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.984714 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:18.989651 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:19.011287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad26be0-1a23-4a00-8097-9873a7e43133,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:19.023029 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:19.025651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-1dac2d2c-2f74-45eb-bd68-57798831d782 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487365 Nov 04 10:11:19.246552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f4cb9fc7-510f-4c20-93c8-a3c82a688aaa tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341529918&fields=id&tenant_id=5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 267 time: 0.0427563 Nov 04 10:11:19.373353 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-661103a8-11bb-4c40-bf28-0a4cb8c8f118 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:19.375393 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-661103a8-11bb-4c40-bf28-0a4cb8c8f118 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 808 time: 0.1207325 Nov 04 10:11:19.394255 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-72f7b832-dada-4dca-8dab-65509498fd97 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/quotas/5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 375 time: 0.0107822 Nov 04 10:11:19.475028 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-9bdb73f9-6f12-4ea4-b069-741b577f0a77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0719795 Nov 04 10:11:19.501887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:19.595327 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-6561f50c-a808-49be-925c-fd2d5127eccf service neutron] 10.222.0.53 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039898 Nov 04 10:11:19.694925 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-09fde6b2-dc2c-47d5-8a2a-7145572301a0 service neutron] 10.222.0.53 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931404 Nov 04 10:11:19.716249 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:19.716657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:19.820953 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:19.857443 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:19.863019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:19.895379 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dfd8a0fe-ce35-4a66-b7c0-249c20701ece req-9cedd6e2-be8e-4a2d-b88f-bd9d99a0efa0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 210 time: 0.0386167 Nov 04 10:11:19.933416 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:20.375010 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Sync routers for ids ['dc83885a-1f84-478e-9eca-437bf2860e41'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:11:20.384746 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Routers {'dc83885a-1f84-478e-9eca-437bf2860e41'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:20.385476 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['dc83885a-1f84-478e-9eca-437bf2860e41'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:20.497541 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Set router dc83885a-1f84-478e-9eca-437bf2860e41 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:20.712309 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 4, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port': {'id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '39833cd4-ae3d-4a14-8983-54d498065e65', 'name': '', 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'mac_address': 'fa:16:3e:2c:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:15Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 2, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'subnets': [{'id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:20.744445 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Checking router: dc83885a-1f84-478e-9eca-437bf2860e41 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:11:20.745135 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Updating router dc83885a-1f84-478e-9eca-437bf2860e41 port 39833cd4-ae3d-4a14-8983-54d498065e65 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:11:20.788774 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:20.882008 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-9c5e0d25-05fd-4645-bee7-0f0f34fae0bb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:20.884061 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-9c5e0d25-05fd-4645-bee7-0f0f34fae0bb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 808 time: 0.1229529 Nov 04 10:11:20.935917 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-78ced4d5-40dc-4b04-a829-d0fc2618b2c8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 379 time: 0.0414584 Nov 04 10:11:20.946545 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'port': {'device_id': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'admin_state_up': True, 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'security_groups': ['a2266919-1710-4719-b9ae-0409bef5e5d7']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:21.006224 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-809eda16-fe6d-4268-850c-f242e1df1d93 req-71fe5ff3-0daa-4090-99b7-0bf14b616dd9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 210 time: 0.0304611 Nov 04 10:11:21.076780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Made reservation on behalf of 5545694ab6054eef8299f7e09a6e006c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:11:21.082570 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.105834 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.111508 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.190481 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a5d4-440f-4a96-a36b-83d0c67e9b77 None None] Pushing event updated for resources: {'Port': ['ID=39833cd4-ae3d-4a14-8983-54d498065e65,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:21.226971 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Attempting to bind port 39833cd4-ae3d-4a14-8983-54d498065e65 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:11:21.227339 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Attempting to bind port 39833cd4-ae3d-4a14-8983-54d498065e65 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:11:21.228058 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Attempting to bind port 39833cd4-ae3d-4a14-8983-54d498065e65 on network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:21.232792 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Allocated IP 172.20.0.7 (7623364d-eaf1-4604-bf85-5e3368213f67/ce670c6d-a7de-46a5-97d7-34429ddaa891/54b3c323-1fa5-4aca-a9dc-95957e7d761b) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:21.234469 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 11, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:11:21.234736 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Checking segment: {'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:21.235228 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.235664 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Bound using segment: {'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:11:21.236248 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Bound port: 39833cd4-ae3d-4a14-8983-54d498065e65, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33196419-f1f2-4fb6-8a61-b5abf05194f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:11:21.236788 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.308122 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] For port 39833cd4-ae3d-4a14-8983-54d498065e65, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:11:21.312087 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] For port 39833cd4-ae3d-4a14-8983-54d498065e65, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=39833cd4-ae3d-4a14-8983-54d498065e65,segment=NetworkSegment(33196419-f1f2-4fb6-8a61-b5abf05194f4),segment_id=33196419-f1f2-4fb6-8a61-b5abf05194f4)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:11:21.317210 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.383893 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Routers {'dc83885a-1f84-478e-9eca-437bf2860e41'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:21.384900 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['dc83885a-1f84-478e-9eca-437bf2860e41'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:21.390068 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a5d4-440f-4a96-a36b-83d0c67e9b77 None None] Pushing event updated for resources: {'Port': ['ID=39833cd4-ae3d-4a14-8983-54d498065e65,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:21.410343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.465406 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.472093 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-d07ae7c6-e8fa-46c6-8bc9-222d5b3e8d9d None None] Provisioning complete for port 39833cd4-ae3d-4a14-8983-54d498065e65 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:21.473241 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d07ae7c6-e8fa-46c6-8bc9-222d5b3e8d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.530988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Network 7623364d-eaf1-4604-bf85-5e3368213f67 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:21.536503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:21.540734 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 39833cd4-ae3d-4a14-8983-54d498065e65 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:21.540960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:21.627005 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:21.627686 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.630332 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:21.647022 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d07ae7c6-e8fa-46c6-8bc9-222d5b3e8d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.656843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 39833cd4-ae3d-4a14-8983-54d498065e65 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:21.657129 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-06bb06fd-0b32-44c6-b50c-f8fef2406fe6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7151749 Nov 04 10:11:21.657388 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.671568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Request body: {'port': {'device_id': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:21.707234 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] Set router dc83885a-1f84-478e-9eca-437bf2860e41 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:21.752320 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-d07ae7c6-e8fa-46c6-8bc9-222d5b3e8d9d None None] For port 39833cd4-ae3d-4a14-8983-54d498065e65, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=39833cd4-ae3d-4a14-8983-54d498065e65,segment=NetworkSegment(33196419-f1f2-4fb6-8a61-b5abf05194f4),segment_id=33196419-f1f2-4fb6-8a61-b5abf05194f4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:21.754012 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.761912 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d07ae7c6-e8fa-46c6-8bc9-222d5b3e8d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.844440 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ae7c6-e8fa-46c6-8bc9-222d5b3e8d9d None None] Pushing event updated for resources: {'Port': ['ID=39833cd4-ae3d-4a14-8983-54d498065e65,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:21.866206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:21.927256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a60bfd3e-a916-4eae-8325-ddf8b2b0fb80 None None] Provisioning complete for port 39833cd4-ae3d-4a14-8983-54d498065e65 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:21.927612 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a60bfd3e-a916-4eae-8325-ddf8b2b0fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.964453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:21.964905 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:21.968453 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 4, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port': {'id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '39833cd4-ae3d-4a14-8983-54d498065e65', 'name': '', 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'mac_address': 'fa:16:3e:2c:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:15Z', 'updated_at': '2021-11-04T10:11:21Z', 'revision_number': 4, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'subnets': [{'id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:22.004680 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704e48f6-e8b9-475e-94f3-01bbb08175cb None None] The sync data for ids ['dc83885a-1f84-478e-9eca-437bf2860e41'] in n-d-816487-1 is: [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 4, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port': {'id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '39833cd4-ae3d-4a14-8983-54d498065e65', 'name': '', 'network_id': 'fc8c0291-a10e-45cd-bf84-f9f0b9a68999', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'mac_address': 'fa:16:3e:2c:dc:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_interface', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:15Z', 'updated_at': '2021-11-04T10:11:21Z', 'revision_number': 4, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'subnets': [{'id': '9e36bba0-ae23-4425-a718-706dc4a7d5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:11:22.107344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a60bfd3e-a916-4eae-8325-ddf8b2b0fb80 None None] Provisioning complete for port 54b3c323-1fa5-4aca-a9dc-95957e7d761b triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:22.107720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a60bfd3e-a916-4eae-8325-ddf8b2b0fb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:22.117183 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b3c323-1fa5-4aca-a9dc-95957e7d761b {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:11:22.127360 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:22.142760 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Transition to ACTIVE for port object 54b3c323-1fa5-4aca-a9dc-95957e7d761b will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:11:22.147162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-a60bfd3e-a916-4eae-8325-ddf8b2b0fb80 None None] Port 54b3c323-1fa5-4aca-a9dc-95957e7d761b cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:11:22.148578 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:22.155981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb51cde-5b53-42c0-b490-5d3c5e410ff4 req-e09ab5c0-1c0c-4e31-b885-ee470b3326d0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:22.166418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bb51cde-5b53-42c0-b490-5d3c5e410ff4 req-e09ab5c0-1c0c-4e31-b885-ee470b3326d0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 931 time: 0.0698776 Nov 04 10:11:22.204143 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3bb51cde-5b53-42c0-b490-5d3c5e410ff4 req-bf88e603-aeb0-4751-b4c3-db9f7dcaea96 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356331 Nov 04 10:11:22.212908 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:22.300738 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:11:22.301489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:11:22.302033 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:22.308742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on network 7623364d-eaf1-4604-bf85-5e3368213f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:11:22.309669 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:11:22.315787 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:11:22.316481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Checking segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:11:22.317056 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Bound using segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:11:22.317807 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Bound port: 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:11:22.318359 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:22.397317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:11:22.401392 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:11:22.407230 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:22.459975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:22.460610 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:22.462030 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] 10.222.0.70 "PUT /v2.0/ports/54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 1091 time: 0.7957423 Nov 04 10:11:22.462490 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:11:22.465087 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4560faab-1e8b-4102-b26e-1aefca948123" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:11:22.480476 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535800b-c7a5-4824-ab64-1c9379354221 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:22.538952 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2557e0ed-20e0-4e57-b9ed-7da9932efc68 x-openstack-request-id: req-2557e0ed-20e0-4e57-b9ed-7da9932efc68 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:11:22.539249 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:11:22.539496 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2557e0ed-20e0-4e57-b9ed-7da9932efc68 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:11:22.539911 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'status': 'completed', 'code': 200} Nov 04 10:11:22.559755 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-abd4cf99-6ee9-4f97-9df4-954bfdb58c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:22.561354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-abd4cf99-6ee9-4f97-9df4-954bfdb58c57 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1094 time: 0.0550654 Nov 04 10:11:22.607462 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-2d12f825-c301-4339-9bdb-694293a7320f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 217 time: 0.0375950 Nov 04 10:11:22.662811 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-23929b10-93ab-4fbb-bf87-02db3412848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:22.664451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-23929b10-93ab-4fbb-bf87-02db3412848a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0501668 Nov 04 10:11:22.711405 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-dcbb6b2e-2f00-4e53-a0c4-ec716fe744cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:22.712879 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-dcbb6b2e-2f00-4e53-a0c4-ec716fe744cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412681 Nov 04 10:11:22.814288 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-d543fa3b-98e5-4fda-80c5-8519e3d8d4c5 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944219 Nov 04 10:11:22.914436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-7cd740f9-1928-40fd-b5b5-8de68fd5ca10 req-2f87c3b2-1623-4e54-8e5d-ac487aae55d9 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915394 Nov 04 10:11:23.007185 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560faab-1e8b-4102-b26e-1aefca948123 req-2420b103-a4b0-4427-af99-9af42ea04f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:23.008974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4560faab-1e8b-4102-b26e-1aefca948123 req-2420b103-a4b0-4427-af99-9af42ea04f33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1094 time: 0.0496323 Nov 04 10:11:23.108272 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560faab-1e8b-4102-b26e-1aefca948123 req-08dd62f1-5467-4c48-b147-6ff1a22ca1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:23.109767 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4560faab-1e8b-4102-b26e-1aefca948123 req-08dd62f1-5467-4c48-b147-6ff1a22ca1aa service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0942061 Nov 04 10:11:23.157662 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4560faab-1e8b-4102-b26e-1aefca948123 req-13ba69f8-c000-4fd7-af57-32f35fe8d516 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 217 time: 0.0395441 Nov 04 10:11:23.210720 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560faab-1e8b-4102-b26e-1aefca948123 req-9814f7dc-e598-47c1-8da7-f404279100f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:23.212254 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4560faab-1e8b-4102-b26e-1aefca948123 req-9814f7dc-e598-47c1-8da7-f404279100f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0465155 Nov 04 10:11:23.270877 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4560faab-1e8b-4102-b26e-1aefca948123 req-57083c26-e920-44ac-af24-72e24bed603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:23.272441 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4560faab-1e8b-4102-b26e-1aefca948123 req-57083c26-e920-44ac-af24-72e24bed603e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521958 Nov 04 10:11:23.346069 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e7aa2-155f-408f-bed6-7d89d78cf7b0 req-782e341c-1d29-431b-b747-470a15837fc6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:23.347721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af1e7aa2-155f-408f-bed6-7d89d78cf7b0 req-782e341c-1d29-431b-b747-470a15837fc6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 943 time: 0.0670915 Nov 04 10:11:23.392451 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4560faab-1e8b-4102-b26e-1aefca948123 req-8ae29c28-79c6-4f80-86e7-dd47d7b0778e service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119065 Nov 04 10:11:23.402049 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-af1e7aa2-155f-408f-bed6-7d89d78cf7b0 req-06ef754e-d619-411d-8cbf-23ea8f020664 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479264 Nov 04 10:11:23.472069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 39833cd4-ae3d-4a14-8983-54d498065e65 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:23.496369 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-4560faab-1e8b-4102-b26e-1aefca948123 req-e0c2e1e8-e03e-4eb1-b6a9-ae4af1dcbf13 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954061 Nov 04 10:11:23.530197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 39833cd4-ae3d-4a14-8983-54d498065e65 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:23.530575 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:24.524927 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e261-db75-4e84-9809-272ae4d06413 req-6613c249-b576-46e8-93df-d77aa6587cfc tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:24.526424 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c83e261-db75-4e84-9809-272ae4d06413 req-6613c249-b576-46e8-93df-d77aa6587cfc tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 943 time: 0.0543725 Nov 04 10:11:24.565788 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c83e261-db75-4e84-9809-272ae4d06413 req-bb109ed8-fad8-4485-9542-25337bd97a92 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331411 Nov 04 10:11:25.699549 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f774ed-5568-4a55-963f-be6ce2414726 req-ffb88845-30de-48e8-aa50-a847ff83df3b tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:25.702212 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1f774ed-5568-4a55-963f-be6ce2414726 req-ffb88845-30de-48e8-aa50-a847ff83df3b tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 943 time: 0.0636709 Nov 04 10:11:25.748290 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a1f774ed-5568-4a55-963f-be6ce2414726 req-55c33943-b0a4-434f-838c-65d537f6ee2a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383511 Nov 04 10:11:26.105463 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:11:26.205194 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:26.217174 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'port_id': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'mac_address': 'fa:16:3e:74:6d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:11:26.262378 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:26.275995 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b3c323-1fa5-4aca-a9dc-95957e7d761b {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:11:26.296715 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:26.301135 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:26.351568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:26.506020 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['54b3c323-1fa5-4aca-a9dc-95957e7d761b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:11:26.866434 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353b79a-ac0c-4ed7-bd10-09ea2b7ec4b9 req-580beb72-82dc-43e5-8312-854e3b99e564 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:26.867931 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e353b79a-ac0c-4ed7-bd10-09ea2b7ec4b9 req-580beb72-82dc-43e5-8312-854e3b99e564 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0508137 Nov 04 10:11:26.907180 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e353b79a-ac0c-4ed7-bd10-09ea2b7ec4b9 req-f494abf8-ae8a-4fdf-b66b-1d13f299466f tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325754 Nov 04 10:11:28.035392 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7c055-3f30-4f37-8c81-79ea9af12d1b req-542c52f6-e645-48bd-b7ed-0b808f014f09 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:28.037043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19c7c055-3f30-4f37-8c81-79ea9af12d1b req-542c52f6-e645-48bd-b7ed-0b808f014f09 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0621996 Nov 04 10:11:28.078744 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-19c7c055-3f30-4f37-8c81-79ea9af12d1b req-6414abee-1bd8-4d38-bd43-e0d95bb7c986 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351782 Nov 04 10:11:28.117540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:11:28.173162 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port 54b3c323-1fa5-4aca-a9dc-95957e7d761b completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:11:28.177729 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 54b3c323-1fa5-4aca-a9dc-95957e7d761b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:11:28.178104 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:28.262895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:28.289554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:11:28.291908 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af616f8-57d9-42d7-aae6-2e25c262e012" -d '{"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:11:28.305498 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:11:28.310036 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:28.341357 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a39e2d-62ce-4a86-aec2-79fcae5218f2 x-openstack-request-id: req-31a39e2d-62ce-4a86-aec2-79fcae5218f2 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:11:28.341652 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:11:28.341905 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-31a39e2d-62ce-4a86-aec2-79fcae5218f2 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:11:28.342298 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'code': 200} Nov 04 10:11:28.368369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:28.445878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca24bb1-0472-42e4-991b-04428361b605 req-c71d4422-0e08-495b-89bc-e575c1702e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:28.447274 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aca24bb1-0472-42e4-991b-04428361b605 req-c71d4422-0e08-495b-89bc-e575c1702e89 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1096 time: 0.0412815 Nov 04 10:11:28.482873 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aca24bb1-0472-42e4-991b-04428361b605 req-731fdf52-fec2-48bd-911e-9ba368fc9f14 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287929 Nov 04 10:11:29.211944 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45841bcc-4e87-4c66-a721-fa1382926fbb req-e49306e0-57a1-4647-af23-626bfe26f58f tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:29.213575 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45841bcc-4e87-4c66-a721-fa1382926fbb req-e49306e0-57a1-4647-af23-626bfe26f58f tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0588698 Nov 04 10:11:29.255593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-45841bcc-4e87-4c66-a721-fa1382926fbb req-d5c4c5f0-8141-4265-9e64-1445ae8e6c8c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352459 Nov 04 10:11:30.383747 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a65e8-71ec-4405-a897-3e60bcf2342c req-a88293a3-80af-4b96-9d9a-d4ef6dea1910 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:30.386239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c42a65e8-71ec-4405-a897-3e60bcf2342c req-a88293a3-80af-4b96-9d9a-d4ef6dea1910 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0584085 Nov 04 10:11:30.425773 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c42a65e8-71ec-4405-a897-3e60bcf2342c req-1ec45451-6c3e-446a-a0f4-e85e3a9883ac tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339293 Nov 04 10:11:30.550734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13342288-ed32-44d5-9ca9-862d82818eb3 req-a3db8d58-3610-4a5c-8749-18462c5bb5fb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:30.552303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13342288-ed32-44d5-9ca9-862d82818eb3 req-a3db8d58-3610-4a5c-8749-18462c5bb5fb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0552757 Nov 04 10:11:30.595472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-13342288-ed32-44d5-9ca9-862d82818eb3 req-72fb3285-53bb-4868-b9c6-bf18ef0ffe28 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362542 Nov 04 10:11:30.617660 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46030) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:30.753626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682c9e2-eb28-45c9-9eff-fcb816676e5f tempest-TestShelveInstance-1594165966 tempest-TestShelveInstance-1594165966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:30.755158 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-7682c9e2-eb28-45c9-9eff-fcb816676e5f tempest-TestShelveInstance-1594165966 tempest-TestShelveInstance-1594165966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1091 time: 0.1364996 Nov 04 10:11:30.758249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46034) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:11:30.763662 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:11:30.785792 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:30.885269 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:31.367246 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Allocated IP 172.25.3.8 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/6fad08d7-ad62-4795-9cd8-756d466c2c1d) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:11:31.473849 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:31.510830 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:31.556111 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:11:31.559423 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:11:31.562294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:11:31.590356 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'Port': ['ID=6fad08d7-ad62-4795-9cd8-756d466c2c1d,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:31.753181 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:11:31.927489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:31.997576 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:32.164532 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:32.169900 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:32.240428 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'Port': ['ID=6fad08d7-ad62-4795-9cd8-756d466c2c1d,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:11:32.253468 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:32.362274 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Floating IP d2a726ad-bf40-440a-9251-8e6b26fc91ec associated. External IP: 172.25.3.8, port: 54b3c323-1fa5-4aca-a9dc-95957e7d761b. Nov 04 10:11:32.596929 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Router cff257fa-1370-4e69-b60b-da98cedbe07a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:11:32.783591 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:11:32.795245 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] Sync routers for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:11:32.806284 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:32.806492 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:32.811029 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:32.839284 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-ffb82322-9549-45d8-bcc4-e3b422dc17af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0799606 Nov 04 10:11:32.840019 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:11:32.842579 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216d5a74-0698-48cd-b5b8-82add8f30384" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:11:32.882238 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446d9917-ce56-4ab1-b5fa-3bfbf836e88c x-openstack-request-id: req-446d9917-ce56-4ab1-b5fa-3bfbf836e88c {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:11:32.882554 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:11:32.883391 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-446d9917-ce56-4ab1-b5fa-3bfbf836e88c {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:11:32.883391 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'status': 'completed', 'code': 200} Nov 04 10:11:32.921160 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:32.950424 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-547649e1-c1ba-45fb-ba70-16f2fc9c8c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:32.952029 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-547649e1-c1ba-45fb-ba70-16f2fc9c8c89 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1096 time: 0.0440922 Nov 04 10:11:33.054187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-163142cd-53b1-4a44-a42f-cb4ba7006127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:33.055704 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-163142cd-53b1-4a44-a42f-cb4ba7006127 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0958357 Nov 04 10:11:33.134763 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-6056e1b8-84d1-4734-b9fe-8c7bda70433c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 997 time: 0.0708807 Nov 04 10:11:33.175950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'd2a726ad-bf40-440a-9251-8e6b26fc91ec', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'port_id': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'mac_address': 'fa:16:3e:74:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:11:31Z', 'updated_at': '2021-11-04T10:11:31Z', 'revision_number': 0, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:33.186765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-637b5d3f-efb0-4aaa-8526-16b36fcfcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:33.188301 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-637b5d3f-efb0-4aaa-8526-16b36fcfcf09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0467236 Nov 04 10:11:33.205781 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] Checking router: cff257fa-1370-4e69-b60b-da98cedbe07a for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:11:33.215987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:11:33.216610 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:11:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:33.243964 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-74aead86-391f-4e60-b55e-0ef942e271cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:11:33.245781 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-74aead86-391f-4e60-b55e-0ef942e271cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502694 Nov 04 10:11:33.333636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:11:33.355364 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-8cd669a7-7f2a-4fe8-9840-bcd43acafa15 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026173 Nov 04 10:11:33.472476 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-216d5a74-0698-48cd-b5b8-82add8f30384 req-0b894522-5523-490f-aa14-63cb250d4d8b service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093161 Nov 04 10:11:33.608468 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'd2a726ad-bf40-440a-9251-8e6b26fc91ec', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'port_id': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'mac_address': 'fa:16:3e:74:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:11:31Z', 'updated_at': '2021-11-04T10:11:31Z', 'revision_number': 0, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:11:33.641215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1962e2fd-b3b3-407c-9fe2-82b512f9b489 None None] The sync data for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 is: [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'd2a726ad-bf40-440a-9251-8e6b26fc91ec', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'port_id': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'mac_address': 'fa:16:3e:74:6d:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:11:31Z', 'updated_at': '2021-11-04T10:11:31Z', 'revision_number': 0, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:11:33.958652 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f19a630-67ab-4368-b5ab-4fd0f9451663 None None] New status for floating IP d2a726ad-bf40-440a-9251-8e6b26fc91ec: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:11:37.476712 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-890b0edc-f9df-49db-8263-1785654045ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:40.077613 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-08a0f585-1b7f-4740-a004-aa21754a9025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:40.380889 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:41.547517 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:43.007541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:46.394627 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:11:47.324239 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:01.404339 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-2858d22d-ea62-446d-8714-24b283245a90 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458882 Nov 04 10:12:01.498833 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-09f6aa43-8a0b-4d01-b2b1-351076615abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:12:01.500523 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-09f6aa43-8a0b-4d01-b2b1-351076615abb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1096 time: 0.0483563 Nov 04 10:12:01.612422 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-787a5ed4-7e84-4135-8759-41ccbf896fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:12:01.613909 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-787a5ed4-7e84-4135-8759-41ccbf896fd0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0920746 Nov 04 10:12:01.688730 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-34eab949-6f72-4a99-b6af-a2f9bed4ea91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 999 time: 0.0669720 Nov 04 10:12:01.739294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-7ea40c62-4253-4918-a7a3-a06484bda164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:12:01.740918 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-7ea40c62-4253-4918-a7a3-a06484bda164 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0445216 Nov 04 10:12:01.787113 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-fd521994-76e0-4e8c-b8e3-d48a90cfc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:12:01.788646 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-fd521994-76e0-4e8c-b8e3-d48a90cfc606 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409977 Nov 04 10:12:01.899554 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-f7419f96-1318-4194-a55d-01d78c571600 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016359 Nov 04 10:12:01.999612 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-525ff26c-4412-4b49-ad4e-e10b16ea50c7 req-77cfd342-6f23-4d73-9e3e-de09a3cea620 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926588 Nov 04 10:12:07.473869 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-800473a9-45dc-40ae-abe3-bec7aaf9eb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:08.751980 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:12:10.071694 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-432138dc-23fa-4df9-833a-75d23ca69555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:10.383408 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:11.545857 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:13.009112 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:16.391329 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:17.332013 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:37.477004 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4d2bc145-850a-48ac-a0bf-49732e4b8a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:40.077095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1da11c3e-26f1-4585-9fd7-6b707d5e3ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:40.387983 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:41.549733 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:43.015072 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:45.751394 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:12:46.406750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:12:46.749974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-573ea841-a6bc-4aff-87fc-8ba01fc64b26 req-ccf63120-03ea-45c0-a401-9c2eca150522 service neutron] (102556) timed out ('10.222.0.53', 42238) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:12:47.331950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:01.384514 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-0562e3ef-8bac-4daa-b3f3-f6b9f6187aa0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444152 Nov 04 10:13:01.466415 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-9a6f4e9a-4333-4aef-bb8a-87676af6d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:01.467942 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-9a6f4e9a-4333-4aef-bb8a-87676af6d120 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1096 time: 0.0418327 Nov 04 10:13:01.571503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-61bbbb12-1c42-484a-84e6-21a09376db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:01.573623 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-61bbbb12-1c42-484a-84e6-21a09376db37 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0858400 Nov 04 10:13:01.643825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-1b610d79-6794-4d4d-8561-b6db76b9e27c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 999 time: 0.0630095 Nov 04 10:13:01.692417 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-daaa4473-0a0d-4f7c-93b2-72bc6eca6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:01.693850 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-daaa4473-0a0d-4f7c-93b2-72bc6eca6217 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0437896 Nov 04 10:13:01.738348 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-fa3a8c92-8e3f-4080-8569-69825e729acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:01.739809 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-fa3a8c92-8e3f-4080-8569-69825e729acd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390410 Nov 04 10:13:01.832116 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-0d412a57-efb0-4e91-ab8e-56225f8bfe5f service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850492 Nov 04 10:13:01.922497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-60468767-3d36-4ff9-9d41-cfb27dc57c4a req-bbd7cf6f-5a25-420e-bcec-adb694bc6390 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822709 Nov 04 10:13:07.480513 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-65e46680-613a-4be0-ab6f-57f897043b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:10.079512 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7ffa6f01-0a49-451b-b428-39dc79c33b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:10.390495 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:11.551763 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:13.016780 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:16.426488 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:17.362733 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:22.750234 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:13:27.783577 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b3dc4-1e5f-40bc-a51f-cdc8de9beb31 req-d1eee99a-1574-42de-9a9e-6ae7a2cb8250 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:27.785078 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d67b3dc4-1e5f-40bc-a51f-cdc8de9beb31 req-d1eee99a-1574-42de-9a9e-6ae7a2cb8250 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0511787 Nov 04 10:13:27.825892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d67b3dc4-1e5f-40bc-a51f-cdc8de9beb31 req-0e6f95d8-9d78-4909-98d2-35ef8f9ce8f4 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345609 Nov 04 10:13:28.969071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2166c5c-2f73-4b28-a8a8-b4894280e3c4 req-2fd6cf7a-e1e4-41c9-8ba7-b63b7af58192 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:28.971112 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2166c5c-2f73-4b28-a8a8-b4894280e3c4 req-2fd6cf7a-e1e4-41c9-8ba7-b63b7af58192 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0536060 Nov 04 10:13:29.021464 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2166c5c-2f73-4b28-a8a8-b4894280e3c4 req-2a49f3a6-7974-4aa1-8baa-d963aa7a7453 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442047 Nov 04 10:13:30.147870 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3dc723-b5b3-473d-8dff-52b69a629e56 req-ee7730ef-6f7c-4c4c-ac0d-76e6b5f9d1a5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:30.150280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd3dc723-b5b3-473d-8dff-52b69a629e56 req-ee7730ef-6f7c-4c4c-ac0d-76e6b5f9d1a5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0550795 Nov 04 10:13:30.194528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd3dc723-b5b3-473d-8dff-52b69a629e56 req-1df2f84e-715f-48bf-82e8-2b05e58bf5a8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362360 Nov 04 10:13:31.311776 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f1f72-228a-465b-87a0-bdefebc8c447 req-88926234-60b7-4e0c-8d62-8d87295d1e04 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:31.313376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e6f1f72-228a-465b-87a0-bdefebc8c447 req-88926234-60b7-4e0c-8d62-8d87295d1e04 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Nov 04 10:13:31.352410 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6e6f1f72-228a-465b-87a0-bdefebc8c447 req-b01c29c3-8fee-43de-bc65-e7a8c252cfe7 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326695 Nov 04 10:13:32.470111 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e1f3d-0f19-48d1-832f-3619a0df14d0 req-ccd46bd8-496f-4dc1-bf6c-f956d02d69a1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:32.471758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-900e1f3d-0f19-48d1-832f-3619a0df14d0 req-ccd46bd8-496f-4dc1-bf6c-f956d02d69a1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0516818 Nov 04 10:13:32.516100 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-900e1f3d-0f19-48d1-832f-3619a0df14d0 req-fb658cc4-11d7-4332-a1e1-0c67cc1eaf06 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382643 Nov 04 10:13:33.638085 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b744f-89e5-459c-a5ff-d06cda8c126c req-a65b9825-03bd-40ed-a070-a1a4502a93b1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:33.639572 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da3b744f-89e5-459c-a5ff-d06cda8c126c req-a65b9825-03bd-40ed-a070-a1a4502a93b1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0525064 Nov 04 10:13:33.678793 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-da3b744f-89e5-459c-a5ff-d06cda8c126c req-b22c3a98-f7e1-4676-a24b-7dd520933826 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322993 Nov 04 10:13:34.799009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57593c59-c0b7-4c71-8182-e6685d161c41 req-f7adb2d8-1424-44b1-82ca-2d143d17ccdb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:34.800543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57593c59-c0b7-4c71-8182-e6685d161c41 req-f7adb2d8-1424-44b1-82ca-2d143d17ccdb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0514729 Nov 04 10:13:34.841075 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57593c59-c0b7-4c71-8182-e6685d161c41 req-9a3e9abc-b449-4fae-98ff-e98003ccf9c8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344415 Nov 04 10:13:35.967714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9dc6a-a380-4666-8497-07b6fa9f9a4a req-70f86e35-63eb-45f6-a8af-19c64dcc1d14 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:35.969211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25c9dc6a-a380-4666-8497-07b6fa9f9a4a req-70f86e35-63eb-45f6-a8af-19c64dcc1d14 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0495653 Nov 04 10:13:36.012394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-25c9dc6a-a380-4666-8497-07b6fa9f9a4a req-bf627f5a-47e1-49d7-bc56-aa3cee8c32a3 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361435 Nov 04 10:13:37.137896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a3f2a-462c-4403-a7a0-a2e259c4be99 req-639b39b5-4274-400c-b608-7b81da085bda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:37.139408 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-484a3f2a-462c-4403-a7a0-a2e259c4be99 req-639b39b5-4274-400c-b608-7b81da085bda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0541713 Nov 04 10:13:37.180134 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-484a3f2a-462c-4403-a7a0-a2e259c4be99 req-a849eaa0-2d8e-4a61-a34a-fb9fd9c16514 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341856 Nov 04 10:13:37.483059 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a22b3733-1b84-4fa5-9a40-c198e74ca01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:38.300454 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac495c3-6bf3-4e71-8169-952a10a82bcb req-2d7913c1-8961-4238-a567-bcd55fd65b1a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:38.302017 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dac495c3-6bf3-4e71-8169-952a10a82bcb req-2d7913c1-8961-4238-a567-bcd55fd65b1a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0536244 Nov 04 10:13:38.344048 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dac495c3-6bf3-4e71-8169-952a10a82bcb req-e41fc8f2-2595-4e57-af0c-44fdc4943f6e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356777 Nov 04 10:13:39.465598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78a26f-2cd8-4c63-92bc-17513f026491 req-a7672c2d-3b79-4155-8aca-d6c2350fcbfc tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:39.467158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c78a26f-2cd8-4c63-92bc-17513f026491 req-a7672c2d-3b79-4155-8aca-d6c2350fcbfc tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Nov 04 10:13:39.511263 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-7c78a26f-2cd8-4c63-92bc-17513f026491 req-ff75fcfa-b074-4205-a416-f34de7cef328 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374835 Nov 04 10:13:40.081874 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-18aa73da-1bfa-4bcf-884e-df756eec11d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:40.392730 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:40.641016 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7a62a-ced9-4d3e-835d-34aa22536bad req-f673d909-68d5-4e77-aa32-0d3192ac3947 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:40.644152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ea7a62a-ced9-4d3e-835d-34aa22536bad req-f673d909-68d5-4e77-aa32-0d3192ac3947 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0569339 Nov 04 10:13:40.688719 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ea7a62a-ced9-4d3e-835d-34aa22536bad req-7419a0e9-f884-45bb-9eb9-34e85905045c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384545 Nov 04 10:13:40.729837 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:13:40.826807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:13:40.842379 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'port_id': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'mac_address': 'fa:16:3e:74:6d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:13:40.881123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:40.896662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54b3c323-1fa5-4aca-a9dc-95957e7d761b {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:13:40.918066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:13:40.949117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:41.017070 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:13:41.027891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['54b3c323-1fa5-4aca-a9dc-95957e7d761b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:13:41.032078 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.032419 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.032753 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.033188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.033535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.034242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.034700 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.035232 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.035584 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.036183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.036688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.037166 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:41.564048 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:41.872639 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a7d96-4300-4410-a632-e5b6e7aa735c req-2d1214a6-bc73-4f82-b4c4-8083e13bcc32 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:41.874273 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f1a7d96-4300-4410-a632-e5b6e7aa735c req-2d1214a6-bc73-4f82-b4c4-8083e13bcc32 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0876548 Nov 04 10:13:41.943050 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1f1a7d96-4300-4410-a632-e5b6e7aa735c req-ccc7b7e7-8765-4c04-930a-f8a6fd731e79 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567665 Nov 04 10:13:42.739970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:13:42.796640 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port 54b3c323-1fa5-4aca-a9dc-95957e7d761b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:13:42.797118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:42.899193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:42.930453 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:13:42.935964 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e351e9-63c6-4a4c-9fff-5d5fc5533563" -d '{"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:13:42.950901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:13:42.958606 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:42.999440 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdad414d-a9c4-4861-b47f-262514b7797e x-openstack-request-id: req-bdad414d-a9c4-4861-b47f-262514b7797e {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:13:42.999735 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:13:43.000017 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bdad414d-a9c4-4861-b47f-262514b7797e {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:13:43.000411 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'code': 200} Nov 04 10:13:43.039654 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:13:43.044101 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:43.149614 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c62462-9d2f-4449-b00c-3a74f735a2a6 req-f2a33642-cbcf-4913-968c-f867f27a7458 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:43.152299 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72c62462-9d2f-4449-b00c-3a74f735a2a6 req-f2a33642-cbcf-4913-968c-f867f27a7458 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0816700 Nov 04 10:13:43.211137 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-72c62462-9d2f-4449-b00c-3a74f735a2a6 req-ea36525e-0f04-469d-990d-f9e04d32033a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505359 Nov 04 10:13:44.379147 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8be83-7407-4bd7-bb33-ab4718c4e1fb req-4512a41c-5c0f-4596-98d3-d1accad92240 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:44.380867 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4db8be83-7407-4bd7-bb33-ab4718c4e1fb req-4512a41c-5c0f-4596-98d3-d1accad92240 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0853462 Nov 04 10:13:44.438211 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4db8be83-7407-4bd7-bb33-ab4718c4e1fb req-5badf665-f9ad-4d23-a983-2dd8ee237534 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481319 Nov 04 10:13:45.602727 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0502d1eb-ad69-4e7e-a798-006b0d95a2fe req-5916a8ce-7463-4d08-ae95-0b692381a61a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:45.617781 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0502d1eb-ad69-4e7e-a798-006b0d95a2fe req-5916a8ce-7463-4d08-ae95-0b692381a61a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0952835 Nov 04 10:13:45.672144 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0502d1eb-ad69-4e7e-a798-006b0d95a2fe req-68a48d3d-bf9c-4763-be60-4afef1668b9e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546827 Nov 04 10:13:46.432429 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:46.826650 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6c4e-1b97-4cf5-8613-35901930731c req-e5f7a044-ba96-45c5-8415-9125078b5642 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:46.829128 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86da6c4e-1b97-4cf5-8613-35901930731c req-e5f7a044-ba96-45c5-8415-9125078b5642 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0588825 Nov 04 10:13:46.877648 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-86da6c4e-1b97-4cf5-8613-35901930731c req-88e549d3-acbd-4656-96e4-82d0e0d8af09 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409544 Nov 04 10:13:47.380580 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:48.004440 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868d6f3-29d7-420d-b1a7-2c11e941c2d3 req-242cfd98-850a-466f-b741-9985000c959f tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:48.012321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6868d6f3-29d7-420d-b1a7-2c11e941c2d3 req-242cfd98-850a-466f-b741-9985000c959f tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0615878 Nov 04 10:13:48.060138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6868d6f3-29d7-420d-b1a7-2c11e941c2d3 req-abd86fea-0e67-4834-acae-7344c03a3d7a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418046 Nov 04 10:13:49.172185 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de13e241-a668-4ea9-b09f-107d18b41754 req-0d1a5bc4-d285-4c6b-a1de-64578bc2d216 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:49.173825 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de13e241-a668-4ea9-b09f-107d18b41754 req-0d1a5bc4-d285-4c6b-a1de-64578bc2d216 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0520287 Nov 04 10:13:49.218922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-de13e241-a668-4ea9-b09f-107d18b41754 req-4ca15f02-8a3d-470e-a6da-6ac5bc854144 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360367 Nov 04 10:13:50.338106 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdcb5c-0a70-4a39-9ec1-c989b2af8902 req-235c6649-a32b-4f60-bb1f-f35d42a5c333 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:50.339509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3cdcb5c-0a70-4a39-9ec1-c989b2af8902 req-235c6649-a32b-4f60-bb1f-f35d42a5c333 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0493922 Nov 04 10:13:50.385418 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e3cdcb5c-0a70-4a39-9ec1-c989b2af8902 req-a0c40872-209b-4e67-82a3-5b1e2128d8dc tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396652 Nov 04 10:13:50.807784 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-93b9aa36-b3dd-4f5f-bca0-948f8a5dd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:50.809309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-93b9aa36-b3dd-4f5f-bca0-948f8a5dd069 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1096 time: 0.0464427 Nov 04 10:13:50.901094 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-7def4b51-d29f-4c60-ac44-79a32901247c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:50.902575 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-7def4b51-d29f-4c60-ac44-79a32901247c service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0858965 Nov 04 10:13:50.973800 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-0182da90-de25-4ce5-88a9-9b02ff39a80d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 999 time: 0.0627766 Nov 04 10:13:51.028604 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-0be21235-fbc8-4c20-96dd-d1929510cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:51.030185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-0be21235-fbc8-4c20-96dd-d1929510cfb3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0492852 Nov 04 10:13:51.077626 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-f64b06d8-d7c6-4ab0-86f4-d46ff58db7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:51.079032 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-f64b06d8-d7c6-4ab0-86f4-d46ff58db7f0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408189 Nov 04 10:13:51.174049 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-ca4325d7-5287-42ee-b7f5-92c348269811 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869029 Nov 04 10:13:51.264310 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1eda3198-5465-4bb6-a632-b9296e5ba670 req-20376d95-9755-4d2b-8478-f1966dfe4fa0 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825243 Nov 04 10:13:51.509040 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7697f-e2c4-4d5b-98c2-5ff736ec8e08 req-f31c023a-593c-4dac-95d2-a981a4da02ea tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:51.510652 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8d7697f-e2c4-4d5b-98c2-5ff736ec8e08 req-f31c023a-593c-4dac-95d2-a981a4da02ea tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0500197 Nov 04 10:13:51.552651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d8d7697f-e2c4-4d5b-98c2-5ff736ec8e08 req-391a423a-3d55-4104-baef-c4012c3e71ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357528 Nov 04 10:13:52.669669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8d9fc-a9f7-4ccf-a1e4-a4ce4213b5ca req-c71270ec-95f4-4f13-baa5-8c7c9b37fb04 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:52.671237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9a8d9fc-a9f7-4ccf-a1e4-a4ce4213b5ca req-c71270ec-95f4-4f13-baa5-8c7c9b37fb04 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0504048 Nov 04 10:13:52.710897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f9a8d9fc-a9f7-4ccf-a1e4-a4ce4213b5ca req-538cfcc2-7559-4fc8-bddc-a796b7aa110b tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328541 Nov 04 10:13:53.827047 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76862666-f6ed-4b01-819f-0dde9fa7f78c req-d66b3246-16b9-4b3c-b45a-7c433ef1223e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:53.828527 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76862666-f6ed-4b01-819f-0dde9fa7f78c req-d66b3246-16b9-4b3c-b45a-7c433ef1223e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0485706 Nov 04 10:13:53.870282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76862666-f6ed-4b01-819f-0dde9fa7f78c req-3cee4146-5e1f-4d09-837a-08c025c6187c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350046 Nov 04 10:13:53.995533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-2a25e619-fd07-48c0-b284-d4d9936feb90 req-4c9be441-08c9-42a1-a321-55312568f41e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:13:53.996596 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2a25e619-fd07-48c0-b284-d4d9936feb90 req-4c9be441-08c9-42a1-a321-55312568f41e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613513 Nov 04 10:13:54.155906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a38e0c-2fa5-4237-86ee-a0e7076b8903 req-dbafa4b5-3501-4beb-9481-7ba03739e157 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:54.157382 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6a38e0c-2fa5-4237-86ee-a0e7076b8903 req-dbafa4b5-3501-4beb-9481-7ba03739e157 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0521572 Nov 04 10:13:54.198802 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f6a38e0c-2fa5-4237-86ee-a0e7076b8903 req-48c33d35-2c4d-41f6-b7d7-ae25a19b9bee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351210 Nov 04 10:13:54.338500 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-c720cf47-4b75-4e8b-a3c5-bbf2516de348 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878441 Nov 04 10:13:54.772569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:13:54.854703 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:54.879421 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:13:54.881689 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4082cd25-3528-4b9e-87cb-8d299f75dce5" -d '{"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-unplugged", "status": "completed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:13:54.895797 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:13:54.900344 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:54.927425 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a68e10-b625-4bfb-84d5-fee0f7ab9c15 x-openstack-request-id: req-44a68e10-b625-4bfb-84d5-fee0f7ab9c15 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:13:54.927715 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-unplugged", "status": "failed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "code": 422}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:13:54.927993 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44a68e10-b625-4bfb-84d5-fee0f7ab9c15 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:13:54.928387 n-d-816487-1 neutron-server[102557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'code': 422} returned with failed status Nov 04 10:13:54.955573 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:13:55.341203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-f1d4dffd-d248-47e7-9e86-c674f5aa2bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:55.342720 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-f1d4dffd-d248-47e7-9e86-c674f5aa2bf0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1&tenant_id=5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 1094 time: 0.1155841 Nov 04 10:13:55.351318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612465-2df1-4e42-8d78-cf64f236a434 req-6500097e-9412-408d-aca9-28477c44ded2 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:55.352856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8612465-2df1-4e42-8d78-cf64f236a434 req-6500097e-9412-408d-aca9-28477c44ded2 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 943 time: 0.0743141 Nov 04 10:13:55.357719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3f7a7677-3389-486f-a27b-2d7d51814db9 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:13:55.358666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3f7a7677-3389-486f-a27b-2d7d51814db9 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049477 Nov 04 10:13:55.381085 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816487-1', 'device_owner': 'compute:nova'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:13:55.427004 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8612465-2df1-4e42-8d78-cf64f236a434 req-6e64d935-88d8-4d5b-9a54-00f0d6fac6cb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673237 Nov 04 10:13:55.452787 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:55.657412 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:13:55.689875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h1-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:13:55.722926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b3c323-1fa5-4aca-a9dc-95957e7d761b {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:13:55.730420 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:55.742416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Transition to ACTIVE for port object 54b3c323-1fa5-4aca-a9dc-95957e7d761b will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:13:55.746413 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:55.831719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=9']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:13:55.844203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.844456 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.844797 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.846002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.846338 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.847054 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.847415 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.847738 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.848081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.848401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.848719 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.849030 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:13:55.885538 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] No DVR routers for this DVR port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on host n-h1-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:13:56.026151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:13:56.026503 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:13:56.026801 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:13:56.031001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on network 7623364d-eaf1-4604-bf85-5e3368213f67 not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:13:56.031314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Attempting to bind port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:13:56.036432 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:13:56.036763 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Checking segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:13:56.037168 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Bound using segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:13:56.037588 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Bound port: 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:13:56.037938 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:56.106329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:13:56.109305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:13:56.116262 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:56.158060 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:56.158615 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:13:56.160043 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] 10.222.0.55 "PUT /v2.0/ports/54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 1091 time: 0.7928309 Nov 04 10:13:56.160547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:13:56.163206 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f12f3a-5baa-4901-a73b-2862a89919c3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:13:56.199579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba2bb7-b1f1-4f5c-9f8e-9aa0322c5417 service neutron] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=10']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:13:56.216992 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8845b3fb-02ac-44b6-9c22-fd4ee4e1419c x-openstack-request-id: req-8845b3fb-02ac-44b6-9c22-fd4ee4e1419c {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:13:56.217286 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:13:56.217536 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8845b3fb-02ac-44b6-9c22-fd4ee4e1419c {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:13:56.217929 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'status': 'completed', 'code': 200} Nov 04 10:13:56.234452 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-38a63d7f-e45b-435a-995f-1613a50ec30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:56.236564 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-38a63d7f-e45b-435a-995f-1613a50ec30d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1095 time: 0.0522397 Nov 04 10:13:56.340238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-8d1d4bac-72a0-468e-9a06-f006c920ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:56.341867 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-8d1d4bac-72a0-468e-9a06-f006c920ffeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0947795 Nov 04 10:13:56.411020 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-b79e4fa1-e54c-4950-a154-67ace16ce87d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 997 time: 0.0613818 Nov 04 10:13:56.461461 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-9e3eb392-3a3b-4c78-bb4d-b5cb289628d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:56.463095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-9e3eb392-3a3b-4c78-bb4d-b5cb289628d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0447876 Nov 04 10:13:56.543795 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-14e31614-a30e-40fa-aa7b-6b31200a4b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:56.545234 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-14e31614-a30e-40fa-aa7b-6b31200a4b6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740361 Nov 04 10:13:56.557613 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f609b4-2990-4cf9-9e43-3f127d1a67c1 req-be4c21ba-0c85-40fe-8e5b-a620d769bdc3 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:56.559026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80f609b4-2990-4cf9-9e43-3f127d1a67c1 req-be4c21ba-0c85-40fe-8e5b-a620d769bdc3 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0593560 Nov 04 10:13:56.647350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-80f609b4-2990-4cf9-9e43-3f127d1a67c1 req-8ad57a10-b4e8-41ff-80d6-21053eeede54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798368 Nov 04 10:13:56.674877 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-c35f8484-280f-435b-8dc0-6e79549f660d service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148305 Nov 04 10:13:56.766862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-b50abfd8-fff3-4c22-bb8a-6c4d1d6a5601 service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843592 Nov 04 10:13:56.853759 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-8fc1cb86-cf46-46c8-882e-d05d379e9627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:56.855271 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-8fc1cb86-cf46-46c8-882e-d05d379e9627 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1095 time: 0.0437543 Nov 04 10:13:57.315917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-6f5d558f-57f2-4320-9b22-b74b7a0a4fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:57.318025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-6f5d558f-57f2-4320-9b22-b74b7a0a4fdc service neutron] 10.222.0.55 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.4505382 Nov 04 10:13:57.771563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbc957-9750-43e9-9a1a-9077ba13169f req-f101e2b5-6da0-496e-a9b4-a77880ddc9e7 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:57.773102 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abcbc957-9750-43e9-9a1a-9077ba13169f req-f101e2b5-6da0-496e-a9b4-a77880ddc9e7 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0539415 Nov 04 10:13:57.813673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-abcbc957-9750-43e9-9a1a-9077ba13169f req-ad5a1d7e-e384-4812-b016-a0bf0ac40548 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345225 Nov 04 10:13:58.945526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525d972-0f27-4772-9829-d3c790a4e320 req-96d149c7-2726-4642-af63-a360ce31c1f2 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:13:58.947051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9525d972-0f27-4772-9829-d3c790a4e320 req-96d149c7-2726-4642-af63-a360ce31c1f2 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0626960 Nov 04 10:13:58.989395 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9525d972-0f27-4772-9829-d3c790a4e320 req-f726b5ce-4317-49b5-bd42-6666d083343e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362477 Nov 04 10:13:59.749299 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:14:00.125725 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361f942-f869-454b-a11e-5201e28192d9 req-177fb7aa-e90f-4866-babf-25c5ab7b64b5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:00.127452 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6361f942-f869-454b-a11e-5201e28192d9 req-177fb7aa-e90f-4866-babf-25c5ab7b64b5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0565565 Nov 04 10:14:00.171616 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6361f942-f869-454b-a11e-5201e28192d9 req-39230e0b-030f-4396-b9b9-b55419d8c95b tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381329 Nov 04 10:14:01.295287 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39ee84-f7b7-4e3a-a7ad-2638b1703c82 req-c7f4f137-266b-449f-acad-1b0d63503ece tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:01.296919 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf39ee84-f7b7-4e3a-a7ad-2638b1703c82 req-c7f4f137-266b-449f-acad-1b0d63503ece tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0527427 Nov 04 10:14:01.343760 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cf39ee84-f7b7-4e3a-a7ad-2638b1703c82 req-df439b62-0e0c-47eb-a738-e279654d0efb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385504 Nov 04 10:14:02.487589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143e49f-a2cb-4830-8da7-1525cc82a6f4 req-ae0af613-b9ff-469b-bcbb-0368a1214c07 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:02.489325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2143e49f-a2cb-4830-8da7-1525cc82a6f4 req-ae0af613-b9ff-469b-bcbb-0368a1214c07 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0594804 Nov 04 10:14:02.530156 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2143e49f-a2cb-4830-8da7-1525cc82a6f4 req-3d90dd1e-2329-4a67-ac22-17f68021e5ac tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347753 Nov 04 10:14:03.655533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8dab40-cc57-46e8-b6e9-5db286df5206 req-ec2347b1-41e1-4595-9559-b3bf3e57f61c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:03.657120 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f8dab40-cc57-46e8-b6e9-5db286df5206 req-ec2347b1-41e1-4595-9559-b3bf3e57f61c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0531089 Nov 04 10:14:03.698507 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f8dab40-cc57-46e8-b6e9-5db286df5206 req-773fe76e-6307-47f1-83a5-0e84b9fd1aa1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344257 Nov 04 10:14:04.820000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e20e5-8058-4a24-a3fc-a8035c9d9549 req-63bef169-fa41-4b26-b393-4002edebcad4 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:04.821496 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b37e20e5-8058-4a24-a3fc-a8035c9d9549 req-63bef169-fa41-4b26-b393-4002edebcad4 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0505555 Nov 04 10:14:04.878903 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b37e20e5-8058-4a24-a3fc-a8035c9d9549 req-3a702691-1d67-486b-810e-5323f3c82490 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510943 Nov 04 10:14:06.006828 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e71b5e-3ad3-4eef-8ec3-18c4c777f06b req-4625e67e-98f0-425e-a4f2-10d603da2959 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:06.008437 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49e71b5e-3ad3-4eef-8ec3-18c4c777f06b req-4625e67e-98f0-425e-a4f2-10d603da2959 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0568652 Nov 04 10:14:06.059008 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-49e71b5e-3ad3-4eef-8ec3-18c4c777f06b req-c8a57de6-ac5b-4bc2-97b8-460111d3106a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355825 Nov 04 10:14:07.185558 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f04f51-0570-412f-ae4b-65a8a29120e7 req-70cc232f-2fa1-485a-be01-a2f4f5208d61 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:07.187025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31f04f51-0570-412f-ae4b-65a8a29120e7 req-70cc232f-2fa1-485a-be01-a2f4f5208d61 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0523720 Nov 04 10:14:07.224221 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-31f04f51-0570-412f-ae4b-65a8a29120e7 req-d4249398-6014-49cb-9e1a-3c99d6087693 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Nov 04 10:14:07.379163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-2b0b0856-2594-458d-b6be-09dca904b4b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 997 time: 0.0681336 Nov 04 10:14:07.438904 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-e2fd7034-f0b2-46a0-9aee-14b8635c4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:07.440487 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-e2fd7034-f0b2-46a0-9aee-14b8635c4479 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0530076 Nov 04 10:14:07.484085 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-2b7e1b4e-92ab-4bb0-9cd8-add5216aae64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:07.495530 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-1977be3c-d972-4ef0-8c9a-c799694f0f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:07.497080 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-1977be3c-d972-4ef0-8c9a-c799694f0f70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437033 Nov 04 10:14:07.589868 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-09fe12dc-4747-4d15-99c1-5006ced6a993 service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836973 Nov 04 10:14:07.688431 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-76f12f3a-5baa-4901-a73b-2862a89919c3 req-18b2dac0-9b7a-4c2b-864c-84a8e5dcd4b1 service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905483 Nov 04 10:14:08.341848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc41ed2-bb3a-4723-85e7-5b57fd14a696 req-d68ff41e-0941-4fce-ac5f-83b9c7d3df00 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:08.343332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dc41ed2-bb3a-4723-85e7-5b57fd14a696 req-d68ff41e-0941-4fce-ac5f-83b9c7d3df00 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 944 time: 0.0520408 Nov 04 10:14:08.382409 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1dc41ed2-bb3a-4723-85e7-5b57fd14a696 req-3c350226-9364-48a3-ab50-93b3fbce6213 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329344 Nov 04 10:14:08.893876 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:14:09.139301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:14:09.151742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'port_id': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'mac_address': 'fa:16:3e:74:6d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:14:09.192548 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:09.205602 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b3c323-1fa5-4aca-a9dc-95957e7d761b {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:14:09.224991 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:14:09.229064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:09.276572 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=11']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:14:09.483810 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['54b3c323-1fa5-4aca-a9dc-95957e7d761b'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:14:09.503241 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a8b0d-66f4-464c-aeff-d7e0a37331ac req-9309427b-ea4a-4ebc-b89b-90b0f3d85c90 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:09.504805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c7a8b0d-66f4-464c-aeff-d7e0a37331ac req-9309427b-ea4a-4ebc-b89b-90b0f3d85c90 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0547528 Nov 04 10:14:09.544929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1c7a8b0d-66f4-464c-aeff-d7e0a37331ac req-2b3278d5-0543-4687-9161-eeb206cf5110 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340495 Nov 04 10:14:10.086485 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-128e1e63-8480-4b3f-b691-c356a22e0005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:10.395291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:10.660754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237dbb5-f926-4229-8652-b587f681a616 req-73902b3a-39bd-41c4-8e07-7d7ce32eaf9a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:10.662269 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5237dbb5-f926-4229-8652-b587f681a616 req-73902b3a-39bd-41c4-8e07-7d7ce32eaf9a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Nov 04 10:14:10.701401 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5237dbb5-f926-4229-8652-b587f681a616 req-5491a742-05d3-4209-bdbf-d61283bdcdc6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327682 Nov 04 10:14:10.908943 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:14:10.959458 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 54b3c323-1fa5-4aca-a9dc-95957e7d761b completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:14:10.962944 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 54b3c323-1fa5-4aca-a9dc-95957e7d761b triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:14:10.963313 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:11.045193 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:11.068759 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:14:11.071004 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cea1435-2d1a-4579-bbfc-b92141482a97" -d '{"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:14:11.084283 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:14:11.089233 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:11.116319 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb7e286-bc56-4558-a276-244f5a2824e0 x-openstack-request-id: req-edb7e286-bc56-4558-a276-244f5a2824e0 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:14:11.116592 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-plugged", "status": "completed", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:14:11.116840 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-edb7e286-bc56-4558-a276-244f5a2824e0 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:14:11.117231 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'code': 200} Nov 04 10:14:11.142005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=12']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:14:11.276642 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311efbe4-238a-497d-a213-4f6a7f1404af req-7dd97cda-079b-4710-9780-83222c676f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:11.278093 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-311efbe4-238a-497d-a213-4f6a7f1404af req-7dd97cda-079b-4710-9780-83222c676f57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1097 time: 0.0448768 Nov 04 10:14:11.315360 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-311efbe4-238a-497d-a213-4f6a7f1404af req-1a27bdbf-8c8a-4e4a-9dba-6fd08afcf127 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294375 Nov 04 10:14:11.555372 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:11.607546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0778f55-8277-43b2-84f6-60fca302c15c req-87d39866-9d56-44cd-a393-03c2515adcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:11.609139 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0778f55-8277-43b2-84f6-60fca302c15c req-87d39866-9d56-44cd-a393-03c2515adcdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1097 time: 0.0461504 Nov 04 10:14:11.722793 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0778f55-8277-43b2-84f6-60fca302c15c req-a7c22a75-1653-41ec-b718-6e43bfc7e22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:11.724303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0778f55-8277-43b2-84f6-60fca302c15c req-a7c22a75-1653-41ec-b718-6e43bfc7e22f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0933027 Nov 04 10:14:11.822796 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0778f55-8277-43b2-84f6-60fca302c15c req-f7fdb945-b075-4a96-8da9-98b33e24e686 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 999 time: 0.0906968 Nov 04 10:14:11.869794 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040ff67-5053-4494-9108-1b39a33064ee req-bdd89bfc-5976-41e1-9f2e-bdee2f5d1ff7 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:11.871280 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f040ff67-5053-4494-9108-1b39a33064ee req-bdd89bfc-5976-41e1-9f2e-bdee2f5d1ff7 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 946 time: 0.0949402 Nov 04 10:14:11.906239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0778f55-8277-43b2-84f6-60fca302c15c req-236137dd-1861-4f52-9030-0771c8927b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:11.907948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0778f55-8277-43b2-84f6-60fca302c15c req-236137dd-1861-4f52-9030-0771c8927b77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0756404 Nov 04 10:14:11.948257 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f040ff67-5053-4494-9108-1b39a33064ee req-238426e5-618b-43bf-8433-842c3fe06f4d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650432 Nov 04 10:14:11.965559 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0778f55-8277-43b2-84f6-60fca302c15c req-7b9f8f70-9b44-4a57-8f12-2f2f519e277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:11.967053 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0778f55-8277-43b2-84f6-60fca302c15c req-7b9f8f70-9b44-4a57-8f12-2f2f519e277c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482662 Nov 04 10:14:12.071664 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0778f55-8277-43b2-84f6-60fca302c15c req-189e9878-ce65-4016-819a-4fab3464093f service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941656 Nov 04 10:14:12.163250 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b0778f55-8277-43b2-84f6-60fca302c15c req-bad16b6a-3d1e-44f5-9f2c-32d4ccd01779 service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843487 Nov 04 10:14:13.023662 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:13.077705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c259f53-2791-4041-a7b7-d434b2c99e0b req-c1677ba7-23ce-463a-a585-236c75a8bf87 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:14:13.079205 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c259f53-2791-4041-a7b7-d434b2c99e0b req-c1677ba7-23ce-463a-a585-236c75a8bf87 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 946 time: 0.0547535 Nov 04 10:14:13.118195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0c259f53-2791-4041-a7b7-d434b2c99e0b req-4006cd99-4136-4c8c-ae55-78bbe6e95d09 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323405 Nov 04 10:14:16.427950 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:17.387774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:36.748530 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:14:37.487224 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6d11201b-bdd1-4609-9d12-cc52a8aa8e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:40.090861 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5cbaf06a-ee84-40c9-af72-d6e22214c142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:40.397508 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:41.559237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:43.026073 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:46.442844 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:14:47.388643 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:07.489082 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6f1b098c-733b-4a50-bc8b-73b694bc8693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:10.097665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-74177ca9-623c-40ee-888f-dc762652ef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:10.403712 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:11.564901 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:12.573285 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-504765a2-3e34-46a2-9e4c-21113e285ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434780 Nov 04 10:15:12.670138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-ebef6af3-366b-4876-92b9-5bb5b29299ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:12.672449 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-ebef6af3-366b-4876-92b9-5bb5b29299ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1097 time: 0.0531266 Nov 04 10:15:12.791928 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-586258da-701f-4d95-b42a-2adf0163f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:12.793430 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-586258da-701f-4d95-b42a-2adf0163f7c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0990305 Nov 04 10:15:12.869195 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-df5d86a8-5076-4e71-b5b7-097cf9f8a3f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 999 time: 0.0667977 Nov 04 10:15:12.924531 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-618cb713-88e5-414c-ba17-ec39198d90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:12.926055 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-618cb713-88e5-414c-ba17-ec39198d90b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0489926 Nov 04 10:15:12.983138 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-1f8adbaf-526b-4416-a5a9-5c1d03e64d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:12.984798 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-1f8adbaf-526b-4416-a5a9-5c1d03e64d5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510926 Nov 04 10:15:13.036722 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:13.086679 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-c280ac8b-a114-4114-bebf-930ae4d7846d service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925519 Nov 04 10:15:13.195363 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-275805f4-3407-4b6a-a0a9-7864ee6a849f req-00fc1bf5-8fd1-4ad3-95c8-6d61beb1694a service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995893 Nov 04 10:15:13.748788 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:15:16.441976 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:17.376373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:26.782069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46348) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:26.955322 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Deleting port 6fad08d7-ad62-4795-9cd8-756d466c2c1d {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:15:26.955657 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:27.040701 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:27.040935 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:27.054544 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Calling delete_port for 6fad08d7-ad62-4795-9cd8-756d466c2c1d owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:15:27.214290 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:27.247535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event deleted for resources: {'Port': ['ID=6fad08d7-ad62-4795-9cd8-756d466c2c1d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:27.271080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.271426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.271767 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.272132 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.272468 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.272803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.273127 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.273454 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.273780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.274107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.274426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.274751 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:27.324877 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:27.325213 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Floating IP d2a726ad-bf40-440a-9251-8e6b26fc91ec disassociated (deleted). External IP: 172.25.3.8, port: 54b3c323-1fa5-4aca-a9dc-95957e7d761b. Nov 04 10:15:27.542744 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Router cff257fa-1370-4e69-b60b-da98cedbe07a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:15:27.658895 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:15:27.663838 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:27.669254 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd495f-f872-4506-912a-497f23483189 None None] Sync routers for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:15:27.680115 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:15:27.680728 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:15:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:15:27.693495 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-56db3eaf-25a2-4a1f-a602-8f4bf5cb931a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "DELETE /v2.0/floatingips/d2a726ad-bf40-440a-9251-8e6b26fc91ec HTTP/1.1" status: 204 len: 168 time: 0.9096277 Nov 04 10:15:27.694083 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:15:27.696443 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec2baab-ddd4-48e7-80d9-0e7405791e75" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:15:27.796637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:15:27.924615 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61665c07-02cf-4a6c-9792-c44b3c07c2ed x-openstack-request-id: req-61665c07-02cf-4a6c-9792-c44b3c07c2ed {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:15:27.925214 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:15:27.925214 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-61665c07-02cf-4a6c-9792-c44b3c07c2ed {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:15:27.925757 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'status': 'completed', 'code': 200} Nov 04 10:15:28.033996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:15:28.034710 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-7a221c88-4ee8-46a4-9dc2-107eb09704f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:28.036325 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-7a221c88-4ee8-46a4-9dc2-107eb09704f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 1097 time: 0.0787079 Nov 04 10:15:28.050083 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957973a3-d3d7-43e3-afca-2d0fde3a0429 req-4bcb2a85-e4db-4ac2-a508-25299d61f22b tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:28.051627 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-957973a3-d3d7-43e3-afca-2d0fde3a0429 req-4bcb2a85-e4db-4ac2-a508-25299d61f22b tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 946 time: 0.0661345 Nov 04 10:15:28.072677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd495f-f872-4506-912a-497f23483189 None None] Checking router: cff257fa-1370-4e69-b60b-da98cedbe07a for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:15:28.081760 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:15:28.082435 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:15:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:15:28.146303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-957973a3-d3d7-43e3-afca-2d0fde3a0429 req-d43fbd4d-dcca-43c7-ae62-13148ad641a0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863268 Nov 04 10:15:28.180126 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-b32c4018-bfa8-4c95-be0f-ba5bb271f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:28.181540 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-b32c4018-bfa8-4c95-be0f-ba5bb271f2c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.1289845 Nov 04 10:15:28.195462 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:15:28.231114 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-5104fcbe-4f3a-4d56-9e86-fe4c5d3f6f9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 200 len: 217 time: 0.0406229 Nov 04 10:15:28.288780 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-5ca84de6-07a5-4768-8f9e-75cdd11cd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:28.290281 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-5ca84de6-07a5-4768-8f9e-75cdd11cd848 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0509186 Nov 04 10:15:28.347119 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-4c22bb8c-bc16-493c-89f1-dd113d884c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:28.348911 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-4c22bb8c-bc16-493c-89f1-dd113d884c0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496333 Nov 04 10:15:28.412896 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-55dd495f-f872-4506-912a-497f23483189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:15:28.439814 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dd495f-f872-4506-912a-497f23483189 None None] The sync data for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 is: [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:15:28.444922 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-684004de-beb7-4a30-8767-abe96ede9530 service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883090 Nov 04 10:15:28.555961 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ec2baab-ddd4-48e7-80d9-0e7405791e75 req-347f0e31-5cdc-4732-b0e7-469aacf6f119 service neutron] 10.222.0.55 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014726 Nov 04 10:15:28.666097 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637535dd-8e46-4435-990b-602f60460a38 None None] New status for floating IP d2a726ad-bf40-440a-9251-8e6b26fc91ec: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:15:29.311766 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-fe595d9e-56bd-401d-9cfd-69727885ef46 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:29.313249 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-fe595d9e-56bd-401d-9cfd-69727885ef46 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 946 time: 0.0780530 Nov 04 10:15:29.321821 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4840b8-d7c4-4c19-9d49-0dce7a9cd150 req-33fa488a-c285-4ad9-8d4a-e87466587bd3 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:29.323230 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea4840b8-d7c4-4c19-9d49-0dce7a9cd150 req-33fa488a-c285-4ad9-8d4a-e87466587bd3 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0b9dba7-4b12-403c-a29c-4418350511b1 HTTP/1.1" status: 200 len: 946 time: 0.0969496 Nov 04 10:15:29.412996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ea4840b8-d7c4-4c19-9d49-0dce7a9cd150 req-9659154b-a7a2-4ba4-af26-38723a003efa tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=a2266919-1710-4719-b9ae-0409bef5e5d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821035 Nov 04 10:15:29.441554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Deleting port 54b3c323-1fa5-4aca-a9dc-95957e7d761b {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:15:29.441896 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:29.535818 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] For port 54b3c323-1fa5-4aca-a9dc-95957e7d761b, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=54b3c323-1fa5-4aca-a9dc-95957e7d761b,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:15:29.536206 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:29.549896 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Calling delete_port for 54b3c323-1fa5-4aca-a9dc-95957e7d761b owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:15:29.684349 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:29.717386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event deleted for resources: {'Port': ['ID=54b3c323-1fa5-4aca-a9dc-95957e7d761b,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:29.743167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.743518 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.743882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.744233 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.744553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.744879 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.745204 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.745526 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.745847 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.746164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.746486 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.746808 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:15:29.770164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] No DVR routers for this DVR port 54b3c323-1fa5-4aca-a9dc-95957e7d761b on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:15:29.773221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:29.776936 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-61333df2-e718-4f37-a2f5-d6afe4bac6ef req-9bfcda3b-9f86-44e4-8fa0-441ae8e7ecc9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.55 "DELETE /v2.0/ports/54b3c323-1fa5-4aca-a9dc-95957e7d761b HTTP/1.1" status: 204 len: 173 time: 0.4528208 Nov 04 10:15:29.777379 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-deleted', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:15:29.779729 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119cfa74-e66b-4327-abfb-20cf4bf572d1" -d '{"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-deleted", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:15:29.877509 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15752515-010f-41ca-866f-7ce251f8165f x-openstack-request-id: req-15752515-010f-41ca-866f-7ce251f8165f {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:15:29.877810 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b9dba7-4b12-403c-a29c-4418350511b1", "name": "network-vif-deleted", "tag": "54b3c323-1fa5-4aca-a9dc-95957e7d761b", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:15:29.878098 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15752515-010f-41ca-866f-7ce251f8165f {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:15:29.878482 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b9dba7-4b12-403c-a29c-4418350511b1', 'name': 'network-vif-deleted', 'tag': '54b3c323-1fa5-4aca-a9dc-95957e7d761b', 'status': 'completed', 'code': 200} Nov 04 10:15:30.469968 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46374) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:30.527932 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0f3a74e-4245-49bf-ad8f-b96559d6e9a8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:30.557069 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0f3a74e-4245-49bf-ad8f-b96559d6e9a8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:30.619235 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0f3a74e-4245-49bf-ad8f-b96559d6e9a8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:30.622170 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c0f3a74e-4245-49bf-ad8f-b96559d6e9a8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:30.623497 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c0f3a74e-4245-49bf-ad8f-b96559d6e9a8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "DELETE /v2.0/security-groups/a2266919-1710-4719-b9ae-0409bef5e5d7 HTTP/1.1" status: 204 len: 168 time: 0.1519952 Nov 04 10:15:30.634500 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3a74e-4245-49bf-ad8f-b96559d6e9a8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2266919-1710-4719-b9ae-0409bef5e5d7,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:30.982315 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46380) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:30.988165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-96336f0d-c8d0-45b8-9362-ab821a1b5c77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340444319', 'description': 'tempest-secgroup-smoke-1340444319 description', 'project_id': '5545694ab6054eef8299f7e09a6e006c'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:31.011109 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96336f0d-c8d0-45b8-9362-ab821a1b5c77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.078353 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96336f0d-c8d0-45b8-9362-ab821a1b5c77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.082084 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96336f0d-c8d0-45b8-9362-ab821a1b5c77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.109908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-96336f0d-c8d0-45b8-9362-ab821a1b5c77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.112115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-96336f0d-c8d0-45b8-9362-ab821a1b5c77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287580 Nov 04 10:15:31.114956 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46382) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:31.119195 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-cce9178f-8e39-42f7-9ca5-655bbb9e98ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': '6d47dab6-2790-4821-8a9a-e41ec4a14b45', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:31.126845 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96336f0d-c8d0-45b8-9362-ab821a1b5c77 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d47dab6-2790-4821-8a9a-e41ec4a14b45,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:31.149774 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce9178f-8e39-42f7-9ca5-655bbb9e98ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.210073 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce9178f-8e39-42f7-9ca5-655bbb9e98ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.213666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce9178f-8e39-42f7-9ca5-655bbb9e98ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.231919 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9178f-8e39-42f7-9ca5-655bbb9e98ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c4a185-8434-43a6-82a8-7207b97dc609,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:31.239446 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-cce9178f-8e39-42f7-9ca5-655bbb9e98ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.240700 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cce9178f-8e39-42f7-9ca5-655bbb9e98ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248224 Nov 04 10:15:31.243363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46384) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:31.247609 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6e5c529c-46f5-4b74-bd8b-88aaed5559fe tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': '6d47dab6-2790-4821-8a9a-e41ec4a14b45', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:31.274347 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e5c529c-46f5-4b74-bd8b-88aaed5559fe tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.333750 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e5c529c-46f5-4b74-bd8b-88aaed5559fe tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.337872 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e5c529c-46f5-4b74-bd8b-88aaed5559fe tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.358213 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c529c-46f5-4b74-bd8b-88aaed5559fe tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e0e10b-b3ca-488a-a04b-f3983c5d9230,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:31.368965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6e5c529c-46f5-4b74-bd8b-88aaed5559fe tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.370892 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6e5c529c-46f5-4b74-bd8b-88aaed5559fe tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264420 Nov 04 10:15:31.373743 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46386) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:31.380971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-2352f0e2-da20-4484-b26c-16fc3f8ed37d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': '6d47dab6-2790-4821-8a9a-e41ec4a14b45', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:31.409123 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2352f0e2-da20-4484-b26c-16fc3f8ed37d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.468898 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2352f0e2-da20-4484-b26c-16fc3f8ed37d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.472315 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2352f0e2-da20-4484-b26c-16fc3f8ed37d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.489942 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f0e2-da20-4484-b26c-16fc3f8ed37d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94f90ec-435f-45ac-8dc4-789b2833b8f8,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:31.497908 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-2352f0e2-da20-4484-b26c-16fc3f8ed37d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.499172 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-2352f0e2-da20-4484-b26c-16fc3f8ed37d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235588 Nov 04 10:15:31.502573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46388) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:31.506937 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-84f71295-b1b4-41d0-af2b-3b791e073336 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': '6d47dab6-2790-4821-8a9a-e41ec4a14b45', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:31.533304 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84f71295-b1b4-41d0-af2b-3b791e073336 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.597277 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84f71295-b1b4-41d0-af2b-3b791e073336 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.601060 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84f71295-b1b4-41d0-af2b-3b791e073336 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.618911 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f71295-b1b4-41d0-af2b-3b791e073336 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad4dfba-153a-4ba1-87ff-16e8a6279b21,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:31.629531 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-84f71295-b1b4-41d0-af2b-3b791e073336 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.631173 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-84f71295-b1b4-41d0-af2b-3b791e073336 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275902 Nov 04 10:15:31.634182 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46390) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:31.640999 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': '6d47dab6-2790-4821-8a9a-e41ec4a14b45', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:31.665453 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Project 5545694ab6054eef8299f7e09a6e006c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:15:31.670439 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.731217 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.734846 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.754669 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c968d3cc-f13f-4329-aee4-a3a021d3427e,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:31.759296 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.761022 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-5eed80bf-f5f4-404b-823e-e4dfaa37dad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252747 Nov 04 10:15:31.763534 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46392) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:15:31.768002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'security_group_rule': {'security_group_id': '6d47dab6-2790-4821-8a9a-e41ec4a14b45', 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:31.788690 n-d-816487-1 neutron-server[102555]: INFO neutron.db.securitygroups_db [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Project 5545694ab6054eef8299f7e09a6e006c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:15:31.793264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.856581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.860264 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.878394 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774793c2-f049-4ac8-a722-38cef61750b1,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:31.891631 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:31.893376 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8ee45037-595a-4f61-a585-e8f4da72c396 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288788 Nov 04 10:15:33.335243 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:15:33.358568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 54b3c323-1fa5-4aca-a9dc-95957e7d761b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:15:33.358924 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 54b3c323-1fa5-4aca-a9dc-95957e7d761b not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:15:37.494727 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7a11ed32-7362-4cd1-8ebe-be13e5b127fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:40.099286 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c8f3faee-02fe-4e49-8e89-15ac24075e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:40.398133 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:41.568292 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:43.031657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:46.201485 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-54b5ea57-94ae-4c73-8c83-7e8da8d45e43 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340444319&fields=id&tenant_id=5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 267 time: 0.0319309 Nov 04 10:15:46.308992 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-1019fe86-ea15-40bd-a690-39ccf8bca765 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:46.310463 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-1019fe86-ea15-40bd-a690-39ccf8bca765 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 808 time: 0.1015399 Nov 04 10:15:46.325956 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-ff494529-fa49-4ec6-84f9-18d4f66d1ad8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/quotas/5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 375 time: 0.0095892 Nov 04 10:15:46.377935 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-7a1f17d6-0b6e-4cea-9663-d0d24cdb6ae1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454214 Nov 04 10:15:46.456627 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:46.480636 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-385d41ef-5ba2-4281-a5cd-cc6bf636e217 service neutron] 10.222.0.53 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911198 Nov 04 10:15:46.570239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-fcccbb0d-ba00-437a-95df-c324ddb3a6e0 service neutron] 10.222.0.53 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 Nov 04 10:15:46.862855 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-40b33203-bc29-4148-9e16-d305ca286a62 req-f71dcb16-3e5c-48da-bb36-b393da505b27 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 210 time: 0.0325239 Nov 04 10:15:47.378298 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:47.768448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-a53d2d2f-d06a-48a8-8d4c-33f5bfc73e31 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:47.769903 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-a53d2d2f-d06a-48a8-8d4c-33f5bfc73e31 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 808 time: 0.1086891 Nov 04 10:15:47.813185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-70083310-ce49-4cf9-99e1-86a1a4e30827 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 380 time: 0.0342641 Nov 04 10:15:47.822464 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'port': {'device_id': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'admin_state_up': True, 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'security_groups': ['6d47dab6-2790-4821-8a9a-e41ec4a14b45']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:47.946878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Made reservation on behalf of 5545694ab6054eef8299f7e09a6e006c for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:15:47.951320 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:47.966138 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff72720a-2e30-465b-9f64-5d93f3985bee req-a1318f30-43e4-4508-9050-944908f708dd tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 210 time: 0.0311859 Nov 04 10:15:48.105440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Allocated IP 172.20.0.8 (7623364d-eaf1-4604-bf85-5e3368213f67/ce670c6d-a7de-46a5-97d7-34429ddaa891/e22dde0a-6949-467c-886d-2070a50fbafe) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:15:48.249172 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:48.283352 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:48.337554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Network 7623364d-eaf1-4604-bf85-5e3368213f67 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:15:48.342440 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:15:48.348549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:15:48.385911 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:48.417572 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:48.418356 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:48.436825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-e0da8de6-82d6-41bf-b9ef-c175eb193a60 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6181581 Nov 04 10:15:48.499960 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Request body: {'port': {'device_id': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:15:48.558289 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:48.594221 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1baff752-5da4-43b2-bb2d-2a0d011c85c4 None None] Provisioning complete for port e22dde0a-6949-467c-886d-2070a50fbafe triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:15:48.594973 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1baff752-5da4-43b2-bb2d-2a0d011c85c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:48.629993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1baff752-5da4-43b2-bb2d-2a0d011c85c4 None None] Port e22dde0a-6949-467c-886d-2070a50fbafe cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:15:48.834503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e22dde0a-6949-467c-886d-2070a50fbafe {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:15:48.842043 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:48.854499 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Transition to ACTIVE for port object e22dde0a-6949-467c-886d-2070a50fbafe will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:15:48.857754 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:48.914615 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:48.994201 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Attempting to bind port e22dde0a-6949-467c-886d-2070a50fbafe on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:15:48.994547 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Attempting to bind port e22dde0a-6949-467c-886d-2070a50fbafe by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:15:48.994871 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Attempting to bind port e22dde0a-6949-467c-886d-2070a50fbafe on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:15:49.006975 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Port e22dde0a-6949-467c-886d-2070a50fbafe on network 7623364d-eaf1-4604-bf85-5e3368213f67 not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:15:49.007329 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Attempting to bind port e22dde0a-6949-467c-886d-2070a50fbafe on network 7623364d-eaf1-4604-bf85-5e3368213f67 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:15:49.013971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:15:49.014307 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Checking segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:15:49.014692 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Bound using segment: {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:15:49.015117 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Bound port: e22dde0a-6949-467c-886d-2070a50fbafe, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfea2b5-1e4c-4f66-8d14-e52d0406b438', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:15:49.015521 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:49.090483 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:15:49.094187 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:15:49.102268 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:49.117772 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e441769-75b6-45de-9e29-eeb55ec828f7 req-d1e13b22-aab9-46b5-9dba-6a5e47757bc0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.128355 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e441769-75b6-45de-9e29-eeb55ec828f7 req-d1e13b22-aab9-46b5-9dba-6a5e47757bc0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0656765 Nov 04 10:15:49.143817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.144273 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:15:49.145674 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] 10.222.0.70 "PUT /v2.0/ports/e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 1091 time: 0.7003016 Nov 04 10:15:49.146120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:15:49.148493 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a71ba1a-c345-4440-8324-42d707e5437f" -d '{"events": [{"name": "network-changed", "server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:15:49.176544 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4e441769-75b6-45de-9e29-eeb55ec828f7 req-5f7a6897-7983-4924-9f47-0294f7cd11ae tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471411 Nov 04 10:15:49.183687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9e8ee-277f-4639-8a20-b88676da559d service neutron] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:15:49.233297 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983916ee-103f-4499-8376-d3fc5115c075 x-openstack-request-id: req-983916ee-103f-4499-8376-d3fc5115c075 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:15:49.233681 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:15:49.233837 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-983916ee-103f-4499-8376-d3fc5115c075 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:15:49.234333 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'status': 'completed', 'code': 200} Nov 04 10:15:49.251582 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-55e20674-d781-4d7d-a006-9d7ce0eab918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.253370 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-55e20674-d781-4d7d-a006-9d7ce0eab918 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0536106 Nov 04 10:15:49.300401 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-b5485d30-431e-4255-bc27-50a3650da912 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 217 time: 0.0389667 Nov 04 10:15:49.356462 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-cae3e393-04e9-4dd2-8ff1-f952eb60fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.358428 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-cae3e393-04e9-4dd2-8ff1-f952eb60fc57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0517676 Nov 04 10:15:49.406697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-5b2448a8-0fb7-4ecf-aa8f-175928542a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.408534 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-5b2448a8-0fb7-4ecf-aa8f-175928542a60 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431817 Nov 04 10:15:49.507974 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-5df7c082-e91b-4371-ba1b-9bbbc78109ef service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920720 Nov 04 10:15:49.600718 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-c9285cbc-7e63-4f40-9f26-56308adadb0c req-d18a64fd-94d4-491c-9ea7-71a4e5ad56cd service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855811 Nov 04 10:15:49.692827 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ba1a-c345-4440-8324-42d707e5437f req-9cc20ad7-787c-4bdd-8924-3acab4463c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.694254 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a71ba1a-c345-4440-8324-42d707e5437f req-9cc20ad7-787c-4bdd-8924-3acab4463c25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0471303 Nov 04 10:15:49.789053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ba1a-c345-4440-8324-42d707e5437f req-31c2c4fe-0e8f-478c-9ba3-6130a9d54673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.790519 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a71ba1a-c345-4440-8324-42d707e5437f req-31c2c4fe-0e8f-478c-9ba3-6130a9d54673 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0898705 Nov 04 10:15:49.834536 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a71ba1a-c345-4440-8324-42d707e5437f req-9430ecd7-92cb-475d-8d00-74555dcb2300 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 217 time: 0.0356407 Nov 04 10:15:49.888603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ba1a-c345-4440-8324-42d707e5437f req-f1bf8aed-c230-49df-9877-91dc297551da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.890181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a71ba1a-c345-4440-8324-42d707e5437f req-f1bf8aed-c230-49df-9877-91dc297551da service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0494425 Nov 04 10:15:49.936121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71ba1a-c345-4440-8324-42d707e5437f req-e49d0488-01cf-4df8-af78-b2b6e7fa80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:49.938700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a71ba1a-c345-4440-8324-42d707e5437f req-e49d0488-01cf-4df8-af78-b2b6e7fa80a8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420237 Nov 04 10:15:50.044281 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a71ba1a-c345-4440-8324-42d707e5437f req-bfc9dcd3-1154-4724-882b-909500e96f44 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982354 Nov 04 10:15:50.158647 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a71ba1a-c345-4440-8324-42d707e5437f req-4b821af1-c112-4d1b-b12a-57c574b3e6ff service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078680 Nov 04 10:15:50.300175 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac149e5-0860-4736-9f7a-594be45f0e9a req-1ea1f0ec-29e3-43a1-a1b3-5aa6752e26e6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:50.301751 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aac149e5-0860-4736-9f7a-594be45f0e9a req-1ea1f0ec-29e3-43a1-a1b3-5aa6752e26e6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0517347 Nov 04 10:15:50.342619 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-aac149e5-0860-4736-9f7a-594be45f0e9a req-41964d82-69f1-4f29-b312-3f39ffb1dd21 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Nov 04 10:15:50.748276 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:15:51.464150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40f0c2-b3bf-4dc2-8f5b-52a0971b477d req-bcf6f145-b616-4e91-a565-addbdb0a8235 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:51.465625 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b40f0c2-b3bf-4dc2-8f5b-52a0971b477d req-bcf6f145-b616-4e91-a565-addbdb0a8235 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0532196 Nov 04 10:15:51.505881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2b40f0c2-b3bf-4dc2-8f5b-52a0971b477d req-308f7ff3-7ca4-4e0d-831e-7241d4f583c9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Nov 04 10:15:52.636589 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e71953-86a2-4755-aca8-007b151a26b7 req-9279fadd-20af-4dc1-a4f2-8813e221feaf tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:52.638338 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50e71953-86a2-4755-aca8-007b151a26b7 req-9279fadd-20af-4dc1-a4f2-8813e221feaf tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0508878 Nov 04 10:15:52.677553 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-50e71953-86a2-4755-aca8-007b151a26b7 req-62788665-ea84-483f-9ebd-48cdbd6a8c56 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332427 Nov 04 10:15:53.806853 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf972-911e-4e8c-8958-add4ae8c92a2 req-109743e5-8670-4a0c-9b19-5055afa8b866 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:53.808279 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdfcf972-911e-4e8c-8958-add4ae8c92a2 req-109743e5-8670-4a0c-9b19-5055afa8b866 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0493634 Nov 04 10:15:53.847769 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cdfcf972-911e-4e8c-8958-add4ae8c92a2 req-acd0d7d1-c6f2-4a25-ae5b-0f8eeaa663fa tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Nov 04 10:15:54.966581 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea1107-d4c8-407d-8285-81bc77575479 req-f564be4c-9bde-4d75-adcb-6e9d15e0c9f2 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:54.968070 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6eea1107-d4c8-407d-8285-81bc77575479 req-f564be4c-9bde-4d75-adcb-6e9d15e0c9f2 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0537539 Nov 04 10:15:55.007218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6eea1107-d4c8-407d-8285-81bc77575479 req-8f26d804-d4bf-4a1a-8b47-798b44dbaa40 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324752 Nov 04 10:15:56.127076 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4df4e7-cdef-4e48-8cc5-674cb2017040 req-c3d66fd3-aaa9-476e-b6ef-e9e37c4caace tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:56.128594 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab4df4e7-cdef-4e48-8cc5-674cb2017040 req-c3d66fd3-aaa9-476e-b6ef-e9e37c4caace tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0523047 Nov 04 10:15:56.167009 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ab4df4e7-cdef-4e48-8cc5-674cb2017040 req-3c2d0a8f-5147-4d4e-ae02-98f264f21a69 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324492 Nov 04 10:15:57.281644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf38d2-5f25-4867-bb28-c75725efc240 req-b04d972a-ea79-4137-ad8f-3e93a0945cff tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:57.283054 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3cf38d2-5f25-4867-bb28-c75725efc240 req-b04d972a-ea79-4137-ad8f-3e93a0945cff tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0507212 Nov 04 10:15:57.325027 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3cf38d2-5f25-4867-bb28-c75725efc240 req-60e6b395-b2ae-4ac6-b797-169d82259467 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356834 Nov 04 10:15:58.446754 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f17885-0a3f-4d19-b720-5ebc010b90d3 req-a02cc49a-0922-4da7-b0d1-d89aad1a6831 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:58.448271 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59f17885-0a3f-4d19-b720-5ebc010b90d3 req-a02cc49a-0922-4da7-b0d1-d89aad1a6831 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0535429 Nov 04 10:15:58.487245 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-59f17885-0a3f-4d19-b720-5ebc010b90d3 req-cecb506c-dd6a-4507-9bbe-f14316727e54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329506 Nov 04 10:15:59.603191 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452881b-f4a5-4e73-af1b-111b62cdce59 req-d88e5ead-e72f-4920-a390-d67fe692fc31 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:15:59.604706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d452881b-f4a5-4e73-af1b-111b62cdce59 req-d88e5ead-e72f-4920-a390-d67fe692fc31 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0501232 Nov 04 10:15:59.644857 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d452881b-f4a5-4e73-af1b-111b62cdce59 req-c22bcf9f-0353-429a-976c-7bef94933ca9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340984 Nov 04 10:16:00.761077 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd801ad-b236-4cff-bc80-547778997bdb req-e3342222-36b9-413c-96e7-a50fed7e654d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:00.762848 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd801ad-b236-4cff-bc80-547778997bdb req-e3342222-36b9-413c-96e7-a50fed7e654d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0502620 Nov 04 10:16:00.800917 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bfd801ad-b236-4cff-bc80-547778997bdb req-8b87e548-90a4-401a-90fb-14325ba865c1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Nov 04 10:16:01.393306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e22dde0a-6949-467c-886d-2070a50fbafe details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:16:01.489101 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:16:01.500369 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'port_id': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'mac_address': 'fa:16:3e:35:f3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:16:01.538218 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:01.551606 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22dde0a-6949-467c-886d-2070a50fbafe {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:16:01.571342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:16:01.575223 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:01.620344 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:16:01.628537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.628864 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.629085 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.629417 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.629743 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.630067 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.630389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.630707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.631022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.631336 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.631648 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.631989 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:16:01.799726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e22dde0a-6949-467c-886d-2070a50fbafe'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:16:01.921605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae752b35-3dae-4d78-bb56-c79cfe8b19ee req-22f5465d-ec47-47a9-907e-611e24fb8c46 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:01.923110 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae752b35-3dae-4d78-bb56-c79cfe8b19ee req-22f5465d-ec47-47a9-907e-611e24fb8c46 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 944 time: 0.0536780 Nov 04 10:16:01.961737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ae752b35-3dae-4d78-bb56-c79cfe8b19ee req-0537579a-43c4-409b-b88b-05bda9d63f73 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Nov 04 10:16:03.077986 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8012c2-edbb-4db1-857e-4fe5a78dbcee req-68f58436-342e-4915-912e-bdab8759e47d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:03.079472 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a8012c2-edbb-4db1-857e-4fe5a78dbcee req-68f58436-342e-4915-912e-bdab8759e47d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 944 time: 0.0496211 Nov 04 10:16:03.118387 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a8012c2-edbb-4db1-857e-4fe5a78dbcee req-4971e186-ecd7-445f-8096-eb5319226408 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Nov 04 10:16:03.409727 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e22dde0a-6949-467c-886d-2070a50fbafe up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:16:03.458277 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port e22dde0a-6949-467c-886d-2070a50fbafe completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:16:03.462066 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e22dde0a-6949-467c-886d-2070a50fbafe triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:16:03.462441 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:03.539401 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:03.568281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:16:03.570611 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17a986f-11cf-4a18-8df9-3c24f561b6ca" -d '{"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:16:03.584207 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:16:03.588568 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:03.637069 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:16:03.679005 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6596d1c-bd4c-4e96-94bf-e251630cae23 x-openstack-request-id: req-c6596d1c-bd4c-4e96-94bf-e251630cae23 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:16:03.679303 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:16:03.679564 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6596d1c-bd4c-4e96-94bf-e251630cae23 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:16:03.680033 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'code': 200} Nov 04 10:16:03.777932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11273b8d-fba3-4654-a7d3-500313201c60 req-3162e654-8a66-4e09-8265-7e8b000141db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:03.779425 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11273b8d-fba3-4654-a7d3-500313201c60 req-3162e654-8a66-4e09-8265-7e8b000141db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0412524 Nov 04 10:16:03.813900 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-11273b8d-fba3-4654-a7d3-500313201c60 req-26b85104-90a2-4574-af03-7f28810b9ca7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277016 Nov 04 10:16:04.243644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7e565-ef4f-4402-a521-ac4fa4336947 req-81adfcab-d1ab-4174-87e2-8f248a701c3c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:04.245136 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ad7e565-ef4f-4402-a521-ac4fa4336947 req-81adfcab-d1ab-4174-87e2-8f248a701c3c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0509784 Nov 04 10:16:04.284756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6ad7e565-ef4f-4402-a521-ac4fa4336947 req-3751bc69-a734-4df4-a9c5-3ae4f33a2ded tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335538 Nov 04 10:16:05.403053 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20d0e8-914a-4d3c-8d5c-162eb3bf4752 req-9f089dbc-de30-463d-a7cf-ce54538ffc57 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:05.404605 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d20d0e8-914a-4d3c-8d5c-162eb3bf4752 req-9f089dbc-de30-463d-a7cf-ce54538ffc57 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0537944 Nov 04 10:16:05.442517 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d20d0e8-914a-4d3c-8d5c-162eb3bf4752 req-5be3d89b-2200-4f29-ade8-23a755bb964e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315969 Nov 04 10:16:05.556598 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8f693-5010-4f43-88a6-f62cbad8278b req-f9abcdac-4155-45a3-a43a-fd125c430ca5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:05.558233 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00c8f693-5010-4f43-88a6-f62cbad8278b req-f9abcdac-4155-45a3-a43a-fd125c430ca5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0501080 Nov 04 10:16:05.599968 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-00c8f693-5010-4f43-88a6-f62cbad8278b req-6f41a8ad-ace0-4501-81fb-e09948549919 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354321 Nov 04 10:16:05.622637 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46590) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:16:05.662543 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a6cb61-faaf-491b-ab2a-1e6021e8750a tempest-TestShelveInstance-1594165966 tempest-TestShelveInstance-1594165966-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:05.664081 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-74a6cb61-faaf-491b-ab2a-1e6021e8750a tempest-TestShelveInstance-1594165966 tempest-TestShelveInstance-1594165966-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1091 time: 0.0403981 Nov 04 10:16:05.666809 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46592) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:16:05.671057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:16:05.693540 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:05.794032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:05.896248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Allocated IP 172.25.3.220 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/4ff9724e-b84b-46fa-adc9-9f72e181613c) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:16:06.007503 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:06.041784 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:06.080841 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:16:06.083699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:16:06.087071 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:16:06.094709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'Port': ['ID=4ff9724e-b84b-46fa-adc9-9f72e181613c,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:16:06.443323 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:06.508957 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:06.661492 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:06.666131 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:06.739519 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event updated for resources: {'Port': ['ID=4ff9724e-b84b-46fa-adc9-9f72e181613c,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:16:06.750916 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:06.852386 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Floating IP a56564ae-60a5-42bc-a1a9-9bd62ecb61cb associated. External IP: 172.25.3.220, port: e22dde0a-6949-467c-886d-2070a50fbafe. Nov 04 10:16:07.364211 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Router cff257fa-1370-4e69-b60b-da98cedbe07a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:16:07.474248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:16:07.489519 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] Sync routers for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:16:07.493637 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:07.505687 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:16:07.506301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:16:07.509449 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e98d723b-97fc-44bf-8df7-911856d56eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:07.522701 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-51e8ea60-b4eb-4fe1-a4ec-fd63b5b6b9ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8548739 Nov 04 10:16:07.523293 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:16:07.525604 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d" -d '{"events": [{"name": "network-changed", "server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:16:07.562454 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d34450-28f0-41de-8b7a-5d7a2a562cf2 x-openstack-request-id: req-95d34450-28f0-41de-8b7a-5d7a2a562cf2 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:16:07.562752 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:16:07.563007 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95d34450-28f0-41de-8b7a-5d7a2a562cf2 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:16:07.563408 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'status': 'completed', 'code': 200} Nov 04 10:16:07.617327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:16:07.630962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-71e49b79-f882-4760-921c-4af18c09b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:07.632553 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-71e49b79-f882-4760-921c-4af18c09b820 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0462499 Nov 04 10:16:07.732944 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-9d3b4aee-60da-4f51-a71a-7eefabb27483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:07.734433 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-9d3b4aee-60da-4f51-a71a-7eefabb27483 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0938835 Nov 04 10:16:07.806905 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-4618eb41-2d60-4f94-b70f-57c4edb63fb9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 999 time: 0.0651028 Nov 04 10:16:08.013342 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a56564ae-60a5-42bc-a1a9-9bd62ecb61cb', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'port_id': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'mac_address': 'fa:16:3e:35:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:16:06Z', 'updated_at': '2021-11-04T10:16:06Z', 'revision_number': 0, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:16:08.041357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] Checking router: cff257fa-1370-4e69-b60b-da98cedbe07a for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:16:08.051661 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:16:08.052311 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:15:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:16:08.165387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:16:08.195632 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-fd81f8ab-3704-49f5-8352-d5cc5d1a3d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:08.197126 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-fd81f8ab-3704-49f5-8352-d5cc5d1a3d28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.3809726 Nov 04 10:16:08.245674 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-8672cf8a-b731-4fcd-a145-13206fa24abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:16:08.247175 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-8672cf8a-b731-4fcd-a145-13206fa24abd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406566 Nov 04 10:16:08.258024 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-54c5930f-ae75-47fe-96ac-880287e101ff service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102556) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:16:08.258958 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-54c5930f-ae75-47fe-96ac-880287e101ff service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049331 Nov 04 10:16:08.360590 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-1ffc7eac-4bff-4a57-b1ca-dcf252630a8b service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937970 Nov 04 10:16:08.399168 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a56564ae-60a5-42bc-a1a9-9bd62ecb61cb', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'port_id': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'mac_address': 'fa:16:3e:35:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:16:06Z', 'updated_at': '2021-11-04T10:16:06Z', 'revision_number': 0, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:16:08.426083 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0177522-3460-4fc2-acea-ff6c0bdc63fb None None] The sync data for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 is: [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': 'a56564ae-60a5-42bc-a1a9-9bd62ecb61cb', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'port_id': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'mac_address': 'fa:16:3e:35:f3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:16:06Z', 'updated_at': '2021-11-04T10:16:06Z', 'revision_number': 0, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:16:08.451619 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-9a7ed3c2-fade-4fcf-8630-4bbbf15e280d req-7c83df59-f3b3-4f93-ad3a-ee76bc7df9c0 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838068 Nov 04 10:16:08.613421 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42285139-3d36-471b-a8bb-d7a8dd011a6b None None] New status for floating IP a56564ae-60a5-42bc-a1a9-9bd62ecb61cb: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:16:10.091212 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e02e1ad7-9f3d-4f6e-80c5-7739bdb862b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:10.400511 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:11.568148 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:13.033341 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:16.465702 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:17.375119 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:27.747611 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:16:37.501444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5c86b37d-7818-4431-8e0a-5bee6b0c16a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:40.093544 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-211859ec-d37f-4dc2-acbf-64dffff9df0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:40.407593 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:41.571127 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:43.036019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:46.468359 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:16:47.377102 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:04.748519 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:17:05.401588 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-3d75aa5d-bce7-4d4b-8b98-de017950284c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422916 Nov 04 10:17:05.504228 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-999c7b3a-adc4-4667-86f8-d227c48789f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:17:05.505848 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-999c7b3a-adc4-4667-86f8-d227c48789f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0514436 Nov 04 10:17:05.613803 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-1e39e0e8-a7fc-4262-bac4-2d2ab48a4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:17:05.615344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-1e39e0e8-a7fc-4262-bac4-2d2ab48a4abd service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0890441 Nov 04 10:17:05.687487 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-0ddb40bd-6182-44d0-8628-871b0810e1f0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 1001 time: 0.0644968 Nov 04 10:17:05.743825 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-e0620774-35eb-46a0-b20c-8674c509ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:17:05.743825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-e0620774-35eb-46a0-b20c-8674c509ed1e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0472918 Nov 04 10:17:05.792974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-d98bf83d-3f09-4f90-b6f1-a686e382eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:17:05.794551 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-d98bf83d-3f09-4f90-b6f1-a686e382eea4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464973 Nov 04 10:17:05.899614 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-1f6841dc-b195-4429-bb39-5ddb3e33ea42 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933549 Nov 04 10:17:06.017664 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-fcd3a0b2-0d3d-49b3-acca-c93f2cf246ef req-109d971a-8646-46d3-ac1c-ac367da2fcdd service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114931 Nov 04 10:17:07.515615 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ceceeb28-3dab-4d7f-91a0-2a2269177501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:10.098907 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5a1db591-785d-4fe0-a6b1-a3d65d8e2a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:10.407904 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:11.577784 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:13.042306 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:16.467957 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:17.388397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:37.501214 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6af999eb-97c0-4fa0-9241-ec3c242a2989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:40.101914 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1b8abe07-12e8-4512-8d16-e46bfa0364a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:40.402777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:41.580186 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:41.749373 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:17:43.041893 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:46.454937 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:17:47.389607 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:03.135101 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd9c4f-10e7-4199-a941-ccbcfe34b29c req-17f939a7-a839-44a2-ab11-f60f2a190345 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:03.136597 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98fd9c4f-10e7-4199-a941-ccbcfe34b29c req-17f939a7-a839-44a2-ab11-f60f2a190345 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0566778 Nov 04 10:18:03.176728 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-98fd9c4f-10e7-4199-a941-ccbcfe34b29c req-c8e4a317-6982-4aaa-a2b8-f40b217c40ab tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Nov 04 10:18:04.331781 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dbe88-3a6f-4513-99b3-a6516936d138 req-80e53343-2d39-463b-8997-151e5076fa87 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:04.333321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d2dbe88-3a6f-4513-99b3-a6516936d138 req-80e53343-2d39-463b-8997-151e5076fa87 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0517471 Nov 04 10:18:04.371239 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9d2dbe88-3a6f-4513-99b3-a6516936d138 req-e1157c64-ff6d-453f-ae9d-df6288515d82 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310886 Nov 04 10:18:05.486001 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3ca55-7a0b-477b-9e0a-90e87e0b3843 req-e717a52d-737b-4c0c-b2cb-8d1dba631367 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:05.487489 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ee3ca55-7a0b-477b-9e0a-90e87e0b3843 req-e717a52d-737b-4c0c-b2cb-8d1dba631367 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0491846 Nov 04 10:18:05.528412 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-3ee3ca55-7a0b-477b-9e0a-90e87e0b3843 req-575cc78a-7847-4914-82fd-4b17a3be1c18 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349061 Nov 04 10:18:06.413355 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-6e6f0548-93d6-4b0d-9b1c-393ef1957d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:06.415009 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-6e6f0548-93d6-4b0d-9b1c-393ef1957d00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0421042 Nov 04 10:18:06.522321 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-793f0587-a237-453a-a9b2-c5dc7948d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:06.523898 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-793f0587-a237-453a-a9b2-c5dc7948d04b service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0896952 Nov 04 10:18:06.592212 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-1970bba6-43af-45f5-8916-96ba1c6aceaf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 1001 time: 0.0612385 Nov 04 10:18:06.646359 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfbdba-4aa0-464a-8a14-fb718237b471 req-cc6ae19c-b730-4e0f-a499-5b988c39ed04 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:06.647868 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ebfbdba-4aa0-464a-8a14-fb718237b471 req-cc6ae19c-b730-4e0f-a499-5b988c39ed04 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0518868 Nov 04 10:18:06.648135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-c616bd56-86ac-4fc3-aad8-3a7369716d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:06.649607 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-c616bd56-86ac-4fc3-aad8-3a7369716d4b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0500548 Nov 04 10:18:06.687563 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1ebfbdba-4aa0-464a-8a14-fb718237b471 req-c4b71715-d6a2-465d-abbf-d3d83b59241d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333774 Nov 04 10:18:06.697702 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-06e53c0b-9d0c-4b03-880e-9e71a2279fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:06.699388 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-06e53c0b-9d0c-4b03-880e-9e71a2279fe0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422630 Nov 04 10:18:06.791381 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-ea82d5e6-9533-48c6-b2c5-82aed65cfa20 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851173 Nov 04 10:18:06.890705 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-1b9a36d7-7ece-4df4-9722-df95d31f69b1 req-2a2f6d8d-0334-493e-8213-6f5d48373e6b service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931084 Nov 04 10:18:07.502373 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b98f0e45-ad61-45ba-b92e-d86ea90fb594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:07.804099 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997349eb-7b41-47ce-9819-decdf221546e req-884e11af-ca22-4619-8746-3c291ecb32ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:07.805573 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-997349eb-7b41-47ce-9819-decdf221546e req-884e11af-ca22-4619-8746-3c291ecb32ee tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0499144 Nov 04 10:18:07.847551 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-997349eb-7b41-47ce-9819-decdf221546e req-a277d9df-d300-46bf-9de2-d3712e5eb4c4 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353940 Nov 04 10:18:08.963720 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28056-cc6f-45fc-a00b-2ecca0b80176 req-6fb6521f-3e6a-48fe-b049-86045fde042c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:08.965445 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0e28056-cc6f-45fc-a00b-2ecca0b80176 req-6fb6521f-3e6a-48fe-b049-86045fde042c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0503511 Nov 04 10:18:09.007955 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a0e28056-cc6f-45fc-a00b-2ecca0b80176 req-aa00290f-de31-44fb-aa79-1cb05e9f49f7 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364759 Nov 04 10:18:10.110695 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9a067e92-a6d4-435f-9204-e7a07ef71c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:10.130170 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff91d448-1151-4949-a4de-ac8a5716e7c3 req-35cb8817-599a-4e1e-b8f0-4ef71dbd6e3c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:10.131654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff91d448-1151-4949-a4de-ac8a5716e7c3 req-35cb8817-599a-4e1e-b8f0-4ef71dbd6e3c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0560081 Nov 04 10:18:10.170927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ff91d448-1151-4949-a4de-ac8a5716e7c3 req-405b971b-4a79-491a-89f6-893de142f34c tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324519 Nov 04 10:18:10.403741 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:11.287229 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f374b0-3aca-4bc1-b0a5-823c61d3788f req-f497433f-e56a-405c-8628-98254f2997af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:11.288736 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85f374b0-3aca-4bc1-b0a5-823c61d3788f req-f497433f-e56a-405c-8628-98254f2997af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0506241 Nov 04 10:18:11.332073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-85f374b0-3aca-4bc1-b0a5-823c61d3788f req-f76ba896-8daf-4227-b98f-4486f83a1270 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369010 Nov 04 10:18:11.584024 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:12.451029 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114b56a-e2a8-4a24-ae79-744565f1967a req-1b906124-49b7-4dc4-be30-eedf674bc1a5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:12.452548 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d114b56a-e2a8-4a24-ae79-744565f1967a req-1b906124-49b7-4dc4-be30-eedf674bc1a5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0498192 Nov 04 10:18:12.496006 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d114b56a-e2a8-4a24-ae79-744565f1967a req-086fb6c6-0118-44f0-9878-fa2fc2a36deb tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367472 Nov 04 10:18:13.044033 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:13.299673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-873422b3-2eff-4404-ae8c-0c6b3de99e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:13.301226 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-873422b3-2eff-4404-ae8c-0c6b3de99e79 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0420356 Nov 04 10:18:13.398317 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-294255d2-be13-418d-b77c-f3fbdc3d4b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:13.399785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-294255d2-be13-418d-b77c-f3fbdc3d4b68 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0908008 Nov 04 10:18:13.464840 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-ede7e8eb-85b7-4577-9872-40d7127fe02a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 1001 time: 0.0576923 Nov 04 10:18:13.516801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-4b96679b-34f3-4167-9202-50dd44de8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:13.518303 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-4b96679b-34f3-4167-9202-50dd44de8706 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0464611 Nov 04 10:18:13.569426 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-fb2ccceb-86b9-4e01-9a2f-d65fc5265ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:13.570825 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-fb2ccceb-86b9-4e01-9a2f-d65fc5265ecb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456522 Nov 04 10:18:13.614311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8c622-586c-471f-b13d-313b9caf7ab0 req-ab07b7e9-4a10-4e8d-a0fa-be2ef0701039 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:13.615812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fc8c622-586c-471f-b13d-313b9caf7ab0 req-ab07b7e9-4a10-4e8d-a0fa-be2ef0701039 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0503671 Nov 04 10:18:13.655543 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1fc8c622-586c-471f-b13d-313b9caf7ab0 req-9853a016-1c56-49b8-8abc-ce6e05a19965 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334556 Nov 04 10:18:13.663975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-b895c428-7d6b-4c25-98ea-2618299d16c3 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854175 Nov 04 10:18:13.761486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aee8a041-cff0-4ab2-9e14-4d20be9fca5f req-00fd6ca2-3277-4653-b0b3-4d8c33184f4f service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885961 Nov 04 10:18:14.775914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377598f3-6668-4345-94cb-cfe03a77a3fd req-525f59fe-940b-45b7-aa27-c64e3bc4a77a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:14.778335 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-377598f3-6668-4345-94cb-cfe03a77a3fd req-525f59fe-940b-45b7-aa27-c64e3bc4a77a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0511885 Nov 04 10:18:14.816951 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-377598f3-6668-4345-94cb-cfe03a77a3fd req-08f08234-0a9b-4a5a-a85c-a1ed566ced26 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326049 Nov 04 10:18:15.937415 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71724509-1e88-4665-bc66-36b43f37efa6 req-094c83aa-d500-4169-965a-8833ac6d5d05 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:15.938927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71724509-1e88-4665-bc66-36b43f37efa6 req-094c83aa-d500-4169-965a-8833ac6d5d05 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0536182 Nov 04 10:18:15.985063 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-71724509-1e88-4665-bc66-36b43f37efa6 req-329809ce-3b2f-4bd3-a371-55a37bc5e3c3 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Nov 04 10:18:16.471537 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:17.109009 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7842aa-7b3d-4036-943d-838c994767fe req-4b44110d-1c0c-4231-bc92-3da6295b935d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:17.110541 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d7842aa-7b3d-4036-943d-838c994767fe req-4b44110d-1c0c-4231-bc92-3da6295b935d tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0541484 Nov 04 10:18:17.150320 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4d7842aa-7b3d-4036-943d-838c994767fe req-4b6b87d8-7727-412e-b407-6e821dada0e9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330856 Nov 04 10:18:17.292449 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46694) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:18:17.363547 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adc2e71-2491-4cf6-a738-6f8530ef8638 req-ae0a4c5d-15b0-44f8-a131-87ae60cf46f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:17.365095 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9adc2e71-2491-4cf6-a738-6f8530ef8638 req-ae0a4c5d-15b0-44f8-a131-87ae60cf46f8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0546136 Nov 04 10:18:17.410523 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:17.441350 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9adc2e71-2491-4cf6-a738-6f8530ef8638 req-afca629f-fc9e-4ebe-8722-8cb019f0f19a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582838 Nov 04 10:18:17.450726 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-cad6a7e7-497c-4c62-b1c8-87eeb543746a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1570349 Nov 04 10:18:17.459628 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-dc4f628e-415b-415d-b7bb-9c05323a950e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:18:17.460608 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-dc4f628e-415b-415d-b7bb-9c05323a950e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050116 Nov 04 10:18:18.123802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e22dde0a-6949-467c-886d-2070a50fbafe no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:18:18.203397 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:18.240289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:18:18.241144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:18:18.243710 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10b1f33-d049-470b-b687-0e968194b18f" -d '{"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-unplugged", "status": "completed", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:18:18.248076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:18.301939 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 04 Nov 2021 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60768227-3fc0-485e-a33b-aa3f6081edf7 x-openstack-request-id: req-60768227-3fc0-485e-a33b-aa3f6081edf7 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:18:18.302508 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-unplugged", "status": "failed", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe", "code": 422}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:18:18.302770 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60768227-3fc0-485e-a33b-aa3f6081edf7 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:18:18.303176 n-d-816487-1 neutron-server[102557]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'code': 422} returned with failed status Nov 04 10:18:18.304353 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:18.313189 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.313527 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.314099 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.314574 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.315333 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.315900 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.316192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.316686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.317004 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.317502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.317836 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.318152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:18:18.560646 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b8892-7887-4c75-8ed0-074d126ecee0 req-6b6d99b1-c9e3-478d-bf23-676cd83d790e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:18.562158 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b17b8892-7887-4c75-8ed0-074d126ecee0 req-6b6d99b1-c9e3-478d-bf23-676cd83d790e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0507150 Nov 04 10:18:18.601092 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b17b8892-7887-4c75-8ed0-074d126ecee0 req-5d1af922-1627-4c64-9d6f-d13d1e8f8b9e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328572 Nov 04 10:18:18.749639 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:18:19.723311 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9465d-30fe-49d5-b385-53ab457e66cf req-89bd3c2a-f6bc-4920-9a90-c5118bb5d818 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:19.724926 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8de9465d-30fe-49d5-b385-53ab457e66cf req-89bd3c2a-f6bc-4920-9a90-c5118bb5d818 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0527728 Nov 04 10:18:19.766834 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8de9465d-30fe-49d5-b385-53ab457e66cf req-65468fd4-ad51-44e3-af4e-d52ca05194be tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350883 Nov 04 10:18:20.882982 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4a71d-4f6e-4cf3-a9a4-d94ec340f0b3 req-193d31ea-4b80-4615-bae5-15a8d51284b8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:20.884704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5e4a71d-4f6e-4cf3-a9a4-d94ec340f0b3 req-193d31ea-4b80-4615-bae5-15a8d51284b8 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0498915 Nov 04 10:18:20.928065 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c5e4a71d-4f6e-4cf3-a9a4-d94ec340f0b3 req-0a4af08e-9059-4ce5-b283-468881f1513e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363510 Nov 04 10:18:22.051509 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c71c44-d0c2-4388-9510-36e3cc86ceab req-b483681d-eb1b-4933-ae5b-9d49cfac26e0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:22.053537 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96c71c44-d0c2-4388-9510-36e3cc86ceab req-b483681d-eb1b-4933-ae5b-9d49cfac26e0 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0529003 Nov 04 10:18:22.104727 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96c71c44-d0c2-4388-9510-36e3cc86ceab req-43237a64-f774-4750-8eaf-50517d49eb1e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444739 Nov 04 10:18:22.230306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-ead8b7c0-35b9-4465-be6b-dfcf71c6bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:22.231803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-ead8b7c0-35b9-4465-be6b-dfcf71c6bb61 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d&tenant_id=5545694ab6054eef8299f7e09a6e006c HTTP/1.1" status: 200 len: 1094 time: 0.0424821 Nov 04 10:18:22.295121 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-70519404-62c1-468d-be66-55657015711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:22.296726 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-70519404-62c1-468d-be66-55657015711e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1094 time: 0.0411265 Nov 04 10:18:22.395292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-45ba231c-6750-4b9e-8c4d-824001f8ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:22.396820 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-45ba231c-6750-4b9e-8c4d-824001f8ff78 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0925622 Nov 04 10:18:22.462563 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-5a9af755-d029-4417-9836-2196fc7f0279 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 999 time: 0.0587103 Nov 04 10:18:22.511550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-f2de8860-faf5-4f98-97a1-7e8d5ca13bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:22.513004 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-f2de8860-faf5-4f98-97a1-7e8d5ca13bd0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0437181 Nov 04 10:18:22.562789 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-74b0918d-d607-4765-b66a-06535c3ec9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:22.564290 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-74b0918d-d607-4765-b66a-06535c3ec9e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436168 Nov 04 10:18:22.652512 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-ae2a4580-07aa-4460-8089-4c162fde6f4b service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813127 Nov 04 10:18:22.745365 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-6bf89d61-d309-447c-a885-dc849db5dd73 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846970 Nov 04 10:18:23.226117 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aee4fe-d2c7-4b21-b1a6-595c27d0d6cb req-d0c67303-2082-46dd-9cc0-eb9a6e495d2e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:23.227577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9aee4fe-d2c7-4b21-b1a6-595c27d0d6cb req-d0c67303-2082-46dd-9cc0-eb9a6e495d2e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0500281 Nov 04 10:18:23.266031 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c9aee4fe-d2c7-4b21-b1a6-595c27d0d6cb req-84e1aa06-84a6-4540-9634-31ab12da2005 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317359 Nov 04 10:18:24.388207 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93002b3b-9518-4a8f-aac0-9637d45a55cc req-6c036fb8-789d-4f45-808c-bc4c59069f06 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:24.389992 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93002b3b-9518-4a8f-aac0-9637d45a55cc req-6c036fb8-789d-4f45-808c-bc4c59069f06 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0567255 Nov 04 10:18:24.434632 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-93002b3b-9518-4a8f-aac0-9637d45a55cc req-e12d10e2-2075-4d85-b234-ca28503be1bd tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382488 Nov 04 10:18:25.553546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648a746-21c6-4082-a758-df068060ca5a req-25fa585c-a8d9-4644-8a1f-350e13e7c3e5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:25.555067 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5648a746-21c6-4082-a758-df068060ca5a req-25fa585c-a8d9-4644-8a1f-350e13e7c3e5 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0510008 Nov 04 10:18:25.595228 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5648a746-21c6-4082-a758-df068060ca5a req-bc5e56a2-9d3c-44c0-a049-36647c366eb9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Nov 04 10:18:26.795594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad05d7-f102-4978-9d2e-93b91ebf99a2 req-baa8218b-65a6-4bac-b3a5-373317059c09 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:26.797520 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ad05d7-f102-4978-9d2e-93b91ebf99a2 req-baa8218b-65a6-4bac-b3a5-373317059c09 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.1245995 Nov 04 10:18:26.843059 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-33ad05d7-f102-4978-9d2e-93b91ebf99a2 req-5eb8d14f-7843-4e02-9028-0ffa2b2f03b2 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360663 Nov 04 10:18:27.959605 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8334ef-7952-404b-9474-7ac9a13744a5 req-2a9b4545-d8e7-4886-b518-2806566f7791 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:27.961034 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce8334ef-7952-404b-9474-7ac9a13744a5 req-2a9b4545-d8e7-4886-b518-2806566f7791 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0498369 Nov 04 10:18:28.003977 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ce8334ef-7952-404b-9474-7ac9a13744a5 req-0af8fbb1-d122-49f1-b43d-8ec39687b750 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360262 Nov 04 10:18:29.125303 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988385-9022-45c9-a164-95aa5385848f req-e71bb0df-1d59-4b84-9d01-c85c87723c81 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:29.126872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a988385-9022-45c9-a164-95aa5385848f req-e71bb0df-1d59-4b84-9d01-c85c87723c81 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0523202 Nov 04 10:18:29.167640 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-0a988385-9022-45c9-a164-95aa5385848f req-d8472f69-6e8d-4063-968e-e5496f48666b tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343730 Nov 04 10:18:30.186429 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e22dde0a-6949-467c-886d-2070a50fbafe details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:18:30.287617 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b17616-200d-40a0-aa69-8588947ad0da req-9fe564e6-c4b4-41e3-badc-69d85e8df102 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:30.289297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0b17616-200d-40a0-aa69-8588947ad0da req-9fe564e6-c4b4-41e3-badc-69d85e8df102 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 943 time: 0.0515535 Nov 04 10:18:30.302666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:18:30.315114 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'port_id': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'mac_address': 'fa:16:3e:35:f3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:18:30.333204 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0b17616-200d-40a0-aa69-8588947ad0da req-b67cbcfa-e536-4b16-8615-ca37e0bce549 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Nov 04 10:18:30.354479 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:30.367482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e22dde0a-6949-467c-886d-2070a50fbafe {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:18:30.386920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:18:30.391203 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:30.444718 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:30.627659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['e22dde0a-6949-467c-886d-2070a50fbafe'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:18:31.449500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ace6f-9500-4402-b942-af56de1f5d16 req-80276cb1-cfc6-49c3-8a47-4915efc737bc tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:31.450998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e49ace6f-9500-4402-b942-af56de1f5d16 req-80276cb1-cfc6-49c3-8a47-4915efc737bc tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 944 time: 0.0505211 Nov 04 10:18:31.494007 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-e49ace6f-9500-4402-b942-af56de1f5d16 req-81144e89-c5a5-4019-b80b-c59e70cc001e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369196 Nov 04 10:18:32.186132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e22dde0a-6949-467c-886d-2070a50fbafe up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:18:32.232920 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port e22dde0a-6949-467c-886d-2070a50fbafe triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:18:32.233295 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:32.309457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:32.334803 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:18:32.337103 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a423f238-0ca5-41d0-a912-5b4d163e6c5c" -d '{"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:18:32.350658 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:18:32.355962 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:32.382474 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46886463-5ba7-4446-ba06-626cde2e2d62 x-openstack-request-id: req-46886463-5ba7-4446-ba06-626cde2e2d62 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:18:32.382829 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-plugged", "status": "completed", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:18:32.383558 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-46886463-5ba7-4446-ba06-626cde2e2d62 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:18:32.383956 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'code': 200} Nov 04 10:18:32.412655 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:18:32.531379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffdefc-4d4a-4e61-84b8-682877335490 req-ca5ada8c-f93b-426f-8950-9137293d4c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:32.533016 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-35ffdefc-4d4a-4e61-84b8-682877335490 req-ca5ada8c-f93b-426f-8950-9137293d4c9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0424485 Nov 04 10:18:32.569333 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-35ffdefc-4d4a-4e61-84b8-682877335490 req-30ecf5bb-75e0-4b01-813c-ea79f24f454b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292337 Nov 04 10:18:32.613144 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80e68-1fc8-4fa6-9ffe-f36a42afed3b req-a485eaeb-45d5-46a4-bc94-dc274882f83a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:32.614618 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda80e68-1fc8-4fa6-9ffe-f36a42afed3b req-a485eaeb-45d5-46a4-bc94-dc274882f83a tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0497539 Nov 04 10:18:32.654215 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fda80e68-1fc8-4fa6-9ffe-f36a42afed3b req-24a7c37e-fb37-40dd-a57e-596d4e69c5d3 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329175 Nov 04 10:18:33.770533 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f6eb9-b1f4-4368-ac7f-1655e7d7e4b7 req-60a677c6-4f3f-40f8-9555-44a1f400f4af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:18:33.772056 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-530f6eb9-b1f4-4368-ac7f-1655e7d7e4b7 req-60a677c6-4f3f-40f8-9555-44a1f400f4af tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0501504 Nov 04 10:18:33.813391 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-530f6eb9-b1f4-4368-ac7f-1655e7d7e4b7 req-c24e1cd5-bdd2-4904-8de2-9d75a75cb6f9 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345531 Nov 04 10:18:37.512940 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06aa143c-010a-4659-950a-240445929d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:40.105166 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1e1a05ac-f20d-49af-883f-4380c3686aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:40.405532 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:41.588244 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:43.048508 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:46.468122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:47.406382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:18:55.752132 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:19:07.390251 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-f037c0f8-b0e4-4edc-a637-a44fa084769c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420079 Nov 04 10:19:07.479393 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-e080366c-e850-4653-a520-7009cb94e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:07.480977 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-e080366c-e850-4653-a520-7009cb94e6d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0452704 Nov 04 10:19:07.506753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b76b83a4-6653-42a4-93ee-126ae750c1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:07.590240 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-e3d71490-317d-4238-a244-121bef45f9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:07.591717 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-e3d71490-317d-4238-a244-121bef45f9ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0891006 Nov 04 10:19:07.666609 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-1585061c-5ceb-45b1-ab9d-b2d2f441986b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 1001 time: 0.0674891 Nov 04 10:19:07.718167 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-3505a745-3289-47ba-b0ee-8587802b6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:07.720309 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-3505a745-3289-47ba-b0ee-8587802b6c71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0463703 Nov 04 10:19:07.771391 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-8a49ecb7-6ab5-49e8-bccf-7a2643430c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:07.772930 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-8a49ecb7-6ab5-49e8-bccf-7a2643430c71 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453310 Nov 04 10:19:07.874424 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-037e8963-b9e6-47d7-a817-7c3b6bd1f36f service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942087 Nov 04 10:19:07.967001 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-a7685104-f7e9-4164-abc6-40b5636f8e4e req-0863eaad-39dc-4b1f-9783-0a7b3f67e78f service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841613 Nov 04 10:19:10.102216 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-181ca388-3fad-49ae-af0c-df7b8a93b598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:10.408176 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:11.590192 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:13.050596 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:16.483794 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:17.418778 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:32.751718 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:19:37.512725 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-66470467-eb57-4e82-9288-b53e7974e871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:40.107461 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c1ba2bee-3143-4ded-8a71-17572550f49c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:40.409788 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:41.596389 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:43.057249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:46.511138 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:47.384291 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46754) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:47.452225 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:47.581942 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Deleting port 4ff9724e-b84b-46fa-adc9-9f72e181613c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:19:47.582311 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:47.668191 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:47.668520 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:47.682726 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Calling delete_port for 4ff9724e-b84b-46fa-adc9-9f72e181613c owned by network:floatingip {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:19:47.839479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:47.865954 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event deleted for resources: {'Port': ['ID=4ff9724e-b84b-46fa-adc9-9f72e181613c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:47.877274 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.877648 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.877955 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.878294 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.878631 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.878959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.879289 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.879635 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.879959 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.880284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.880609 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.880930 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:19:47.950039 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for floatingip, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:47.950269 n-d-816487-1 neutron-server[102556]: INFO neutron.db.l3_db [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Floating IP a56564ae-60a5-42bc-a1a9-9bd62ecb61cb disassociated (deleted). External IP: 172.25.3.220, port: e22dde0a-6949-467c-886d-2070a50fbafe. Nov 04 10:19:48.166603 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Router cff257fa-1370-4e69-b60b-da98cedbe07a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:19:48.277916 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:19:48.282440 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:48.290425 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] Sync routers for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:19:48.304430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:19:48.304430 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:48.311152 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4b17e8d1-de3a-4a43-a411-b5b43ad36f54 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "DELETE /v2.0/floatingips/a56564ae-60a5-42bc-a1a9-9bd62ecb61cb HTTP/1.1" status: 204 len: 168 time: 0.9254503 Nov 04 10:19:48.312425 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:19:48.314699 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130e234-4195-474a-9a4a-e4582190dd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:19:48.418830 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:19:48.509836 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16610b07-51ba-415f-9bef-378a3a2a1077 x-openstack-request-id: req-16610b07-51ba-415f-9bef-378a3a2a1077 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:19:48.510383 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:19:48.510383 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-16610b07-51ba-415f-9bef-378a3a2a1077 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:19:48.510886 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'status': 'completed', 'code': 200} Nov 04 10:19:48.580765 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e234-4195-474a-9a4a-e4582190dd3b req-6ccd9165-2255-4aac-87f7-e7ad6fb9bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:48.581803 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3130e234-4195-474a-9a4a-e4582190dd3b req-6ccd9165-2255-4aac-87f7-e7ad6fb9bf51 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5545694ab6054eef8299f7e09a6e006c&device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 1096 time: 0.0453486 Nov 04 10:19:48.617494 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ca70-8442-4347-98b3-1ae1f9a9b8a3 req-8637f1db-dfb6-4b09-a5cd-9b60b93db405 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:48.619025 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1166ca70-8442-4347-98b3-1ae1f9a9b8a3 req-8637f1db-dfb6-4b09-a5cd-9b60b93db405 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0550609 Nov 04 10:19:48.660973 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:48.663462 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-1166ca70-8442-4347-98b3-1ae1f9a9b8a3 req-94a7825e-4ec8-43da-8706-736f4ead8b3e tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383143 Nov 04 10:19:48.687178 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e234-4195-474a-9a4a-e4582190dd3b req-3055f13a-8538-4109-a41a-a71336591df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:48.688827 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3130e234-4195-474a-9a4a-e4582190dd3b req-3055f13a-8538-4109-a41a-a71336591df8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 200 len: 909 time: 0.0989854 Nov 04 10:19:48.690733 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] Checking router: cff257fa-1370-4e69-b60b-da98cedbe07a for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:19:48.699061 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:19:48.699659 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:48.730837 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3130e234-4195-474a-9a4a-e4582190dd3b req-e3a3b7a9-1db0-467b-b410-86e973e6e9ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 200 len: 217 time: 0.0341616 Nov 04 10:19:48.780612 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e234-4195-474a-9a4a-e4582190dd3b req-04a11f0d-5243-4adf-96e2-d8799ccab949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:48.782151 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3130e234-4195-474a-9a4a-e4582190dd3b req-04a11f0d-5243-4adf-96e2-d8799ccab949 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 200 len: 847 time: 0.0439305 Nov 04 10:19:48.805538 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:19:48.832367 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130e234-4195-474a-9a4a-e4582190dd3b req-d69559dd-41ea-4609-a87d-84c340be53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:48.833752 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3130e234-4195-474a-9a4a-e4582190dd3b req-d69559dd-41ea-4609-a87d-84c340be53c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7623364d-eaf1-4604-bf85-5e3368213f67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446553 Nov 04 10:19:48.926398 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3130e234-4195-474a-9a4a-e4582190dd3b req-f52b81eb-fc55-45ad-911d-70f5eea7a176 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846505 Nov 04 10:19:49.012317 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:49.030147 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-3130e234-4195-474a-9a4a-e4582190dd3b req-394511b2-5939-4b05-869a-b4c886a9a864 service neutron] 10.222.0.70 "GET /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962715 Nov 04 10:19:49.042113 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed39271-4b65-42b4-bb29-48e0f0dbff88 None None] The sync data for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 is: [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:11:11Z', 'revision_number': 4, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5', 'name': '', 'network_id': '7623364d-eaf1-4604-bf85-5e3368213f67', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'mac_address': 'fa:16:3e:59:f2:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:10Z', 'updated_at': '2021-11-04T10:11:16Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'subnets': [{'id': 'ce670c6d-a7de-46a5-97d7-34429ddaa891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:19:49.272403 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff5b727-6435-459d-bca3-d86adf925f29 None None] New status for floating IP a56564ae-60a5-42bc-a1a9-9bd62ecb61cb: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:19:49.784974 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f7583-5c4a-4483-a2d1-2c0b1ae93543 req-edc09e14-8522-44d1-906b-484bcaf9e327 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:49.786467 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-294f7583-5c4a-4483-a2d1-2c0b1ae93543 req-edc09e14-8522-44d1-906b-484bcaf9e327 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0512519 Nov 04 10:19:49.825346 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-294f7583-5c4a-4483-a2d1-2c0b1ae93543 req-59b0e9b5-e7ca-4bde-9cce-ddbaa49e4b81 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/security-groups?id=6d47dab6-2790-4821-8a9a-e41ec4a14b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327508 Nov 04 10:19:50.031236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-d3bc49a7-9ea1-4a73-a2b6-97c0c043a402 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:19:50.032746 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-d3bc49a7-9ea1-4a73-a2b6-97c0c043a402 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 945 time: 0.0531805 Nov 04 10:19:50.126486 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Deleting port e22dde0a-6949-467c-886d-2070a50fbafe {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:19:50.126821 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:50.220141 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] For port e22dde0a-6949-467c-886d-2070a50fbafe, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=e22dde0a-6949-467c-886d-2070a50fbafe,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:19:50.220508 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:50.235461 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Calling delete_port for e22dde0a-6949-467c-886d-2070a50fbafe owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:19:50.370382 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:50.401796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event deleted for resources: {'Port': ['ID=e22dde0a-6949-467c-886d-2070a50fbafe,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:50.446878 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] No DVR routers for this DVR port e22dde0a-6949-467c-886d-2070a50fbafe on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:19:50.449545 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:50.453027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-aea7f113-6588-4555-b0de-ffbe97986fc8 req-fa35c6e4-fe9f-4396-b6dc-a7c32a39fbda tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.70 "DELETE /v2.0/ports/e22dde0a-6949-467c-886d-2070a50fbafe HTTP/1.1" status: 204 len: 173 time: 0.4146771 Nov 04 10:19:50.511901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-deleted', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:19:50.516215 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb62d2e-67d5-4b02-89d1-561f258c71ab" -d '{"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-deleted", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:19:50.556115 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35237972-44ee-47ca-ac1f-1c60afa88503 x-openstack-request-id: req-35237972-44ee-47ca-ac1f-1c60afa88503 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:19:50.556115 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f574d3-dd0d-40b4-a037-b8560d51bf9d", "name": "network-vif-deleted", "tag": "e22dde0a-6949-467c-886d-2070a50fbafe", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:19:50.556115 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-35237972-44ee-47ca-ac1f-1c60afa88503 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:19:50.556516 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f574d3-dd0d-40b4-a037-b8560d51bf9d', 'name': 'network-vif-deleted', 'tag': 'e22dde0a-6949-467c-886d-2070a50fbafe', 'status': 'completed', 'code': 200} Nov 04 10:19:50.931228 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a8dccae4-ac48-4c42-8c75-e23ce10a1ab5 req-2e10a522-c5ca-4195-bf6a-bda6f1b233d1 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 210 time: 0.0285475 Nov 04 10:19:52.031108 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-681e1217-1ef1-4a8e-b948-26b3259d38b7 req-78719c93-d0bd-49bc-961c-a4e68977e5d7 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 210 time: 0.0269220 Nov 04 10:19:52.596902 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e22dde0a-6949-467c-886d-2070a50fbafe no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:19:52.617666 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: e22dde0a-6949-467c-886d-2070a50fbafe {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:19:52.618037 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device e22dde0a-6949-467c-886d-2070a50fbafe not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:19:53.129317 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-04c00115-b5b0-4384-bc8f-41b81d61cb2d req-fc6ba011-3b74-40b4-a955-fbb616525325 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 210 time: 0.0272965 Nov 04 10:19:54.245141 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-84f590b1-db25-44fc-b4f2-5373318e1dbd req-d93c0974-f081-4845-bc4a-42c9375e1a61 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "GET /v2.0/ports?device_id=06f574d3-dd0d-40b4-a037-b8560d51bf9d HTTP/1.1" status: 200 len: 210 time: 0.0322399 Nov 04 10:19:55.303012 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46784) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:55.364835 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8412f85d-465e-47c1-bd88-dc8447e81ca6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:55.399965 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8412f85d-465e-47c1-bd88-dc8447e81ca6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:55.473158 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8412f85d-465e-47c1-bd88-dc8447e81ca6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:55.476124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8412f85d-465e-47c1-bd88-dc8447e81ca6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:55.477435 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8412f85d-465e-47c1-bd88-dc8447e81ca6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] 10.222.0.53 "DELETE /v2.0/security-groups/6d47dab6-2790-4821-8a9a-e41ec4a14b45 HTTP/1.1" status: 204 len: 168 time: 0.1733875 Nov 04 10:19:55.488677 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412f85d-465e-47c1-bd88-dc8447e81ca6 tempest-TestShelveInstance-2043968805 tempest-TestShelveInstance-2043968805-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d47dab6-2790-4821-8a9a-e41ec4a14b45,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:55.530053 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46788) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:56.366377 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:56.644118 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Deleting port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:19:56.644344 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:56.732550 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] For port 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:19:56.732974 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:56.751069 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Calling delete_port for 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:19:56.947554 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:56.973093 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:57.162573 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:57.393982 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Router cff257fa-1370-4e69-b60b-da98cedbe07a has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:19:57.509236 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:19:57.515547 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-504b11ee-890b-4ad9-baf3-8a011ef64dfa admin admin] 10.222.0.53 "PUT /v2.0/routers/cff257fa-1370-4e69-b60b-da98cedbe07a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9834168 Nov 04 10:19:57.518014 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46792) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:57.522596 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] Sync routers for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:19:57.534624 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:19:57.535265 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:57.640368 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:57.770757 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:57.828186 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:19:57.845197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Deleting port f3270ef6-823e-4f88-b92e-d857b7cc432b {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:19:57.845713 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:57.942932 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] For port f3270ef6-823e-4f88-b92e-d857b7cc432b, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=f3270ef6-823e-4f88-b92e-d857b7cc432b,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:19:57.943279 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:57.957882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Calling delete_port for f3270ef6-823e-4f88-b92e-d857b7cc432b owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:19:58.038264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:19:56Z', 'revision_number': 5, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port': {'id': 'f3270ef6-823e-4f88-b92e-d857b7cc432b', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:56:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:09Z', 'updated_at': '2021-11-04T10:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:58.071554 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] Checking router: cff257fa-1370-4e69-b60b-da98cedbe07a for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:19:58.081327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] Routers {'cff257fa-1370-4e69-b60b-da98cedbe07a'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:19:58.081974 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['cff257fa-1370-4e69-b60b-da98cedbe07a'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:58.139117 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.168174 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3270ef6-823e-4f88-b92e-d857b7cc432b,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:58.187143 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] Set router cff257fa-1370-4e69-b60b-da98cedbe07a gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:19:58.238991 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.251693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:19:57Z', 'revision_number': 6, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:58.284774 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdbaa3c-a2f6-4d83-ac1a-6f44ba577f64 None None] The sync data for ids ['cff257fa-1370-4e69-b60b-da98cedbe07a'] in n-d-816487-1 is: [{'id': 'cff257fa-1370-4e69-b60b-da98cedbe07a', 'name': 'tempest-TestShelveInstance-635867236-router', 'tenant_id': '5545694ab6054eef8299f7e09a6e006c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:08Z', 'updated_at': '2021-11-04T10:19:57Z', 'revision_number': 6, 'project_id': '5545694ab6054eef8299f7e09a6e006c', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:19:58.336303 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.338879 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.396455 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.397401 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff257fa-1370-4e69-b60b-da98cedbe07a {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:19:58.407966 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.407966 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-72f23188-f6eb-4b47-96bf-7ca6d99bc38d admin admin] 10.222.0.53 "DELETE /v2.0/routers/cff257fa-1370-4e69-b60b-da98cedbe07a HTTP/1.1" status: 204 len: 168 time: 0.8844576 Nov 04 10:19:58.407966 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46794) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:58.462711 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] Deleting subnet ce670c6d-a7de-46a5-97d7-34429ddaa891 {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:19:58.466338 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.505084 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.601586 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.659876 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.693972 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce670c6d-a7de-46a5-97d7-34429ddaa891,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:58.697443 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.700785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-8bb9380d-d8fe-4ca3-a316-4dd6cd3fecee admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce670c6d-a7de-46a5-97d7-34429ddaa891 HTTP/1.1" status: 204 len: 168 time: 0.2924366 Nov 04 10:19:58.704107 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46796) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:58.707757 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b77c8f7-5a64-43ed-b02a-a767fa9d43f7 None None] Network 7623364d-eaf1-4604-bf85-5e3368213f67 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:19:58.776937 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.832503 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Deleting port 294cc78a-3607-4658-9a69-f60e07377e60 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:19:58.832841 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.917080 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] For port 294cc78a-3607-4658-9a69-f60e07377e60, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=294cc78a-3607-4658-9a69-f60e07377e60,segment=NetworkSegment(8bfea2b5-1e4c-4f66-8d14-e52d0406b438),segment_id=8bfea2b5-1e4c-4f66-8d14-e52d0406b438)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:19:58.917409 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:58.931793 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Calling delete_port for 294cc78a-3607-4658-9a69-f60e07377e60 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:19:59.013274 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.042058 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Pushing event deleted for resources: {'Port': ['ID=294cc78a-3607-4658-9a69-f60e07377e60,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:59.044489 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] No DVR routers for this DVR port 294cc78a-3607-4658-9a69-f60e07377e60 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:19:59.104628 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d28911-0e22-46f8-91cf-d92dc54819f7 None None] DHCP port deletion for 7623364d-eaf1-4604-bf85-5e3368213f67 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:19:59.132457 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.154588 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7623364d-eaf1-4604-bf85-5e3368213f67']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:59.164189 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfea2b5-1e4c-4f66-8d14-e52d0406b438') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:59.164488 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfea2b5-1e4c-4f66-8d14-e52d0406b438') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:19:59.174160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.188247 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.194974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:19:59.195363 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: timer() Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:19:59.197107 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:19:59.258717 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.266664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.269982 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7623364d-eaf1-4604-bf85-5e3368213f67 HTTP/1.1" status: 204 len: 168 time: 0.5639935 Nov 04 10:19:59.273162 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46798) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:19:59.289696 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2e0aa-b020-4f39-bf62-922ecbfca385 admin admin] Pushing event deleted for resources: {'Network': ['ID=7623364d-eaf1-4604-bf85-5e3368213f67,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:19:59.638388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.750589 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 294cc78a-3607-4658-9a69-f60e07377e60 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:19:59.771157 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 294cc78a-3607-4658-9a69-f60e07377e60 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:19:59.771502 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 294cc78a-3607-4658-9a69-f60e07377e60 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:19:59.771950 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f3270ef6-823e-4f88-b92e-d857b7cc432b no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:19:59.790256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: f3270ef6-823e-4f88-b92e-d857b7cc432b {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:19:59.790598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device f3270ef6-823e-4f88-b92e-d857b7cc432b not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:19:59.791019 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:19:59.809566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:19:59.809911 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 52f1c90c-8fed-4cb8-8e4c-4978bdf6cbb5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:19:59.891743 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Deleting port 39833cd4-ae3d-4a14-8983-54d498065e65 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:19:59.892018 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.972775 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] For port 39833cd4-ae3d-4a14-8983-54d498065e65, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=39833cd4-ae3d-4a14-8983-54d498065e65,segment=NetworkSegment(33196419-f1f2-4fb6-8a61-b5abf05194f4),segment_id=33196419-f1f2-4fb6-8a61-b5abf05194f4)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:19:59.973138 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:19:59.986275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Calling delete_port for 39833cd4-ae3d-4a14-8983-54d498065e65 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:20:00.168571 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:00.197135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=39833cd4-ae3d-4a14-8983-54d498065e65,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:00.361664 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:00.578144 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Router dc83885a-1f84-478e-9eca-437bf2860e41 has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:20:01.032257 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:20:01.039916 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-eddd1253-1e9a-42f4-8da7-762310b309d6 admin admin] 10.222.0.53 "PUT /v2.0/routers/dc83885a-1f84-478e-9eca-437bf2860e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7656326 Nov 04 10:20:01.040236 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46800) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:01.041330 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] Sync routers for ids ['dc83885a-1f84-478e-9eca-437bf2860e41'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:20:01.051647 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] Routers {'dc83885a-1f84-478e-9eca-437bf2860e41'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:01.052281 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['dc83885a-1f84-478e-9eca-437bf2860e41'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:01.148717 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.159031 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] Set router dc83885a-1f84-478e-9eca-437bf2860e41 gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:01.251108 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.308243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Deleting port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:20:01.308584 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.347690 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:20:00Z', 'revision_number': 5, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port': {'id': '669e4455-134a-4fdc-9cbf-a4eafe4bd4ab', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:01.379903 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] Checking router: dc83885a-1f84-478e-9eca-437bf2860e41 for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:20:01.390550 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] Routers {'dc83885a-1f84-478e-9eca-437bf2860e41'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:01.392309 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['dc83885a-1f84-478e-9eca-437bf2860e41'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:01.399520 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] For port 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:01.400112 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.415998 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Calling delete_port for 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:20:01.486197 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] Set router dc83885a-1f84-478e-9eca-437bf2860e41 gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:01.541210 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:20:01Z', 'revision_number': 6, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:01.568327 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e7dd66-c622-4ee9-a055-f2853f354e6e None None] The sync data for ids ['dc83885a-1f84-478e-9eca-437bf2860e41'] in n-d-816487-1 is: [{'id': 'dc83885a-1f84-478e-9eca-437bf2860e41', 'name': 'tempest-TestShelveInstance-164890293-router', 'tenant_id': 'c9e2446aae4c4836990071a3d57d5d24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:11:13Z', 'updated_at': '2021-11-04T10:20:01Z', 'revision_number': 6, 'project_id': 'c9e2446aae4c4836990071a3d57d5d24', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:20:01.590712 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.618100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Pushing event deleted for resources: {'Port': ['ID=669e4455-134a-4fdc-9cbf-a4eafe4bd4ab,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:01.649018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.649360 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.649696 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.650025 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.650350 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.650678 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.650996 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.651317 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.651627 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.651960 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.652267 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.652585 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:01.695747 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.786761 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.788910 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.831562 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.832082 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc83885a-1f84-478e-9eca-437bf2860e41 {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:20:01.836462 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.837651 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-8185b940-78fd-418e-afe5-c685b773eb63 admin admin] 10.222.0.53 "DELETE /v2.0/routers/dc83885a-1f84-478e-9eca-437bf2860e41 HTTP/1.1" status: 204 len: 168 time: 0.7963879 Nov 04 10:20:01.840243 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46802) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:01.885164 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] Deleting subnet 9e36bba0-ae23-4425-a718-706dc4a7d5a6 {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:20:01.888378 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:01.932235 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.037885 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.039756 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 39833cd4-ae3d-4a14-8983-54d498065e65 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:20:02.059805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 39833cd4-ae3d-4a14-8983-54d498065e65 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:20:02.060222 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 39833cd4-ae3d-4a14-8983-54d498065e65 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:20:02.094289 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.121277 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e36bba0-ae23-4425-a718-706dc4a7d5a6,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:02.123284 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.127321 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-71cae9f9-0dce-4736-a76c-31705441b651 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9e36bba0-ae23-4425-a718-706dc4a7d5a6 HTTP/1.1" status: 204 len: 168 time: 0.2860985 Nov 04 10:20:02.129159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0a1317-0dcb-4a49-9289-30f2a0c1bcdc None None] Network fc8c0291-a10e-45cd-bf84-f9f0b9a68999 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:20:02.129875 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46804) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:02.205826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.261176 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Deleting port c4a7f17b-cc5b-4516-bcb1-9e20453be3df {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:20:02.261521 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.329913 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] For port c4a7f17b-cc5b-4516-bcb1-9e20453be3df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,segment=NetworkSegment(33196419-f1f2-4fb6-8a61-b5abf05194f4),segment_id=33196419-f1f2-4fb6-8a61-b5abf05194f4)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:02.330372 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.345279 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Calling delete_port for c4a7f17b-cc5b-4516-bcb1-9e20453be3df owned by network:dhcp {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:20:02.361280 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] DHCP port deletion for fc8c0291-a10e-45cd-bf84-f9f0b9a68999 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:20:02.410746 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Deleting port c4a7f17b-cc5b-4516-bcb1-9e20453be3df {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:20:02.411126 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.431666 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.460061 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:02.465002 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] No DVR routers for this DVR port c4a7f17b-cc5b-4516-bcb1-9e20453be3df on host n-d-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:20:02.481406 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] For port c4a7f17b-cc5b-4516-bcb1-9e20453be3df, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,segment=NetworkSegment(33196419-f1f2-4fb6-8a61-b5abf05194f4),segment_id=33196419-f1f2-4fb6-8a61-b5abf05194f4)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:02.481807 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.495208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Calling delete_port for c4a7f17b-cc5b-4516-bcb1-9e20453be3df owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:20:02.546178 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.570327 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8c0291-a10e-45cd-bf84-f9f0b9a68999']}} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:02.574034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.580594 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33196419-f1f2-4fb6-8a61-b5abf05194f4') {'for_net_delete': True} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:02.580887 n-d-816487-1 neutron-server[102555]: DEBUG neutron.services.segments.db [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33196419-f1f2-4fb6-8a61-b5abf05194f4') {} {{(pid=102555) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:02.591334 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12743672'] for segment, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.599095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Pushing event deleted for resources: {'Port': ['ID=c4a7f17b-cc5b-4516-bcb1-9e20453be3df,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:02.609581 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.610386 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.610740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.611080 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.611415 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.611750 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.612420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.612420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.612742 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.613068 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.613389 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.613707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.614029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:02.617188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603d5b10-5fa2-48da-9897-0307c1ad0782 None None] No DVR routers for this DVR port c4a7f17b-cc5b-4516-bcb1-9e20453be3df on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:20:02.621036 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=102555) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:20:02.621458 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12805033'] for segment, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: Traceback (most recent call last): Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: timer() Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: cb(*args, **kw) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: return func(*args, **kwargs) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: self._notify() Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: self.callback(batched_events) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: event.method(event) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: return f(self, *a, **k) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: return self._get(url).json() Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: return self.request(url, 'GET', **kwargs) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:20:02.623274 n-d-816487-1 neutron-server[102555]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:20:02.690038 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.696272 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.699394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] 10.222.0.53 "DELETE /v2.0/networks/fc8c0291-a10e-45cd-bf84-f9f0b9a68999 HTTP/1.1" status: 204 len: 168 time: 0.5683920 Nov 04 10:20:02.715186 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b43c6f-80ee-4f4b-ae1f-afe8a96fcf0c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8c0291-a10e-45cd-bf84-f9f0b9a68999,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:02.809837 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46808) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:02.851528 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-cda1c734-12f0-4034-aa28-889692f85410 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5545694ab6054eef8299f7e09a6e006c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402865 Nov 04 10:20:02.853755 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46810) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:02.903159 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80e73ebc-151c-4fd9-86ee-9d85e4bfb3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.925496 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80e73ebc-151c-4fd9-86ee-9d85e4bfb3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.977729 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80e73ebc-151c-4fd9-86ee-9d85e4bfb3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.980556 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-80e73ebc-151c-4fd9-86ee-9d85e4bfb3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:02.981785 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-80e73ebc-151c-4fd9-86ee-9d85e4bfb3dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/107c0fc9-5208-42c2-859d-a85d3dbf1764 HTTP/1.1" status: 204 len: 168 time: 0.1271174 Nov 04 10:20:02.991431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e73ebc-151c-4fd9-86ee-9d85e4bfb3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c0fc9-5208-42c2-859d-a85d3dbf1764,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:03.310602 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46816) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:03.352303 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-19f8aca0-5009-4f66-a202-044315a5c314 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9e2446aae4c4836990071a3d57d5d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401597 Nov 04 10:20:03.354730 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46818) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:03.404107 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59562d32-8a64-4aa0-88cc-ccc18bf8bfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:03.428852 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59562d32-8a64-4aa0-88cc-ccc18bf8bfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:03.476273 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59562d32-8a64-4aa0-88cc-ccc18bf8bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:03.478813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-59562d32-8a64-4aa0-88cc-ccc18bf8bfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:03.479996 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-59562d32-8a64-4aa0-88cc-ccc18bf8bfce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82abd296-d29e-4e22-97e6-95c197f96ee0 HTTP/1.1" status: 204 len: 168 time: 0.1243420 Nov 04 10:20:03.487959 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59562d32-8a64-4aa0-88cc-ccc18bf8bfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82abd296-d29e-4e22-97e6-95c197f96ee0,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:03.750805 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:20:03.771391 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:20:03.771806 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 669e4455-134a-4fdc-9cbf-a4eafe4bd4ab not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:20:03.772334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4a7f17b-cc5b-4516-bcb1-9e20453be3df no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:20:03.792059 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: c4a7f17b-cc5b-4516-bcb1-9e20453be3df {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:20:03.792404 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device c4a7f17b-cc5b-4516-bcb1-9e20453be3df not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:20:04.170370 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46840) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:04.270095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-877214923-network', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:04.291553 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Made reservation on behalf of d2a2119790d647cdbf278eed28dd0b4d for: {'network': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:20:04.293929 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.303113 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.378732 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.382723 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.409718 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=102555) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:20:04.420525 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d94841-2f4f-4589-957d-fc84fe7750a3,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:04.425643 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.425988 n-d-816487-1 neutron-server[102555]: INFO neutron.db.segments_db [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Added segment a6da22b5-a406-4b0b-a4ed-a57e75f44b3d of type vlan for network 45bbab86-b6b1-4806-92cd-53ab8ffc294e Nov 04 10:20:04.467248 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.492483 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.493501 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:04.494075 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Notify callbacks [] for network, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.550721 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3789687 Nov 04 10:20:04.553670 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46844) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:04.558637 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Request body: {'subnet': {'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-877214923-subnet', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'ip_version': 4}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:04.565110 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a7935-f442-4d01-8b4f-f39680fec1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=45bbab86-b6b1-4806-92cd-53ab8ffc294e,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:04.575240 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:20:04.581163 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Made reservation on behalf of d2a2119790d647cdbf278eed28dd0b4d for: {'subnet': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:20:04.583475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13059196'] for subnet, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.755803 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13637558', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13059086'] for subnet, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.809536 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e6787d-f8db-40b0-b3fc-098bcedfda2d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:04.820568 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Checking segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:04.820917 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Network hostable DHCP agents. Network: 45bbab86-b6b1-4806-92cd-53ab8ffc294e, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102556) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:20:04.836851 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102556) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:20:04.852203 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 45bbab86-b6b1-4806-92cd-53ab8ffc294e) {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:04.856481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:04.857064 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.863414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee9191e-95e9-48d1-a0c1-f3bb65763646 None None] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:20:04.876432 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-63ac3493-50f4-4eeb-8f39-ea5518ce6a88 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3215840 Nov 04 10:20:04.878074 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46846) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:04.882537 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:04.903662 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.904704 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:04.961832 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.015466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:20:05.016482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.106608 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.155424 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Allocated IP 172.20.0.2 (45bbab86-b6b1-4806-92cd-53ab8ffc294e/91e6787d-f8db-40b0-b3fc-098bcedfda2d/2ccf5e20-e95f-468e-9f01-167f03a52b51) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:05.305102 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.312060 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.319633 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.339533 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.347662 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:05.352946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:05.357001 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:05.373922 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Pushing event updated for resources: {'Port': ['ID=2ccf5e20-e95f-468e-9f01-167f03a52b51,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:05.429537 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Attempting to bind port 2ccf5e20-e95f-468e-9f01-167f03a52b51 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:20:05.429901 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Attempting to bind port 2ccf5e20-e95f-468e-9f01-167f03a52b51 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:20:05.430264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Attempting to bind port 2ccf5e20-e95f-468e-9f01-167f03a52b51 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:05.435491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:20:05.437206 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Checking segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:05.437618 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.438013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Bound using segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:20:05.438514 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Bound port: 2ccf5e20-e95f-468e-9f01-167f03a52b51, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:20:05.438895 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.464341 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Allocated IP 172.25.3.42 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/386b58f9-5506-4b1a-a667-a9ccc7a32f8c) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:05.506931 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] For port 2ccf5e20-e95f-468e-9f01-167f03a52b51, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:20:05.510132 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] For port 2ccf5e20-e95f-468e-9f01-167f03a52b51, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2ccf5e20-e95f-468e-9f01-167f03a52b51,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:20:05.514188 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.574769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dece8f3d-c3f8-4464-a87c-64e85ed4ae8c None None] Pushing event updated for resources: {'Port': ['ID=2ccf5e20-e95f-468e-9f01-167f03a52b51,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:05.575401 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.615637 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:05.659481 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:05.662287 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:05.669065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:05.673808 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Pushing event updated for resources: {'Port': ['ID=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:05.950870 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:06.145697 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:06.282222 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Router d6b1a9c7-9ca7-404f-af12-09185c206dbe is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:20:06.399075 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:20:06.409491 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Sync routers for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:20:06.420087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:06.420221 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:06.420708 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:06.422085 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-85df79f5-d6aa-4058-9147-f46f2087b61a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5429537 Nov 04 10:20:06.424821 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46848) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:06.491671 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b115c-00ee-4257-b916-e2fa30b8cbe9 None None] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:20:06.577197 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-ea226fc4-97cf-4552-b3c1-11c2d8a5abba None None] Provisioning complete for port 2ccf5e20-e95f-468e-9f01-167f03a52b51 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:06.577564 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ea226fc4-97cf-4552-b3c1-11c2d8a5abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:06.618540 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:06.858430 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:06.881991 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ea226fc4-97cf-4552-b3c1-11c2d8a5abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:06.937660 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ea226fc4-97cf-4552-b3c1-11c2d8a5abba None None] For port 2ccf5e20-e95f-468e-9f01-167f03a52b51, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2ccf5e20-e95f-468e-9f01-167f03a52b51,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:06.944644 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ea226fc4-97cf-4552-b3c1-11c2d8a5abba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:06.979364 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:05Z', 'revision_number': 3, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:07.042614 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Allocated IP 172.20.0.1 (45bbab86-b6b1-4806-92cd-53ab8ffc294e/91e6787d-f8db-40b0-b3fc-098bcedfda2d/0acba69e-eab7-4157-9d30-e779d0dbb840) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:07.166131 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.187721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Checking router: d6b1a9c7-9ca7-404f-af12-09185c206dbe for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:20:07.188002 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Updating router d6b1a9c7-9ca7-404f-af12-09185c206dbe port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:20:07.201114 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.211898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea226fc4-97cf-4552-b3c1-11c2d8a5abba None None] Pushing event updated for resources: {'Port': ['ID=2ccf5e20-e95f-468e-9f01-167f03a52b51,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:07.224326 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.225884 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-835b4697-6e13-417a-b7e8-e7a89e3313be None None] Provisioning complete for port 2ccf5e20-e95f-468e-9f01-167f03a52b51 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:07.226235 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-835b4697-6e13-417a-b7e8-e7a89e3313be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.239622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:07.244036 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:07.248103 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:07.274675 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=0acba69e-eab7-4157-9d30-e779d0dbb840,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:07.296462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.471874 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.520813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-f499a816-7783-465b-bf8f-ac39cfd27c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.587079 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.594765 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.598256 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-23b63224-a677-4ac7-8894-e9eb49c3d0e7 None None] Provisioning complete for port 0acba69e-eab7-4157-9d30-e779d0dbb840 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:07.598628 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-23b63224-a677-4ac7-8894-e9eb49c3d0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.648799 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.655147 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.681835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Attempting to bind port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:20:07.682247 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Attempting to bind port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:20:07.682546 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Attempting to bind port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:07.687956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f5afa-4877-482d-a0c8-5c18c6581d49 None None] Pushing event updated for resources: {'Port': ['ID=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:07.692388 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-23b63224-a677-4ac7-8894-e9eb49c3d0e7 None None] Port 0acba69e-eab7-4157-9d30-e779d0dbb840 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:20:07.696420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:20:07.696794 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:07.697190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.697739 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:20:07.698142 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Bound port: 386b58f9-5506-4b1a-a667-a9ccc7a32f8c, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:20:07.698526 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.721452 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.741574 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Pushing event updated for resources: {'Port': ['ID=0acba69e-eab7-4157-9d30-e779d0dbb840,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:07.759505 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] For port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:20:07.763077 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] For port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:20:07.768837 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.801314 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2ccf5e20-e95f-468e-9f01-167f03a52b51 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:07.838336 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:07.839817 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:07.869252 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:07.869885 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:19:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:07.875387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f5afa-4877-482d-a0c8-5c18c6581d49 None None] Pushing event updated for resources: {'Port': ['ID=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:07.957112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 2ccf5e20-e95f-468e-9f01-167f03a52b51 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:07.957487 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:07.975318 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Router d6b1a9c7-9ca7-404f-af12-09185c206dbe has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:20:08.038891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:08.095208 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:20:08.100821 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-1993dce1-9bee-4c73-806b-55070c92bbb3 admin admin] 10.222.0.53 "PUT /v2.0/routers/d6b1a9c7-9ca7-404f-af12-09185c206dbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6748827 Nov 04 10:20:08.206907 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-3d8c10f4-a46d-4607-aa82-574146db4a38 None None] Provisioning complete for port 0acba69e-eab7-4157-9d30-e779d0dbb840 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:08.207279 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3d8c10f4-a46d-4607-aa82-574146db4a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.260599 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c10f4-a46d-4607-aa82-574146db4a38 None None] Port 0acba69e-eab7-4157-9d30-e779d0dbb840 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:20:08.323874 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 2, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:08.352279 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be66320d-8ba3-4162-bd7c-2f7d89a5d9f6 None None] The sync data for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 is: [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 2, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:20:08.621659 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46864) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:08.626831 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1501796050-network', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:08.648758 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Made reservation on behalf of b65d0398efb24832918435b0cb8d45cc for: {'network': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:20:08.651358 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for network, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.661710 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.742127 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.747220 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.776623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=102556) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 04 10:20:08.784256 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7539492b-2fa9-4df1-9144-81ca33b90c21,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:08.791011 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.791426 n-d-816487-1 neutron-server[102556]: INFO neutron.db.segments_db [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Added segment 7c746c94-b614-4226-bfb2-ab023f919aa0 of type vlan for network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 Nov 04 10:20:08.834846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776656943993'] for network, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.862174 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532'] for network, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.863161 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:08.863847 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:08.924818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2995348 Nov 04 10:20:08.925401 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46866) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:08.930629 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Request body: {'subnet': {'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1501796050-subnet', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'ip_version': 4}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:08.936890 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f663773-6e20-40e4-94a4-6e470ae3114d admin admin] Pushing event updated for resources: {'Network': ['ID=39d30671-4e4e-4ee6-8e29-ff92efde3f84,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:08.946932 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 details requested by agent ovs-agent-n-d-816487-1 with host n-d-816487-1 {{(pid=102557) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 04 10:20:08.961544 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Made reservation on behalf of b65d0398efb24832918435b0cb8d45cc for: {'subnet': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:20:08.964009 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12585975'] for subnet, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.170335 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12807180', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12585861'] for subnet, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.226714 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4e7d12-f6cd-4c67-8b70-8cd8610f767f,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:09.238478 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Checking segment: {'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:09.238840 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Network hostable DHCP agents. Network: 39d30671-4e4e-4ee6-8e29-ff92efde3f84, hostable agents: ['e744eda1-dc7b-4e7d-8fdf-20c0bc352451'], hosted agents: [] {{(pid=102555) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 04 10:20:09.257409 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 is scheduled to be hosted by DHCP agent e744eda1-dc7b-4e7d-8fdf-20c0bc352451 with binding_index 1 {{(pid=102555) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 04 10:20:09.267419 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816487-1, 39d30671-4e4e-4ee6-8e29-ff92efde3f84) {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:09.272489 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:09.273221 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.278887 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f35e58-9552-4244-bbe2-625701591c5d None None] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:20:09.291814 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-58baa807-f47f-4728-97c9-a5a8f253dda8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3651533 Nov 04 10:20:09.294549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46868) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:09.299028 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:09.334181 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-525489', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3987'] for router, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.335543 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-537999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-891136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3972'] for router, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.412812 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.453787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd66693a-3b75-59c5-ab10-906d93e8b62f-39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'fixed_ips': [{'subnet_id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f'}]}} from n-d-816487-1. {{(pid=102557) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 04 10:20:09.454720 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.566448 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.606891 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.db_base_plugin_common [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Allocated IP 172.20.0.2 (39d30671-4e4e-4ee6-8e29-ff92efde3f84/7f4e7d12-f6cd-4c67-8b70-8cd8610f767f/73ad5738-3663-404a-b972-00067e56d39a) {{(pid=102557) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:09.752007 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:20:09.771629 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Notify callbacks [] for port, precommit_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.778457 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926'] for port, after_create {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.805154 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.816407 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 386b58f9-5506-4b1a-a667-a9ccc7a32f8c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:09.831125 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.861835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 is already hosted by enough agents. {{(pid=102557) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:09.868677 n-d-816487-1 neutron-server[102557]: DEBUG neutron.scheduler.base_scheduler [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Resources bound (agent type, host, resource id): {{(pid=102557) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:09.879833 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Received port after_create {{(pid=102557) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:09.883110 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Pushing event updated for resources: {'Port': ['ID=73ad5738-3663-404a-b972-00067e56d39a,revision_number=1']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:09.938857 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:09.939227 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.941330 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Allocated IP 172.25.3.247 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/ae8f37f3-01ec-47c9-a81e-92fb4248d081) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:09.970892 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Attempting to bind port 73ad5738-3663-404a-b972-00067e56d39a on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:20:09.971436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Attempting to bind port 73ad5738-3663-404a-b972-00067e56d39a by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:20:09.971569 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Attempting to bind port 73ad5738-3663-404a-b972-00067e56d39a on network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:09.979116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:20:09.979482 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Checking segment: {'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:09.979900 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:09.980293 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Bound using segment: {'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:20:09.980754 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Bound port: 73ad5738-3663-404a-b972-00067e56d39a, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:20:09.981132 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.062348 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.113461 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.119835 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] For port 73ad5738-3663-404a-b972-00067e56d39a, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:20:10.138066 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c428543-b950-4ad6-bcea-5e4c7c3d0ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.143260 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] For port 73ad5738-3663-404a-b972-00067e56d39a, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=73ad5738-3663-404a-b972-00067e56d39a,segment=NetworkSegment(7c746c94-b614-4226-bfb2-ab023f919aa0),segment_id=7c746c94-b614-4226-bfb2-ab023f919aa0)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:20:10.152552 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.156946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:10.182683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.220288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5de559-6d65-49dc-a795-ee822d1de646 None None] Pushing event updated for resources: {'Port': ['ID=73ad5738-3663-404a-b972-00067e56d39a,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:10.289636 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:10.421437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.458503 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Sync routers for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:20:10.469792 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:10.470438 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:10.497183 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.537197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:10.541999 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:10.544450 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:10.582681 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Pushing event updated for resources: {'Port': ['ID=ae8f37f3-01ec-47c9-a81e-92fb4248d081,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:10.593374 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:10.797304 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 2, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:10.809124 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:10.827924 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Checking router: d6b1a9c7-9ca7-404f-af12-09185c206dbe for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:20:10.828282 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Updating router d6b1a9c7-9ca7-404f-af12-09185c206dbe port 0acba69e-eab7-4157-9d30-e779d0dbb840 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:20:10.856253 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.031008 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-538042'] for router, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.144218 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.150181 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.178448 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde is scheduled to L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf with binding_index 1 {{(pid=102556) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 04 10:20:11.213729 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Pushing event updated for resources: {'Port': ['ID=0acba69e-eab7-4157-9d30-e779d0dbb840,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:11.227952 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f454926c-e460-4e6a-bfd9-13a454b3107b None None] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:20:11.254575 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.254917 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.255457 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.255977 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.257057 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.258118 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.258617 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.259134 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.259617 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.260240 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.260723 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.261206 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:20:11.285587 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Attempting to bind port 0acba69e-eab7-4157-9d30-e779d0dbb840 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:20:11.286340 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Attempting to bind port 0acba69e-eab7-4157-9d30-e779d0dbb840 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:20:11.286767 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Attempting to bind port 0acba69e-eab7-4157-9d30-e779d0dbb840 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:11.293094 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:20:11.294280 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Checking segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:11.295489 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.296110 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Bound using segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:20:11.296767 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Bound port: 0acba69e-eab7-4157-9d30-e779d0dbb840, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:20:11.297347 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.315949 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:20:11.325420 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-417c9de1-4f5c-4a04-8ef8-c5c21241f5ae None None] Provisioning complete for port 73ad5738-3663-404a-b972-00067e56d39a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:11.326160 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-417c9de1-4f5c-4a04-8ef8-c5c21241f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.332263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Sync routers for ids ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:20:11.343313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.344629 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c2f0887d-64b6-4f96-b1cf-d82d496b7252 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0490360 Nov 04 10:20:11.347692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46870) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:11.375386 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] For port 0acba69e-eab7-4157-9d30-e779d0dbb840, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:20:11.379413 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] For port 0acba69e-eab7-4157-9d30-e779d0dbb840, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0acba69e-eab7-4157-9d30-e779d0dbb840,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:20:11.385242 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.393444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Routers {'08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:11.394244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:11.456709 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:11.457592 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:11.534088 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af9a5e-7712-4762-9da3-bea1a0dda759 None None] Pushing event updated for resources: {'Port': ['ID=0acba69e-eab7-4157-9d30-e779d0dbb840,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:11.600200 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:11.712737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.841105 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-417c9de1-4f5c-4a04-8ef8-c5c21241f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.846368 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Set router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:11.937964 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:11.961562 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 73ad5738-3663-404a-b972-00067e56d39a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:12.002500 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:11Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:12.044343 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32253498-3845-460a-b48d-4f462b6d16f4 None None] The sync data for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 is: [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:11Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:20:12.053141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-417c9de1-4f5c-4a04-8ef8-c5c21241f5ae None None] For port 73ad5738-3663-404a-b972-00067e56d39a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=73ad5738-3663-404a-b972-00067e56d39a,segment=NetworkSegment(7c746c94-b614-4226-bfb2-ab023f919aa0),segment_id=7c746c94-b614-4226-bfb2-ab023f919aa0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:12.062319 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-417c9de1-4f5c-4a04-8ef8-c5c21241f5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.142547 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c9de1-4f5c-4a04-8ef8-c5c21241f5ae None None] Pushing event updated for resources: {'Port': ['ID=73ad5738-3663-404a-b972-00067e56d39a,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:12.145341 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Allocated IP 172.20.0.1 (39d30671-4e4e-4ee6-8e29-ff92efde3f84/7f4e7d12-f6cd-4c67-8b70-8cd8610f767f/fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:12.206808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 73ad5738-3663-404a-b972-00067e56d39a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:12.207108 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.246350 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-77276569-11c6-4280-af3b-9a021d4cbbba None None] Provisioning complete for port 0acba69e-eab7-4157-9d30-e779d0dbb840 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:12.246954 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77276569-11c6-4280-af3b-9a021d4cbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.299159 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.332637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 3, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port': {'id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:12.339551 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.375557 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Checking router: 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:20:12.375808 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Updating router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde port ae8f37f3-01ec-47c9-a81e-92fb4248d081 binding host n-d-816487-1 {{(pid=102557) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:20:12.388404 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:12.396348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:12.398749 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Pushing event updated for resources: {'Port': ['ID=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:12.402150 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:12.407543 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 386b58f9-5506-4b1a-a667-a9ccc7a32f8c up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:12.443205 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-538767'] for router_interface, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.457444 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.584374 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.611441 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77276569-11c6-4280-af3b-9a021d4cbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.703936 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:12.704324 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.736444 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-77276569-11c6-4280-af3b-9a021d4cbbba None None] For port 0acba69e-eab7-4157-9d30-e779d0dbb840, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0acba69e-eab7-4157-9d30-e779d0dbb840,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:12.745827 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-77276569-11c6-4280-af3b-9a021d4cbbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.784345 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.789672 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.841208 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77276569-11c6-4280-af3b-9a021d4cbbba None None] Pushing event updated for resources: {'Port': ['ID=0acba69e-eab7-4157-9d30-e779d0dbb840,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:12.863363 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-538875'] for router_interface, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.866882 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Pushing event updated for resources: {'Port': ['ID=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:12.930220 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b05bb96a-876f-4e6b-9012-6e893fdd01c0 None None] Provisioning complete for port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:12.930598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b05bb96a-876f-4e6b-9012-6e893fdd01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.941120 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0acba69e-eab7-4157-9d30-e779d0dbb840 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:12.964025 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Notify callbacks [] for port, precommit_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:12.969915 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:12.971369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:12.993245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.043126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-b05bb96a-876f-4e6b-9012-6e893fdd01c0 None None] Port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:20:13.099107 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a681eaa-23bf-432b-beb8-dc333f901591 None None] Pushing event updated for resources: {'Port': ['ID=ae8f37f3-01ec-47c9-a81e-92fb4248d081,revision_number=2']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:13.103561 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Attempting to bind port ae8f37f3-01ec-47c9-a81e-92fb4248d081 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:20:13.103993 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Attempting to bind port ae8f37f3-01ec-47c9-a81e-92fb4248d081 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:20:13.104316 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Attempting to bind port ae8f37f3-01ec-47c9-a81e-92fb4248d081 on network 0338a73d-2a05-42d1-904b-d8b739255f68 {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:13.108067 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.118326 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-b05bb96a-876f-4e6b-9012-6e893fdd01c0 None None] Provisioning complete for port 73ad5738-3663-404a-b972-00067e56d39a triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:13.118697 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b05bb96a-876f-4e6b-9012-6e893fdd01c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.120530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:20:13.120905 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Checking segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102557) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:13.121300 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.121695 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Bound using segment: {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'} {{(pid=102557) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:20:13.122188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.managers [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Bound port: ae8f37f3-01ec-47c9-a81e-92fb4248d081, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eb1496-0207-419f-9348-eb5ef4dc7245', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68'}}] {{(pid=102557) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:20:13.122576 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.127129 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0acba69e-eab7-4157-9d30-e779d0dbb840 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:13.127495 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.246387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] For port ae8f37f3-01ec-47c9-a81e-92fb4248d081, host n-d-816487-1, cleared binding levels {{(pid=102557) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:20:13.252581 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] For port ae8f37f3-01ec-47c9-a81e-92fb4248d081, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ae8f37f3-01ec-47c9-a81e-92fb4248d081,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:20:13.258420 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.416674 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a681eaa-23bf-432b-beb8-dc333f901591 None None] Pushing event updated for resources: {'Port': ['ID=ae8f37f3-01ec-47c9-a81e-92fb4248d081,revision_number=3']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:13.422461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Routers {'08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:13.423005 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:13.430298 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:20:13.537747 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] Set router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:13.542636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:20:13.554493 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-0709f70f-456d-4cc3-9bac-f96e95023566 admin admin] 10.222.0.53 "PUT /v2.0/routers/08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2055941 Nov 04 10:20:13.577466 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-5118948d-6ece-4e1d-aa0a-f5bab7d2e1db None None] Provisioning complete for port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:13.577843 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-5118948d-6ece-4e1d-aa0a-f5bab7d2e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.694997 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-5118948d-6ece-4e1d-aa0a-f5bab7d2e1db None None] Port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:20:13.788969 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 4, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port': {'id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5', 'name': '', 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'mac_address': 'fa:16:3e:c7:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:11Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 2, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'subnets': [{'id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:13.794593 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 73ad5738-3663-404a-b972-00067e56d39a up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:13.822690 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5518f8b2-6139-46eb-bd25-29929b5676a7 None None] The sync data for ids ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'] in n-d-816487-1 is: [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 4, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port': {'id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5', 'name': '', 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'mac_address': 'fa:16:3e:c7:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:11Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 2, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'subnets': [{'id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:20:13.870929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 73ad5738-3663-404a-b972-00067e56d39a triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:13.871305 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:13.959613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0acba69e-eab7-4157-9d30-e779d0dbb840 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:14.015719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port 0acba69e-eab7-4157-9d30-e779d0dbb840 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:14.016029 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.092995 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46880) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:14.099644 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-38f4622e-2cf5-4edb-bd3c-6e7e031ca5e1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1872346087', 'description': 'tempest-secgroup-smoke-1872346087 description', 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:14.138612 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38f4622e-2cf5-4edb-bd3c-6e7e031ca5e1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.215937 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38f4622e-2cf5-4edb-bd3c-6e7e031ca5e1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.220337 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38f4622e-2cf5-4edb-bd3c-6e7e031ca5e1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.249703 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-38f4622e-2cf5-4edb-bd3c-6e7e031ca5e1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.253711 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-38f4622e-2cf5-4edb-bd3c-6e7e031ca5e1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558623 Nov 04 10:20:14.253971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46882) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:14.259244 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-6a5b4531-d493-4217-83c9-14a270d26277 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'security_group_rule': {'security_group_id': '31f34598-37d9-4958-a5f4-e92bddde4473', 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:14.264848 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4622e-2cf5-4edb-bd3c-6e7e031ca5e1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f34598-37d9-4958-a5f4-e92bddde4473,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:14.291725 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4531-d493-4217-83c9-14a270d26277 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.356767 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4531-d493-4217-83c9-14a270d26277 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.361092 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4531-d493-4217-83c9-14a270d26277 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.379835 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b4531-d493-4217-83c9-14a270d26277 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d3638c-3008-47a4-95bb-0f455acf9fc9,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:14.388020 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6a5b4531-d493-4217-83c9-14a270d26277 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.390145 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6a5b4531-d493-4217-83c9-14a270d26277 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350965 Nov 04 10:20:14.393163 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46884) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:14.397621 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-95e33e09-d032-4a0a-b4c7-7b68aaec5825 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'security_group_rule': {'security_group_id': '31f34598-37d9-4958-a5f4-e92bddde4473', 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:14.426782 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95e33e09-d032-4a0a-b4c7-7b68aaec5825 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.490454 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95e33e09-d032-4a0a-b4c7-7b68aaec5825 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.494705 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95e33e09-d032-4a0a-b4c7-7b68aaec5825 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.512445 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e33e09-d032-4a0a-b4c7-7b68aaec5825 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc6c9983-7630-405f-885b-25c20cbc27d2,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:14.522009 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-95e33e09-d032-4a0a-b4c7-7b68aaec5825 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.523352 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-95e33e09-d032-4a0a-b4c7-7b68aaec5825 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1292188 Nov 04 10:20:14.526524 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46886) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:14.531734 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-91510c5d-d9bc-47eb-a585-bc92eca0b86c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'security_group_rule': {'security_group_id': '31f34598-37d9-4958-a5f4-e92bddde4473', 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:14.557597 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91510c5d-d9bc-47eb-a585-bc92eca0b86c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.616263 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91510c5d-d9bc-47eb-a585-bc92eca0b86c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.620015 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91510c5d-d9bc-47eb-a585-bc92eca0b86c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.640340 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91510c5d-d9bc-47eb-a585-bc92eca0b86c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06688943-25a9-437a-9d6f-4fb62c2d5021,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:14.649965 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-91510c5d-d9bc-47eb-a585-bc92eca0b86c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.651187 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-91510c5d-d9bc-47eb-a585-bc92eca0b86c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236441 Nov 04 10:20:14.653981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46888) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:14.659072 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-de012cd5-782e-4b27-91a0-aa5622cb76d9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'security_group_rule': {'security_group_id': '31f34598-37d9-4958-a5f4-e92bddde4473', 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:14.686925 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de012cd5-782e-4b27-91a0-aa5622cb76d9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.761637 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de012cd5-782e-4b27-91a0-aa5622cb76d9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.768090 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de012cd5-782e-4b27-91a0-aa5622cb76d9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.789205 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de012cd5-782e-4b27-91a0-aa5622cb76d9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3976f665-c225-4758-851a-ac8657c527b5,revision_number=0']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:14.795894 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-de012cd5-782e-4b27-91a0-aa5622cb76d9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.796914 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-de012cd5-782e-4b27-91a0-aa5622cb76d9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417029 Nov 04 10:20:14.800102 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46890) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:14.806172 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'security_group_rule': {'security_group_id': '31f34598-37d9-4958-a5f4-e92bddde4473', 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:14.867997 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Project d2a2119790d647cdbf278eed28dd0b4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:20:14.874826 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.944294 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.949429 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.970882 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d52f19-89de-4150-9707-7b689bf22f3d,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:14.981055 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:14.985399 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d464d08-2809-45a8-8843-5129a2c85c7b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1814637 Nov 04 10:20:14.985686 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 46894) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:14.990260 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'security_group_rule': {'security_group_id': '31f34598-37d9-4958-a5f4-e92bddde4473', 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:15.019111 n-d-816487-1 neutron-server[102556]: INFO neutron.db.securitygroups_db [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Project d2a2119790d647cdbf278eed28dd0b4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 04 10:20:15.025298 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:15.095768 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:15.102707 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-770212'] for security_group_rule, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:15.124049 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fad68d-db71-488b-89b1-bddf63f5b073,revision_number=0']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:15.129337 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:15.130570 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-a295ed0a-562c-4c09-aa1d-913dc6cb3fef tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1439354 Nov 04 10:20:15.283673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-d9a98128-5142-40f9-b750-80d8e47c1b72 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872346087&fields=id&tenant_id=d2a2119790d647cdbf278eed28dd0b4d HTTP/1.1" status: 200 len: 267 time: 0.0395083 Nov 04 10:20:15.402426 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-0ece861f-10f5-4e06-abfa-0ba427271f2b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:15.404073 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-0ece861f-10f5-4e06-abfa-0ba427271f2b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 809 time: 0.1134250 Nov 04 10:20:15.423872 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-dd513a2a-d78a-4887-8741-eb82145b084b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/quotas/d2a2119790d647cdbf278eed28dd0b4d HTTP/1.1" status: 200 len: 375 time: 0.0123968 Nov 04 10:20:15.479151 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-32e41771-3c9c-4ec7-aa76-d3983d6a8342 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495775 Nov 04 10:20:15.583221 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-e5365c5e-1a62-454f-9789-78057bf5279d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:20:15.584282 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-e5365c5e-1a62-454f-9789-78057bf5279d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0921798 Nov 04 10:20:15.685297 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-a0f8c4c7-6357-41e0-ada0-a6c16554e190 service neutron] 10.222.0.53 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947495 Nov 04 10:20:15.782856 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-07aac0cb-5afc-4a82-8454-288fa61de288 service neutron] 10.222.0.53 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908439 Nov 04 10:20:15.794490 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ae8f37f3-01ec-47c9-a81e-92fb4248d081 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:15.846683 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ae8f37f3-01ec-47c9-a81e-92fb4248d081 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:15.847380 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:15.942890 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:15.964432 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] For port ae8f37f3-01ec-47c9-a81e-92fb4248d081, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ae8f37f3-01ec-47c9-a81e-92fb4248d081,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:15.965536 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-cadda9a3-f8a6-4e44-a5e5-5cc7368085cd req-4fba6f22-6939-49dd-a856-5d6903c4fb11 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0296512 Nov 04 10:20:15.969345 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:16.026216 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Pushing event updated for resources: {'Port': ['ID=ae8f37f3-01ec-47c9-a81e-92fb4248d081,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:16.200662 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Sync routers for ids ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:20:16.210916 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Routers {'08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:16.211521 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:16.317525 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Set router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:16.497836 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:16.520919 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 4, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port': {'id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5', 'name': '', 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'mac_address': 'fa:16:3e:c7:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:11Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 2, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'subnets': [{'id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:16.547340 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Checking router: 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:20:16.547690 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Updating router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 binding host n-d-816487-1 {{(pid=102558) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 04 10:20:16.572922 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:16.839276 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Notify callbacks [] for port, precommit_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:16.845371 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:16.897441 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a22041-4ad4-477e-ad9c-1bfee9845cb8 None None] Pushing event updated for resources: {'Port': ['ID=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,revision_number=3']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:16.950422 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Attempting to bind port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 on host n-d-816487-1 for vnic_type normal with profile {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:20:16.951083 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Attempting to bind port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 by drivers openvswitch,hyperv on host n-d-816487-1 at level 0 using segments [{'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:20:16.951200 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Attempting to bind port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 on network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:16.957483 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Checking agent: {'id': '4c8ea840-ec42-4f67-adfe-169054f81a5d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 44, 10), 'started_at': datetime.datetime(2021, 11, 4, 8, 44, 40), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816487-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:20:16.957788 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Checking segment: {'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:16.958212 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:16.958638 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Bound using segment: {'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'} {{(pid=102558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:20:16.959048 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.managers [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Bound port: fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5, host: n-d-816487-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c746c94-b614-4226-bfb2-ab023f919aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84'}}] {{(pid=102558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:20:16.959424 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.049237 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] For port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5, host n-d-816487-1, cleared binding levels {{(pid=102558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:20:17.052543 n-d-816487-1 neutron-server[102558]: DEBUG neutron.plugins.ml2.db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] For port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5, host n-d-816487-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,segment=NetworkSegment(7c746c94-b614-4226-bfb2-ab023f919aa0),segment_id=7c746c94-b614-4226-bfb2-ab023f919aa0)] {{(pid=102558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:20:17.059743 n-d-816487-1 neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.060733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ba136782-5e9c-49a3-a296-651d8825d2d6 req-35020732-4069-4794-abe6-2d21d92f2f9f tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0390251 Nov 04 10:20:17.121901 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Routers {'08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:17.122517 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:17.124762 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a22041-4ad4-477e-ad9c-1bfee9845cb8 None None] Pushing event updated for resources: {'Port': ['ID=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,revision_number=4']} {{(pid=102558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:17.147613 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-25fe88ff-be54-4b46-97fa-86c73b18bec8 None None] Provisioning complete for port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:17.148167 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25fe88ff-be54-4b46-97fa-86c73b18bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.242688 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] Set router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:17.244779 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25fe88ff-be54-4b46-97fa-86c73b18bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.283749 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-25fe88ff-be54-4b46-97fa-86c73b18bec8 None None] For port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,segment=NetworkSegment(7c746c94-b614-4226-bfb2-ab023f919aa0),segment_id=7c746c94-b614-4226-bfb2-ab023f919aa0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:17.288428 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-25fe88ff-be54-4b46-97fa-86c73b18bec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.344076 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe88ff-be54-4b46-97fa-86c73b18bec8 None None] Pushing event updated for resources: {'Port': ['ID=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:17.408586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-a9310b34-24d1-4bf9-98f7-465ff7f0fee1 None None] Provisioning complete for port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:17.408935 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a9310b34-24d1-4bf9-98f7-465ff7f0fee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.465298 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 4, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port': {'id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5', 'name': '', 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'mac_address': 'fa:16:3e:c7:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:11Z', 'updated_at': '2021-11-04T10:20:17Z', 'revision_number': 4, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'subnets': [{'id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:17.494258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.501055 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83167482-ec67-469b-8d1f-0b451f3338e2 None None] The sync data for ids ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'] in n-d-816487-1 is: [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 4, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port': {'id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': 'fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5', 'name': '', 'network_id': '39d30671-4e4e-4ee6-8e29-ff92efde3f84', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'mac_address': 'fa:16:3e:c7:af:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:11Z', 'updated_at': '2021-11-04T10:20:17Z', 'revision_number': 4, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'subnets': [{'id': '7f4e7d12-f6cd-4c67-8b70-8cd8610f767f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:20:17.790741 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:17.840883 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:17.841252 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:17.927553 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ae8f37f3-01ec-47c9-a81e-92fb4248d081 up at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:17.975843 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Provisioning complete for port ae8f37f3-01ec-47c9-a81e-92fb4248d081 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:17.976204 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:18.151680 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c925a69d-6e94-4f36-9c84-ec7321c0790f req-faf5c2cf-925f-4d44-8e37-d96889d8d11f tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0330331 Nov 04 10:20:19.232997 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d06427c2-0ae6-498a-9998-244dad54a70c req-4296f029-0f0b-4a71-8b68-74043cd14a87 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0270326 Nov 04 10:20:20.326654 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-35a042f7-ed5b-4c6f-8871-6b5da2ca3257 req-1ba93c9f-d70e-49fe-a429-f5b79879092a tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0261827 Nov 04 10:20:21.096284 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-85f4c4fe-49bf-4db9-8c09-eff07932d843 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:21.097772 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-85f4c4fe-49bf-4db9-8c09-eff07932d843 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 809 time: 0.1159496 Nov 04 10:20:21.147338 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-72954c79-70d5-409c-9429-421951c79b37 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2a2119790d647cdbf278eed28dd0b4d HTTP/1.1" status: 200 len: 380 time: 0.0402219 Nov 04 10:20:21.163733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'port': {'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'admin_state_up': True, 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'security_groups': ['31f34598-37d9-4958-a5f4-e92bddde4473']}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:21.274643 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Made reservation on behalf of d2a2119790d647cdbf278eed28dd0b4d for: {'port': 1} {{(pid=102556) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:20:21.278156 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:21.405858 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_common [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Allocated IP 172.20.0.10 (45bbab86-b6b1-4806-92cd-53ab8ffc294e/91e6787d-f8db-40b0-b3fc-098bcedfda2d/dbf600b6-0c31-422c-b92b-707e5966ba88) {{(pid=102556) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:21.424707 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-6f20c2b4-6dbe-4030-a6a7-b9925f601c13 req-4a2a9ac8-4c86-4d16-bb84-8c6495dd9ec2 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0275934 Nov 04 10:20:21.551895 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for port, precommit_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:21.585049 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_create {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:21.626690 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e is already hosted by enough agents. {{(pid=102556) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:21.629796 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.base_scheduler [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Resources bound (agent type, host, resource id): {{(pid=102556) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:21.634249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Received port after_create {{(pid=102556) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:21.666306 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=1']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:21.700562 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:21.701341 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:21.719495 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9b7badff-e908-4362-95c4-c2b3f689a28e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5590422 Nov 04 10:20:21.732590 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.v2.base [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Request body: {'port': {'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816487-1'}} {{(pid=102556) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:21.790544 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:21.849705 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-1292d0db-f521-4aa4-a3f2-0926f56a44bf None None] Provisioning complete for port dbf600b6-0c31-422c-b92b-707e5966ba88 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:21.850327 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1292d0db-f521-4aa4-a3f2-0926f56a44bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:21.885328 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-1292d0db-f521-4aa4-a3f2-0926f56a44bf None None] Port dbf600b6-0c31-422c-b92b-707e5966ba88 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:20:22.061645 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf600b6-0c31-422c-b92b-707e5966ba88 {{(pid=102556) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:20:22.070355 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:22.083622 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.provisioning_blocks [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Transition to ACTIVE for port object dbf600b6-0c31-422c-b92b-707e5966ba88 will not be triggered until provisioned by entity L2. {{(pid=102556) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:20:22.087846 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:22.142816 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=2']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:22.216832 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Attempting to bind port dbf600b6-0c31-422c-b92b-707e5966ba88 on host n-h1-816487-1 for vnic_type normal with profile {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:20:22.217292 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Attempting to bind port dbf600b6-0c31-422c-b92b-707e5966ba88 by drivers openvswitch,hyperv on host n-h1-816487-1 at level 0 using segments [{'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:20:22.217579 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Attempting to bind port dbf600b6-0c31-422c-b92b-707e5966ba88 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:22.222608 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Port dbf600b6-0c31-422c-b92b-707e5966ba88 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e not bound, no agent of type Open vSwitch agent registered on host n-h1-816487-1 {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:20:22.222923 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Attempting to bind port dbf600b6-0c31-422c-b92b-707e5966ba88 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:20:22.227962 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Checking agent: {'id': '2a235c53-2e44-4c6e-b38a-2130e7a8cfe5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 46), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:20:22.228300 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Checking segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102556) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:20:22.228687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Bound using segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} {{(pid=102556) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:20:22.229110 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.managers [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Bound port: dbf600b6-0c31-422c-b92b-707e5966ba88, host: n-h1-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}}] {{(pid=102556) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:20:22.229462 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:22.295304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, cleared binding levels {{(pid=102556) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:20:22.298680 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102556) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:20:22.304349 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13637695'] for port, after_update {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:22.347549 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:22.348270 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:22.349680 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] 10.222.0.70 "PUT /v2.0/ports/dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 1092 time: 0.6214933 Nov 04 10:20:22.350120 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:20:22.352452 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76312b7e-25d2-4e20-838b-51e479b8d308" -d '{"events": [{"name": "network-changed", "server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:20:22.379188 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f2d1-a657-4108-b208-93fb231b80ee service neutron] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=3']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:22.409340 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eee92f8-5e96-408e-8041-87d8b55f1a68 x-openstack-request-id: req-6eee92f8-5e96-408e-8041-87d8b55f1a68 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:20:22.409624 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:20:22.409876 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6eee92f8-5e96-408e-8041-87d8b55f1a68 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:20:22.410278 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'status': 'completed', 'code': 200} Nov 04 10:20:22.440801 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-333a1a61-e6b3-437a-b57d-0eb4237531ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:22.442324 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-333a1a61-e6b3-437a-b57d-0eb4237531ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0449753 Nov 04 10:20:22.486321 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-9509cbef-db8d-455b-b55f-6e1ff7730cab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 217 time: 0.0364442 Nov 04 10:20:22.545602 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-068e7c6a-b9fc-4cd9-9c09-f7d2b37e6746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:22.547931 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-068e7c6a-b9fc-4cd9-9c09-f7d2b37e6746 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0521710 Nov 04 10:20:22.553165 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c4e195-d34d-4109-b90f-dc02183b22f3 req-45a1d0ca-4136-4084-ad97-a9b0a87935d5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:22.554824 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7c4e195-d34d-4109-b90f-dc02183b22f3 req-45a1d0ca-4136-4084-ad97-a9b0a87935d5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0555620 Nov 04 10:20:22.596015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-6dd58053-8955-4b33-9ac5-c016adab543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:22.597605 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-6dd58053-8955-4b33-9ac5-c016adab543b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437038 Nov 04 10:20:22.597948 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d7c4e195-d34d-4109-b90f-dc02183b22f3 req-c13e1efd-ca34-436b-9b43-e1793a8e61a5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370083 Nov 04 10:20:22.690851 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-102acf83-66fa-486f-8eec-2247e3e7070e service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862052 Nov 04 10:20:22.791573 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-087ff6c6-9d70-45e5-9744-09018e7c292d req-8624977e-9887-4ac9-aeda-d53fe61b88ae service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938423 Nov 04 10:20:22.877275 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-8131ef9b-8d0c-46dd-8078-45a4792d93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:22.878700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-8131ef9b-8d0c-46dd-8078-45a4792d93d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0422444 Nov 04 10:20:22.974001 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-5f4aac5f-72eb-42cd-b694-f6845ac3be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:22.975456 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-5f4aac5f-72eb-42cd-b694-f6845ac3be3b service neutron] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0892727 Nov 04 10:20:23.018766 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-c2ab8c18-2299-4dbd-b5c0-4b5dd9488933 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 217 time: 0.0353134 Nov 04 10:20:23.074465 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-2619640d-fdea-4b95-8993-d7571d2de71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:23.075979 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-2619640d-fdea-4b95-8993-d7571d2de71a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0499020 Nov 04 10:20:23.128015 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-dfe4a103-c9cb-49f8-aabc-0e688a44c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:23.129509 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-dfe4a103-c9cb-49f8-aabc-0e688a44c4cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454087 Nov 04 10:20:23.221429 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-876cd344-cec1-4627-99b7-094b10c38dad service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834048 Nov 04 10:20:23.315436 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-76312b7e-25d2-4e20-838b-51e479b8d308 req-b40d159b-18cb-4015-9f3c-0759ca99c5c7 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857403 Nov 04 10:20:23.715878 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47b29c-61ec-4e57-804b-444f89ed871a req-e672a0da-3a3a-4725-b7ee-557d6b30e8f9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:23.717392 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed47b29c-61ec-4e57-804b-444f89ed871a req-e672a0da-3a3a-4725-b7ee-557d6b30e8f9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0505147 Nov 04 10:20:23.756577 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ed47b29c-61ec-4e57-804b-444f89ed871a req-5c0b03a7-7727-43de-9b16-55769af162f9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326021 Nov 04 10:20:24.753244 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dbf600b6-0c31-422c-b92b-707e5966ba88 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:20:24.851686 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:24.869976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:20:24.875792 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983da0dd-3126-4c42-bc05-e723f495adf4 req-53312ae5-4904-4faf-82c4-5929902e8700 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:24.877438 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-983da0dd-3126-4c42-bc05-e723f495adf4 req-53312ae5-4904-4faf-82c4-5929902e8700 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0527918 Nov 04 10:20:24.909251 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:24.917127 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-983da0dd-3126-4c42-bc05-e723f495adf4 req-8edc46fa-9d83-47b1-9eb3-2614974e22ba tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336416 Nov 04 10:20:24.922740 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf600b6-0c31-422c-b92b-707e5966ba88 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:20:24.947467 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:24.951496 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:24.998726 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:25.152946 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['dbf600b6-0c31-422c-b92b-707e5966ba88'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:20:26.034095 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a702fda-d8e7-405f-b725-096e90d13a74 req-7f48a907-699f-4904-adbc-52da5b58c75b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:26.035559 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a702fda-d8e7-405f-b725-096e90d13a74 req-7f48a907-699f-4904-adbc-52da5b58c75b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 945 time: 0.0523739 Nov 04 10:20:26.079512 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9a702fda-d8e7-405f-b725-096e90d13a74 req-126b18d1-2b90-48db-ab5a-58256d537f6e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377693 Nov 04 10:20:26.745915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dbf600b6-0c31-422c-b92b-707e5966ba88 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:20:26.794281 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning for port dbf600b6-0c31-422c-b92b-707e5966ba88 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:20:26.798895 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port dbf600b6-0c31-422c-b92b-707e5966ba88 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:20:26.799238 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:26.878619 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:26.902013 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:20:26.904344 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c196aaad-04d4-4d2a-a1cd-135d5cba54ae" -d '{"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:20:26.916940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:20:26.921096 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:26.946437 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2097cbdc-aa31-4a54-ac43-0b6e2d9d3365 x-openstack-request-id: req-2097cbdc-aa31-4a54-ac43-0b6e2d9d3365 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:20:26.946801 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:20:26.947468 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2097cbdc-aa31-4a54-ac43-0b6e2d9d3365 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:20:26.947898 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'code': 200} Nov 04 10:20:26.976870 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:27.041258 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ab204-dae2-4a0b-b1f7-9cb3ab60afbb req-fae4ad44-1393-48e1-8a89-47011b039d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:27.042740 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd7ab204-dae2-4a0b-b1f7-9cb3ab60afbb req-fae4ad44-1393-48e1-8a89-47011b039d68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0410092 Nov 04 10:20:27.079539 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-cd7ab204-dae2-4a0b-b1f7-9cb3ab60afbb req-374b5760-cd92-49c4-ab92-ed013545aca6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290630 Nov 04 10:20:27.200018 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8b185-d571-496b-bf58-d1344662ab1c req-b327ab0f-8988-43f2-93eb-769645e08c99 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:27.201491 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6b8b185-d571-496b-bf58-d1344662ab1c req-b327ab0f-8988-43f2-93eb-769645e08c99 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 946 time: 0.0496678 Nov 04 10:20:27.241557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c6b8b185-d571-496b-bf58-d1344662ab1c req-bfef6300-e537-467c-bda6-09e6f589ca1f tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330791 Nov 04 10:20:28.358135 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95ab6a-7e7b-4bf4-8eb6-bca52b2008f7 req-3e450463-b258-4323-bec3-8274741791d3 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:28.359686 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c95ab6a-7e7b-4bf4-8eb6-bca52b2008f7 req-3e450463-b258-4323-bec3-8274741791d3 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 946 time: 0.0515344 Nov 04 10:20:28.399057 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2c95ab6a-7e7b-4bf4-8eb6-bca52b2008f7 req-9781f777-fd20-42c6-8a8b-563b2e5712ec tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333741 Nov 04 10:20:28.522000 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a683-0763-4850-b48a-327a13d96fdd req-5016933c-bc4b-4b3e-b3fc-054207155e3b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:28.523392 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f0a683-0763-4850-b48a-327a13d96fdd req-5016933c-bc4b-4b3e-b3fc-054207155e3b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 946 time: 0.0550642 Nov 04 10:20:28.560584 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-57f0a683-0763-4850-b48a-327a13d96fdd req-b6ea296b-ce18-43b9-bc5b-020a04d5022d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311835 Nov 04 10:20:28.584120 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46964) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:28.667264 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7613f0cc-5816-4dc4-b746-d9af30696053 tempest-TestSnapshotPattern-1330240228 tempest-TestSnapshotPattern-1330240228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:28.668805 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-7613f0cc-5816-4dc4-b746-d9af30696053 tempest-TestSnapshotPattern-1330240228 tempest-TestSnapshotPattern-1330240228-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1092 time: 0.0835528 Nov 04 10:20:28.671746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 46968) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:20:28.676078 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:20:28.698489 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:28.799201 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:28.912546 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Allocated IP 172.25.3.60 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/9be51a60-5928-496f-85b8-e19ea3a72662) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:20:29.025813 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:29.059606 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:29.098305 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:20:29.101712 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:20:29.104825 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:20:29.113208 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'Port': ['ID=9be51a60-5928-496f-85b8-e19ea3a72662,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:29.472744 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:29.542443 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:29.698344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:29.703431 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:29.769238 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'Port': ['ID=9be51a60-5928-496f-85b8-e19ea3a72662,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:20:29.782963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:29.884956 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Floating IP 89f4cb3f-af32-44e5-8d45-45bd552b0d41 associated. External IP: 172.25.3.60, port: dbf600b6-0c31-422c-b92b-707e5966ba88. Nov 04 10:20:30.104918 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Router d6b1a9c7-9ca7-404f-af12-09185c206dbe has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:20:30.216249 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:20:30.225913 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] Sync routers for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:20:30.234375 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:30.236095 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:30.236719 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:30.275741 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-4dc2d683-3f7f-4e35-bd4d-3f9d60a15bb9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5902319 Nov 04 10:20:30.275741 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:20:30.275741 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d88a942-6c26-40ba-a1d7-ea5786a100d8" -d '{"events": [{"name": "network-changed", "server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:20:30.352886 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:30.362020 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159dd674-648d-44c7-8f39-b323ebc85363 x-openstack-request-id: req-159dd674-648d-44c7-8f39-b323ebc85363 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:20:30.362315 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:20:30.362572 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-159dd674-648d-44c7-8f39-b323ebc85363 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:20:30.362980 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'status': 'completed', 'code': 200} Nov 04 10:20:30.424249 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-25553722-e9d4-4a79-b452-077a7159a8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:30.426027 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-25553722-e9d4-4a79-b452-077a7159a8a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0407348 Nov 04 10:20:30.520070 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-e161ec9d-a887-403a-8081-b46aa62ed264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:30.521566 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-e161ec9d-a887-403a-8081-b46aa62ed264 service neutron] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0888336 Nov 04 10:20:30.588391 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-ad7a97a6-a5f5-4593-a214-db3399f2ecee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 999 time: 0.0596173 Nov 04 10:20:30.596374 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:29Z', 'revision_number': 0, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:30.624598 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] Checking router: d6b1a9c7-9ca7-404f-af12-09185c206dbe for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:20:30.634327 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:20:30.634940 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:20:10Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:30.643044 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-fe773ea1-490e-4b95-b692-850e95f36b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:30.644697 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-fe773ea1-490e-4b95-b692-850e95f36b85 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0477514 Nov 04 10:20:30.696373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-08c6f5c7-ca90-435e-b424-89688806e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:20:30.697881 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-08c6f5c7-ca90-435e-b424-89688806e166 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458512 Nov 04 10:20:30.745087 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:20:30.788439 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-6d864911-7cb3-49ed-a5c1-53e8a9950024 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Nov 04 10:20:30.886384 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-8d88a942-6c26-40ba-a1d7-ea5786a100d8 req-42c15202-18ce-40d5-9280-fcc7b93d2e3e service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906184 Nov 04 10:20:30.978637 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:29Z', 'revision_number': 0, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:20:31.005707 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b3ce0e-6bee-49dc-9b29-4326b231b6ee None None] The sync data for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 is: [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:29Z', 'revision_number': 0, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:20:31.325922 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6656ba-b310-4ba6-abc4-e698e9af7d60 None None] New status for floating IP 89f4cb3f-af32-44e5-8d45-45bd552b0d41: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:20:37.507437 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7782-c71c-4a07-8aca-a39c4a91f69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:40.103688 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5941c08-e210-4fd1-9382-ee64093b26ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:40.417366 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:41.598156 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:43.062292 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:46.509875 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:20:46.753758 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:20:47.477176 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:07.498585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cc12727a-3077-4ed4-b8c8-2cf4f1493dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:09.432785 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-48df5aed-9db5-446d-80f1-b35241f86d63 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030195 Nov 04 10:21:09.517804 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-49990f1b-ef85-4887-a321-5242e02b990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:09.519305 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-49990f1b-ef85-4887-a321-5242e02b990c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0430315 Nov 04 10:21:09.623548 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-97dab5ad-acd7-47a4-af28-bf3d5c8c3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:09.625181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-97dab5ad-acd7-47a4-af28-bf3d5c8c3541 service neutron] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0873411 Nov 04 10:21:09.690933 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-473ff5d1-15d3-424c-a6b3-19be81bc4a36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 1001 time: 0.0588181 Nov 04 10:21:09.741452 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-f07e2bc0-1d7b-4a8f-8c09-d2146481abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:09.742975 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-f07e2bc0-1d7b-4a8f-8c09-d2146481abd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0449598 Nov 04 10:21:09.792928 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-1693b4f1-0e1d-4b58-a68b-20100b2c5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:21:09.794385 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-1693b4f1-0e1d-4b58-a68b-20100b2c5b66 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446978 Nov 04 10:21:09.885182 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-9c80e832-14ad-4608-b777-3a6add4d540a service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826285 Nov 04 10:21:09.980235 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dae30550-3955-4ce6-aa35-64d7587bf1d3 req-432f5126-02a6-4fc2-ad53-ea708cd16944 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874567 Nov 04 10:21:10.105633 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d6617487-4b1e-4e64-af93-68a6a830108d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:10.418813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:11.601462 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:13.065919 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:16.508575 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:17.476143 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:23.752102 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:21:37.502019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd58f-2f67-4c14-9792-92d638489c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:40.110120 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-8f5261cd-45c6-4209-9cdd-e570e6f3664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:40.420224 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:41.607789 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:43.067512 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:46.505906 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:21:47.522969 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:00.752323 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:22:07.504928 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-51d6c729-f580-43c1-82fe-ad4184e78949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:10.116076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a3a8b64b-224f-4ea8-855f-a54c629d4710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:10.385113 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-01ee8472-b950-433b-a9d5-76a82c1adb5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425489 Nov 04 10:22:10.421808 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:10.470125 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-5eedeae3-2fe1-4891-8a8b-6bad0919a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:10.471624 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-5eedeae3-2fe1-4891-8a8b-6bad0919a28e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1097 time: 0.0450339 Nov 04 10:22:10.576123 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-e97dac2c-6676-4944-b5f3-40f5173087ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:10.577593 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-e97dac2c-6676-4944-b5f3-40f5173087ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0876498 Nov 04 10:22:10.645559 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-2a0e1c65-a9c0-48a7-9936-602333df6a6f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 1001 time: 0.0598361 Nov 04 10:22:10.696725 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-61114e4f-6492-4e99-b957-bad195941dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:10.698167 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-61114e4f-6492-4e99-b957-bad195941dac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0456715 Nov 04 10:22:10.746282 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-988b2554-67d5-47aa-8317-2a2ba3a52db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:10.747755 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-988b2554-67d5-47aa-8317-2a2ba3a52db1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427442 Nov 04 10:22:10.835583 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-b400c0fe-c1f0-4cc9-a108-5fcfc4e53f88 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810437 Nov 04 10:22:10.939479 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-dccbefe4-188c-4fb5-a191-0b4121c474c6 req-3a365602-6753-42b5-b0d1-bf71247350ac service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956745 Nov 04 10:22:11.608247 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:13.069406 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:16.505740 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:17.537622 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:25.447152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dbf600b6-0c31-422c-b92b-707e5966ba88 details requested by agent hyperv_n-h1-816487-1 with host n-h1-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:22:25.540473 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:22:25.555149 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Returning: {'device': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:22:25.592076 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:25.604751 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbf600b6-0c31-422c-b92b-707e5966ba88 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:22:25.624007 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:22:25.628153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:25.678566 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:25.685851 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.686192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.686530 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.686859 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.687192 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.687504 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.687824 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.688164 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.688481 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.688798 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.689112 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.689423 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:25.704357 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] get_ports_and_sgs() called for port_ids ['dbf600b6-0c31-422c-b92b-707e5966ba88'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:22:27.462787 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dbf600b6-0c31-422c-b92b-707e5966ba88 up at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:22:27.525685 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Provisioning complete for port dbf600b6-0c31-422c-b92b-707e5966ba88 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:22:27.526170 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:27.616540 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:27.642769 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:22:27.645088 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed318677-4c8c-4292-a6f0-0b9e98d78e14" -d '{"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:22:27.662301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:22:27.667294 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:27.721956 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:27.822902 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c6ed41-891a-4f7d-9d48-e4d4957b41ea x-openstack-request-id: req-02c6ed41-891a-4f7d-9d48-e4d4957b41ea {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:22:27.823200 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-plugged", "status": "completed", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:22:27.823456 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-02c6ed41-891a-4f7d-9d48-e4d4957b41ea {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:22:27.823875 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'code': 200} Nov 04 10:22:36.659737 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-407ea86d-4ace-4502-8b25-a938369373f7 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1872346087&fields=id&tenant_id=d2a2119790d647cdbf278eed28dd0b4d HTTP/1.1" status: 200 len: 267 time: 0.0379314 Nov 04 10:22:36.781563 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-7b5749c0-4f97-4fb6-84f2-ff668d8eef31 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:36.783787 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-7b5749c0-4f97-4fb6-84f2-ff668d8eef31 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 809 time: 0.1154428 Nov 04 10:22:36.800237 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-e1c60314-b958-4ea5-957e-b70f791d97b2 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/quotas/d2a2119790d647cdbf278eed28dd0b4d HTTP/1.1" status: 200 len: 375 time: 0.0100701 Nov 04 10:22:36.867165 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc668f35-20e6-4609-904d-3d1f93eb6cd4 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0589371 Nov 04 10:22:36.980026 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-d38faa05-92b6-4c48-9a56-9ce2f66800f9 service neutron] 10.222.0.53 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999005 Nov 04 10:22:37.088146 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-635bc2ed-48c5-4285-83c9-ea2f2b851f05 service neutron] 10.222.0.53 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971203 Nov 04 10:22:37.262704 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-184294e3-9515-4c0c-bf4a-bfd45f163416 req-ac1b06c2-a150-4857-82bb-6323b3e503db tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 210 time: 0.0287497 Nov 04 10:22:37.516081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3c4ba4b0-c091-4c7a-9062-43183a996d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:37.759827 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:22:38.328536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-884c6473-4e99-4938-9632-ccb64b3d2c0b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:38.330115 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-884c6473-4e99-4938-9632-ccb64b3d2c0b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.55 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 809 time: 0.1239140 Nov 04 10:22:38.392758 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-118d549f-9b2e-446c-aa69-9ad6efb40923 req-03892af2-e623-4f7a-80f8-b2ce287bb610 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 210 time: 0.0418565 Nov 04 10:22:38.413966 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-f1bc0621-f379-4876-b7fc-4b62c8201628 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2a2119790d647cdbf278eed28dd0b4d HTTP/1.1" status: 200 len: 380 time: 0.0733528 Nov 04 10:22:38.425003 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'port': {'device_id': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'admin_state_up': True, 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'security_groups': ['31f34598-37d9-4958-a5f4-e92bddde4473']}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:22:38.556499 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Made reservation on behalf of d2a2119790d647cdbf278eed28dd0b4d for: {'port': 1} {{(pid=102555) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 04 10:22:38.560864 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:38.703407 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Allocated IP 172.20.0.6 (45bbab86-b6b1-4806-92cd-53ab8ffc294e/91e6787d-f8db-40b0-b3fc-098bcedfda2d/42984f84-9d96-4535-a6cc-fa591cf7c216) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:22:38.886417 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:38.937225 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:38.986964 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:22:38.991199 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:22:38.999322 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:22:39.003620 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:39.038736 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.039087 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.039431 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.039767 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.040151 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.040482 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.040807 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.041132 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.041451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.041775 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.042097 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.042420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:22:39.074348 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:39.075032 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:39.099884 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-094e0a9f-3be2-4682-9e66-93a370151072 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6794021 Nov 04 10:22:39.300486 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-e85e3900-e922-4f88-bbb9-3de265d68cc8 None None] Provisioning complete for port 42984f84-9d96-4535-a6cc-fa591cf7c216 triggered by entity DHCP. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:22:39.301347 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e85e3900-e922-4f88-bbb9-3de265d68cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:39.348586 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-e85e3900-e922-4f88-bbb9-3de265d68cc8 None None] Port 42984f84-9d96-4535-a6cc-fa591cf7c216 cannot update to ACTIVE because it is not bound. {{(pid=102557) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 04 10:22:39.535706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a18b7c-188a-48ba-9d45-03fae879a8e9 req-5ca592ae-b325-4e0c-89b5-f7ee13a2f7dd tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:39.538268 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11a18b7c-188a-48ba-9d45-03fae879a8e9 req-5ca592ae-b325-4e0c-89b5-f7ee13a2f7dd tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.0586019 Nov 04 10:22:39.541330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dbf600b6-0c31-422c-b92b-707e5966ba88 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:22:39.617706 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-11a18b7c-188a-48ba-9d45-03fae879a8e9 req-6f85f20f-87f6-4908-84c2-50f94eaecd51 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602374 Nov 04 10:22:39.653360 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:39.686308 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:22:39.688628 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa99fbec-ccff-4b25-903c-87b6247217b7" -d '{"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:22:39.703242 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:22:39.713274 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:39.755163 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 04 Nov 2021 10:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649bceda-05d1-49cd-b018-d57c56ad4868 x-openstack-request-id: req-649bceda-05d1-49cd-b018-d57c56ad4868 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:22:39.755647 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:22:39.756240 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-649bceda-05d1-49cd-b018-d57c56ad4868 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:22:39.756893 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'code': 200} Nov 04 10:22:39.810509 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Pushing event updated for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=8']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:40.128952 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58c98947-0599-4034-9619-0e1f3d0c543d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:40.425417 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:40.759833 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf9d72-08c2-4341-8125-3816b2265126 req-ad92366c-35fa-4baa-ab87-c1e3c918a002 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:40.761634 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0cf9d72-08c2-4341-8125-3816b2265126 req-ad92366c-35fa-4baa-ab87-c1e3c918a002 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.0517709 Nov 04 10:22:40.804014 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-f0cf9d72-08c2-4341-8125-3816b2265126 req-fd11af52-224f-4a6b-8bab-c033b93912a1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355361 Nov 04 10:22:41.611657 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:41.981248 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4151e46-7ad0-4e64-bc92-4283e3f6f927 req-51aefc76-409a-4447-a92b-98966fd4a0e4 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:41.982894 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4151e46-7ad0-4e64-bc92-4283e3f6f927 req-51aefc76-409a-4447-a92b-98966fd4a0e4 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.0638771 Nov 04 10:22:42.052244 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c4151e46-7ad0-4e64-bc92-4283e3f6f927 req-9b217fa1-63e5-4da4-8c07-db2c3d2efdf7 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615399 Nov 04 10:22:43.075675 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:43.214988 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5597bb-ff95-45ab-8390-e8682794a305 req-86adf22f-59f6-4ead-ac01-fcca44276b7c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:43.216776 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a5597bb-ff95-45ab-8390-e8682794a305 req-86adf22f-59f6-4ead-ac01-fcca44276b7c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.0579715 Nov 04 10:22:43.278015 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4a5597bb-ff95-45ab-8390-e8682794a305 req-5ff71843-62d4-472a-aad9-f5f34b4a54dd tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493155 Nov 04 10:22:44.426223 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a4dae-a623-4f64-a367-3ee7c5698901 req-98a4e8c4-80b9-4324-8389-9ca1ad645ff5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:44.429183 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b2a4dae-a623-4f64-a367-3ee7c5698901 req-98a4e8c4-80b9-4324-8389-9ca1ad645ff5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.0687265 Nov 04 10:22:44.475645 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8b2a4dae-a623-4f64-a367-3ee7c5698901 req-4eb12974-007a-43df-a79e-a96d8e912af4 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384264 Nov 04 10:22:45.619153 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e094c-cdf8-448a-a7f6-a043265043f8 req-ad75ce64-7735-4e51-9eac-1bd413726de2 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:45.620755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a82e094c-cdf8-448a-a7f6-a043265043f8 req-ad75ce64-7735-4e51-9eac-1bd413726de2 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.0549870 Nov 04 10:22:45.680029 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a82e094c-cdf8-448a-a7f6-a043265043f8 req-feb12746-718f-438f-8489-2cbe0c0fad0b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523064 Nov 04 10:22:46.524958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:47.222463 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07468b-0ad3-438f-a212-ed49b697deec req-5e9f7a48-42bc-44df-a873-e16923fee6d5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:47.225886 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d07468b-0ad3-438f-a212-ed49b697deec req-5e9f7a48-42bc-44df-a873-e16923fee6d5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.4416311 Nov 04 10:22:47.277666 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2d07468b-0ad3-438f-a212-ed49b697deec req-b16e309c-b800-463f-89fd-c3ddf53a5652 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440922 Nov 04 10:22:47.567231 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:48.423655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6875a52-ddb1-4b46-8d8c-8d9805de2f8f req-15139d3e-75d9-415e-94f9-c850faa434a0 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:48.425333 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6875a52-ddb1-4b46-8d8c-8d9805de2f8f req-15139d3e-75d9-415e-94f9-c850faa434a0 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 931 time: 0.0630360 Nov 04 10:22:48.485394 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-b6875a52-ddb1-4b46-8d8c-8d9805de2f8f req-ac16001f-61b2-446c-923f-14ad801fe72c tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476165 Nov 04 10:22:49.070843 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Request body: {'port': {'device_id': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816487-1'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:22:49.131939 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:49.420697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42984f84-9d96-4535-a6cc-fa591cf7c216 {{(pid=102555) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:22:49.429150 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:49.443336 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.provisioning_blocks [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Transition to ACTIVE for port object 42984f84-9d96-4535-a6cc-fa591cf7c216 will not be triggered until provisioned by entity L2. {{(pid=102555) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 04 10:22:49.446888 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:49.502393 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Pushing event updated for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:49.593762 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Attempting to bind port 42984f84-9d96-4535-a6cc-fa591cf7c216 on host n-h2-816487-1 for vnic_type normal with profile {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Nov 04 10:22:49.594239 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Attempting to bind port 42984f84-9d96-4535-a6cc-fa591cf7c216 by drivers openvswitch,hyperv on host n-h2-816487-1 at level 0 using segments [{'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Nov 04 10:22:49.594420 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Attempting to bind port 42984f84-9d96-4535-a6cc-fa591cf7c216 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:22:49.614167 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Port 42984f84-9d96-4535-a6cc-fa591cf7c216 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e not bound, no agent of type Open vSwitch agent registered on host n-h2-816487-1 {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 04 10:22:49.614496 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Attempting to bind port 42984f84-9d96-4535-a6cc-fa591cf7c216 on network 45bbab86-b6b1-4806-92cd-53ab8ffc294e {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 04 10:22:49.623930 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Checking agent: {'id': '87e1c270-1f73-4e6b-9f12-94868b8e4593', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816487-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'started_at': datetime.datetime(2021, 11, 4, 8, 51, 45), 'heartbeat_timestamp': datetime.datetime(2021, 11, 4, 10, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 04 10:22:49.624269 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Checking segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102555) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Nov 04 10:22:49.624664 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Bound using segment: {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'} {{(pid=102555) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 04 10:22:49.625109 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.managers [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Bound port: 42984f84-9d96-4535-a6cc-fa591cf7c216, host: n-h2-816487-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e'}}] {{(pid=102555) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Nov 04 10:22:49.625476 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:49.655459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edccb9-b5ee-4d77-bb7e-e0d0a2e33f48 req-e0d5a870-5a55-45a8-af63-6f06bac19cab tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:49.657046 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2edccb9-b5ee-4d77-bb7e-e0d0a2e33f48 req-e0d5a870-5a55-45a8-af63-6f06bac19cab tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 943 time: 0.0789437 Nov 04 10:22:49.732356 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a2edccb9-b5ee-4d77-bb7e-e0d0a2e33f48 req-5c19d80c-43bb-4f84-855f-f729cbd962b1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569944 Nov 04 10:22:49.736836 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, cleared binding levels {{(pid=102555) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 04 10:22:49.741246 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102555) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 04 10:22:49.748057 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:49.790335 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:49.790771 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:49.792227 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] 10.222.0.55 "PUT /v2.0/ports/42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 200 len: 1091 time: 0.7828600 Nov 04 10:22:49.792656 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:22:49.794976 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578be1b6-ad92-4c4c-8821-6943612cc3df" -d '{"events": [{"name": "network-changed", "server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:22:49.821363 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8af915-f173-4165-89aa-486ad85f0482 service neutron] Pushing event updated for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=3']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:49.851020 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fa3f28-db9a-431a-ac80-893a6f5dc73a x-openstack-request-id: req-45fa3f28-db9a-431a-ac80-893a6f5dc73a {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:22:49.851323 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:22:49.851578 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45fa3f28-db9a-431a-ac80-893a6f5dc73a {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:22:49.852000 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'status': 'completed', 'code': 200} Nov 04 10:22:49.891917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-73be4974-f30a-48af-8957-337ab30a9266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:49.893459 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-73be4974-f30a-48af-8957-337ab30a9266 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1094 time: 0.0534029 Nov 04 10:22:49.938557 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-7261dc6b-d38c-4a90-a8d4-8b92c6c62507 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 200 len: 217 time: 0.0367045 Nov 04 10:22:49.995376 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-3640cd0c-3a98-4da5-9bae-f771b6cc1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:49.997104 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-3640cd0c-3a98-4da5-9bae-f771b6cc1c2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0515819 Nov 04 10:22:50.048262 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-f86e574a-4877-436d-baeb-11cb7a9fa46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:50.049808 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-f86e574a-4877-436d-baeb-11cb7a9fa46f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450549 Nov 04 10:22:50.153637 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-7dcd78b9-5e04-467e-94de-5e124051db68 service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954859 Nov 04 10:22:50.253055 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-9b6efffa-6b4e-43c9-82f1-94f0d46f47ec req-fb3b8d80-2014-46ae-8617-44963e947d19 service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911186 Nov 04 10:22:50.348909 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-f03d57d2-2a09-42e5-81f4-bf4920df5c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:50.350420 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-f03d57d2-2a09-42e5-81f4-bf4920df5c80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1094 time: 0.0492260 Nov 04 10:22:50.448123 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-c45714de-a261-4b04-b372-3eb7addc405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:50.449519 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-c45714de-a261-4b04-b372-3eb7addc405a service neutron] 10.222.0.55 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0911996 Nov 04 10:22:50.493755 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-9c4bf1b0-fc44-41de-a4f7-a78ba27ab993 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 200 len: 217 time: 0.0359869 Nov 04 10:22:50.544258 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-8ae28992-09c7-471c-ae32-6ada48b6c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:50.545673 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-8ae28992-09c7-471c-ae32-6ada48b6c4af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0434785 Nov 04 10:22:50.603768 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-bab267f0-5dcf-4f90-8a74-16475409b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:50.605370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-bab267f0-5dcf-4f90-8a74-16475409b6e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504313 Nov 04 10:22:50.702531 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-efdaf677-1890-4f7f-9e7c-ec8cff18f2cb service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894144 Nov 04 10:22:50.804312 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-578be1b6-ad92-4c4c-8821-6943612cc3df req-7e981356-dc3e-4839-a136-e33a72879708 service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940773 Nov 04 10:22:50.862575 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd64e4-18c4-401a-b6bb-e72108fe6537 req-d3a1f580-66d6-4b4f-b093-e5ec1413f713 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:50.864167 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24fd64e4-18c4-401a-b6bb-e72108fe6537 req-d3a1f580-66d6-4b4f-b093-e5ec1413f713 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 943 time: 0.0542483 Nov 04 10:22:50.905288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-24fd64e4-18c4-401a-b6bb-e72108fe6537 req-6fdeec4c-0ae7-4c83-8e1d-af9a44b8062e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Nov 04 10:22:52.026865 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a929ae-a3dd-4886-a6a2-cbb3d5d6bfd9 req-6e474563-90c3-4ce1-a6b9-2b7fc3e5ea63 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:52.028434 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15a929ae-a3dd-4886-a6a2-cbb3d5d6bfd9 req-6e474563-90c3-4ce1-a6b9-2b7fc3e5ea63 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 943 time: 0.0513847 Nov 04 10:22:52.074501 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-15a929ae-a3dd-4886-a6a2-cbb3d5d6bfd9 req-89281f54-8af6-4575-a21a-90ca6d3763d3 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398724 Nov 04 10:22:53.191139 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af4270-3498-4f53-b9b6-67d1da08f5fb req-89096d13-d6e1-4a43-911c-a169ae8af842 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:53.193265 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96af4270-3498-4f53-b9b6-67d1da08f5fb req-89096d13-d6e1-4a43-911c-a169ae8af842 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 943 time: 0.0497251 Nov 04 10:22:53.242402 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-96af4270-3498-4f53-b9b6-67d1da08f5fb req-fbe63bd2-32fa-4c00-897a-d7a520d0aca9 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Nov 04 10:22:53.273436 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42984f84-9d96-4535-a6cc-fa591cf7c216 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:22:53.367688 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:22:53.378800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'port_id': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'mac_address': 'fa:16:3e:ef:a4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:22:53.420006 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:53.433172 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42984f84-9d96-4535-a6cc-fa591cf7c216 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:22:53.452663 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:22:53.457069 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:53.503144 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=4']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:53.712108 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['42984f84-9d96-4535-a6cc-fa591cf7c216'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:22:54.371342 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd172e6e-ad53-47ad-b7f8-83e237b300dc req-561a445e-c154-42a9-97fd-a9e588457d0b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:54.372897 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd172e6e-ad53-47ad-b7f8-83e237b300dc req-561a445e-c154-42a9-97fd-a9e588457d0b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 944 time: 0.0509460 Nov 04 10:22:54.411930 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-bd172e6e-ad53-47ad-b7f8-83e237b300dc req-809d48ac-49b1-4277-9431-b7357f79f431 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330169 Nov 04 10:22:55.287470 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42984f84-9d96-4535-a6cc-fa591cf7c216 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:22:55.335802 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning for port 42984f84-9d96-4535-a6cc-fa591cf7c216 completed by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 04 10:22:55.339259 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 42984f84-9d96-4535-a6cc-fa591cf7c216 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:22:55.341337 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:55.418124 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:55.441025 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:22:55.443816 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6858212-f0c3-4143-8809-6db3c96112cd" -d '{"events": [{"server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "name": "network-vif-plugged", "status": "completed", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:22:55.456271 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:22:55.460931 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:55.508039 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=5']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:55.531366 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d106f-3c73-454d-a029-637d1707476d req-23407e38-f9a4-43df-a510-77541e6f11a1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:55.532896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc6d106f-3c73-454d-a029-637d1707476d req-23407e38-f9a4-43df-a510-77541e6f11a1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 945 time: 0.0534086 Nov 04 10:22:55.572152 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-dc6d106f-3c73-454d-a029-637d1707476d req-ed22c464-7990-462a-84ed-3645b810532d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332489 Nov 04 10:22:55.619150 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68700442-fb8f-474a-9800-193130bd8cab x-openstack-request-id: req-68700442-fb8f-474a-9800-193130bd8cab {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:22:55.619448 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "name": "network-vif-plugged", "status": "completed", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:22:55.619708 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-68700442-fb8f-474a-9800-193130bd8cab {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:22:55.620143 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'code': 200} Nov 04 10:22:55.721397 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae22db7-207b-4bd8-91f6-a3b5d4123e3c req-f569e905-1b69-4fa7-8e44-35a9e7f4e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:55.722874 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ae22db7-207b-4bd8-91f6-a3b5d4123e3c req-f569e905-1b69-4fa7-8e44-35a9e7f4e8c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1096 time: 0.0421152 Nov 04 10:22:55.764198 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-2ae22db7-207b-4bd8-91f6-a3b5d4123e3c req-0aa0992a-ea52-40f3-ac52-b252c404494b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Nov 04 10:22:56.693917 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69008a2a-c18b-424d-b253-3c65d767ebc9 req-8ef39cca-e131-4678-86ec-6fa2dc78dcfa tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:56.695453 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69008a2a-c18b-424d-b253-3c65d767ebc9 req-8ef39cca-e131-4678-86ec-6fa2dc78dcfa tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Nov 04 10:22:56.743298 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-69008a2a-c18b-424d-b253-3c65d767ebc9 req-acba2e45-306c-443c-9d4a-8eb5680e7d34 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360856 Nov 04 10:22:57.865209 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f108e-c47c-4974-a5cf-6f364c4d3213 req-20d3830c-7ae7-4e90-98e5-62fae3fcee82 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:57.866789 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a90f108e-c47c-4974-a5cf-6f364c4d3213 req-20d3830c-7ae7-4e90-98e5-62fae3fcee82 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 945 time: 0.0541954 Nov 04 10:22:57.909218 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a90f108e-c47c-4974-a5cf-6f364c4d3213 req-55b48a80-47f9-4de1-b0d8-177787c150c5 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360794 Nov 04 10:22:58.039425 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4a034-8f2e-41dc-818e-4b3c39263ebe req-9979ef73-a425-43ce-bfa8-e81ae2a55494 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:58.040946 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ffb4a034-8f2e-41dc-818e-4b3c39263ebe req-9979ef73-a425-43ce-bfa8-e81ae2a55494 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 945 time: 0.0577922 Nov 04 10:22:58.088889 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-ffb4a034-8f2e-41dc-818e-4b3c39263ebe req-f7e68b01-1671-4446-b26e-9492fd8192b1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Nov 04 10:22:58.111416 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47248) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:22:58.156655 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c1985d-d4be-4e15-96a3-5e786edfa0ee tempest-TestSnapshotPattern-1330240228 tempest-TestSnapshotPattern-1330240228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:22:58.158266 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c5c1985d-d4be-4e15-96a3-5e786edfa0ee tempest-TestSnapshotPattern-1330240228 tempest-TestSnapshotPattern-1330240228-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1091 time: 0.0457742 Nov 04 10:22:58.162218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47250) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:22:58.166699 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.v2.base [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Request body: {'floatingip': {'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'port_id': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102555) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 04 10:22:58.189753 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:58.339599 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:58.461536 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_common [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Allocated IP 172.25.3.211 (0338a73d-2a05-42d1-904b-d8b739255f68/903cab78-66f9-4ec0-a0dc-ff9345301056/5c19387e-15e3-4f83-a957-a95a49bea747) {{(pid=102555) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 04 10:22:58.576755 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for port, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:58.618331 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776656987926', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:58.661554 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Network 0338a73d-2a05-42d1-904b-d8b739255f68 is already hosted by enough agents. {{(pid=102555) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 04 10:22:58.664579 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.base_scheduler [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Resources bound (agent type, host, resource id): {{(pid=102555) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 04 10:22:58.668203 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Received port after_create {{(pid=102555) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 04 10:22:58.694800 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'Port': ['ID=5c19387e-15e3-4f83-a957-a95a49bea747,revision_number=1']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:59.050333 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:59.124299 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:59.316472 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for port, precommit_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:59.325231 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12804997'] for port, after_update {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:59.399500 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event updated for resources: {'Port': ['ID=5c19387e-15e3-4f83-a957-a95a49bea747,revision_number=2']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:22:59.409201 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-537856'] for floatingip, after_create {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:59.510100 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Floating IP 18498057-0733-4109-9970-c78ff40e7a19 associated. External IP: 172.25.3.211, port: 42984f84-9d96-4535-a6cc-fa591cf7c216. Nov 04 10:22:59.733033 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Router d6b1a9c7-9ca7-404f-af12-09185c206dbe has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:22:59.842222 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:22:59.853330 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] Sync routers for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:22:59.861207 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:22:59.862721 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:22:59.863376 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:22:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:22:59.888705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-917a02da-0865-4e4a-b418-640b198bb06b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7254667 Nov 04 10:22:59.889310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:22:59.891891 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c299b3c9-7c5d-490b-bcbf-2cead93e344f" -d '{"events": [{"name": "network-changed", "server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:22:59.929263 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f449be4e-bb45-494c-bef5-99d27bba99b5 x-openstack-request-id: req-f449be4e-bb45-494c-bef5-99d27bba99b5 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:22:59.929556 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:22:59.929808 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f449be4e-bb45-494c-bef5-99d27bba99b5 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:22:59.930216 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'status': 'completed', 'code': 200} Nov 04 10:22:59.978669 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:22:59.998969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-8244ea1d-0a71-4ec1-8877-12bd7f316222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:00.001005 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-8244ea1d-0a71-4ec1-8877-12bd7f316222 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1096 time: 0.0451295 Nov 04 10:23:00.104739 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-52b94646-0485-47a9-a797-722a7cce490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:00.106261 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-52b94646-0485-47a9-a797-722a7cce490f service neutron] 10.222.0.55 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0971584 Nov 04 10:23:00.177658 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-51a8da02-54c4-44ef-8cd6-d1ec3809c2de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 200 len: 999 time: 0.0636537 Nov 04 10:23:00.213988 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '18498057-0733-4109-9970-c78ff40e7a19', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:ef:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:22:58Z', 'updated_at': '2021-11-04T10:22:58Z', 'revision_number': 0, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}, {'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:31Z', 'revision_number': 1, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:23:00.229355 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-7943a2e4-8413-4e1f-b9e4-ea8083d7045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:00.230927 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-7943a2e4-8413-4e1f-b9e4-ea8083d7045c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0458031 Nov 04 10:23:00.286854 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-98245cba-8f72-49be-9564-1ed923198a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:00.288371 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-98245cba-8f72-49be-9564-1ed923198a50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499432 Nov 04 10:23:00.402483 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-782109bc-1e46-4793-9f66-fb95defcaff2 service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062608 Nov 04 10:23:00.403188 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] Checking router: d6b1a9c7-9ca7-404f-af12-09185c206dbe for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:23:00.412235 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:23:00.412981 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:22:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:23:00.500163 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-c299b3c9-7c5d-490b-bcbf-2cead93e344f req-4015ca44-e984-4df4-8a68-b5db42d17237 service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897865 Nov 04 10:23:00.522022 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:23:00.749023 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '18498057-0733-4109-9970-c78ff40e7a19', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:ef:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:22:58Z', 'updated_at': '2021-11-04T10:22:58Z', 'revision_number': 0, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}, {'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:31Z', 'revision_number': 1, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:23:00.775967 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9043a9b4-c2ad-409b-9d40-b5bbde6f989f None None] The sync data for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 is: [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '18498057-0733-4109-9970-c78ff40e7a19', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.211', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:ef:a4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:22:58Z', 'updated_at': '2021-11-04T10:22:58Z', 'revision_number': 0, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}, {'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:31Z', 'revision_number': 1, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:23:00.962411 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269b30c-9cee-486c-ba3d-f3b2ad9d5efc None None] New status for floating IP 18498057-0733-4109-9970-c78ff40e7a19: ACTIVE {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:23:07.510118 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-b85f359f-7f83-4e43-b94c-9bbd4a0979ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:10.121116 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e5a80fc3-8cd3-45f6-8ad8-d242dc73957d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:10.431508 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:11.612090 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:12.370342 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-08a0ac4f-8340-42ac-af62-bd4c19b24b13 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425303 Nov 04 10:23:12.451780 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-bd6568b0-bcba-4db1-8712-b7143840bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:12.453332 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-bd6568b0-bcba-4db1-8712-b7143840bdc4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0414667 Nov 04 10:23:12.559733 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-d278b9d7-5989-4749-9620-378abc66af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:12.561232 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-d278b9d7-5989-4749-9620-378abc66af56 service neutron] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0885429 Nov 04 10:23:12.626663 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-f6ca7dce-a10f-47a9-96f4-2ba3490549e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 999 time: 0.0579860 Nov 04 10:23:12.676901 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-b29bc21d-1d6a-465e-bc07-a7ac73b8e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:12.678344 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-b29bc21d-1d6a-465e-bc07-a7ac73b8e49d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0443141 Nov 04 10:23:12.727698 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-41ac16ad-f4c0-4897-bfa6-df53035396f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:12.729185 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-41ac16ad-f4c0-4897-bfa6-df53035396f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444298 Nov 04 10:23:12.817818 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-f3365e2b-0087-472f-b2ab-9e5f34608f6d service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816824 Nov 04 10:23:13.077077 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:13.245336 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-753106ce-c7be-4fab-974f-0cf0a3638106 req-83a95b53-11e7-4b0d-8db4-f57bbfce4d02 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196248 Nov 04 10:23:14.749457 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:23:16.534338 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:17.560498 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:18.190374 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-b2f19214-b578-4768-b256-6efc589078ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398803 Nov 04 10:23:18.277218 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-46760917-5167-4edb-88e4-8dc501793ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:18.278756 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-46760917-5167-4edb-88e4-8dc501793ec7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1096 time: 0.0424411 Nov 04 10:23:18.389177 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-bb4e268a-e35c-4e72-8294-5cefba8ce1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:18.391051 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-bb4e268a-e35c-4e72-8294-5cefba8ce1d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0915122 Nov 04 10:23:18.459513 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-1d2a51ea-0006-48cd-a633-1f51ad80ef33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 200 len: 1001 time: 0.0595808 Nov 04 10:23:18.510413 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-60292809-1bcb-4fdf-a264-431e58aa8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:18.511881 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-60292809-1bcb-4fdf-a264-431e58aa8193 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0451627 Nov 04 10:23:18.563451 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-be8a7e2a-5b15-4683-bbb6-8df7e230e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:23:18.564995 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-be8a7e2a-5b15-4683-bbb6-8df7e230e284 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458484 Nov 04 10:23:18.662477 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-4e6894cd-d2c4-4a3c-946b-68914df972fd service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888376 Nov 04 10:23:18.762405 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-26949e1e-52a8-4db4-9bc1-68aa7db33482 req-6211c590-1d67-4900-adfb-50b391fc08d0 service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906265 Nov 04 10:23:37.512598 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-04754e37-c9bd-4ef7-8e4b-988f38e1556d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:40.123931 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9f89d1b6-257f-43ca-9371-4a7e273b0518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:40.434112 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:41.615674 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:43.073183 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:46.524515 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:47.566115 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:23:51.748477 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:24:07.513592 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cdb8079c-adb0-4a9e-b35c-e494e188471a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:10.125409 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e182b4ef-20a7-4e1a-b9b5-980701590285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:10.436774 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:11.618261 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:13.079776 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:13.383486 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-4c107320-85df-4902-9f44-d11eb234d196 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416927 Nov 04 10:24:13.464406 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-8b638412-0f18-4444-a937-3b9ac24182d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:13.465886 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-8b638412-0f18-4444-a937-3b9ac24182d2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0400426 Nov 04 10:24:13.573539 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-16dd031a-bb46-4267-bf7a-49c5bb39a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:13.575307 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-16dd031a-bb46-4267-bf7a-49c5bb39a053 service neutron] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0894763 Nov 04 10:24:13.641742 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-d92fee17-26a8-44c5-be8a-51248357bced service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 999 time: 0.0584118 Nov 04 10:24:13.690998 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-d4631cc9-9d5d-4924-a1ab-dc69f5f5a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:13.692499 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-d4631cc9-9d5d-4924-a1ab-dc69f5f5a675 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0435829 Nov 04 10:24:13.742140 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-65fafcf5-9009-47c0-afcd-195a8c9f7289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:13.743666 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-65fafcf5-9009-47c0-afcd-195a8c9f7289 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442348 Nov 04 10:24:13.833041 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-70883714-b678-4902-be66-6ae766ea9498 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817745 Nov 04 10:24:13.928852 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-b6193e87-4bf5-449c-b42b-47716c19f4af req-0406013a-ddb2-4f1c-b46f-15129aced7e6 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883994 Nov 04 10:24:16.540117 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:17.580795 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:20.595300 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-5478ee03-8639-4597-95de-eff082afeca4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3881440 Nov 04 10:24:20.682933 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-fc3d2cd0-43d8-436b-8e6c-991ea1d8c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:20.685318 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-fc3d2cd0-43d8-436b-8e6c-991ea1d8c465 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1096 time: 0.0442224 Nov 04 10:24:20.792969 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-5ec7321a-3105-40cc-a48a-b53ee97063c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:20.794457 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-5ec7321a-3105-40cc-a48a-b53ee97063c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.0881681 Nov 04 10:24:20.859370 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-268e4440-609a-48ae-9bee-c904069b5365 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 200 len: 1001 time: 0.0574195 Nov 04 10:24:20.910971 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-beae2fea-f68f-49ef-ba9f-0597ec7dd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:20.912509 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-beae2fea-f68f-49ef-ba9f-0597ec7dd172 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0458326 Nov 04 10:24:20.969081 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-129c6b1d-c797-4244-bb53-9cb293811e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:20.970593 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-129c6b1d-c797-4244-bb53-9cb293811e7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504246 Nov 04 10:24:20.981981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-391610a5-bc33-4bde-81b7-27c42f56cea4 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=102555) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 04 10:24:20.982929 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-391610a5-bc33-4bde-81b7-27c42f56cea4 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051100 Nov 04 10:24:21.082439 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-3e27e69f-0754-43a4-bdfd-b97edd2ae706 service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912259 Nov 04 10:24:21.180891 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d85b238e-a3df-49a0-966c-a94a15a228b7 req-a0ca7dcc-277c-4763-b0eb-3732434104fd service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913346 Nov 04 10:24:28.747875 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:24:31.971088 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42984f84-9d96-4535-a6cc-fa591cf7c216 details requested by agent hyperv_n-h2-816487-1 with host n-h2-816487-1 {{(pid=102557) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 04 10:24:32.088625 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:32.103234 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Returning: {'device': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'port_id': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'mac_address': 'fa:16:3e:ef:a4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102557) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 04 10:24:32.161482 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:32.181337 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42984f84-9d96-4535-a6cc-fa591cf7c216 {{(pid=102557) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 04 10:24:32.212455 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:32.217237 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:32.281116 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=6']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:32.290480 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.291109 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.291445 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.291790 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.292156 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.292493 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.292882 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.293241 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.293489 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.293976 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.294858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.295178 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102557) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:32.301987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] get_ports_and_sgs() called for port_ids ['42984f84-9d96-4535-a6cc-fa591cf7c216'] {{(pid=102557) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 04 10:24:33.984361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42984f84-9d96-4535-a6cc-fa591cf7c216 up at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 04 10:24:34.043961 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.provisioning_blocks [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Provisioning complete for port 42984f84-9d96-4535-a6cc-fa591cf7c216 triggered by entity L2. {{(pid=102557) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 04 10:24:34.044378 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1639314'] for port, provisioning_complete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:34.139362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583350'] for port, before_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:34.165301 n-d-816487-1 neutron-server[102557]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216'}] {{(pid=102557) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:24:34.167960 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6e9028c8b23d580aa271ac9fe564c81b05de1b8abbcbd0b61d6807f3bac3715" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb098e25-7df5-44a7-86a2-eac56378a0e0" -d '{"events": [{"server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "name": "network-vif-plugged", "status": "completed", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216"}]}' {{(pid=102557) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:24:34.183289 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:34.188760 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776657541434', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776656987944', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776656987962'] for port, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:34.216553 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a98de7-598c-462e-838c-383176c0e167 x-openstack-request-id: req-34a98de7-598c-462e-838c-383176c0e167 {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:24:34.216859 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "name": "network-vif-plugged", "status": "completed", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216", "code": 200}]} {{(pid=102557) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:24:34.217118 n-d-816487-1 neutron-server[102557]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-34a98de7-598c-462e-838c-383176c0e167 {{(pid=102557) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:24:34.217527 n-d-816487-1 neutron-server[102557]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'code': 200} Nov 04 10:24:34.246706 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Pushing event updated for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=7']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:37.519280 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-9bdb69da-55bc-4bfe-b829-fa273346ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:40.128711 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-72f2e8cc-fc47-42f2-9695-79e80ae73f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:40.442164 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:41.244472 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47460) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:41.415414 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Deleting port 5c19387e-15e3-4f83-a957-a95a49bea747 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:41.415763 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:41.490860 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:41.491202 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:41.502923 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Calling delete_port for 5c19387e-15e3-4f83-a957-a95a49bea747 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:41.623092 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:41.660622 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:41.687299 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event deleted for resources: {'Port': ['ID=5c19387e-15e3-4f83-a957-a95a49bea747,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:41.698024 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.698369 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.698706 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.699042 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.699372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.699697 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.700050 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.700446 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.700692 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.701067 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.701388 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.701709 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102555) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:41.760348 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:41.760684 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Floating IP 18498057-0733-4109-9970-c78ff40e7a19 disassociated (deleted). External IP: 172.25.3.211, port: 42984f84-9d96-4535-a6cc-fa591cf7c216. Nov 04 10:24:41.968931 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Router d6b1a9c7-9ca7-404f-af12-09185c206dbe has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:24:42.080459 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:24:42.085752 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:42.092591 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] Sync routers for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:24:42.104141 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:42.104858 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:42.115705 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-3fe899a1-ad8e-47c8-90f5-6a878775af5d tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "DELETE /v2.0/floatingips/18498057-0733-4109-9970-c78ff40e7a19 HTTP/1.1" status: 204 len: 168 time: 0.8701155 Nov 04 10:24:42.116326 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:24:42.118699 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be64f08-6f3d-40f1-8069-40e69fe90361" -d '{"events": [{"name": "network-changed", "server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:24:42.216800 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:42.284731 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f92001-55e7-4526-b0b7-a6b92aef119b x-openstack-request-id: req-45f92001-55e7-4526-b0b7-a6b92aef119b {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:24:42.285301 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:24:42.285454 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-45f92001-55e7-4526-b0b7-a6b92aef119b {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:24:42.285962 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'status': 'completed', 'code': 200} Nov 04 10:24:42.388276 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-a8fce11d-256d-49a5-ad21-6ec6003c1901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:42.389822 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-a8fce11d-256d-49a5-ad21-6ec6003c1901 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 1096 time: 0.0792835 Nov 04 10:24:42.403049 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42f635-d042-45b1-9d67-b3f5b2184696 req-570bb9bc-08ab-4d85-b86c-811e5b7d7e56 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:42.404552 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a42f635-d042-45b1-9d67-b3f5b2184696 req-570bb9bc-08ab-4d85-b86c-811e5b7d7e56 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 945 time: 0.0642407 Nov 04 10:24:42.465643 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:31Z', 'revision_number': 1, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:42.494535 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] Checking router: d6b1a9c7-9ca7-404f-af12-09185c206dbe for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:24:42.495332 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5a42f635-d042-45b1-9d67-b3f5b2184696 req-2362e38c-5b3d-4b25-bc25-c2a06c19d815 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822186 Nov 04 10:24:42.504723 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:42.505262 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:42.523022 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-f51ac4d9-1d6b-47fa-8321-dc336db4e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:42.524576 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-f51ac4d9-1d6b-47fa-8321-dc336db4e188 service neutron] 10.222.0.55 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.1190183 Nov 04 10:24:42.571011 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-b49a7acb-74e6-4fcf-b4a9-b819dfb24a55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 200 len: 217 time: 0.0384889 Nov 04 10:24:42.623638 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-192d0e1a-87ed-4cb3-8628-c3a142cec8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:42.624015 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:42.625185 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-192d0e1a-87ed-4cb3-8628-c3a142cec8e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0454917 Nov 04 10:24:42.678823 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-68e90e68-6c8a-4d60-9d4f-cd8d0a73b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:42.680399 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-68e90e68-6c8a-4d60-9d4f-cd8d0a73b8fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470004 Nov 04 10:24:42.776087 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-68098f7d-a1e9-40d8-bd06-bd88b10f037a service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874381 Nov 04 10:24:42.858041 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:31Z', 'revision_number': 1, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:42.886288 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-8be64f08-6f3d-40f1-8069-40e69fe90361 req-9adc4b37-45c4-416b-8a96-8b9df0ea6fad service neutron] 10.222.0.55 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021938 Nov 04 10:24:42.894071 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc9c1e-de36-466e-8b2f-25957220a9aa None None] The sync data for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 is: [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_floatingips': [{'id': '89f4cb3f-af32-44e5-8d45-45bd552b0d41', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'router_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'port_id': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'mac_address': 'fa:16:3e:77:ec:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-04T10:20:29Z', 'updated_at': '2021-11-04T10:20:31Z', 'revision_number': 1, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:24:43.082570 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:43.136125 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177bb3a3-18b2-4eb2-aaee-d5d571a4b935 None None] New status for floating IP 18498057-0733-4109-9970-c78ff40e7a19: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:24:43.619433 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3230ece-67ba-43db-b6b5-f4d25feaa255 req-790d38d2-45e5-4ec2-8a77-c42efc37c4a1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:43.620937 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3230ece-67ba-43db-b6b5-f4d25feaa255 req-790d38d2-45e5-4ec2-8a77-c42efc37c4a1 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 945 time: 0.0541594 Nov 04 10:24:43.660998 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-d3230ece-67ba-43db-b6b5-f4d25feaa255 req-29951ebb-0e6f-4e0a-b65b-2fe17760b46f tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340250 Nov 04 10:24:43.973481 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-cf9c67e4-4278-4ebd-8985-a5eb47b6692a tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:43.974936 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-cf9c67e4-4278-4ebd-8985-a5eb47b6692a tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.55 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 945 time: 0.0484202 Nov 04 10:24:44.074914 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Deleting port 42984f84-9d96-4535-a6cc-fa591cf7c216 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:44.075252 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:44.168310 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] For port 42984f84-9d96-4535-a6cc-fa591cf7c216, host n-h2-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816487-1',level=0,port_id=42984f84-9d96-4535-a6cc-fa591cf7c216,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:44.168590 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:44.181232 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Calling delete_port for 42984f84-9d96-4535-a6cc-fa591cf7c216 owned by compute:nova {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:44.311093 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:44.343057 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event deleted for resources: {'Port': ['ID=42984f84-9d96-4535-a6cc-fa591cf7c216,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:44.389100 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] No DVR routers for this DVR port 42984f84-9d96-4535-a6cc-fa591cf7c216 on host n-h2-816487-1 {{(pid=102555) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:24:44.392465 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:44.396953 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-4c169e56-83f4-4acf-8acb-2fc85671b37f req-f6bd226f-6b57-4f06-80c0-9359286c2435 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.55 "DELETE /v2.0/ports/42984f84-9d96-4535-a6cc-fa591cf7c216 HTTP/1.1" status: 204 len: 173 time: 0.4155581 Nov 04 10:24:44.397439 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'name': 'network-vif-deleted', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:24:44.400050 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454661a6-a3f8-4c3e-901f-1f8039fdd9b8" -d '{"events": [{"server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "name": "network-vif-deleted", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:24:44.436656 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a76d01-0efc-47b7-8d5c-31f1b8d4a5b0 x-openstack-request-id: req-a5a76d01-0efc-47b7-8d5c-31f1b8d4a5b0 {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:24:44.436955 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239c2d3b-43ff-43e7-9356-8abfec04d368", "name": "network-vif-deleted", "tag": "42984f84-9d96-4535-a6cc-fa591cf7c216", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:24:44.437223 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a5a76d01-0efc-47b7-8d5c-31f1b8d4a5b0 {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:24:44.437727 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239c2d3b-43ff-43e7-9356-8abfec04d368', 'name': 'network-vif-deleted', 'tag': '42984f84-9d96-4535-a6cc-fa591cf7c216', 'status': 'completed', 'code': 200} Nov 04 10:24:44.785709 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-a70b67ab-bc76-4bbb-aa8b-1a2405e188c4 req-eba4e604-a8d3-4dcb-943e-0ad4e0d33f7e tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=239c2d3b-43ff-43e7-9356-8abfec04d368 HTTP/1.1" status: 200 len: 210 time: 0.0353169 Nov 04 10:24:46.057630 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42984f84-9d96-4535-a6cc-fa591cf7c216 no longer exists at agent hyperv_n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:46.079693 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] No Port match for: 42984f84-9d96-4535-a6cc-fa591cf7c216 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:46.080029 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Device 42984f84-9d96-4535-a6cc-fa591cf7c216 not bound to the agent host n-h2-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:46.364880 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47518) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:46.523187 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Deleting port 9be51a60-5928-496f-85b8-e19ea3a72662 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:46.523534 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:46.547691 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:46.600907 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:46.601144 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:46.613314 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Calling delete_port for 9be51a60-5928-496f-85b8-e19ea3a72662 owned by network:floatingip {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:46.762484 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:46.790318 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event deleted for resources: {'Port': ['ID=9be51a60-5928-496f-85b8-e19ea3a72662,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:46.855963 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for floatingip, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:46.856234 n-d-816487-1 neutron-server[102555]: INFO neutron.db.l3_db [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Floating IP 89f4cb3f-af32-44e5-8d45-45bd552b0d41 disassociated (deleted). External IP: 172.25.3.60, port: dbf600b6-0c31-422c-b92b-707e5966ba88. Nov 04 10:24:47.065932 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Router d6b1a9c7-9ca7-404f-af12-09185c206dbe has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:24:47.176573 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:24:47.181080 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for floatingip, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:47.186717 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] Sync routers for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:24:47.195938 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:47.196496 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:47.210733 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-661a5ce9-a3ac-4879-96a7-5fd55c8f39cf tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "DELETE /v2.0/floatingips/89f4cb3f-af32-44e5-8d45-45bd552b0d41 HTTP/1.1" status: 204 len: 168 time: 0.8446007 Nov 04 10:24:47.211309 n-d-816487-1 neutron-server[102555]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88'}] {{(pid=102555) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:24:47.213669 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1260252f806b48019a016188c4c7c03e4975aa8601359c9a9938407ba6b1dc25" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f75cfa-8d0c-46c2-a837-539725422af6" -d '{"events": [{"name": "network-changed", "server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88"}]}' {{(pid=102555) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:24:47.306915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:47.368916 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 04 Nov 2021 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e824530-2548-4bbe-a57b-a0997877a34d x-openstack-request-id: req-6e824530-2548-4bbe-a57b-a0997877a34d {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:24:47.369440 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88", "status": "completed", "code": 200}]} {{(pid=102555) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:24:47.369440 n-d-816487-1 neutron-server[102555]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6e824530-2548-4bbe-a57b-a0997877a34d {{(pid=102555) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:24:47.369847 n-d-816487-1 neutron-server[102555]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'status': 'completed', 'code': 200} Nov 04 10:24:47.437283 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-488917d2-d481-4530-93ae-04c4380b4180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:47.438790 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-488917d2-d481-4530-93ae-04c4380b4180 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 1095 time: 0.0440254 Nov 04 10:24:47.473815 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc5f5f-4766-434a-aa8d-d0d9697dfb14 req-39426d1a-5afd-48d8-b471-fbd60e59af93 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:47.475373 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fccc5f5f-4766-434a-aa8d-d0d9697dfb14 req-39426d1a-5afd-48d8-b471-fbd60e59af93 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0577052 Nov 04 10:24:47.520123 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:47.521896 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fccc5f5f-4766-434a-aa8d-d0d9697dfb14 req-ea67f5c7-8eb4-4fb8-a54c-a66dfb7dde9b tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349479 Nov 04 10:24:47.550899 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] Checking router: d6b1a9c7-9ca7-404f-af12-09185c206dbe for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:24:47.552985 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-73835016-0a59-453b-85ed-ba7084c8c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:47.554469 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-73835016-0a59-453b-85ed-ba7084c8c182 service neutron] 10.222.0.70 "GET /v2.0/networks?id=45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 200 len: 910 time: 0.1083999 Nov 04 10:24:47.559568 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:47.560288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:47.603279 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-3a45aeca-21e0-4e68-9027-cd6793ae0dad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 200 len: 217 time: 0.0408890 Nov 04 10:24:47.655753 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-0042a00b-c301-46e3-8a34-c30e2a672b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:47.657354 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-0042a00b-c301-46e3-8a34-c30e2a672b78 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 200 len: 848 time: 0.0461681 Nov 04 10:24:47.662465 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:47.697414 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:47.705623 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-4a09dd40-63b4-4229-b751-183e64ede6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:47.707181 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-4a09dd40-63b4-4229-b751-183e64ede6e9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=45bbab86-b6b1-4806-92cd-53ab8ffc294e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413585 Nov 04 10:24:47.812245 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-d639aed6-c840-4aa2-82b2-46d796c2e111 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969737 Nov 04 10:24:47.908737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-e1f75cfa-8d0c-46c2-a837-539725422af6 req-062db382-84f0-47d1-8e8b-857ebe84a241 service neutron] 10.222.0.70 "GET /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867469 Nov 04 10:24:48.055929 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:48.082152 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071ae08e-3a8e-4a3f-b0f4-7d385d41e4eb None None] The sync data for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 is: [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:20:07Z', 'revision_number': 4, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1', '_interfaces': [{'id': '0acba69e-eab7-4157-9d30-e779d0dbb840', 'name': '', 'network_id': '45bbab86-b6b1-4806-92cd-53ab8ffc294e', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'mac_address': 'fa:16:3e:44:51:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:06Z', 'updated_at': '2021-11-04T10:20:12Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'subnets': [{'id': '91e6787d-f8db-40b0-b3fc-098bcedfda2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:24:48.310891 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea42271-b678-46ab-bd62-1efa1fb0bca7 None None] New status for floating IP 89f4cb3f-af32-44e5-8d45-45bd552b0d41: DOWN {{(pid=102558) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 04 10:24:48.643761 n-d-816487-1 neutron-server[102555]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bc689-95f1-4ee2-8fa0-c6d997d2a44c req-c0d060b1-3ad3-4d6d-8415-563135a238af tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102555) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:48.645283 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa7bc689-95f1-4ee2-8fa0-c6d997d2a44c req-c0d060b1-3ad3-4d6d-8415-563135a238af tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0533152 Nov 04 10:24:48.684583 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-fa7bc689-95f1-4ee2-8fa0-c6d997d2a44c req-21cd4cd4-af11-480a-b676-2e978e451dee tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/security-groups?id=31f34598-37d9-4958-a5f4-e92bddde4473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Nov 04 10:24:48.935721 n-d-816487-1 neutron-server[102556]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d069f-eb78-4983-b37e-22a78323cb90 req-f01dea03-2df9-425c-9a99-bb8dc92a5be4 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102556) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 04 10:24:48.937115 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-535d069f-eb78-4983-b37e-22a78323cb90 req-f01dea03-2df9-425c-9a99-bb8dc92a5be4 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.70 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 944 time: 0.0494967 Nov 04 10:24:49.034922 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Deleting port dbf600b6-0c31-422c-b92b-707e5966ba88 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:49.035261 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:49.130349 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] For port dbf600b6-0c31-422c-b92b-707e5966ba88, host n-h1-816487-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816487-1',level=0,port_id=dbf600b6-0c31-422c-b92b-707e5966ba88,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:49.130705 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:49.142988 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Calling delete_port for dbf600b6-0c31-422c-b92b-707e5966ba88 owned by compute:nova {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:49.280917 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:49.310373 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event deleted for resources: {'Port': ['ID=dbf600b6-0c31-422c-b92b-707e5966ba88,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:49.324276 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.324627 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.324971 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.325313 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.325654 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.326374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.326374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.326697 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.327397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.327397 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.327624 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.327884 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816487-1 {{(pid=102556) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 04 10:24:49.373605 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] No DVR routers for this DVR port dbf600b6-0c31-422c-b92b-707e5966ba88 on host n-h1-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:24:49.376416 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92067'] for port, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:49.380616 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [req-535d069f-eb78-4983-b37e-22a78323cb90 req-26709a66-ee02-487e-89b0-4ce5c7506156 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.70 "DELETE /v2.0/ports/dbf600b6-0c31-422c-b92b-707e5966ba88 HTTP/1.1" status: 204 len: 173 time: 0.4374700 Nov 04 10:24:49.381077 n-d-816487-1 neutron-server[102556]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-deleted', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88'}] {{(pid=102556) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 04 10:24:49.383376 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5559976456c63a3775c4a7335bcd33fe628aad00f6d1e66abb534fa0305c0bf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272d08e9-b6c5-4d5f-ab33-a33bacaac406" -d '{"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-deleted", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88"}]}' {{(pid=102556) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 04 10:24:49.498692 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 04 Nov 2021 10:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71b5ae2-35e9-4db0-9e27-819721ba7328 x-openstack-request-id: req-b71b5ae2-35e9-4db0-9e27-819721ba7328 {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 04 10:24:49.498986 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "840d6f54-0f47-40f4-8c58-45f06de8e0c3", "name": "network-vif-deleted", "tag": "dbf600b6-0c31-422c-b92b-707e5966ba88", "status": "completed", "code": 200}]} {{(pid=102556) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 04 10:24:49.499238 n-d-816487-1 neutron-server[102556]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b71b5ae2-35e9-4db0-9e27-819721ba7328 {{(pid=102556) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 04 10:24:49.499644 n-d-816487-1 neutron-server[102556]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '840d6f54-0f47-40f4-8c58-45f06de8e0c3', 'name': 'network-vif-deleted', 'tag': 'dbf600b6-0c31-422c-b92b-707e5966ba88', 'status': 'completed', 'code': 200} Nov 04 10:24:49.820807 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [req-5c473800-7b86-44e8-b9a0-7865d29e39da req-57ef9aeb-7afd-403b-a850-b2c481acc00a tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "GET /v2.0/ports?device_id=840d6f54-0f47-40f4-8c58-45f06de8e0c3 HTTP/1.1" status: 200 len: 210 time: 0.0378418 Nov 04 10:24:50.880814 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47536) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:50.944293 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c89ec66f-6bfc-4fc2-9b4e-dab4dce3d686 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:50.971607 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c89ec66f-6bfc-4fc2-9b4e-dab4dce3d686 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:51.041699 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c89ec66f-6bfc-4fc2-9b4e-dab4dce3d686 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:51.044410 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-c89ec66f-6bfc-4fc2-9b4e-dab4dce3d686 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:51.045737 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-c89ec66f-6bfc-4fc2-9b4e-dab4dce3d686 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] 10.222.0.53 "DELETE /v2.0/security-groups/31f34598-37d9-4958-a5f4-e92bddde4473 HTTP/1.1" status: 204 len: 168 time: 0.1638005 Nov 04 10:24:51.056065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ec66f-6bfc-4fc2-9b4e-dab4dce3d686 tempest-TestSnapshotPattern-1664440788 tempest-TestSnapshotPattern-1664440788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f34598-37d9-4958-a5f4-e92bddde4473,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:51.093508 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47540) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:51.451479 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:51.707694 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Deleting port 0acba69e-eab7-4157-9d30-e779d0dbb840 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:51.707977 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:51.787374 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] For port 0acba69e-eab7-4157-9d30-e779d0dbb840, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=0acba69e-eab7-4157-9d30-e779d0dbb840,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:51.787744 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:51.800304 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Calling delete_port for 0acba69e-eab7-4157-9d30-e779d0dbb840 owned by network:router_interface {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:51.984806 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:52.012802 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0acba69e-eab7-4157-9d30-e779d0dbb840,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:52.196544 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:52.349137 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dbf600b6-0c31-422c-b92b-707e5966ba88 no longer exists at agent hyperv_n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:52.378361 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] No Port match for: dbf600b6-0c31-422c-b92b-707e5966ba88 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:52.378807 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Device dbf600b6-0c31-422c-b92b-707e5966ba88 not bound to the agent host n-h1-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:52.415065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Router d6b1a9c7-9ca7-404f-af12-09185c206dbe has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102556) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:24:52.518656 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102556) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:24:52.523739 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-16c19e9e-2b04-4e0f-bb80-622dcecc53d3 admin admin] 10.222.0.53 "PUT /v2.0/routers/d6b1a9c7-9ca7-404f-af12-09185c206dbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4269893 Nov 04 10:24:52.526360 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47542) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:52.527287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] Sync routers for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:24:52.537288 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:52.537915 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:52.633343 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:52.645678 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: n-d-816487-1 {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:52.748331 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:52.803328 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Deleting port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:52.803667 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:52.830987 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:24:51Z', 'revision_number': 5, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port': {'id': '386b58f9-5506-4b1a-a667-a9ccc7a32f8c', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:53:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:05Z', 'updated_at': '2021-11-04T10:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:52.857426 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] Checking router: d6b1a9c7-9ca7-404f-af12-09185c206dbe for host: n-d-816487-1 {{(pid=102557) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:24:52.866215 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] Routers {'d6b1a9c7-9ca7-404f-af12-09185c206dbe'} bound to L3 agent in host n-d-816487-1 {{(pid=102557) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:52.866847 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'], 'active': True} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:52.886606 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] For port 386b58f9-5506-4b1a-a667-a9ccc7a32f8c, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:52.886873 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:52.900065 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Calling delete_port for 386b58f9-5506-4b1a-a667-a9ccc7a32f8c owned by network:router_gateway {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:52.954264 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvr_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] Set router d6b1a9c7-9ca7-404f-af12-09185c206dbe gateway port host: None {{(pid=102557) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:53.009556 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_hamode_db [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:24:52Z', 'revision_number': 6, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102557) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:53.038051 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e352c74-aaac-4fd9-aec6-05907926b3a8 None None] The sync data for ids ['d6b1a9c7-9ca7-404f-af12-09185c206dbe'] in n-d-816487-1 is: [{'id': 'd6b1a9c7-9ca7-404f-af12-09185c206dbe', 'name': 'tempest-TestSnapshotPattern-877214923-router', 'tenant_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:04Z', 'updated_at': '2021-11-04T10:24:52Z', 'revision_number': 6, 'project_id': 'd2a2119790d647cdbf278eed28dd0b4d', 'gw_port_host': None}] {{(pid=102557) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:24:53.072871 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.105535 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=386b58f9-5506-4b1a-a667-a9ccc7a32f8c,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:53.171487 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.258992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.261266 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.304424 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.304991 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b1a9c7-9ca7-404f-af12-09185c206dbe {{(pid=102556) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:24:53.309492 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.310670 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-d7246179-c4da-40f3-8ef0-4e3dba4a6ba3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d6b1a9c7-9ca7-404f-af12-09185c206dbe HTTP/1.1" status: 204 len: 168 time: 0.7833729 Nov 04 10:24:53.313197 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47544) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:53.357974 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] Deleting subnet 91e6787d-f8db-40b0-b3fc-098bcedfda2d {{(pid=102556) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:24:53.361017 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.401209 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15391237'] for subnet, precommit_delete_associations {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.483471 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.536534 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13637749', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13059095'] for subnet, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.563714 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e6787d-f8db-40b0-b3fc-098bcedfda2d,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:53.567428 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.570577 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2fa358-e12c-48da-bb8e-216059db0976 None None] Network 45bbab86-b6b1-4806-92cd-53ab8ffc294e requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:24:53.571083 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-e9de06bf-0fe5-4db9-b9ee-6d1652f4800a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/91e6787d-f8db-40b0-b3fc-098bcedfda2d HTTP/1.1" status: 204 len: 168 time: 0.2567542 Nov 04 10:24:53.573797 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47546) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:53.647489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.702156 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Deleting port 2ccf5e20-e95f-468e-9f01-167f03a52b51 {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:53.702489 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.768379 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] For port 2ccf5e20-e95f-468e-9f01-167f03a52b51, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2ccf5e20-e95f-468e-9f01-167f03a52b51,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:53.768626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.782135 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Calling delete_port for 2ccf5e20-e95f-468e-9f01-167f03a52b51 owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:53.797183 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] DHCP port deletion for 45bbab86-b6b1-4806-92cd-53ab8ffc294e request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:24:53.846898 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] Deleting port 2ccf5e20-e95f-468e-9f01-167f03a52b51 {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:53.847277 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.869626 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.887729 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] No DVR routers for this DVR port 2ccf5e20-e95f-468e-9f01-167f03a52b51 on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:24:53.911000 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ccf5e20-e95f-468e-9f01-167f03a52b51,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:53.927622 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] For port 2ccf5e20-e95f-468e-9f01-167f03a52b51, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=2ccf5e20-e95f-468e-9f01-167f03a52b51,segment=NetworkSegment(a6da22b5-a406-4b0b-a4ed-a57e75f44b3d),segment_id=a6da22b5-a406-4b0b-a4ed-a57e75f44b3d)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:53.931697 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.946306 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2ccf5e20-e95f-468e-9f01-167f03a52b51 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:53.952171 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] Calling delete_port for 2ccf5e20-e95f-468e-9f01-167f03a52b51 owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:53.972159 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 2ccf5e20-e95f-468e-9f01-167f03a52b51 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:53.972497 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 2ccf5e20-e95f-468e-9f01-167f03a52b51 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:53.972919 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 386b58f9-5506-4b1a-a667-a9ccc7a32f8c no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:53.990599 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:53.997657 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 386b58f9-5506-4b1a-a667-a9ccc7a32f8c {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:53.998017 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 386b58f9-5506-4b1a-a667-a9ccc7a32f8c not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:53.998431 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0acba69e-eab7-4157-9d30-e779d0dbb840 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:54.014410 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45bbab86-b6b1-4806-92cd-53ab8ffc294e']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:54.021970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 0acba69e-eab7-4157-9d30-e779d0dbb840 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:54.021970 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 0acba69e-eab7-4157-9d30-e779d0dbb840 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:54.025472 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:54.025770 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6da22b5-a406-4b0b-a4ed-a57e75f44b3d') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:54.036447 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.052345 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.060673 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:24:54.060992 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: timer() Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:24:54.062801 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:24:54.096377 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.114347 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] No DVR routers for this DVR port 2ccf5e20-e95f-468e-9f01-167f03a52b51 on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:24:54.132888 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.141334 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbcb2a-94ec-4763-ba81-b6aac7331543 None None] Pushing event deleted for resources: {'Port': ['ID=2ccf5e20-e95f-468e-9f01-167f03a52b51,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:54.144828 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.155015 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] 10.222.0.53 "DELETE /v2.0/networks/45bbab86-b6b1-4806-92cd-53ab8ffc294e HTTP/1.1" status: 204 len: 168 time: 0.5785570 Nov 04 10:24:54.155134 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47548) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:54.164200 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77b834-e130-4963-8f35-17f7e335d326 admin admin] Pushing event deleted for resources: {'Network': ['ID=45bbab86-b6b1-4806-92cd-53ab8ffc294e,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:54.529035 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-538624'] for router_interface, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.790926 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Deleting port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:54.791243 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.868746 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] For port fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,segment=NetworkSegment(7c746c94-b614-4226-bfb2-ab023f919aa0),segment_id=7c746c94-b614-4226-bfb2-ab023f919aa0)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:54.869102 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:54.882386 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Calling delete_port for fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 owned by network:router_interface {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:55.363497 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:55.392051 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:55.561822 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-537892'] for router_interface, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:55.780568 n-d-816487-1 neutron-server[102555]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde has already been hosted by L3 agent 95bd8a2f-e424-4b93-9962-59a237c55ebf {{(pid=102555) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 04 10:24:55.898272 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] Notify agent at l3_agent.n-d-816487-1 the message routers_updated {{(pid=102555) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 04 10:24:55.904812 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-6dd2cfb3-8d3e-4fb5-9cfa-73df98c14a42 admin admin] 10.222.0.53 "PUT /v2.0/routers/08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7484937 Nov 04 10:24:55.906174 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47550) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:55.907811 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] Sync routers for ids ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'] in n-d-816487-1 {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 04 10:24:55.918894 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] Routers {'08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:55.919499 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:56.010517 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks [] for router, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.027624 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] Set router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde gateway port host: n-d-816487-1 {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:56.114969 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.175527 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Deleting port ae8f37f3-01ec-47c9-a81e-92fb4248d081 {{(pid=102555) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:56.176133 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.217940 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'external_fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:24:55Z', 'revision_number': 5, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port': {'id': 'ae8f37f3-01ec-47c9-a81e-92fb4248d081', 'name': '', 'network_id': '0338a73d-2a05-42d1-904b-d8b739255f68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816487-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:20:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '903cab78-66f9-4ec0-a0dc-ff9345301056', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816487-1'}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:56.245102 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] Checking router: 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde for host: n-d-816487-1 {{(pid=102558) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 04 10:24:56.253654 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] Routers {'08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'} bound to L3 agent in host n-d-816487-1 {{(pid=102558) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 04 10:24:56.254245 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816487-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-04T08:44:10Z,description=,heartbeat_timestamp=2021-11-04T10:24:40Z,host='n-d-816487-1',id=95bd8a2f-e424-4b93-9962-59a237c55ebf,load=0,resource_versions=,resources_synced=,started_at=2021-11-04T08:44:10Z,topic='l3_agent')) {'router_ids': ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'], 'active': True} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:56.262282 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.db [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] For port ae8f37f3-01ec-47c9-a81e-92fb4248d081, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=ae8f37f3-01ec-47c9-a81e-92fb4248d081,segment=NetworkSegment(65eb1496-0207-419f-9348-eb5ef4dc7245),segment_id=65eb1496-0207-419f-9348-eb5ef4dc7245)] {{(pid=102555) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:56.262645 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.276372 n-d-816487-1 neutron-server[102555]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Calling delete_port for ae8f37f3-01ec-47c9-a81e-92fb4248d081 owned by network:router_gateway {{(pid=102555) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:56.342602 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_dvr_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] Set router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde gateway port host: None {{(pid=102558) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 04 10:24:56.394617 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:24:56Z', 'revision_number': 6, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port_host': None}], 'n-d-816487-1', False) {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:56.423267 n-d-816487-1 neutron-server[102558]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dce9f-122f-46d0-97aa-a65195c698cc None None] The sync data for ids ['08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde'] in n-d-816487-1 is: [{'id': '08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde', 'name': 'tempest-TestSnapshotPattern-1501796050-router', 'tenant_id': 'b65d0398efb24832918435b0cb8d45cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-04T10:20:09Z', 'updated_at': '2021-11-04T10:24:56Z', 'revision_number': 6, 'project_id': 'b65d0398efb24832918435b0cb8d45cc', 'gw_port_host': None}] {{(pid=102558) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 04 10:24:56.447222 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12805020'] for port, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.473329 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae8f37f3-01ec-47c9-a81e-92fb4248d081,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:56.539276 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-538078'] for router_gateway, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.633607 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3981'] for router, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.635770 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.680344 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-525422'] for router, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.680873 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde {{(pid=102555) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 04 10:24:56.687524 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] Notify callbacks [] for router, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.688862 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-ccfb3659-67fa-421f-b206-049569dc7153 admin admin] 10.222.0.53 "DELETE /v2.0/routers/08a1f6c4-0eae-4c0d-86b2-c9bd66d56dde HTTP/1.1" status: 204 len: 168 time: 0.7814991 Nov 04 10:24:56.691981 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [-] (102555) accepted ('10.222.0.53', 47552) {{(pid=102555) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:56.735906 n-d-816487-1 neutron-server[102555]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] Deleting subnet 7f4e7d12-f6cd-4c67-8b70-8cd8610f767f {{(pid=102555) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Nov 04 10:24:56.739739 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.775924 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12743655'] for subnet, precommit_delete_associations {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.864826 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1635296'] for subnet, precommit_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.917996 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1635311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-759000', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12805071', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12585884'] for subnet, after_delete {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.947636 n-d-816487-1 neutron-server[102555]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f4e7d12-f6cd-4c67-8b70-8cd8610f767f,revision_number=None']} {{(pid=102555) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:56.950066 n-d-816487-1 neutron-server[102555]: DEBUG neutron_lib.callbacks.manager [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102555) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:56.953687 n-d-816487-1 neutron-server[102555]: INFO neutron.wsgi [None req-c39db50e-f55f-466e-b9aa-b62a4f960323 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7f4e7d12-f6cd-4c67-8b70-8cd8610f767f HTTP/1.1" status: 204 len: 168 time: 0.2607453 Nov 04 10:24:56.954310 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452866ff-9e2e-48ed-b89c-9eb526bdc9f9 None None] Network 39d30671-4e4e-4ee6-8e29-ff92efde3f84 requested from n-d-816487-1 {{(pid=102557) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 04 10:24:56.956902 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47554) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:57.031036 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1620769'] for network, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.087687 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Deleting port 73ad5738-3663-404a-b972-00067e56d39a {{(pid=102556) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:57.088050 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.152762 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.db [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] For port 73ad5738-3663-404a-b972-00067e56d39a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=73ad5738-3663-404a-b972-00067e56d39a,segment=NetworkSegment(7c746c94-b614-4226-bfb2-ab023f919aa0),segment_id=7c746c94-b614-4226-bfb2-ab023f919aa0)] {{(pid=102556) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:57.153133 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.171916 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] DHCP port deletion for 39d30671-4e4e-4ee6-8e29-ff92efde3f84 request from n-d-816487-1 {{(pid=102557) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 04 10:24:57.172244 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.plugin [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Calling delete_port for 73ad5738-3663-404a-b972-00067e56d39a owned by network:dhcp {{(pid=102556) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:57.222285 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] Deleting port 73ad5738-3663-404a-b972-00067e56d39a {{(pid=102557) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Nov 04 10:24:57.222572 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776657534814'] for port, before_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.257115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13637670'] for port, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.284196 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Pushing event deleted for resources: {'Port': ['ID=73ad5738-3663-404a-b972-00067e56d39a,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:57.289181 n-d-816487-1 neutron-server[102556]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] No DVR routers for this DVR port 73ad5738-3663-404a-b972-00067e56d39a on host n-d-816487-1 {{(pid=102556) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:24:57.292861 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.db [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] For port 73ad5738-3663-404a-b972-00067e56d39a, host n-d-816487-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816487-1',level=0,port_id=73ad5738-3663-404a-b972-00067e56d39a,segment=NetworkSegment(7c746c94-b614-4226-bfb2-ab023f919aa0),segment_id=7c746c94-b614-4226-bfb2-ab023f919aa0)] {{(pid=102557) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 04 10:24:57.294958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-532716'] for port, precommit_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.308161 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] Calling delete_port for 73ad5738-3663-404a-b972-00067e56d39a owned by network:dhcp {{(pid=102557) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Nov 04 10:24:57.373690 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1639963', 'neutron.services.segments.db._delete_segments_for_network-8776657288205'] for network, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.396211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-67803', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776657541416', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776656987935'] for port, after_delete {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.398742 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d30671-4e4e-4ee6-8e29-ff92efde3f84']}} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:57.410026 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c746c94-b614-4226-bfb2-ab023f919aa0') {'for_net_delete': True} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:57.410324 n-d-816487-1 neutron-server[102556]: DEBUG neutron.services.segments.db [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c746c94-b614-4226-bfb2-ab023f919aa0') {} {{(pid=102556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 04 10:24:57.420682 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776657288470', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15391258'] for segment, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.420921 n-d-816487-1 neutron-server[102557]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] Pushing event deleted for resources: {'Port': ['ID=73ad5738-3663-404a-b972-00067e56d39a,revision_number=None']} {{(pid=102557) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:57.427570 n-d-816487-1 neutron-server[102557]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce8577b-8548-4177-bae5-d4b9519eb42d None None] No DVR routers for this DVR port 73ad5738-3663-404a-b972-00067e56d39a on host n-d-816487-1 {{(pid=102557) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 04 10:24:57.440283 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945'] for segment, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.447625 n-d-816487-1 neutron-server[102556]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=102556) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 04 10:24:57.448115 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1635945', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13637651'] for segment, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: Traceback (most recent call last): Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: timer() Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: cb(*args, **kw) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: return func(*args, **kwargs) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: self._notify() Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: self.callback(batched_events) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: event.method(event) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: aggregate_uuid = self.p_client.list_aggregates( Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: return f(self, *a, **k) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: return self._get(url).json() Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: return self.request(url, 'GET', **kwargs) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: base_url = self.get_endpoint(auth, allow=allow, Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 04 10:24:57.450369 n-d-816487-1 neutron-server[102556]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 04 10:24:57.508924 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1640034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765696', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531532', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-538098'] for network, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.515313 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Notify callbacks [] for network, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.519165 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] 10.222.0.53 "DELETE /v2.0/networks/39d30671-4e4e-4ee6-8e29-ff92efde3f84 HTTP/1.1" status: 204 len: 168 time: 0.5612619 Nov 04 10:24:57.530098 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd42bc-0503-426b-96d9-478008c1426f admin admin] Pushing event deleted for resources: {'Network': ['ID=39d30671-4e4e-4ee6-8e29-ff92efde3f84,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:57.712658 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47558) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:57.755722 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-76192745-636f-44c6-a8c6-2c62734d275f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d2a2119790d647cdbf278eed28dd0b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417798 Nov 04 10:24:57.758644 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47560) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:57.806632 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf9dec94-dbef-4002-8f57-788b04ff7658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.827388 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf9dec94-dbef-4002-8f57-788b04ff7658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.872025 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf9dec94-dbef-4002-8f57-788b04ff7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.874566 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-cf9dec94-dbef-4002-8f57-788b04ff7658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:57.875700 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-cf9dec94-dbef-4002-8f57-788b04ff7658 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47d94841-2f4f-4589-957d-fc84fe7750a3 HTTP/1.1" status: 204 len: 168 time: 0.1161609 Nov 04 10:24:57.884788 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9dec94-dbef-4002-8f57-788b04ff7658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d94841-2f4f-4589-957d-fc84fe7750a3,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:24:57.952461 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 73ad5738-3663-404a-b972-00067e56d39a no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:57.973263 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: 73ad5738-3663-404a-b972-00067e56d39a {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:57.973877 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device 73ad5738-3663-404a-b972-00067e56d39a not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:57.973996 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:57.992287 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:57.992646 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device fc63d4fa-2d80-4fc3-95aa-7d736ce73aa5 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:57.993126 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ae8f37f3-01ec-47c9-a81e-92fb4248d081 no longer exists at agent ovs-agent-n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 04 10:24:58.017387 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.plugin [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] No Port match for: ae8f37f3-01ec-47c9-a81e-92fb4248d081 {{(pid=102557) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Nov 04 10:24:58.018239 n-d-816487-1 neutron-server[102557]: DEBUG neutron.plugins.ml2.rpc [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Device ae8f37f3-01ec-47c9-a81e-92fb4248d081 not bound to the agent host n-d-816487-1 {{(pid=102557) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 04 10:24:58.218704 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47566) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:58.260961 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-71159a6f-9552-4126-ac7b-e3e23a253366 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b65d0398efb24832918435b0cb8d45cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410988 Nov 04 10:24:58.263554 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [-] (102556) accepted ('10.222.0.53', 47568) {{(pid=102556) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 04 10:24:58.312809 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe35823f-6fc6-4eb0-b283-deb433138a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:58.337160 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe35823f-6fc6-4eb0-b283-deb433138a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:58.390475 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe35823f-6fc6-4eb0-b283-deb433138a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765807'] for security_group, after_delete {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:58.393716 n-d-816487-1 neutron-server[102556]: DEBUG neutron_lib.callbacks.manager [None req-fe35823f-6fc6-4eb0-b283-deb433138a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:24:58.394981 n-d-816487-1 neutron-server[102556]: INFO neutron.wsgi [None req-fe35823f-6fc6-4eb0-b283-deb433138a2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7539492b-2fa9-4df1-9144-81ca33b90c21 HTTP/1.1" status: 204 len: 168 time: 0.1304765 Nov 04 10:24:58.402716 n-d-816487-1 neutron-server[102556]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35823f-6fc6-4eb0-b283-deb433138a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7539492b-2fa9-4df1-9144-81ca33b90c21,revision_number=None']} {{(pid=102556) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 04 10:25:05.747079 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:25:07.516095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-566e87ac-18ca-40c9-b528-a6c1997a50b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:10.132211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-acfa7062-3bc4-4172-b6d9-2bdecfe5f553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:10.443665 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:11.625787 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:13.083217 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:16.551306 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:17.602246 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:37.519748 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-98151a61-be8a-42c1-b246-71f34480f269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:40.134514 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-93240f02-8044-4f48-ba81-570900d11cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:40.444683 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:41.628902 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:42.745955 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:25:43.086141 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:46.539075 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:25:47.613403 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:07.520897 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e441e4ac-f3fd-4f23-bc2b-7bd2fce2d885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:10.136140 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ed788b76-3c56-4e82-b08c-8c2e1084cd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:10.447249 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:11.630346 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:13.086546 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:16.560229 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:17.611081 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:19.745232 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:26:37.526202 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-129bb88a-cb33-4177-a516-ab389f66e9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:40.139092 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7e820bb6-b29f-4e72-bdbf-7a2ce15e237a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:40.448881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:41.637500 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:43.090713 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:46.567019 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:47.639371 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:26:56.745132 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:27:07.519393 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d522b73e-1c18-4b25-956f-460e0891bb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:10.143958 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d219a672-f26e-4aee-965e-47ea36cd148d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:10.454242 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:11.636843 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:13.094362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:16.585245 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:17.657547 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:33.744062 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:27:37.521061 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e4e84560-3fbc-4141-887d-4a4c4a62650f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:40.146188 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e811e9b0-0b9c-4a98-bdf3-7e71e5d9b4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:40.455356 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:41.639777 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:43.096109 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:46.590114 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:27:47.668152 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:07.522095 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a4923f21-daed-4c22-b05c-bc4cb6d217d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:10.148541 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6b4d015-d9fe-4628-8b55-f59757a3f6df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:10.457514 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:10.742513 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:28:11.642647 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:13.099190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:16.590172 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:17.687034 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:37.676203 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d829aa2a-9903-4dae-a160-954a444ce4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:40.151631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-991df139-3d93-473e-836a-642b1838a61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:40.459443 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:41.644955 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:43.101768 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:46.597291 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:47.691045 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:28:47.742282 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:28:54.340757 n-d-816487-1 neutron-server[102556]: DEBUG neutron.wsgi [req-fa4ba93f-feb2-42e8-8c61-2632245cc162 req-c720cf47-4b75-4e8b-a3c5-bbf2516de348 service neutron] (102556) timed out ('10.222.0.53', 41444) {{(pid=102556) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:29:07.529064 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-96b1e4a3-b76b-4de9-b116-ea6246718657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:10.155153 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6f58b2c-47fb-4b9b-87b2-adbe2da0077a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:10.460362 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:11.649403 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:13.106123 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:16.606567 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:17.695881 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:24.741893 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:29:37.530980 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-d2174183-df52-4661-ae69-2e1670948374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:40.158497 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e6009484-76ac-47bd-a870-25c7c9a6fa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:40.463248 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:41.652259 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:43.108631 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:46.617417 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:29:47.700461 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:01.741077 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:30:07.532561 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-fe59dd5c-a97d-472c-b38a-8a5302db67a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:10.160510 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-03e5e011-b515-480c-bd21-0a086f41162a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:10.465478 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:11.656431 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:13.115192 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:16.611382 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:17.711730 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:37.534000 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-024939c6-90de-46c4-8aab-8c18aa0f65f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:38.741448 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:30:40.163222 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-1fe946d1-aa96-4e1b-9af8-2767564ec784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:40.481580 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:41.659331 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:43.116305 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:46.617753 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:30:47.716356 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:07.533693 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-7f3af393-73fe-42c5-aecb-559834816b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:10.166632 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-c5cbc4a1-2730-46da-b2be-eae58d538f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:10.463729 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:11.660831 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:13.118455 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:15.741579 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:31:16.615484 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:17.725750 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:37.537258 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-87d1ee55-63b4-477e-b64d-29b7c2ccc47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:40.168585 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-a700c634-0143-46f4-8cf1-ac79139bf0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:40.464463 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:41.666421 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:43.119737 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:46.616030 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:47.724641 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:31:52.741264 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:32:07.538371 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-6a99f0e5-1655-4455-add8-ab71fc946de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:10.169638 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-098a25ad-59d3-46c9-a591-95fefe7353a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:10.464994 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:11.666334 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:13.122840 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:16.608483 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:17.739143 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:29.741633 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:32:37.540044 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-e8756a2e-280e-4ee3-978e-11b2840f7b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:40.173615 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-90cedfc5-5924-4534-bfc4-e5ddb457e255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:40.467476 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:41.670190 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:43.126447 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:46.632122 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:32:47.741623 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:06.742432 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:33:07.541143 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4c71b754-758a-4ad8-be06-4a620418d62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:10.177813 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-58f155d4-bd3b-4056-9fe5-c620eba6ccf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:10.468791 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:11.672759 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:13.131178 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:16.643804 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:17.462705 n-d-816487-1 neutron-server[102555]: DEBUG neutron.wsgi [req-47d7d74c-3a65-4b98-a6c6-69c9dc78e9c5 req-dc4f628e-415b-415d-b7bb-9c05323a950e service neutron] (102555) timed out ('10.222.0.53', 46694) {{(pid=102555) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 04 10:33:17.754357 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:37.546162 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-557cfb84-2be6-4616-8c06-58b01c4f5b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:40.179268 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-ee1f0351-0674-4f16-aa5b-32e8ed31caaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:40.470136 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-4af9724a-3887-46dc-8d9e-28b9f7cde323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:41.677461 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-34c79aa6-84a1-477f-8c28-b9d4ca3cfd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:43.131769 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-3cb55da1-c202-4c3a-b64e-c26aa17455db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:43.742346 n-d-816487-1 neutron-server[102558]: DEBUG neutron.db.agents_db [None req-17e16e67-b549-41eb-89f8-2c30f908dac3 None None] Agent healthcheck: found 7 active agents {{(pid=102558) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 04 10:33:46.644211 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-cddb0a24-3971-499e-919d-cbd2ba05cc7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Nov 04 10:33:47.752370 n-d-816487-1 neutron-server[102557]: DEBUG neutron_lib.callbacks.manager [None req-06d4d8b7-5308-4f0b-bab2-13ffb13bd6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776657287415', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1639201'] for agent, after_update {{(pid=102557) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}